Sapan Bhatia | 24836f1 | 2013-08-27 10:16:05 -0400 | [diff] [blame] | 1 | import os |
| 2 | import base64 |
Tony Mack | ae7f30c | 2013-09-25 12:46:50 -0400 | [diff] [blame] | 3 | from django.db.models import F, Q |
Sapan Bhatia | 24836f1 | 2013-08-27 10:16:05 -0400 | [diff] [blame] | 4 | from planetstack.config import Config |
Sapan Bhatia | 04c94ad | 2013-09-02 18:00:28 -0400 | [diff] [blame] | 5 | from observer.openstacksyncstep import OpenStackSyncStep |
| 6 | from core.models.network import * |
Scott Baker | 378b322 | 2014-08-12 18:00:35 -0700 | [diff] [blame] | 7 | from util.logger import Logger, logging |
| 8 | |
| 9 | logger = Logger(level=logging.INFO) |
Sapan Bhatia | 24836f1 | 2013-08-27 10:16:05 -0400 | [diff] [blame] | 10 | |
| 11 | class SyncNetworkSlivers(OpenStackSyncStep): |
Scott Baker | 378b322 | 2014-08-12 18:00:35 -0700 | [diff] [blame] | 12 | requested_interval = 0 # 3600 |
Tony Mack | dacfb98 | 2013-09-24 21:57:16 -0400 | [diff] [blame] | 13 | provides=[NetworkSliver] |
Sapan Bhatia | 24836f1 | 2013-08-27 10:16:05 -0400 | [diff] [blame] | 14 | |
Scott Baker | 378b322 | 2014-08-12 18:00:35 -0700 | [diff] [blame] | 15 | # The way it works is to enumerate the all of the ports that quantum |
| 16 | # has, and then work backward from each port's network-id to determine |
| 17 | # which Network is associated from the port. |
Scott Baker | 378b322 | 2014-08-12 18:00:35 -0700 | [diff] [blame] | 18 | |
| 19 | def call(self, **args): |
Tony Mack | dacfb98 | 2013-09-24 21:57:16 -0400 | [diff] [blame] | 20 | networkSlivers = NetworkSliver.objects.all() |
| 21 | networkSlivers_by_id = {} |
| 22 | networkSlivers_by_port = {} |
| 23 | for networkSliver in networkSlivers: |
| 24 | networkSlivers_by_id[networkSliver.id] = networkSliver |
| 25 | networkSlivers_by_port[networkSliver.port_id] = networkSliver |
Sapan Bhatia | 24836f1 | 2013-08-27 10:16:05 -0400 | [diff] [blame] | 26 | |
Tony Mack | dacfb98 | 2013-09-24 21:57:16 -0400 | [diff] [blame] | 27 | networks = Network.objects.all() |
| 28 | networks_by_id = {} |
| 29 | for network in networks: |
Scott Baker | 378b322 | 2014-08-12 18:00:35 -0700 | [diff] [blame] | 30 | for nd in network.networkdeployments_set.all(): |
| 31 | networks_by_id[nd.net_id] = network |
| 32 | |
| 33 | #logger.info("networks_by_id = ") |
| 34 | #for (network_id, network) in networks_by_id.items(): |
| 35 | # logger.info(" %s: %s" % (network_id, network.name)) |
Sapan Bhatia | 24836f1 | 2013-08-27 10:16:05 -0400 | [diff] [blame] | 36 | |
Tony Mack | dacfb98 | 2013-09-24 21:57:16 -0400 | [diff] [blame] | 37 | slivers = Sliver.objects.all() |
| 38 | slivers_by_instance_id = {} |
| 39 | for sliver in slivers: |
| 40 | slivers_by_instance_id[sliver.instance_id] = sliver |
Sapan Bhatia | 24836f1 | 2013-08-27 10:16:05 -0400 | [diff] [blame] | 41 | |
Scott Baker | 5bbaa23 | 2014-08-14 17:23:15 -0700 | [diff] [blame] | 42 | # Get all ports in all deployments |
| 43 | |
| 44 | ports_by_id = {} |
| 45 | for deployment in Deployment.objects.all(): |
| 46 | if not deployment.admin_tenant: |
| 47 | logger.info("deployment %s has no admin_tenant" % deployment.name) |
| 48 | continue |
| 49 | try: |
| 50 | driver = self.driver.admin_driver(deployment=deployment.name) |
| 51 | ports = driver.shell.quantum.list_ports()["ports"] |
| 52 | except: |
| 53 | logger.log_exc("failed to get ports from deployment %s" % deployment.name) |
| 54 | continue |
| 55 | |
| 56 | for port in ports: |
| 57 | ports_by_id[port["id"]] = port |
| 58 | |
Sapan Bhatia | 3db773c | 2014-08-19 02:58:32 -0400 | [diff] [blame^] | 59 | for port in ports_by_id.values(): |
Scott Baker | 378b322 | 2014-08-12 18:00:35 -0700 | [diff] [blame] | 60 | #logger.info("port %s" % str(port)) |
Tony Mack | dacfb98 | 2013-09-24 21:57:16 -0400 | [diff] [blame] | 61 | if port["id"] in networkSlivers_by_port: |
| 62 | # we already have it |
Scott Baker | 378b322 | 2014-08-12 18:00:35 -0700 | [diff] [blame] | 63 | #logger.info("already accounted for port %s" % port["id"]) |
Tony Mack | dacfb98 | 2013-09-24 21:57:16 -0400 | [diff] [blame] | 64 | continue |
Sapan Bhatia | 24836f1 | 2013-08-27 10:16:05 -0400 | [diff] [blame] | 65 | |
Tony Mack | dacfb98 | 2013-09-24 21:57:16 -0400 | [diff] [blame] | 66 | if port["device_owner"] != "compute:nova": |
| 67 | # we only want the ports that connect to instances |
Scott Baker | 378b322 | 2014-08-12 18:00:35 -0700 | [diff] [blame] | 68 | #logger.info("port %s is not a compute port, it is a %s" % (port["id"], port["device_owner"])) |
Tony Mack | dacfb98 | 2013-09-24 21:57:16 -0400 | [diff] [blame] | 69 | continue |
Sapan Bhatia | 24836f1 | 2013-08-27 10:16:05 -0400 | [diff] [blame] | 70 | |
Tony Mack | dacfb98 | 2013-09-24 21:57:16 -0400 | [diff] [blame] | 71 | sliver = slivers_by_instance_id.get(port['device_id'], None) |
| 72 | if not sliver: |
Scott Baker | 378b322 | 2014-08-12 18:00:35 -0700 | [diff] [blame] | 73 | logger.info("no sliver for port %s device_id %s" % (port["id"], port['device_id'])) |
Tony Mack | dacfb98 | 2013-09-24 21:57:16 -0400 | [diff] [blame] | 74 | continue |
Sapan Bhatia | 24836f1 | 2013-08-27 10:16:05 -0400 | [diff] [blame] | 75 | |
Scott Baker | 378b322 | 2014-08-12 18:00:35 -0700 | [diff] [blame] | 76 | network = networks_by_id.get(port['network_id'], None) |
| 77 | if not network: |
| 78 | logger.info("no network for port %s network %s" % (port["id"], port["network_id"])) |
| 79 | |
| 80 | # we know it's associated with a sliver, but we don't know |
| 81 | # which network it is part of. |
| 82 | |
| 83 | continue |
| 84 | |
| 85 | if network.template.sharedNetworkName: |
Tony Mack | dacfb98 | 2013-09-24 21:57:16 -0400 | [diff] [blame] | 86 | # If it's a shared network template, then more than one network |
| 87 | # object maps to the quantum network. We have to do a whole bunch |
| 88 | # of extra work to find the right one. |
| 89 | networks = network.template.network_set.all() |
| 90 | network = None |
| 91 | for candidate_network in networks: |
| 92 | if (candidate_network.owner == sliver.slice): |
| 93 | print "found network", candidate_network |
| 94 | network = candidate_network |
Sapan Bhatia | 24836f1 | 2013-08-27 10:16:05 -0400 | [diff] [blame] | 95 | |
Tony Mack | dacfb98 | 2013-09-24 21:57:16 -0400 | [diff] [blame] | 96 | if not network: |
Scott Baker | 378b322 | 2014-08-12 18:00:35 -0700 | [diff] [blame] | 97 | logger.info("failed to find the correct network for a shared template for port %s network %s" % (port["id"], port["network_id"])) |
Tony Mack | dacfb98 | 2013-09-24 21:57:16 -0400 | [diff] [blame] | 98 | continue |
Sapan Bhatia | 24836f1 | 2013-08-27 10:16:05 -0400 | [diff] [blame] | 99 | |
Tony Mack | dacfb98 | 2013-09-24 21:57:16 -0400 | [diff] [blame] | 100 | if not port["fixed_ips"]: |
Scott Baker | 378b322 | 2014-08-12 18:00:35 -0700 | [diff] [blame] | 101 | logger.info("port %s has no fixed_ips" % port["id"]) |
Tony Mack | dacfb98 | 2013-09-24 21:57:16 -0400 | [diff] [blame] | 102 | continue |
Sapan Bhatia | 24836f1 | 2013-08-27 10:16:05 -0400 | [diff] [blame] | 103 | |
Scott Baker | 378b322 | 2014-08-12 18:00:35 -0700 | [diff] [blame] | 104 | ip=port["fixed_ips"][0]["ip_address"] |
| 105 | logger.info("creating NetworkSliver (%s, %s, %s, %s)" % (str(network), str(sliver), ip, str(port["id"]))) |
Sapan Bhatia | 24836f1 | 2013-08-27 10:16:05 -0400 | [diff] [blame] | 106 | |
Tony Mack | dacfb98 | 2013-09-24 21:57:16 -0400 | [diff] [blame] | 107 | ns = NetworkSliver(network=network, |
| 108 | sliver=sliver, |
Scott Baker | 378b322 | 2014-08-12 18:00:35 -0700 | [diff] [blame] | 109 | ip=ip, |
Tony Mack | dacfb98 | 2013-09-24 21:57:16 -0400 | [diff] [blame] | 110 | port_id=port["id"]) |
| 111 | ns.save() |
Sapan Bhatia | 5f4aff2 | 2014-07-23 09:48:55 -0400 | [diff] [blame] | 112 | |
Scott Baker | 5bbaa23 | 2014-08-14 17:23:15 -0700 | [diff] [blame] | 113 | # Now, handle port forwarding |
| 114 | # We get the list of NetworkSlivers again, since we might have just |
| 115 | # added a few. Then, for each one of them we find it's quantum port and |
| 116 | # make sure quantum's nat:forward_ports argument is the same. |
| 117 | |
| 118 | for networkSliver in NetworkSliver.objects.all(): |
| 119 | try: |
| 120 | nat_list = networkSliver.network.nat_list |
| 121 | except (TypeError, ValueError), e: |
| 122 | logger.info("Failed to decode nat_list: %s" % str(e)) |
| 123 | continue |
| 124 | |
| 125 | if not networkSliver.port_id: |
| 126 | continue |
| 127 | |
| 128 | neutron_port = ports_by_id.get(networkSliver.port_id, None) |
| 129 | if not neutron_port: |
| 130 | continue |
| 131 | |
| 132 | neutron_nat_list = neutron_port.get("nat:forward_ports", None) |
| 133 | if not neutron_nat_list: |
| 134 | # make sure that None and the empty set are treated identically |
| 135 | neutron_nat_list = [] |
| 136 | |
| 137 | if (neutron_nat_list != nat_list): |
| 138 | logger.info("Setting nat:forward_ports for port %s network %s sliver %s to %s" % (str(networkSliver.port_id), str(networkSliver.network.id), str(networkSliver.sliver), str(nat_list))) |
| 139 | try: |
| 140 | driver = self.driver.client_driver(caller=networkSliver.sliver.creator, tenant=networkSliver.sliver.slice.name, deployment=networkSliver.sliver.node.deployment.name) |
| 141 | driver.shell.quantum.update_port(networkSliver.port_id, {"port": {"nat:forward_ports": nat_list}}) |
| 142 | except: |
| 143 | logger.log_exc("failed to update port with nat_list %s" % str(nat_list)) |
| 144 | continue |
| 145 | else: |
| 146 | #logger.info("port %s network %s sliver %s nat %s is already set" % (str(networkSliver.port_id), str(networkSliver.network.id), str(networkSliver.sliver), str(nat_list))) |
| 147 | pass |
| 148 | |
Sapan Bhatia | 5f4aff2 | 2014-07-23 09:48:55 -0400 | [diff] [blame] | 149 | def delete_record(self, network_sliver): |
| 150 | # Nothing to do, this is an OpenCloud object |
| 151 | pass |
| 152 | |