introduce Controller model
diff --git a/planetstack/openstack_observer/steps/sync_controller_images.py b/planetstack/openstack_observer/steps/sync_controller_images.py
new file mode 100644
index 0000000..20c22a2
--- /dev/null
+++ b/planetstack/openstack_observer/steps/sync_controller_images.py
@@ -0,0 +1,77 @@
+import os
+import base64
+from collections import defaultdict
+from django.db.models import F, Q
+from planetstack.config import Config
+from observer.openstacksyncstep import OpenStackSyncStep
+from core.models import Deployment
+from core.models import Image, ImageDeployments
+from util.logger import Logger, logging
+
+logger = Logger(level=logging.INFO)
+
+class SyncImageDeployments(OpenStackSyncStep):
+ provides=[ImageDeployments]
+ requested_interval=0
+
+ def fetch_pending(self, deleted):
+ if (deleted):
+ return []
+ # smbaker: commented out automatic creation of ImageDeployments as
+ # as they will now be configured in GUI. Not sure if this is
+ # sufficient.
+
+# # ensure images are available across all deployments
+# image_deployments = ImageDeployments.objects.all()
+# image_deploy_lookup = defaultdict(list)
+# for image_deployment in image_deployments:
+# image_deploy_lookup[image_deployment.image].append(image_deployment.deployment)
+#
+# all_deployments = Deployment.objects.all()
+# for image in Image.objects.all():
+# expected_deployments = all_deployments
+# for expected_deployment in expected_deployments:
+# if image not in image_deploy_lookup or \
+# expected_deployment not in image_deploy_lookup[image]:
+# id = ImageDeployments(image=image, deployment=expected_deployment)
+# id.save()
+
+ # now we return all images that need to be enacted
+ return ImageDeployments.objects.filter(Q(enacted__lt=F('updated')) | Q(enacted=None))
+
+ def sync_record(self, image_deployment):
+ logger.info("Working on image %s on deployment %s" % (image_deployment.image.name, image_deployment.deployment.name))
+ driver = self.driver.admin_driver(deployment=image_deployment.deployment.name)
+ images = driver.shell.glance.get_images()
+ glance_image = None
+ for image in images:
+ if image['name'] == image_deployment.image.name:
+ glance_image = image
+ break
+ if glance_image:
+ logger.info("Found image %s on deployment %s" % (image_deployment.image.name, image_deployment.deployment.name))
+ image_deployment.glance_image_id = glance_image['id']
+ elif image_deployment.image.path:
+ image = {
+ 'name': image_deployment.image.name,
+ 'is_public': True,
+ 'disk_format': 'raw',
+ 'container_format': 'bare',
+ 'file': image_deployment.image.path,
+ }
+
+ logger.info("Creating image %s on deployment %s" % (image_deployment.image.name, image_deployment.deployment.name))
+
+ glance_image = driver.shell.glanceclient.images.create(name=image_deployment.image.name,
+ is_public=True,
+ disk_format='raw',
+ container_format='bare')
+ glance_image.update(data=open(image_deployment.image.path, 'rb'))
+
+ # While the images returned by driver.shell.glance.get_images()
+ # are dicts, the images returned by driver.shell.glanceclient.images.create
+ # are not dicts. We have to use getattr() instead of [] operator.
+ if not glance_image or not getattr(glance_image,"id",None):
+ raise Exception, "Add image failed at deployment %s" % image_deployment.deployment.name
+ image_deployment.glance_image_id = getattr(glance_image, "id")
+ image_deployment.save()
diff --git a/planetstack/openstack_observer/steps/sync_controller_networks.py b/planetstack/openstack_observer/steps/sync_controller_networks.py
new file mode 100644
index 0000000..a6fc389
--- /dev/null
+++ b/planetstack/openstack_observer/steps/sync_controller_networks.py
@@ -0,0 +1,136 @@
+import os
+import base64
+from collections import defaultdict
+from netaddr import IPAddress, IPNetwork
+from django.db.models import F, Q
+from planetstack.config import Config
+from observer.openstacksyncstep import OpenStackSyncStep
+from core.models.network import *
+from core.models.slice import *
+from core.models.sliver import Sliver
+from util.logger import Logger, logging
+
+logger = Logger(level=logging.INFO)
+
+class SyncNetworkDeployments(OpenStackSyncStep):
+ requested_interval = 0
+ provides=[Network, NetworkDeployments, Sliver]
+
+ def fetch_pending(self, deleted):
+ if (deleted):
+ return NetworkDeployments.deleted_objects.all()
+ else:
+ return NetworkDeployments.objects.filter(Q(enacted__lt=F('updated')) | Q(enacted=None))
+
+ def get_next_subnet(self, deployment=None):
+ # limit ourself to 10.0.x.x for now
+ valid_subnet = lambda net: net.startswith('10.0')
+
+ driver = self.driver.admin_driver(deployment=deployment,tenant='admin')
+ subnets = driver.shell.quantum.list_subnets()['subnets']
+ ints = [int(IPNetwork(subnet['cidr']).ip) for subnet in subnets \
+ if valid_subnet(subnet['cidr'])]
+ ints.sort()
+ if ints:
+ last_ip = IPAddress(ints[-1])
+ else:
+ last_ip = IPAddress('10.0.0.0')
+ last_network = IPNetwork(str(last_ip) + "/24")
+ next_network = IPNetwork(str(IPAddress(last_network) + last_network.size) + "/24")
+ return next_network
+
+ def save_network_deployment(self, network_deployment):
+ if (not network_deployment.net_id) and network_deployment.network.template.sharedNetworkName:
+ # It's a shared network, try to find the shared network id
+
+ quantum_networks = self.driver.shell.quantum.list_networks(name=network_deployment.network.template.sharedNetworkName)["networks"]
+ if quantum_networks:
+ logger.info("set shared network id %s" % quantum_networks[0]["id"])
+ network_deployment.net_id = quantum_networks[0]["id"]
+ else:
+ logger.info("failed to find shared network id for deployment")
+ return
+
+ # At this point, it must be a private network, so create it if it does
+ # not exist.
+
+ if not network_deployment.net_id:
+ network_name = network_deployment.network.name
+
+ # create network
+ os_network = self.driver.create_network(network_name, shared=True)
+ network_deployment.net_id = os_network['id']
+
+ # create router
+ #router = self.driver.create_router(network_name)
+ #network_deployment.router_id = router['id']
+
+ # create subnet
+ next_subnet = self.get_next_subnet(deployment=network_deployment.deployment.name)
+ cidr = str(next_subnet.cidr)
+ ip_version = next_subnet.version
+ start = str(next_subnet[2])
+ end = str(next_subnet[-2])
+ subnet = self.driver.create_subnet(name=network_name,
+ network_id = network_deployment.net_id,
+ cidr_ip = cidr,
+ ip_version = ip_version,
+ start = start,
+ end = end)
+ network_deployment.subnet = cidr
+ network_deployment.subnet_id = subnet['id']
+ # add subnet as interface to slice's router
+ #self.driver.add_router_interface(router['id'], subnet['id'])
+ # add external route
+ #self.driver.add_external_route(subnet)
+ logger.info("created private subnet (%s) for network: %s" % (cidr, network_deployment.network))
+
+ # Now, figure out the subnet and subnet_id for the network. This works
+ # for both private and shared networks.
+
+ if (not network_deployment.subnet_id) or (not network_deployment.subnet):
+ (network_deployment.subnet_id, network_deployment.subnet) = self.driver.get_network_subnet(network_deployment.net_id)
+ logger.info("sync'ed subnet (%s) for network: %s" % (network_deployment.subnet, network_deployment.network))
+
+ if (not network_deployment.subnet):
+ # this will generate a non-null database constraint error
+ # ... which in turn leads to transaction errors
+ # it's probably caused by networks that no longer exist at the
+ # quantum level.
+
+ logger.info("null subnet for network %s, skipping save" % network_deployment.network)
+ return
+
+ network_deployment.save()
+
+ def sync_record(self, network_deployment):
+ logger.info("sync'ing network deployment %s for network %s slice %s deployment %s" % (network_deployment, network_deployment.network, str(network_deployment.network.owner), network_deployment.deployment))
+
+ if not network_deployment.deployment.admin_user:
+ logger.info("deployment %r has no admin_user, skipping" % network_deployment.deployment)
+ return
+
+ self.driver = self.driver.admin_driver(deployment=network_deployment.deployment,tenant='admin')
+ if network_deployment.network.owner and network_deployment.network.owner.creator:
+ try:
+ # update manager context
+ # Bring back
+ self.save_network_deployment(network_deployment)
+ logger.info("saved network deployment: %s" % (network_deployment))
+ except Exception,e:
+ logger.log_exc("save network deployment failed: %s" % network_deployment)
+ raise e
+
+
+ def delete_record(self, network_deployment):
+ driver = OpenStackDriver().client_driver(caller=network_deployment.network.owner.creator,
+ tenant=network_deployment.network.owner.name,
+ deployment=network_deployment.deployment.name)
+ if (network_deployment.router_id) and (network_deployment.subnet_id):
+ driver.delete_router_interface(network_deployment.router_id, network_deployment.subnet_id)
+ if network_deployment.subnet_id:
+ driver.delete_subnet(network_deployment.subnet_id)
+ if network_deployment.router_id:
+ driver.delete_router(network_deployment.router_id)
+ if network_deployment.net_id:
+ driver.delete_network(network_deployment.net_id)