Tony Mack | e4be32f | 2014-03-11 20:45:25 -0400 | [diff] [blame] | 1 | import os |
| 2 | import base64 |
| 3 | from collections import defaultdict |
| 4 | from netaddr import IPAddress, IPNetwork |
| 5 | from django.db.models import F, Q |
| 6 | from planetstack.config import Config |
| 7 | from observer.openstacksyncstep import OpenStackSyncStep |
Tony Mack | b84fccc | 2014-04-12 10:28:52 -0400 | [diff] [blame] | 8 | from core.models.deployment import Deployment |
Tony Mack | e4be32f | 2014-03-11 20:45:25 -0400 | [diff] [blame] | 9 | from core.models.site import SiteDeployments |
| 10 | from core.models.slice import Slice, SliceDeployments |
Tony Mack | 69f1bc3 | 2014-03-12 13:20:34 -0400 | [diff] [blame] | 11 | from core.models.user import UserDeployments |
Tony Mack | e4be32f | 2014-03-11 20:45:25 -0400 | [diff] [blame] | 12 | from util.logger import Logger, logging |
| 13 | |
| 14 | logger = Logger(level=logging.INFO) |
| 15 | |
| 16 | class SyncSliceDeployments(OpenStackSyncStep): |
Tony Mack | b84fccc | 2014-04-12 10:28:52 -0400 | [diff] [blame] | 17 | provides=[SliceDeployments] |
Tony Mack | e4be32f | 2014-03-11 20:45:25 -0400 | [diff] [blame] | 18 | requested_interval=0 |
| 19 | |
| 20 | def fetch_pending(self): |
| 21 | # slice deployments are not visible to users. We must ensure |
| 22 | # slices are deployed at all deploymets available to their site. |
Tony Mack | e5968eb | 2014-03-17 19:19:13 -0400 | [diff] [blame] | 23 | site_deployments = SiteDeployments.objects.all() |
Tony Mack | e4be32f | 2014-03-11 20:45:25 -0400 | [diff] [blame] | 24 | site_deploy_lookup = defaultdict(list) |
| 25 | for site_deployment in site_deployments: |
| 26 | site_deploy_lookup[site_deployment.site].append(site_deployment.deployment) |
| 27 | |
Tony Mack | e5968eb | 2014-03-17 19:19:13 -0400 | [diff] [blame] | 28 | slice_deployments = SliceDeployments.objects.all() |
Tony Mack | e4be32f | 2014-03-11 20:45:25 -0400 | [diff] [blame] | 29 | slice_deploy_lookup = defaultdict(list) |
| 30 | for slice_deployment in slice_deployments: |
| 31 | slice_deploy_lookup[slice_deployment.slice].append(slice_deployment.deployment) |
| 32 | |
Tony Mack | b84fccc | 2014-04-12 10:28:52 -0400 | [diff] [blame] | 33 | all_deployments = Deployment.objects.all() |
Tony Mack | e4be32f | 2014-03-11 20:45:25 -0400 | [diff] [blame] | 34 | for slice in Slice.objects.all(): |
Tony Mack | 6042aaf | 2014-04-07 19:45:46 -0400 | [diff] [blame] | 35 | # slices are added to all deployments for now |
| 36 | expected_deployments = all_deployments |
| 37 | #expected_deployments = site_deploy_lookup[slice.site] |
Tony Mack | e4be32f | 2014-03-11 20:45:25 -0400 | [diff] [blame] | 38 | for expected_deployment in expected_deployments: |
| 39 | if slice not in slice_deploy_lookup or \ |
| 40 | expected_deployment not in slice_deploy_lookup[slice]: |
| 41 | sd = SliceDeployments(slice=slice, deployment=expected_deployment) |
| 42 | sd.save() |
| 43 | |
| 44 | # now we can return all slice deployments that need to be enacted |
| 45 | return SliceDeployments.objects.filter(Q(enacted__lt=F('updated')) | Q(enacted=None)) |
| 46 | |
| 47 | def get_next_subnet(self, deployment=None): |
| 48 | # limit ourself to 10.0.x.x for now |
| 49 | valid_subnet = lambda net: net.startswith('10.0') |
| 50 | driver = self.driver.admin_driver(deployment=deployment) |
| 51 | subnets = driver.shell.quantum.list_subnets()['subnets'] |
| 52 | ints = [int(IPNetwork(subnet['cidr']).ip) for subnet in subnets \ |
| 53 | if valid_subnet(subnet['cidr'])] |
| 54 | ints.sort() |
Tony Mack | 6042aaf | 2014-04-07 19:45:46 -0400 | [diff] [blame] | 55 | if ints: |
| 56 | last_ip = IPAddress(ints[-1]) |
| 57 | else: |
| 58 | last_ip = IPAddress('10.0.0.1') |
Tony Mack | e4be32f | 2014-03-11 20:45:25 -0400 | [diff] [blame] | 59 | last_ip = IPAddress(ints[-1]) |
| 60 | last_network = IPNetwork(str(last_ip) + "/24") |
| 61 | next_network = IPNetwork(str(IPAddress(last_network) + last_network.size) + "/24") |
| 62 | return next_network |
| 63 | |
Tony Mack | 29bf5e8 | 2014-04-29 21:40:24 -0400 | [diff] [blame] | 64 | |
Tony Mack | e4be32f | 2014-03-11 20:45:25 -0400 | [diff] [blame] | 65 | def sync_record(self, slice_deployment): |
| 66 | logger.info("sync'ing slice deployment %s" % slice_deployment) |
| 67 | if not slice_deployment.tenant_id: |
| 68 | nova_fields = {'tenant_name': slice_deployment.slice.name, |
| 69 | 'description': slice_deployment.slice.description, |
| 70 | 'enabled': slice_deployment.slice.enabled} |
| 71 | driver = self.driver.admin_driver(deployment=slice_deployment.deployment.name) |
| 72 | tenant = driver.create_tenant(**nova_fields) |
| 73 | slice_deployment.tenant_id = tenant.id |
| 74 | |
| 75 | # XXX give caller an admin role at the tenant they've created |
Tony Mack | 69f1bc3 | 2014-03-12 13:20:34 -0400 | [diff] [blame] | 76 | deployment_users = UserDeployments.objects.filter(user=slice_deployment.slice.creator, |
| 77 | deployment=slice_deployment.deployment) |
Tony Mack | e5968eb | 2014-03-17 19:19:13 -0400 | [diff] [blame] | 78 | if not deployment_users: |
| 79 | logger.info("slice createor %s has not accout at deployment %s" % (slice_deployment.slice.creator, slice_deployment.deployment.name)) |
Tony Mack | 69f1bc3 | 2014-03-12 13:20:34 -0400 | [diff] [blame] | 80 | else: |
Tony Mack | d1a17e1 | 2014-03-19 15:18:15 -0400 | [diff] [blame] | 81 | deployment_user = deployment_users[0] |
Tony Mack | e5968eb | 2014-03-17 19:19:13 -0400 | [diff] [blame] | 82 | # lookup user id at this deployment |
| 83 | kuser= driver.shell.keystone.users.find(email=slice_deployment.slice.creator.email) |
Tony Mack | e4be32f | 2014-03-11 20:45:25 -0400 | [diff] [blame] | 84 | |
Tony Mack | d1a17e1 | 2014-03-19 15:18:15 -0400 | [diff] [blame] | 85 | # add required roles at the slice's tenant |
| 86 | driver.add_user_role(kuser.id, tenant.id, 'admin') |
| 87 | |
Tony Mack | 69f1bc3 | 2014-03-12 13:20:34 -0400 | [diff] [blame] | 88 | # refresh credentials using this tenant |
Tony Mack | d1a17e1 | 2014-03-19 15:18:15 -0400 | [diff] [blame] | 89 | client_driver = self.driver.client_driver(caller=deployment_user.user, |
| 90 | tenant=tenant.name, |
Tony Mack | 69f1bc3 | 2014-03-12 13:20:34 -0400 | [diff] [blame] | 91 | deployment=slice_deployment.deployment.name) |
Tony Mack | e4be32f | 2014-03-11 20:45:25 -0400 | [diff] [blame] | 92 | |
Tony Mack | e4be32f | 2014-03-11 20:45:25 -0400 | [diff] [blame] | 93 | |
| 94 | if slice_deployment.id and slice_deployment.tenant_id: |
Tony Mack | 29bf5e8 | 2014-04-29 21:40:24 -0400 | [diff] [blame] | 95 | # update existing tenant |
Tony Mack | e4be32f | 2014-03-11 20:45:25 -0400 | [diff] [blame] | 96 | driver = self.driver.admin_driver(deployment=slice_deployment.deployment.name) |
| 97 | driver.update_tenant(slice_deployment.tenant_id, |
| 98 | description=slice_deployment.slice.description, |
Tony Mack | 29bf5e8 | 2014-04-29 21:40:24 -0400 | [diff] [blame] | 99 | enabled=slice_deployment.slice.enabled) |
| 100 | |
| 101 | if slice_deployment.tenant_id: |
| 102 | # update slice/tenant quota |
Scott Baker | 3949bc6 | 2014-05-12 10:42:16 -0700 | [diff] [blame^] | 103 | driver = self.driver.client_driver(deployment=slice_deployment.deployment.name, tenant=slice_deployment.slice.name) |
Tony Mack | 29bf5e8 | 2014-04-29 21:40:24 -0400 | [diff] [blame] | 104 | driver.shell.nova.quotas.update(tenant_id=slice_deployment.tenant_id, instances=int(slice_deployment.slice.max_slivers)) |
Tony Mack | e4be32f | 2014-03-11 20:45:25 -0400 | [diff] [blame] | 105 | |
| 106 | slice_deployment.save() |