Tony Mack | 735493a | 2013-04-04 23:54:28 -0400 | [diff] [blame] | 1 | from plstackapi.planetstack import settings |
| 2 | from django.core import management |
| 3 | management.setup_environ(settings) |
Tony Mack | 4895203 | 2013-04-12 11:49:34 -0400 | [diff] [blame^] | 4 | from plstackapi.openstack.client import OpenStackClient |
Tony Mack | 735493a | 2013-04-04 23:54:28 -0400 | [diff] [blame] | 5 | |
| 6 | |
| 7 | class Manager: |
| 8 | |
| 9 | def __init__(self): |
| 10 | |
Tony Mack | 4895203 | 2013-04-12 11:49:34 -0400 | [diff] [blame^] | 11 | self.client = OpenStackClient() |
Tony Mack | 735493a | 2013-04-04 23:54:28 -0400 | [diff] [blame] | 12 | |
| 13 | def refresh_nodes(self): |
| 14 | # collect local nodes |
Tony Mack | 4895203 | 2013-04-12 11:49:34 -0400 | [diff] [blame^] | 15 | from plstackapi.core.models import Node |
| 16 | from plstackapi.core.models import DeploymentNetwork |
| 17 | from plstackapi.core.models import Site |
Tony Mack | 735493a | 2013-04-04 23:54:28 -0400 | [diff] [blame] | 18 | nodes = Node.objects.all() |
| 19 | nodes_dict = {} |
| 20 | for node in nodes: |
Tony Mack | 4895203 | 2013-04-12 11:49:34 -0400 | [diff] [blame^] | 21 | if 'viccidev10' not in node.name: |
| 22 | nodes_dict[node.name] = node |
| 23 | |
| 24 | deployment = DeploymentNetwork.objects.filter(name='VICCI') |
| 25 | login_bases = ['princeton', 'stanford', 'gt', 'uw', 'mpisws'] |
| 26 | sites = Site.objects.filter(login_base__in=login_bases) |
| 27 | nodes_per_site = len(nodes)/len(sites) |
| 28 | |
| 29 | def chunks(l, n): |
| 30 | return [l[i:i+n] for i in range(0, len(l), n)] |
Tony Mack | 735493a | 2013-04-04 23:54:28 -0400 | [diff] [blame] | 31 | |
| 32 | # collect nova nodes: |
Tony Mack | 4895203 | 2013-04-12 11:49:34 -0400 | [diff] [blame^] | 33 | compute_nodes = self.client.nova.hypervisors.list() |
| 34 | |
Tony Mack | 735493a | 2013-04-04 23:54:28 -0400 | [diff] [blame] | 35 | compute_nodes_dict = {} |
| 36 | for compute_node in compute_nodes: |
| 37 | compute_nodes_dict[compute_node.hypervisor_hostname] = compute_node |
| 38 | |
| 39 | # add new nodes: |
Tony Mack | 4895203 | 2013-04-12 11:49:34 -0400 | [diff] [blame^] | 40 | counter = 1 |
Tony Mack | 735493a | 2013-04-04 23:54:28 -0400 | [diff] [blame] | 41 | new_node_names = set(compute_nodes_dict.keys()).difference(nodes_dict.keys()) |
Tony Mack | 4895203 | 2013-04-12 11:49:34 -0400 | [diff] [blame^] | 42 | |
| 43 | def chunks(l, n): |
| 44 | return [l[i:i+n] for i in range(0, len(l), n)] |
| 45 | |
| 46 | node_chunks = chunks(compute_nodes, nodes_per_site) |
Tony Mack | 735493a | 2013-04-04 23:54:28 -0400 | [diff] [blame] | 47 | for name in new_node_names: |
Tony Mack | 4895203 | 2013-04-12 11:49:34 -0400 | [diff] [blame^] | 48 | for |
Tony Mack | 735493a | 2013-04-04 23:54:28 -0400 | [diff] [blame] | 49 | node = Node(name=compute_nodes_dict[name].hypervisor_hostname) |
| 50 | node.save() |
| 51 | |
| 52 | # remove old nodes |
| 53 | old_node_names = set(nodes_dict.keys()).difference(compute_nodes_dict.keys()) |
| 54 | Node.objects.filter(name__in=old_node_names).delete() |
| 55 | |
| 56 | def refresh_flavors(self): |
| 57 | # collect local flavors |
Tony Mack | 4895203 | 2013-04-12 11:49:34 -0400 | [diff] [blame^] | 58 | from plstackapi.core.models import Flavor |
Tony Mack | 735493a | 2013-04-04 23:54:28 -0400 | [diff] [blame] | 59 | flavors = Flavor.objects.all() |
| 60 | flavors_dict = {} |
| 61 | for flavor in flavors: |
| 62 | flavors_dict[flavor.name] = flavor |
| 63 | |
| 64 | # collect nova falvors |
Tony Mack | 4895203 | 2013-04-12 11:49:34 -0400 | [diff] [blame^] | 65 | nova_flavors = self.client.nova.flavors.list() |
Tony Mack | 735493a | 2013-04-04 23:54:28 -0400 | [diff] [blame] | 66 | nova_flavors_dict = {} |
| 67 | for nova_flavor in nova_flavors: |
| 68 | nova_flavors_dict[nova_flavor.name] = nova_flavor |
| 69 | |
| 70 | # add new flavors |
| 71 | new_flavor_names = set(nova_flavors_dict.keys()).difference(flavors_dict.keys()) |
| 72 | for name in new_flavor_names: |
| 73 | |
| 74 | flavor = Flavor(flavor_id=nova_flavors_dict[name].id, |
| 75 | name=nova_flavors_dict[name].name, |
| 76 | memory_mb=nova_flavors_dict[name].ram, |
| 77 | disk_gb=nova_flavors_dict[name].disk, |
| 78 | vcpus=nova_flavors_dict[name].vcpus) |
| 79 | flavor.save() |
| 80 | |
| 81 | # remove old flavors |
| 82 | old_flavor_names = set(flavors_dict.keys()).difference(nova_flavors_dict.keys()) |
| 83 | Flavor.objects.filter(name__in=old_flavor_names).delete() |
| 84 | |
| 85 | def refresh_images(self): |
| 86 | # collect local images |
Tony Mack | 4895203 | 2013-04-12 11:49:34 -0400 | [diff] [blame^] | 87 | from plstackapi.core.models import Image |
Tony Mack | 735493a | 2013-04-04 23:54:28 -0400 | [diff] [blame] | 88 | images = Image.objects.all() |
| 89 | images_dict = {} |
| 90 | for image in images: |
| 91 | images_dict[image.name] = image |
| 92 | |
| 93 | # collect glance images |
Tony Mack | 4895203 | 2013-04-12 11:49:34 -0400 | [diff] [blame^] | 94 | glance_images = self.client.glance.get_images() |
Tony Mack | 735493a | 2013-04-04 23:54:28 -0400 | [diff] [blame] | 95 | glance_images_dict = {} |
| 96 | for glance_image in glance_images: |
| 97 | glance_images_dict[glance_image['name']] = glance_image |
| 98 | |
| 99 | # add new images |
| 100 | new_image_names = set(glance_images_dict.keys()).difference(images_dict.keys()) |
| 101 | for name in new_image_names: |
| 102 | image = Image(image_id=glance_images_dict[name]['id'], |
| 103 | name=glance_images_dict[name]['name'], |
| 104 | disk_format=glance_images_dict[name]['disk_format'], |
| 105 | container_format=glance_images_dict[name]['container_format']) |
| 106 | image.save() |
| 107 | |
| 108 | # remove old images |
| 109 | old_image_names = set(images_dict.keys()).difference(glance_images_dict.keys()) |
| 110 | Image.objects.filter(name__in=old_image_names).delete() |