blob: 3ae7dead146675be140f763b5ccfc2bab3a60ce9 [file] [log] [blame]
Tony Mack89f70f12013-05-10 20:20:03 -04001import os
Siobhan Tullybf1153a2013-05-27 20:53:48 -04002#os.environ.setdefault("DJANGO_SETTINGS_MODULE", "planetstack.settings")
Tony Mackc261bd22013-05-10 21:04:42 -04003import string
4import random
Tony Mack869866b2013-06-14 18:16:10 -04005import hashlib
Tony Mack79a49c82013-06-15 23:51:57 -04006from datetime import datetime
Tony Mack89f70f12013-05-10 20:20:03 -04007
Tony Mack585160e2013-05-07 11:15:59 -04008from netaddr import IPAddress, IPNetwork
Siobhan Tully30fd4292013-05-10 08:59:56 -04009from planetstack import settings
Tony Mack735493a2013-04-04 23:54:28 -040010from django.core import management
Tony Mackb0d97422013-06-10 09:57:45 -040011from core.models import *
Siobhan Tully73291342013-05-10 10:50:08 -040012from planetstack.config import Config
Tony Mackd685bfa2013-05-02 10:09:51 -040013try:
Siobhan Tully30fd4292013-05-10 08:59:56 -040014 from openstack.client import OpenStackClient
15 from openstack.driver import OpenStackDriver
Tony Mackd685bfa2013-05-02 10:09:51 -040016 has_openstack = True
17except:
Siobhan Tully30fd4292013-05-10 08:59:56 -040018 has_openstack = False
Tony Mack951dab42013-05-02 19:51:45 -040019
Tony Mack89f70f12013-05-10 20:20:03 -040020manager_enabled = Config().api_nova_enabled
Tony Mack02755d42013-05-02 00:00:10 -040021
Tony Mackc261bd22013-05-10 21:04:42 -040022
23def random_string(size=6):
24 return ''.join(random.choice(string.ascii_uppercase + string.digits) for x in range(size))
25
Tony Mack02755d42013-05-02 00:00:10 -040026def require_enabled(callable):
Tony Mack02755d42013-05-02 00:00:10 -040027 def wrapper(*args, **kwds):
Tony Mack951dab42013-05-02 19:51:45 -040028 if manager_enabled and has_openstack:
Tony Mack02755d42013-05-02 00:00:10 -040029 return callable(*args, **kwds)
30 else:
31 return None
32 return wrapper
Tony Mack735493a2013-04-04 23:54:28 -040033
34
Tony Mack02755d42013-05-02 00:00:10 -040035class OpenStackManager:
Tony Mack735493a2013-04-04 23:54:28 -040036
Tony Mack02755d42013-05-02 00:00:10 -040037 def __init__(self, auth={}, caller=None):
Tony Mack620f0f32013-05-03 14:18:31 -040038 self.client = None
39 self.driver = None
40 self.caller = None
Tony Mack951dab42013-05-02 19:51:45 -040041 self.has_openstack = has_openstack
Tony Mack620f0f32013-05-03 14:18:31 -040042 self.enabled = manager_enabled
43
44 if has_openstack and manager_enabled:
45 if auth:
Tony Mack41945e02013-05-09 19:25:10 -040046 try:
47 self.init_user(auth, caller)
48 except:
49 # if this fails then it meanse the caller doesn't have a
50 # role at the slice's tenant. if the caller is an admin
51 # just use the admin client/manager.
52 if caller and caller.is_admin:
53 self.init_admin()
54 else: raise
Tony Mack620f0f32013-05-03 14:18:31 -040055 else:
Tony Mack41945e02013-05-09 19:25:10 -040056 self.init_admin()
57
58 @require_enabled
Tony Mackc59fcaf2013-06-10 11:14:04 -040059 def init_caller(self, caller, tenant):
60 auth = {'username': caller.email,
Tony Mack869866b2013-06-14 18:16:10 -040061 'password': hashlib.md5(caller.password).hexdigest()[:6],
Tony Mackc59fcaf2013-06-10 11:14:04 -040062 'tenant': tenant}
Tony Mack41945e02013-05-09 19:25:10 -040063 self.client = OpenStackClient(**auth)
64 self.driver = OpenStackDriver(client=self.client)
65 self.caller = caller
66
67 @require_enabled
Tony Mackc59fcaf2013-06-10 11:14:04 -040068 def init_admin(self, tenant=None):
Tony Mack41945e02013-05-09 19:25:10 -040069 # use the admin credentials
Tony Mackc59fcaf2013-06-10 11:14:04 -040070 self.client = OpenStackClient(tenant=tenant)
Tony Mack41945e02013-05-09 19:25:10 -040071 self.driver = OpenStackDriver(client=self.client)
72 self.caller = self.driver.admin_user
Siobhan Tully73291342013-05-10 10:50:08 -040073 self.caller.kuser_id = self.caller.id
Tony Mack735493a2013-04-04 23:54:28 -040074
Tony Mack02755d42013-05-02 00:00:10 -040075 @require_enabled
76 def save_role(self, role):
Siobhan Tully47ae1b52013-05-10 15:53:14 -040077 if not role.role:
Tony Mack02755d42013-05-02 00:00:10 -040078 keystone_role = self.driver.create_role(role.role_type)
Siobhan Tully47ae1b52013-05-10 15:53:14 -040079 role.role = keystone_role.id
Tony Mack02755d42013-05-02 00:00:10 -040080
81 @require_enabled
82 def delete_role(self, role):
Siobhan Tully47ae1b52013-05-10 15:53:14 -040083 if role.role:
84 self.driver.delete_role({'id': role.role})
Tony Mackd685bfa2013-05-02 10:09:51 -040085
86 @require_enabled
Tony Mackb0d97422013-06-10 09:57:45 -040087 def save_key(self, key, name):
88 key_fields = {'name': name,
89 'public_key': key}
90 nova_key = self.driver.create_keypair(**key_fields)
Tony Mackd685bfa2013-05-02 10:09:51 -040091
92 @require_enabled
93 def delete_key(self, key):
Tony Mack71c685f2013-05-10 20:34:18 -040094 if key.nkey_id:
95 self.driver.delete_keypair(key.nkey_id)
Tony Mackd685bfa2013-05-02 10:09:51 -040096
97 @require_enabled
98 def save_user(self, user):
Tony Mack6795fbe2013-06-11 10:10:24 -040099 name = user.email[:user.email.find('@')]
100 user_fields = {'name': name,
101 'email': user.email,
Tony Mack869866b2013-06-14 18:16:10 -0400102 'password': hashlib.md5(user.password).hexdigest()[:6],
Tony Mack6795fbe2013-06-11 10:10:24 -0400103 'enabled': True}
Siobhan Tully30fd4292013-05-10 08:59:56 -0400104 if not user.kuser_id:
Tony Mackd685bfa2013-05-02 10:09:51 -0400105 keystone_user = self.driver.create_user(**user_fields)
Siobhan Tully30fd4292013-05-10 08:59:56 -0400106 user.kuser_id = keystone_user.id
Tony Mack6795fbe2013-06-11 10:10:24 -0400107 else:
108 self.driver.update_user(user.kuser_id, user_fields)
Tony Mackb0d97422013-06-10 09:57:45 -0400109
Tony Mack386419d2013-05-05 11:48:43 -0400110 if user.site:
Siobhan Tully73291342013-05-10 10:50:08 -0400111 self.driver.add_user_role(user.kuser_id, user.site.tenant_id, 'user')
Tony Mack386419d2013-05-05 11:48:43 -0400112 if user.is_admin:
Siobhan Tully73291342013-05-10 10:50:08 -0400113 self.driver.add_user_role(user.kuser_id, user.site.tenant_id, 'admin')
Tony Mack386419d2013-05-05 11:48:43 -0400114 else:
Tony Mack85d18832013-05-09 17:02:31 -0400115 # may have admin role so attempt to remove it
Siobhan Tully73291342013-05-10 10:50:08 -0400116 self.driver.delete_user_role(user.kuser_id, user.site.tenant_id, 'admin')
Tony Mack6795fbe2013-06-11 10:10:24 -0400117
118 if user.public_key:
119 self.init_caller(user, user.site.login_base)
120 self.save_key(user.public_key, user.keyname)
121 self.init_admin()
Tony Mack79a49c82013-06-15 23:51:57 -0400122
123 user.save()
124 user.enacted = datetime.now()
125 user.save(update_fields=['enacted'])
Tony Mack386419d2013-05-05 11:48:43 -0400126
Tony Mackd685bfa2013-05-02 10:09:51 -0400127 @require_enabled
128 def delete_user(self, user):
Siobhan Tully30fd4292013-05-10 08:59:56 -0400129 if user.kuser_id:
130 self.driver.delete_user(user.kuser_id)
Tony Mackd685bfa2013-05-02 10:09:51 -0400131
Tony Mack60722062013-05-02 10:57:04 -0400132 @require_enabled
Tony Macked163d72013-05-02 20:05:42 -0400133 def save_site(self, site, add_role=True):
Tony Mack60722062013-05-02 10:57:04 -0400134 if not site.tenant_id:
135 tenant = self.driver.create_tenant(tenant_name=site.login_base,
136 description=site.name,
137 enabled=site.enabled)
138 site.tenant_id = tenant.id
139 # give caller an admin role at the tenant they've created
Siobhan Tully30fd4292013-05-10 08:59:56 -0400140 self.driver.add_user_role(self.caller.kuser_id, tenant.id, 'admin')
Tony Mack60722062013-05-02 10:57:04 -0400141
142 # update the record
143 if site.id and site.tenant_id:
144 self.driver.update_tenant(site.tenant_id,
145 description=site.name,
146 enabled=site.enabled)
147
Tony Mack79a49c82013-06-15 23:51:57 -0400148 # commit the updated record
149 site.save()
150 site.enacted = datetime.now()
151 site.save(update_fields=['enacted']) # enusre enacted > updated
152
153
Tony Mack60722062013-05-02 10:57:04 -0400154 @require_enabled
155 def delete_site(self, site):
156 if site.tenant_id:
157 self.driver.delete_tenant(site.tenant_id)
Tony Mackd685bfa2013-05-02 10:09:51 -0400158
Tony Mack93048c22013-05-02 11:20:26 -0400159 @require_enabled
Tony Mack79a49c82013-06-15 23:51:57 -0400160 def save_site_privilege(self, site_priv):
161 if site_priv.user.kuser_id and site_priv.site.tenant_id:
162 self.driver.add_user_role(site_priv.user.kuser_id,
163 site_priv.site.tenant_id,
164 site_priv.role.role_type)
165 site_priv.enacted = datetime.now()
166 site_priv.save(update_fields=['enacted'])
167
168
169 @require_enabled
170 def delete_site_privilege(self, site_priv):
171 self.driver.delete_user_role(site_priv.user.kuser_id,
172 site_priv.site.tenant_id,
173 site_priv.role.role_type)
174
175 @require_enabled
Tony Mack93048c22013-05-02 11:20:26 -0400176 def save_slice(self, slice):
177 if not slice.tenant_id:
178 nova_fields = {'tenant_name': slice.name,
179 'description': slice.description,
180 'enabled': slice.enabled}
181 tenant = self.driver.create_tenant(**nova_fields)
182 slice.tenant_id = tenant.id
183
184 # give caller an admin role at the tenant they've created
Siobhan Tully30fd4292013-05-10 08:59:56 -0400185 self.driver.add_user_role(self.caller.kuser_id, tenant.id, 'admin')
Tony Mack93048c22013-05-02 11:20:26 -0400186
187 # refresh credentials using this tenant
188 self.driver.shell.connect(username=self.driver.shell.keystone.username,
189 password=self.driver.shell.keystone.password,
190 tenant=tenant.name)
191
192 # create network
193 network = self.driver.create_network(slice.name)
194 slice.network_id = network['id']
195
196 # create router
197 router = self.driver.create_router(slice.name)
198 slice.router_id = router['id']
199
Tony Mack585160e2013-05-07 11:15:59 -0400200 # create subnet
201 next_subnet = self.get_next_subnet()
202 cidr = str(next_subnet.cidr)
203 ip_version = next_subnet.version
204 start = str(next_subnet[2])
205 end = str(next_subnet[-2])
206 subnet = self.driver.create_subnet(name=slice.name,
207 network_id = network['id'],
208 cidr_ip = cidr,
209 ip_version = ip_version,
210 start = start,
211 end = end)
212 slice.subnet_id = subnet['id']
213 # add subnet as interface to slice's router
214 self.driver.add_router_interface(router['id'], subnet['id'])
Tony Mackf180f212013-05-28 09:19:01 -0400215 # add external route
Tony Mack79a49c82013-06-15 23:51:57 -0400216 self.driver.add_external_route(subnet)
217
Tony Mack585160e2013-05-07 11:15:59 -0400218
Tony Mack93048c22013-05-02 11:20:26 -0400219 if slice.id and slice.tenant_id:
220 self.driver.update_tenant(slice.tenant_id,
221 description=slice.description,
Tony Mack79a49c82013-06-15 23:51:57 -0400222 enabled=slice.enabled)
223
224 slice.save()
225 slice.enacted = datetime.now()
226 slice.save(update_fields=['enacted'])
Tony Mack93048c22013-05-02 11:20:26 -0400227
228 @require_enabled
229 def delete_slice(self, slice):
230 if slice.tenant_id:
Tony Mack79a49c82013-06-15 23:51:57 -0400231 self._delete_slice(slice.tenant_id, slice.network_id,
232 slice.router_id, slice.subnet_id)
233 @require_enabled
234 def _delete_slice(self, tenant_id, network_id, router_id, subnet_id):
235 self.driver.delete_router_interface(slice.router_id, slice.subnet_id)
236 self.driver.delete_subnet(slice.subnet_id)
237 self.driver.delete_router(slice.router_id)
238 self.driver.delete_network(slice.network_id)
239 self.driver.delete_tenant(slice.tenant_id)
240 # delete external route
241 subnet = None
242 subnets = self.driver.shell.quantum.list_subnets()['subnets']
243 for snet in subnets:
244 if snet['id'] == slice.subnet_id:
245 subnet = snet
246 if subnet:
247 self.driver.delete_external_route(subnet)
248
249
250 @require_enabled
251 def save_slice_membership(self, slice_memb):
252 if slice_memb.user.kuser_id and slice_memb.slice.tenant_id:
253 self.driver.add_user_role(slice_memb.user.kuser_id,
254 slice_memb.slice.tenant_id,
255 slice_memb.role.role_type)
256 slice_memb.enacted = datetime.now()
257 slice_memb.save(update_fields=['enacted'])
258
259
260 @require_enabled
261 def delete_slice_membership(self, slice_memb):
262 self.driver.delete_user_role(slice_memb.user.kuser_id,
263 slice_memb.slice.tenant_id,
264 slice_memb.role.role_type)
Tony Mack93048c22013-05-02 11:20:26 -0400265
Tony Mack585160e2013-05-07 11:15:59 -0400266
Tony Mackc59fcaf2013-06-10 11:14:04 -0400267 @require_enabled
Tony Mack585160e2013-05-07 11:15:59 -0400268 def get_next_subnet(self):
269 # limit ourself to 10.0.x.x for now
270 valid_subnet = lambda net: net.startswith('10.0')
271 subnets = self.driver.shell.quantum.list_subnets()['subnets']
272 ints = [int(IPNetwork(subnet['cidr']).ip) for subnet in subnets \
273 if valid_subnet(subnet['cidr'])]
274 ints.sort()
275 last_ip = IPAddress(ints[-1])
276 last_network = IPNetwork(str(last_ip) + "/24")
277 next_network = IPNetwork(str(IPAddress(last_network) + last_network.size) + "/24")
278 return next_network
279
Tony Mack951dab42013-05-02 19:51:45 -0400280 @require_enabled
281 def save_subnet(self, subnet):
282 if not subnet.subnet_id:
283 quantum_subnet = self.driver.create_subnet(name= subnet.slice.name,
284 network_id=subnet.slice.network_id,
285 cidr_ip = subnet.cidr,
286 ip_version=subnet.ip_version,
287 start = subnet.start,
288 end = subnet.end)
289 subnet.subnet_id = quantum_subnet['id']
290 # add subnet as interface to slice's router
291 self.driver.add_router_interface(subnet.slice.router_id, subnet.subnet_id)
292 #add_route = 'route add -net %s dev br-ex gw 10.100.0.5' % self.cidr
293 #commands.getstatusoutput(add_route)
294
295
296 @require_enabled
297 def delete_subnet(self, subnet):
298 if subnet.subnet_id:
299 self.driver.delete_router_interface(subnet.slice.router_id, subnet.subnet_id)
300 self.driver.delete_subnet(subnet.subnet_id)
301 #del_route = 'route del -net %s' % self.cidr
302 #commands.getstatusoutput(del_route)
smbaker8f5cf5f2013-05-05 13:58:16 -0700303
Tony Mack951dab42013-05-02 19:51:45 -0400304 @require_enabled
305 def save_sliver(self, sliver):
306 if not sliver.instance_id:
Tony Mack5ff5c452013-06-11 11:19:32 -0400307 slice_memberships = SliceMembership.objects.filter(slice=sliver.slice)
Tony Mackdfefe9d2013-06-24 09:39:40 -0400308 pubkeys = [sm.user.public_key for sm in slice_memberships if sm.user.public_key]
Tony Mack2bd5b412013-06-11 21:05:06 -0400309 pubkeys.append(sliver.creator.public_key)
Tony Mack951dab42013-05-02 19:51:45 -0400310 instance = self.driver.spawn_instance(name=sliver.name,
Tony Mackb0d97422013-06-10 09:57:45 -0400311 key_name = sliver.creator.keyname,
Tony Mack951dab42013-05-02 19:51:45 -0400312 image_id = sliver.image.image_id,
Tony Mack5ff5c452013-06-11 11:19:32 -0400313 hostname = sliver.node.name,
314 pubkeys = pubkeys )
Tony Mack951dab42013-05-02 19:51:45 -0400315 sliver.instance_id = instance.id
316 sliver.instance_name = getattr(instance, 'OS-EXT-SRV-ATTR:instance_name')
317
Scott Baker13acdd62013-05-08 17:42:56 -0700318 if sliver.instance_id and ("numberCores" in sliver.changed_fields):
smbaker8f5cf5f2013-05-05 13:58:16 -0700319 self.driver.update_instance_metadata(sliver.instance_id, {"cpu_cores": str(sliver.numberCores)})
320
Tony Mack79a49c82013-06-15 23:51:57 -0400321 sliver.save()
322 sliver.enacted = datetime.now()
323 sliver.save(update_fields=['enacted'])
324
Tony Mack951dab42013-05-02 19:51:45 -0400325 @require_enabled
326 def delete_sliver(self, sliver):
327 if sliver.instance_id:
328 self.driver.destroy_instance(sliver.instance_id)
329
330
Tony Mack735493a2013-04-04 23:54:28 -0400331 def refresh_nodes(self):
332 # collect local nodes
Tony Mack735493a2013-04-04 23:54:28 -0400333 nodes = Node.objects.all()
334 nodes_dict = {}
335 for node in nodes:
Tony Mack48952032013-04-12 11:49:34 -0400336 if 'viccidev10' not in node.name:
337 nodes_dict[node.name] = node
338
Siobhan Tullybf1153a2013-05-27 20:53:48 -0400339 deployment = Deployment.objects.filter(name='VICCI')[0]
Tony Mack48952032013-04-12 11:49:34 -0400340 login_bases = ['princeton', 'stanford', 'gt', 'uw', 'mpisws']
341 sites = Site.objects.filter(login_base__in=login_bases)
Tony Mack735493a2013-04-04 23:54:28 -0400342 # collect nova nodes:
Tony Mack48952032013-04-12 11:49:34 -0400343 compute_nodes = self.client.nova.hypervisors.list()
344
Tony Mack735493a2013-04-04 23:54:28 -0400345 compute_nodes_dict = {}
346 for compute_node in compute_nodes:
347 compute_nodes_dict[compute_node.hypervisor_hostname] = compute_node
348
349 # add new nodes:
350 new_node_names = set(compute_nodes_dict.keys()).difference(nodes_dict.keys())
Tony Mack51f113d2013-04-13 02:02:22 -0400351 i = 0
352 max = len(sites)
Tony Mack735493a2013-04-04 23:54:28 -0400353 for name in new_node_names:
Tony Mack51f113d2013-04-13 02:02:22 -0400354 if i == max:
355 i = 0
356 site = sites[i]
357 node = Node(name=compute_nodes_dict[name].hypervisor_hostname,
358 site=site,
Tony Mackb0d97422013-06-10 09:57:45 -0400359 deployment=deployment)
Tony Mack735493a2013-04-04 23:54:28 -0400360 node.save()
Tony Mack51f113d2013-04-13 02:02:22 -0400361 i+=1
Tony Mack735493a2013-04-04 23:54:28 -0400362
363 # remove old nodes
364 old_node_names = set(nodes_dict.keys()).difference(compute_nodes_dict.keys())
365 Node.objects.filter(name__in=old_node_names).delete()
366
Tony Mack735493a2013-04-04 23:54:28 -0400367 def refresh_images(self):
Tony Mack89f70f12013-05-10 20:20:03 -0400368 from core.models.image import Image
Tony Mack735493a2013-04-04 23:54:28 -0400369 # collect local images
Tony Mack735493a2013-04-04 23:54:28 -0400370 images = Image.objects.all()
371 images_dict = {}
372 for image in images:
373 images_dict[image.name] = image
374
375 # collect glance images
Tony Mack48952032013-04-12 11:49:34 -0400376 glance_images = self.client.glance.get_images()
Tony Mack735493a2013-04-04 23:54:28 -0400377 glance_images_dict = {}
378 for glance_image in glance_images:
379 glance_images_dict[glance_image['name']] = glance_image
380
381 # add new images
382 new_image_names = set(glance_images_dict.keys()).difference(images_dict.keys())
383 for name in new_image_names:
384 image = Image(image_id=glance_images_dict[name]['id'],
385 name=glance_images_dict[name]['name'],
386 disk_format=glance_images_dict[name]['disk_format'],
387 container_format=glance_images_dict[name]['container_format'])
388 image.save()
389
390 # remove old images
391 old_image_names = set(images_dict.keys()).difference(glance_images_dict.keys())
392 Image.objects.filter(name__in=old_image_names).delete()
Tony Mack02755d42013-05-02 00:00:10 -0400393
394