Siobhan Tully | cf04fb6 | 2014-01-11 11:25:57 -0500 | [diff] [blame] | 1 | #views.py |
Scott Baker | 771819b | 2014-03-19 22:10:17 -0700 | [diff] [blame] | 2 | import os |
| 3 | import sys |
Siobhan Tully | 06d2c03 | 2014-02-23 23:48:52 -0500 | [diff] [blame] | 4 | from django.views.generic import TemplateView, View |
| 5 | import datetime |
Scott Baker | 771819b | 2014-03-19 22:10:17 -0700 | [diff] [blame] | 6 | from pprint import pprint |
| 7 | import json |
Scott Baker | 537d823 | 2014-04-08 23:40:56 -0700 | [diff] [blame] | 8 | from core.models import * |
Siobhan Tully | 06d2c03 | 2014-02-23 23:48:52 -0500 | [diff] [blame] | 9 | from django.http import HttpResponse |
Scott Baker | 537d823 | 2014-04-08 23:40:56 -0700 | [diff] [blame] | 10 | from django.core import urlresolvers |
Scott Baker | 771819b | 2014-03-19 22:10:17 -0700 | [diff] [blame] | 11 | import traceback |
Scott Baker | 6253dfc | 2014-04-14 09:29:30 -0700 | [diff] [blame^] | 12 | import socket |
Siobhan Tully | 06d2c03 | 2014-02-23 23:48:52 -0500 | [diff] [blame] | 13 | |
Scott Baker | 771819b | 2014-03-19 22:10:17 -0700 | [diff] [blame] | 14 | if os.path.exists("/home/smbaker/projects/vicci/cdn/bigquery"): |
| 15 | sys.path.append("/home/smbaker/projects/vicci/cdn/bigquery") |
| 16 | else: |
| 17 | sys.path.append("/opt/planetstack/hpc_wizard") |
| 18 | import hpc_wizard |
| 19 | from planetstack_analytics import DoPlanetStackAnalytics |
Siobhan Tully | cf04fb6 | 2014-01-11 11:25:57 -0500 | [diff] [blame] | 20 | |
| 21 | class DashboardWelcomeView(TemplateView): |
| 22 | template_name = 'admin/dashboard/welcome.html' |
| 23 | |
| 24 | def get(self, request, *args, **kwargs): |
| 25 | context = self.get_context_data(**kwargs) |
Scott Baker | 771819b | 2014-03-19 22:10:17 -0700 | [diff] [blame] | 26 | userDetails = getUserSliceInfo(request.user) |
| 27 | #context['site'] = userDetails['site'] |
Siobhan Tully | cf04fb6 | 2014-01-11 11:25:57 -0500 | [diff] [blame] | 28 | |
Scott Baker | 771819b | 2014-03-19 22:10:17 -0700 | [diff] [blame] | 29 | context['userSliceInfo'] = userDetails['userSliceInfo'] |
| 30 | context['cdnData'] = userDetails['cdnData'] |
Siobhan Tully | cf04fb6 | 2014-01-11 11:25:57 -0500 | [diff] [blame] | 31 | return self.render_to_response(context=context) |
Siobhan Tully | e18b344 | 2014-02-23 14:23:34 -0500 | [diff] [blame] | 32 | |
Scott Baker | 771819b | 2014-03-19 22:10:17 -0700 | [diff] [blame] | 33 | def getUserSliceInfo(user, tableFormat = False): |
| 34 | userDetails = {} |
| 35 | # try: |
| 36 | # // site = Site.objects.filter(id=user.site.id) |
| 37 | # // except: |
| 38 | # // site = Site.objects.filter(name="Princeton") |
| 39 | # // userDetails['sitename'] = site[0].name |
| 40 | # // userDetails['siteid'] = site[0].id |
| 41 | |
| 42 | userSliceData = getSliceInfo(user) |
| 43 | if (tableFormat): |
| 44 | # pprint("******* GET USER SLICE INFO") |
| 45 | userDetails['userSliceInfo'] = userSliceTableFormatter(userSliceData) |
| 46 | else: |
| 47 | userDetails['userSliceInfo'] = userSliceData |
| 48 | userDetails['cdnData'] = getCDNOperatorData(); |
| 49 | # pprint( userDetails) |
| 50 | return userDetails |
| 51 | |
Scott Baker | 537d823 | 2014-04-08 23:40:56 -0700 | [diff] [blame] | 52 | class TenantCreateSlice(View): |
| 53 | def post(self, request, *args, **kwargs): |
| 54 | sliceName = request.POST.get("sliceName", "0") |
| 55 | serviceClass = request.POST.get("serviceClass", "0") |
| 56 | imageName = request.POST.get("imageName", "0") |
| 57 | actionToDo = request.POST.get("actionToDo", "0") |
| 58 | print sliceName |
| 59 | if (actionToDo == "add"): |
| 60 | serviceClass = ServiceClass.objects.get(name=serviceClass) |
| 61 | site = request.user.site |
| 62 | #image = Image.objects.get(name=imageName) |
| 63 | newSlice = Slice(name=sliceName,serviceClass=serviceClass,site=site,imagePreference=imageName) |
| 64 | newSlice.save() |
| 65 | return newSlice |
| 66 | |
| 67 | |
| 68 | def getTenantSliceInfo(user, tableFormat = False): |
| 69 | tenantSliceDetails = {} |
| 70 | tenantSliceData = getTenantInfo(user) |
| 71 | tenantServiceClassData = getServiceClassInfo(user) |
| 72 | if (tableFormat): |
| 73 | tenantSliceDetails['userSliceInfo'] = userSliceTableFormatter(tenantSliceData) |
| 74 | tenantSliceDetails['sliceServiceClass']=userSliceTableFormatter(tenantServiceClassData) |
| 75 | else: |
| 76 | tenantSliceDetails['userSliceInfo'] = tenantSliceData |
| 77 | tenantSliceDetails['sliceServiceClass']=userSliceTableFormatter(tenantServiceClassData) |
| 78 | tenantSliceDetails['image']=userSliceTableFormatter(getImageInfo(user)) |
| 79 | tenantSliceDetails['network']=userSliceTableFormatter(getNetworkInfo(user)) |
| 80 | tenantSliceDetails['deploymentSites']=userSliceTableFormatter(getDeploymentSites()) |
| 81 | tenantSliceDetails['sites'] = userSliceTableFormatter(getTenantSitesInfo()); |
| 82 | return tenantSliceDetails |
| 83 | |
| 84 | |
| 85 | def getTenantInfo(user): |
| 86 | slices =Slice.objects.all() |
| 87 | userSliceInfo = [] |
| 88 | for entry in slices: |
| 89 | sliceName = Slice.objects.get(id=entry.id).name |
| 90 | slice = Slice.objects.get(name=Slice.objects.get(id=entry.id).name) |
| 91 | sliceServiceClass = entry.serviceClass.name |
| 92 | preferredImage = entry.imagePreference |
| 93 | numSliver = 0 |
| 94 | sliceImage="" |
| 95 | sliceSite = {} |
| 96 | for sliver in slice.slivers.all(): |
| 97 | numSliver +=sliver.numberCores |
| 98 | # sliceSite[sliver.deploymentNetwork.name] =sliceSite.get(sliver.deploymentNetwork.name,0) + 1 |
| 99 | sliceSite[sliver.node.site.name] = sliceSite.get(sliver.node.site.name,0) + 1 |
| 100 | sliceImage = sliver.image.name |
| 101 | userSliceInfo.append({'sliceName': sliceName,'sliceServiceClass': sliceServiceClass,'preferredImage':preferredImage, 'sliceSite':sliceSite,'sliceImage':sliceImage,'numOfSlivers':numSliver}) |
| 102 | return userSliceInfo |
| 103 | |
| 104 | def getTenantSitesInfo(): |
| 105 | tenantSiteInfo=[] |
| 106 | for entry in Site.objects.all(): |
| 107 | tenantSiteInfo.append({'siteName':entry.name}) |
| 108 | return tenantSiteInfo |
| 109 | |
Scott Baker | 771819b | 2014-03-19 22:10:17 -0700 | [diff] [blame] | 110 | def userSliceTableFormatter(data): |
| 111 | # pprint(data) |
| 112 | formattedData = { |
| 113 | 'rows' : data |
| 114 | } |
| 115 | return formattedData |
| 116 | |
Scott Baker | 537d823 | 2014-04-08 23:40:56 -0700 | [diff] [blame] | 117 | def getServiceClassInfo(user): |
| 118 | serviceClassList = ServiceClass.objects.all() |
| 119 | sliceInfo = [] |
| 120 | for entry in serviceClassList: |
| 121 | sliceInfo.append({'serviceClass':entry.name}) |
| 122 | return sliceInfo |
| 123 | |
| 124 | def getImageInfo(user): |
| 125 | imageList = Image.objects.all() |
| 126 | imageInfo = [] |
| 127 | for imageEntry in imageList: |
| 128 | imageInfo.append({'Image':imageEntry.name}) |
| 129 | return imageInfo |
| 130 | |
| 131 | def getNetworkInfo(user): |
| 132 | #networkList = Network.objects.all() |
| 133 | networkList = ['Private Only','Private and Publicly Routable'] |
| 134 | networkInfo = [] |
| 135 | for networkEntry in networkList: |
| 136 | #networkInfo.append({'Network':networkEntry.name}) |
| 137 | networkInfo.append({'Network':networkEntry}) |
| 138 | return networkInfo |
| 139 | |
| 140 | def getDeploymentSites(): |
| 141 | deploymentList = Deployment.objects.all() |
| 142 | deploymentInfo = [] |
| 143 | for entry in deploymentList: |
| 144 | deploymentInfo.append({'DeploymentSite':entry.name}) |
| 145 | return deploymentInfo |
| 146 | |
Scott Baker | 771819b | 2014-03-19 22:10:17 -0700 | [diff] [blame] | 147 | def getSliceInfo(user): |
Siobhan Tully | 06d2c03 | 2014-02-23 23:48:52 -0500 | [diff] [blame] | 148 | sliceList = Slice.objects.all() |
Scott Baker | 771819b | 2014-03-19 22:10:17 -0700 | [diff] [blame] | 149 | slicePrivs = SlicePrivilege.objects.filter(user=user) |
Siobhan Tully | 06d2c03 | 2014-02-23 23:48:52 -0500 | [diff] [blame] | 150 | userSliceInfo = [] |
| 151 | for entry in slicePrivs: |
Siobhan Tully | e18b344 | 2014-02-23 14:23:34 -0500 | [diff] [blame] | 152 | |
Scott Baker | 771819b | 2014-03-19 22:10:17 -0700 | [diff] [blame] | 153 | slicename = Slice.objects.get(id=entry.slice.id).name |
Scott Baker | 537d823 | 2014-04-08 23:40:56 -0700 | [diff] [blame] | 154 | slice = Slice.objects.get(name=Slice.objects.get(id=entry.slice.id).name) |
| 155 | sliverList=Sliver.objects.all() |
| 156 | sites_used = {} |
| 157 | for sliver in slice.slivers.all(): |
| 158 | #sites_used['deploymentSites'] = sliver.node.deployment.name |
| 159 | # sites_used[sliver.image.name] = sliver.image.name |
| 160 | sites_used[sliver.node.site.name] = sliver.numberCores |
Scott Baker | 771819b | 2014-03-19 22:10:17 -0700 | [diff] [blame] | 161 | sliceid = Slice.objects.get(id=entry.slice.id).id |
Siobhan Tully | 06d2c03 | 2014-02-23 23:48:52 -0500 | [diff] [blame] | 162 | try: |
Scott Baker | 771819b | 2014-03-19 22:10:17 -0700 | [diff] [blame] | 163 | sliverList = Sliver.objects.filter(slice=entry.slice.id) |
| 164 | siteList = {} |
| 165 | for x in sliverList: |
| 166 | if x.node.site not in siteList: |
| 167 | siteList[x.node.site] = 1 |
| 168 | slivercount = len(sliverList) |
| 169 | sitecount = len(siteList) |
Siobhan Tully | 06d2c03 | 2014-02-23 23:48:52 -0500 | [diff] [blame] | 170 | except: |
Scott Baker | 771819b | 2014-03-19 22:10:17 -0700 | [diff] [blame] | 171 | traceback.print_exc() |
| 172 | slivercount = 0 |
| 173 | sitecount = 0 |
Siobhan Tully | 06d2c03 | 2014-02-23 23:48:52 -0500 | [diff] [blame] | 174 | |
Scott Baker | 771819b | 2014-03-19 22:10:17 -0700 | [diff] [blame] | 175 | userSliceInfo.append({'slicename': slicename, 'sliceid':sliceid, |
Scott Baker | 537d823 | 2014-04-08 23:40:56 -0700 | [diff] [blame] | 176 | 'sitesUsed':sites_used, |
| 177 | 'role': SliceRole.objects.get(id=entry.role.id).role, |
| 178 | 'slivercount': slivercount, |
| 179 | 'sitecount':sitecount}) |
Scott Baker | 771819b | 2014-03-19 22:10:17 -0700 | [diff] [blame] | 180 | |
Siobhan Tully | 06d2c03 | 2014-02-23 23:48:52 -0500 | [diff] [blame] | 181 | return userSliceInfo |
| 182 | |
Siobhan Tully | 06d2c03 | 2014-02-23 23:48:52 -0500 | [diff] [blame] | 183 | def getCDNOperatorData(randomizeData = False): |
Scott Baker | 771819b | 2014-03-19 22:10:17 -0700 | [diff] [blame] | 184 | return hpc_wizard.get_hpc_wizard().get_sites_for_view() |
Siobhan Tully | 06d2c03 | 2014-02-23 23:48:52 -0500 | [diff] [blame] | 185 | |
Scott Baker | 771819b | 2014-03-19 22:10:17 -0700 | [diff] [blame] | 186 | def getPageSummary(request): |
| 187 | slice = request.GET.get('slice', None) |
| 188 | site = request.GET.get('site', None) |
| 189 | node = request.GET.get('node', None) |
Siobhan Tully | 06d2c03 | 2014-02-23 23:48:52 -0500 | [diff] [blame] | 190 | |
| 191 | |
Scott Baker | 771819b | 2014-03-19 22:10:17 -0700 | [diff] [blame] | 192 | class SimulatorView(View): |
| 193 | def get(self, request, **kwargs): |
| 194 | sim = json.loads(file("/tmp/simulator.json","r").read()) |
| 195 | text = "<html><head></head><body>" |
| 196 | text += "Iteration: %d<br>" % sim["iteration"] |
| 197 | text += "Elapsed since report %d<br><br>" % sim["elapsed_since_report"] |
| 198 | text += "<table border=1>" |
| 199 | text += "<tr><th>site</th><th>trend</th><th>weight</th><th>bytes_sent</th><th>hot</th></tr>" |
| 200 | for site in sim["site_load"].values(): |
| 201 | text += "<tr>" |
| 202 | text += "<td>%s</td><td>%0.2f</td><td>%0.2f</td><td>%d</td><td>%0.2f</td>" % \ |
| 203 | (site["name"], site["trend"], site["weight"], site["bytes_sent"], site["load_frac"]) |
| 204 | text += "</tr>" |
| 205 | text += "</table>" |
| 206 | text += "</body></html>" |
| 207 | return HttpResponse(text) |
| 208 | |
| 209 | class DashboardUserSiteView(View): |
| 210 | def get(self, request, **kwargs): |
| 211 | return HttpResponse(json.dumps(getUserSliceInfo(request.user, True)), mimetype='application/javascript') |
| 212 | |
Scott Baker | 537d823 | 2014-04-08 23:40:56 -0700 | [diff] [blame] | 213 | class TenantViewData(View): |
| 214 | def get(self, request, **kwargs): |
| 215 | return HttpResponse(json.dumps(getTenantSliceInfo(request.user, True)), mimetype='application/javascript') |
| 216 | |
Scott Baker | 6253dfc | 2014-04-14 09:29:30 -0700 | [diff] [blame^] | 217 | def tenant_increase_slivers(user, siteName, slice, count): |
| 218 | site = Site.objects.filter(name=siteName) |
| 219 | nodes = Node.objects.filter(site=site) |
| 220 | print nodes |
| 221 | site.usedNodes = [] |
| 222 | site.freeNodes = [] |
| 223 | sliceName = Slice.objects.get(name=slice) |
| 224 | for node in nodes: |
| 225 | usedNode = False |
| 226 | for sliver in node.slivers.all(): |
| 227 | if sliver in Sliver.objects.filter(slice=sliceName): |
| 228 | usedNode = True |
| 229 | if usedNode: |
| 230 | site.usedNodes.append(node) |
| 231 | print site.usedNodes |
| 232 | else: |
| 233 | site.freeNodes.append(node) |
| 234 | print site |
| 235 | slices =Slice.objects.all() |
| 236 | sliceName = Slice.objects.get(name=slice) |
| 237 | test = Sliver.objects.filter(slice=sliceName) |
| 238 | while (len(site.freeNodes) > 0) and (count > 0): |
| 239 | node = site.freeNodes.pop() |
| 240 | hostname = node.name |
| 241 | sliver = Sliver(name=node.name, |
| 242 | slice=sliceName, |
| 243 | node=node, |
| 244 | image = Image.objects.all()[0], |
| 245 | creator = User.objects.get(email=user), |
| 246 | deploymentNetwork=node.deployment, |
| 247 | numberCores =1 ) |
| 248 | sliver.save() |
| 249 | |
| 250 | print "created sliver", sliver |
| 251 | print sliver.node |
| 252 | print sliver.numberCores |
| 253 | site.usedNodes.append(node) |
| 254 | count = int(count) - 1 |
| 255 | |
| 256 | def tenant_decrease_slivers(user, siteName, slice, count): |
| 257 | site = Site.objects.filter(name=siteName) |
| 258 | nodes = Node.objects.filter(site=site) |
| 259 | slices = Slice.objects.all() |
| 260 | site.usedNodes = [] |
| 261 | site.freeNodes = [] |
| 262 | sliceName = Slice.objects.get(name=slice) |
| 263 | |
| 264 | for node in nodes: |
| 265 | usedNode = False |
| 266 | for sliver in node.slivers.all(): |
| 267 | if sliver in Sliver.objects.filter(slice=sliceName): |
| 268 | usedNode = True |
| 269 | if usedNode: |
| 270 | site.usedNodes.append(node) |
| 271 | else: |
| 272 | site.freeNodes.append(node) |
| 273 | print "used nodes", site.usedNodes |
| 274 | slices =Slice.objects.all() |
| 275 | sliceName = Slice.objects.get(name=slice) |
| 276 | test = Sliver.objects.filter(slice=sliceName) |
| 277 | while (count > 0): |
| 278 | node = site.usedNodes.pop() |
| 279 | print node |
| 280 | print count |
| 281 | for sliver in node.slivers.all(): |
| 282 | if sliver.slice in slices: |
| 283 | print "deleting sliver", sliver.slice |
| 284 | sliver.delete() |
| 285 | site.freeNodes.append(node) |
| 286 | count = int(count) - 1 |
| 287 | print "deleted sliver", sliver |
| 288 | |
| 289 | class TenantAddOrRemoveSliverView(View): |
| 290 | def post(self, request, *args, **kwargs): |
| 291 | siteName = request.POST.get("siteName", "0") |
| 292 | actionToDo = request.POST.get("actionToDo", "0") |
| 293 | count = request.POST.get("count","0") |
| 294 | slice = request.POST.get("slice","0") |
| 295 | |
| 296 | if (actionToDo == "add"): |
| 297 | tenant_increase_slivers(request.user, siteName,slice, count) |
| 298 | elif (actionToDo == "rem"): |
| 299 | tenant_decrease_slivers(request.user,siteName,slice, count) |
| 300 | return HttpResponse('This is POST request ') |
| 301 | |
Scott Baker | 771819b | 2014-03-19 22:10:17 -0700 | [diff] [blame] | 302 | class DashboardSummaryAjaxView(View): |
| 303 | def get(self, request, **kwargs): |
| 304 | return HttpResponse(json.dumps(hpc_wizard.get_hpc_wizard().get_summary_for_view()), mimetype='application/javascript') |
| 305 | |
| 306 | class DashboardAddOrRemoveSliverView(View): |
| 307 | def post(self, request, *args, **kwargs): |
| 308 | siteName = request.POST.get("site", "0") |
| 309 | actionToDo = request.POST.get("actionToDo", "0") |
| 310 | |
| 311 | if (actionToDo == "add"): |
| 312 | hpc_wizard.get_hpc_wizard().increase_slivers(siteName, 1) |
| 313 | elif (actionToDo == "rem"): |
| 314 | hpc_wizard.get_hpc_wizard().decrease_slivers(siteName, 1) |
| 315 | |
| 316 | print '*' * 50 |
| 317 | print 'Ask for site: ' + siteName + ' to ' + actionToDo + ' another HPC Sliver' |
| 318 | return HttpResponse('This is POST request ') |
Siobhan Tully | 06d2c03 | 2014-02-23 23:48:52 -0500 | [diff] [blame] | 319 | |
| 320 | class DashboardAjaxView(View): |
| 321 | def get(self, request, **kwargs): |
| 322 | return HttpResponse(json.dumps(getCDNOperatorData(True)), mimetype='application/javascript') |
Scott Baker | 771819b | 2014-03-19 22:10:17 -0700 | [diff] [blame] | 323 | |
| 324 | class DashboardAnalyticsAjaxView(View): |
| 325 | def get(self, request, name="hello_world", **kwargs): |
| 326 | if (name == "hpcSummary"): |
| 327 | return HttpResponse(json.dumps(hpc_wizard.get_hpc_wizard().get_summary_for_view()), mimetype='application/javascript') |
| 328 | elif (name == "hpcUserSite"): |
| 329 | return HttpResponse(json.dumps(getUserSliceInfo(request.user, True)), mimetype='application/javascript') |
| 330 | elif (name == "hpcMap"): |
| 331 | return HttpResponse(json.dumps(getCDNOperatorData(True)), mimetype='application/javascript') |
| 332 | elif (name == "bigquery"): |
| 333 | (mimetype, data) = DoPlanetStackAnalytics(request) |
| 334 | return HttpResponse(data, mimetype=mimetype) |
| 335 | else: |
| 336 | return HttpResponse(json.dumps("Unknown"), mimetype='application/javascript') |
| 337 | |