Scott Baker | f5d7917 | 2015-08-31 16:18:08 -0700 | [diff] [blame] | 1 | import os |
Scott Baker | f92533a | 2015-08-05 08:20:12 -0700 | [diff] [blame] | 2 | import pdb |
Scott Baker | f5d7917 | 2015-08-31 16:18:08 -0700 | [diff] [blame] | 3 | import json |
Scott Baker | 04abc4e | 2015-09-28 16:01:21 -0700 | [diff] [blame^] | 4 | import subprocess |
Scott Baker | f92533a | 2015-08-05 08:20:12 -0700 | [diff] [blame] | 5 | |
Scott Baker | 5329d3a | 2015-09-24 15:37:16 -0700 | [diff] [blame] | 6 | from core.models import User |
| 7 | |
Scott Baker | dcd865b | 2015-08-03 14:20:31 -0700 | [diff] [blame] | 8 | class XOSResource(object): |
| 9 | xos_base_class = "XOSResource" |
Scott Baker | e4f9c2c | 2015-08-04 16:44:18 -0700 | [diff] [blame] | 10 | xos_model = None |
Scott Baker | 874960b | 2015-08-10 17:08:02 -0700 | [diff] [blame] | 11 | name_field = "name" |
| 12 | copyin_props = [] |
Scott Baker | dcd865b | 2015-08-03 14:20:31 -0700 | [diff] [blame] | 13 | provides = None |
| 14 | |
Scott Baker | b31659b | 2015-08-07 17:06:47 -0700 | [diff] [blame] | 15 | def __init__(self, user, nodetemplate, engine): |
Scott Baker | 3fb4931 | 2015-08-03 15:43:54 -0700 | [diff] [blame] | 16 | self.dirty = False |
Scott Baker | 395bf52 | 2015-08-24 15:50:03 -0700 | [diff] [blame] | 17 | self.deferred_sync = [] |
Scott Baker | dcd865b | 2015-08-03 14:20:31 -0700 | [diff] [blame] | 18 | self.user = user |
| 19 | self.nodetemplate = nodetemplate |
Scott Baker | b31659b | 2015-08-07 17:06:47 -0700 | [diff] [blame] | 20 | self.engine = engine |
Scott Baker | dcd865b | 2015-08-03 14:20:31 -0700 | [diff] [blame] | 21 | |
Scott Baker | a705892 | 2015-08-04 23:53:07 -0700 | [diff] [blame] | 22 | def get_all_required_node_names(self): |
| 23 | results = [] |
| 24 | for reqs in self.nodetemplate.requirements: |
| 25 | for (k,v) in reqs.items(): |
| 26 | results.append(v["node"]) |
| 27 | return results |
| 28 | |
Scott Baker | 1a60952 | 2015-08-04 10:59:29 -0700 | [diff] [blame] | 29 | def get_requirements(self, relationship_name, throw_exception=False): |
Scott Baker | 3fb4931 | 2015-08-03 15:43:54 -0700 | [diff] [blame] | 30 | """ helper to search the list of requirements for a particular relationship |
| 31 | type. |
| 32 | """ |
Scott Baker | 1a60952 | 2015-08-04 10:59:29 -0700 | [diff] [blame] | 33 | |
| 34 | results = [] |
Scott Baker | 3fb4931 | 2015-08-03 15:43:54 -0700 | [diff] [blame] | 35 | for reqs in self.nodetemplate.requirements: |
| 36 | for (k,v) in reqs.items(): |
| 37 | if (v["relationship"] == relationship_name): |
Scott Baker | 1a60952 | 2015-08-04 10:59:29 -0700 | [diff] [blame] | 38 | results.append(v["node"]) |
Scott Baker | 3fb4931 | 2015-08-03 15:43:54 -0700 | [diff] [blame] | 39 | |
Scott Baker | 1a60952 | 2015-08-04 10:59:29 -0700 | [diff] [blame] | 40 | if (not results) and throw_exception: |
Scott Baker | 3fb4931 | 2015-08-03 15:43:54 -0700 | [diff] [blame] | 41 | raise Exception("Failed to find requirement in %s using relationship %s" % (self.nodetemplate.name, relationship_name)) |
| 42 | |
Scott Baker | 1a60952 | 2015-08-04 10:59:29 -0700 | [diff] [blame] | 43 | return results |
| 44 | |
| 45 | def get_requirement(self, relationship_name, throw_exception=False): |
| 46 | reqs = self.get_requirements(relationship_name, throw_exception) |
| 47 | if not reqs: |
| 48 | return None |
| 49 | return reqs[0] |
Scott Baker | 3fb4931 | 2015-08-03 15:43:54 -0700 | [diff] [blame] | 50 | |
Scott Baker | f92533a | 2015-08-05 08:20:12 -0700 | [diff] [blame] | 51 | def get_scalable(self): |
Scott Baker | b9fec93 | 2015-08-05 10:41:51 -0700 | [diff] [blame] | 52 | scalable = self.nodetemplate.get_capabilities().get("scalable", None) |
| 53 | if scalable: |
| 54 | return {"min_instances": scalable.get_property_value("min_instances"), |
| 55 | "max_instances": scalable.get_property_value("max_instances"), |
| 56 | "default_instances": scalable.get_property_value("default_instances")} |
Scott Baker | f92533a | 2015-08-05 08:20:12 -0700 | [diff] [blame] | 57 | else: |
| 58 | return {} |
| 59 | |
Scott Baker | f5d7917 | 2015-08-31 16:18:08 -0700 | [diff] [blame] | 60 | def get_property(self, name): |
| 61 | return self.nodetemplate.get_property_value(name) |
Scott Baker | 6382db2 | 2015-08-05 18:34:23 -0700 | [diff] [blame] | 62 | |
Scott Baker | bf81136 | 2015-08-24 16:25:46 -0700 | [diff] [blame] | 63 | def get_xos_object(self, cls, throw_exception=True, **kwargs): |
Scott Baker | 3fb4931 | 2015-08-03 15:43:54 -0700 | [diff] [blame] | 64 | objs = cls.objects.filter(**kwargs) |
| 65 | if not objs: |
Scott Baker | bf81136 | 2015-08-24 16:25:46 -0700 | [diff] [blame] | 66 | if throw_exception: |
| 67 | raise Exception("Failed to find %s filtered by %s" % (cls.__name__, str(kwargs))) |
| 68 | return None |
Scott Baker | 3fb4931 | 2015-08-03 15:43:54 -0700 | [diff] [blame] | 69 | return objs[0] |
| 70 | |
Scott Baker | e4f9c2c | 2015-08-04 16:44:18 -0700 | [diff] [blame] | 71 | def get_existing_objs(self): |
Scott Baker | 9d2d012 | 2015-08-12 19:06:16 -0700 | [diff] [blame] | 72 | return self.xos_model.objects.filter(**{self.name_field: self.nodetemplate.name}) |
Scott Baker | e4f9c2c | 2015-08-04 16:44:18 -0700 | [diff] [blame] | 73 | |
| 74 | def get_xos_args(self): |
| 75 | return {} |
| 76 | |
Scott Baker | 0601cde | 2015-09-01 22:57:46 -0700 | [diff] [blame] | 77 | def get_model_class_name(self): |
| 78 | return self.xos_model.__name__ |
| 79 | |
Scott Baker | e4f9c2c | 2015-08-04 16:44:18 -0700 | [diff] [blame] | 80 | def create_or_update(self): |
| 81 | existing_objs = self.get_existing_objs() |
| 82 | if existing_objs: |
Scott Baker | 0601cde | 2015-09-01 22:57:46 -0700 | [diff] [blame] | 83 | self.info("%s %s already exists" % (self.get_model_class_name(), self.nodetemplate.name)) |
Scott Baker | e4f9c2c | 2015-08-04 16:44:18 -0700 | [diff] [blame] | 84 | self.update(existing_objs[0]) |
| 85 | else: |
| 86 | self.create() |
| 87 | |
Scott Baker | 9d2d012 | 2015-08-12 19:06:16 -0700 | [diff] [blame] | 88 | def can_delete(self, obj): |
| 89 | return True |
Scott Baker | 874960b | 2015-08-10 17:08:02 -0700 | [diff] [blame] | 90 | |
Scott Baker | 5329d3a | 2015-09-24 15:37:16 -0700 | [diff] [blame] | 91 | def postprocess_privileges(self, roleclass, privclass, rolemap, obj, toFieldName): |
Scott Baker | b2e4417 | 2015-09-24 15:22:46 -0700 | [diff] [blame] | 92 | for (rel, role) in rolemap: |
| 93 | for email in self.get_requirements(rel): |
| 94 | role = self.get_xos_object(roleclass, role=role) |
| 95 | user = self.get_xos_object(User, email=email) |
Scott Baker | 5329d3a | 2015-09-24 15:37:16 -0700 | [diff] [blame] | 96 | if not privclass.objects.filter(user=user, role=role, **{toFieldName: obj}): |
| 97 | sp = privclass(user=user, role=role, **{toFieldName: obj}) |
Scott Baker | b2e4417 | 2015-09-24 15:22:46 -0700 | [diff] [blame] | 98 | sp.save() |
| 99 | self.info("Added privilege on %s role %s for %s" % (str(obj), str(role), str(user))) |
| 100 | |
Scott Baker | 874960b | 2015-08-10 17:08:02 -0700 | [diff] [blame] | 101 | def postprocess(self, obj): |
| 102 | pass |
| 103 | |
Scott Baker | f5d7917 | 2015-08-31 16:18:08 -0700 | [diff] [blame] | 104 | def intrinsic_get_artifact(self, obj=None, name=None, method=None): |
| 105 | if obj!="SELF": |
| 106 | raise Exception("only SELF is supported for get_artifact first arg") |
| 107 | if method!="LOCAL_FILE": |
| 108 | raise Exception("only LOCAL_FILE is supported for get_artifact third arg") |
| 109 | |
| 110 | for (k,v) in self.nodetemplate.entity_tpl.get("artifacts", {}).items(): |
| 111 | if k == name: |
| 112 | if not os.path.exists(v): |
| 113 | raise Exception("Artifact local file %s for artifact %s does not exist" % (v, k)) |
| 114 | return open(v).read() |
| 115 | |
| 116 | raise Exception("artifact %s not found" % name) |
| 117 | |
Scott Baker | 04abc4e | 2015-09-28 16:01:21 -0700 | [diff] [blame^] | 118 | def intrinsic_get_script_env(self, obj=None, name=None, varname=None, method=None): |
| 119 | if obj!="SELF": |
| 120 | raise Exception("only SELF is supported for get_artifact first arg") |
| 121 | if method!="LOCAL_FILE": |
| 122 | raise Exception("only LOCAL_FILE is supported for get_artifact fourth arg") |
| 123 | |
| 124 | for (k,v) in self.nodetemplate.entity_tpl.get("artifacts", {}).items(): |
| 125 | if k == name: |
| 126 | if not os.path.exists(v): |
| 127 | raise Exception("Artifact local file %s for artifact %s does not exist" % (v, k)) |
| 128 | return subprocess.Popen('/bin/bash -c "source %s &> /dev/null; echo \\$%s"' % (v, varname), shell=True, stdout=subprocess.PIPE).stdout.read().strip() |
| 129 | |
| 130 | raise Exception("artifact %s not found" % name) |
| 131 | |
Scott Baker | f5d7917 | 2015-08-31 16:18:08 -0700 | [diff] [blame] | 132 | def try_intrinsic_function(self, v): |
| 133 | try: |
| 134 | jsv = v.replace("'", '"') |
| 135 | jsv = json.loads(jsv) |
| 136 | except: |
| 137 | #import traceback |
| 138 | #traceback.print_exc() |
| 139 | return v |
| 140 | |
| 141 | if type(jsv)!=dict: |
| 142 | return v |
| 143 | |
| 144 | if "get_artifact" in jsv: |
| 145 | return self.intrinsic_get_artifact(*jsv["get_artifact"]) |
Scott Baker | 04abc4e | 2015-09-28 16:01:21 -0700 | [diff] [blame^] | 146 | elif "get_script_env" in jsv: |
| 147 | return self.intrinsic_get_script_env(*jsv["get_script_env"]) |
Scott Baker | f5d7917 | 2015-08-31 16:18:08 -0700 | [diff] [blame] | 148 | |
| 149 | return v |
| 150 | |
Scott Baker | 874960b | 2015-08-10 17:08:02 -0700 | [diff] [blame] | 151 | def get_xos_args(self): |
| 152 | args = {} |
| 153 | |
| 154 | if self.name_field: |
| 155 | args[self.name_field] = self.nodetemplate.name |
| 156 | |
| 157 | # copy simple string properties from the template into the arguments |
| 158 | for prop in self.copyin_props: |
| 159 | v = self.get_property(prop) |
Scott Baker | f5d7917 | 2015-08-31 16:18:08 -0700 | [diff] [blame] | 160 | |
| 161 | v = self.try_intrinsic_function(v) |
| 162 | |
Scott Baker | 5b1ff4c | 2015-09-02 16:29:16 -0700 | [diff] [blame] | 163 | if v is not None: |
Scott Baker | 874960b | 2015-08-10 17:08:02 -0700 | [diff] [blame] | 164 | args[prop] = v |
| 165 | |
| 166 | return args |
| 167 | |
Scott Baker | e4f9c2c | 2015-08-04 16:44:18 -0700 | [diff] [blame] | 168 | def create(self): |
Scott Baker | 874960b | 2015-08-10 17:08:02 -0700 | [diff] [blame] | 169 | xos_args = self.get_xos_args() |
| 170 | xos_obj = self.xos_model(**xos_args) |
| 171 | xos_obj.caller = self.user |
| 172 | xos_obj.save() |
| 173 | |
Scott Baker | 874960b | 2015-08-10 17:08:02 -0700 | [diff] [blame] | 174 | self.info("Created %s '%s'" % (self.xos_model.__name__,str(xos_obj))) |
Scott Baker | e4f9c2c | 2015-08-04 16:44:18 -0700 | [diff] [blame] | 175 | |
Scott Baker | 2edd4f3 | 2015-08-14 12:41:18 -0700 | [diff] [blame] | 176 | self.postprocess(xos_obj) |
| 177 | |
Scott Baker | e4f9c2c | 2015-08-04 16:44:18 -0700 | [diff] [blame] | 178 | def update(self, obj): |
Scott Baker | 5b1ff4c | 2015-09-02 16:29:16 -0700 | [diff] [blame] | 179 | xos_args = self.get_xos_args() |
Scott Baker | 9107387 | 2015-09-03 12:15:50 -0700 | [diff] [blame] | 180 | for (k,v) in xos_args.items(): |
| 181 | setattr(obj, k, v) |
Scott Baker | 327269f | 2015-09-03 14:52:22 -0700 | [diff] [blame] | 182 | self.postprocess(obj) |
Scott Baker | 5b1ff4c | 2015-09-02 16:29:16 -0700 | [diff] [blame] | 183 | obj.save() |
Scott Baker | dcd865b | 2015-08-03 14:20:31 -0700 | [diff] [blame] | 184 | |
Scott Baker | 4ee562b | 2015-08-05 16:35:09 -0700 | [diff] [blame] | 185 | def delete(self, obj): |
Scott Baker | 9d2d012 | 2015-08-12 19:06:16 -0700 | [diff] [blame] | 186 | if (self.can_delete(obj)): |
| 187 | self.info("destroying object %s" % str(obj)) |
| 188 | obj.delete(purge=True) # XXX TODO: turn off purge before production |
Scott Baker | 4ee562b | 2015-08-05 16:35:09 -0700 | [diff] [blame] | 189 | |
Scott Baker | 3fb4931 | 2015-08-03 15:43:54 -0700 | [diff] [blame] | 190 | def info(self, s): |
Scott Baker | a9022e3 | 2015-08-11 17:23:52 -0700 | [diff] [blame] | 191 | self.engine.log(s) |
Scott Baker | 3fb4931 | 2015-08-03 15:43:54 -0700 | [diff] [blame] | 192 | |