SEBA-172 FabricCrossconnect resync when kubernetes event received
Change-Id: I916fd5cdbcbaed59aa886054e23255b0c8f6bbf3
diff --git a/xos/synchronizer/config.yaml b/xos/synchronizer/config.yaml
index adc2a63..33a76f0 100644
--- a/xos/synchronizer/config.yaml
+++ b/xos/synchronizer/config.yaml
@@ -23,6 +23,7 @@
model_policies_dir: "/opt/xos/synchronizers/fabric-crossconnect/model_policies"
sys_dir: "/opt/xos/synchronizers/fabric-crossconnect/sys"
models_dir: "/opt/xos/synchronizers/fabric-crossconnect/models"
+event_steps_dir: "/opt/xos/synchronizers/fabric-crossconnect/event_steps"
logging:
version: 1
handlers:
diff --git a/xos/synchronizer/event_steps/kubernetes_event.py b/xos/synchronizer/event_steps/kubernetes_event.py
new file mode 100644
index 0000000..885b7bd
--- /dev/null
+++ b/xos/synchronizer/event_steps/kubernetes_event.py
@@ -0,0 +1,68 @@
+
+# Copyright 2017-present Open Networking Foundation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+import json
+import os
+import sys
+from synchronizers.new_base.eventstep import EventStep
+from synchronizers.new_base.modelaccessor import FabricCrossconnectService, FabricCrossconnectServiceInstance, Service
+from xosconfig import Config
+from multistructlog import create_logger
+
+log = create_logger(Config().get('logging'))
+
+class KubernetesPodDetailsEventStep(EventStep):
+ topics = ["xos.kubernetes.pod-details"]
+ technology = "kafka"
+
+ def __init__(self, *args, **kwargs):
+ super(KubernetesPodDetailsEventStep, self).__init__(*args, **kwargs)
+
+ @staticmethod
+ def get_fabric_onos(service):
+ service = Service.objects.get(id=service.id)
+
+ # get the onos_fabric service
+ fabric_onos = [s.leaf_model for s in service.provider_services if "onos" in s.name.lower()]
+
+ if len(fabric_onos) == 0:
+ raise Exception('Cannot find ONOS service in provider_services of Fabric-Crossconnect')
+
+ return fabric_onos[0]
+
+ def process_event(self, event):
+ value = json.loads(event.value)
+
+ if (value.get("status") != "created"):
+ return
+
+ if "labels" not in value:
+ return
+
+ xos_service = value["labels"].get("xos_service")
+ if not xos_service:
+ return
+
+ for service in FabricCrossconnectService.objects.all():
+ fabric_onos = KubernetesPodDetailsEventStep.get_fabric_onos(service)
+ if (fabric_onos.name != xos_service):
+ continue
+
+ for service_instance in service.service_instances.all():
+ log.info("Dirtying FabricCrossconnectServiceInstance", service_instance=service_instance)
+ service_instance.backend_code=0
+ service_instance.backend_status="resynchronize due to kubernetes event"
+ service_instance.save(update_fields=["updated", "backend_code", "backend_status"], always_update_timestamp=True)
diff --git a/xos/synchronizer/event_steps/test_kubernetes_event.py b/xos/synchronizer/event_steps/test_kubernetes_event.py
new file mode 100644
index 0000000..5627b5d
--- /dev/null
+++ b/xos/synchronizer/event_steps/test_kubernetes_event.py
@@ -0,0 +1,211 @@
+# Copyright 2017-present Open Networking Foundation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import unittest
+import json
+import functools
+from mock import patch, call, Mock, PropertyMock
+import requests_mock
+
+import os, sys
+
+# Hack to load synchronizer framework
+test_path=os.path.abspath(os.path.dirname(os.path.realpath(__file__)))
+xos_dir=os.path.join(test_path, "../../..")
+if not os.path.exists(os.path.join(test_path, "new_base")):
+ xos_dir=os.path.join(test_path, "../../../../../../orchestration/xos/xos")
+ services_dir = os.path.join(xos_dir, "../../xos_services")
+sys.path.append(xos_dir)
+sys.path.append(os.path.join(xos_dir, 'synchronizers', 'new_base'))
+# END Hack to load synchronizer framework
+
+# generate model from xproto
+def get_models_fn(service_name, xproto_name):
+ name = os.path.join(service_name, "xos", xproto_name)
+ if os.path.exists(os.path.join(services_dir, name)):
+ return name
+ else:
+ name = os.path.join(service_name, "xos", "synchronizer", "models", xproto_name)
+ if os.path.exists(os.path.join(services_dir, name)):
+ return name
+ raise Exception("Unable to find service=%s xproto=%s" % (service_name, xproto_name))
+# END generate model from xproto
+
+class TestKubernetesEvent(unittest.TestCase):
+
+ def setUp(self):
+ global DeferredException
+
+ self.sys_path_save = sys.path
+ sys.path.append(xos_dir)
+ sys.path.append(os.path.join(xos_dir, 'synchronizers', 'new_base'))
+
+ # Setting up the config module
+ from xosconfig import Config
+ config = os.path.join(test_path, "../test_fabric_crossconnect_config.yaml")
+ Config.clear()
+ Config.init(config, "synchronizer-config-schema.yaml")
+ # END Setting up the config module
+
+ from synchronizers.new_base.mock_modelaccessor_build import build_mock_modelaccessor
+ build_mock_modelaccessor(xos_dir, services_dir, [
+ get_models_fn("fabric-crossconnect", "fabric-crossconnect.xproto"),
+ get_models_fn("onos-service", "onos.xproto"),
+ ])
+ import synchronizers.new_base.mock_modelaccessor
+ reload(synchronizers.new_base.mock_modelaccessor) # in case nose2 loaded it in a previous test
+ import synchronizers.new_base.modelaccessor
+ reload(synchronizers.new_base.modelaccessor) # in case nose2 loaded it in a previous test
+ from synchronizers.new_base.modelaccessor import model_accessor
+ from mock_modelaccessor import MockObjectList
+
+ from kubernetes_event import KubernetesPodDetailsEventStep
+
+ # import all class names to globals
+ for (k, v) in model_accessor.all_model_classes.items():
+ globals()[k] = v
+
+ self.event_step = KubernetesPodDetailsEventStep
+
+ self.onos = ONOSService(name="myonos",
+ id=1111,
+ rest_hostname = "onos-url",
+ rest_port = "8181",
+ rest_username = "karaf",
+ rest_password = "karaf",
+ backend_code=1,
+ backend_status="succeeded")
+
+ self.fcservice = FabricCrossconnectService(name="myfcservice",
+ id=1112,
+ backend_code=1,
+ backend_status="succeeded",
+ provider_services=[self.onos])
+
+ self.fcsi1 = FabricCrossconnectServiceInstance(name="myfcsi1",
+ owner=self.fcservice,
+ backend_code=1,
+ backend_status="succeeded")
+
+ self.fcsi2 = FabricCrossconnectServiceInstance(name="myfcsi2",
+ owner=self.fcservice,
+ backend_code=1,
+ backend_status="succeeded")
+
+ self.fcservice.service_instances = MockObjectList([self.fcsi1, self.fcsi2])
+
+ self.log = Mock()
+
+ def tearDown(self):
+ sys.path = self.sys_path_save
+
+ def test_process_event(self):
+ with patch.object(FabricCrossconnectService.objects, "get_items") as fcservice_objects, \
+ patch.object(Service.objects, "get_items") as service_objects, \
+ patch.object(FabricCrossconnectServiceInstance, "save", autospec=True) as fcsi_save:
+ fcservice_objects.return_value = [self.fcservice]
+ service_objects.return_value = [self.onos, self.fcservice]
+
+ event_dict = {"status": "created",
+ "labels": {"xos_service": "myonos"}}
+ event = Mock()
+ event.value = json.dumps(event_dict)
+
+ step = self.event_step(log=self.log)
+ step.process_event(event)
+
+ self.assertEqual(self.fcsi1.backend_code, 0)
+ self.assertEqual(self.fcsi1.backend_status, "resynchronize due to kubernetes event")
+
+ self.assertEqual(self.fcsi2.backend_code, 0)
+ self.assertEqual(self.fcsi2.backend_status, "resynchronize due to kubernetes event")
+
+ fcsi_save.assert_has_calls([call(self.fcsi1, update_fields=["updated", "backend_code", "backend_status"],
+ always_update_timestamp=True),
+ call(self.fcsi2, update_fields=["updated", "backend_code", "backend_status"],
+ always_update_timestamp=True)])
+
+ def test_process_event_unknownstatus(self):
+ with patch.object(FabricCrossconnectService.objects, "get_items") as fcservice_objects, \
+ patch.object(Service.objects, "get_items") as service_objects, \
+ patch.object(FabricCrossconnectServiceInstance, "save") as fcsi_save:
+ fcservice_objects.return_value = [self.fcservice]
+ service_objects.return_value = [self.onos, self.fcservice]
+
+ event_dict = {"status": "something_else",
+ "labels": {"xos_service": "myonos"}}
+ event = Mock()
+ event.value = json.dumps(event_dict)
+
+ step = self.event_step(log=self.log)
+ step.process_event(event)
+
+ self.assertEqual(self.fcsi1.backend_code, 1)
+ self.assertEqual(self.fcsi1.backend_status, "succeeded")
+
+ self.assertEqual(self.fcsi2.backend_code, 1)
+ self.assertEqual(self.fcsi2.backend_status, "succeeded")
+
+ fcsi_save.assert_not_called()
+
+ def test_process_event_unknownservice(self):
+ with patch.object(FabricCrossconnectService.objects, "get_items") as fcservice_objects, \
+ patch.object(Service.objects, "get_items") as service_objects, \
+ patch.object(FabricCrossconnectServiceInstance, "save") as fcsi_save:
+ fcservice_objects.return_value = [self.fcservice]
+ service_objects.return_value = [self.onos, self.fcservice]
+
+ event_dict = {"status": "created",
+ "labels": {"xos_service": "something_else"}}
+ event = Mock()
+ event.value = json.dumps(event_dict)
+
+ step = self.event_step(log=self.log)
+ step.process_event(event)
+
+ self.assertEqual(self.fcsi1.backend_code, 1)
+ self.assertEqual(self.fcsi1.backend_status, "succeeded")
+
+ self.assertEqual(self.fcsi2.backend_code, 1)
+ self.assertEqual(self.fcsi2.backend_status, "succeeded")
+
+ fcsi_save.assert_not_called()
+
+ def test_process_event_nolabels(self):
+ with patch.object(FabricCrossconnectService.objects, "get_items") as fcservice_objects, \
+ patch.object(Service.objects, "get_items") as service_objects, \
+ patch.object(FabricCrossconnectServiceInstance, "save") as fcsi_save:
+ fcservice_objects.return_value = [self.fcservice]
+ service_objects.return_value = [self.onos, self.fcservice]
+
+ event_dict = {"status": "created"}
+ event = Mock()
+ event.value = json.dumps(event_dict)
+
+ step = self.event_step(log=self.log)
+ step.process_event(event)
+
+ self.assertEqual(self.fcsi1.backend_code, 1)
+ self.assertEqual(self.fcsi1.backend_status, "succeeded")
+
+ self.assertEqual(self.fcsi2.backend_code, 1)
+ self.assertEqual(self.fcsi2.backend_status, "succeeded")
+
+ fcsi_save.assert_not_called()
+
+if __name__ == '__main__':
+ unittest.main()
+
+
+
diff --git a/xos/unittest.cfg b/xos/unittest.cfg
index e35af11..07b76f7 100644
--- a/xos/unittest.cfg
+++ b/xos/unittest.cfg
@@ -4,6 +4,7 @@
model_policies
steps
models
+ event_steps
[coverage]
always-on = True