blob: da85248dea862d692d84f7c47977cd0efbfd7952 [file] [log] [blame]
Matteo Scandolod44ca992018-05-17 15:02:10 -07001# Copyright 2017-present Open Networking Foundation
2#
3# Licensed under the Apache License, Version 2.0 (the "License");
4# you may not use this file except in compliance with the License.
5# You may obtain a copy of the License at
6#
7# http://www.apache.org/licenses/LICENSE-2.0
8#
9# Unless required by applicable law or agreed to in writing, software
10# distributed under the License is distributed on an "AS IS" BASIS,
11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12# See the License for the specific language governing permissions and
13# limitations under the License.
14
Scott Baker47b47302019-01-30 16:55:07 -080015from xossynchronizer.pull_steps.pullstep import PullStep
16from xossynchronizer.modelaccessor import model_accessor, ONUDevice, VOLTService, OLTDevice, PONPort, PONONUPort, UNIPort
Matteo Scandolod44ca992018-05-17 15:02:10 -070017
18from xosconfig import Config
19from multistructlog import create_logger
20
21import requests
22from requests import ConnectionError
23from requests.models import InvalidURL
24
25import os, sys
26sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
27
28from helpers import Helpers
29
30log = create_logger(Config().get('logging'))
31
32class ONUDevicePullStep(PullStep):
Scott Baker47b47302019-01-30 16:55:07 -080033 def __init__(self, model_accessor):
34 super(ONUDevicePullStep, self).__init__(model_accessor=model_accessor, observed_model=ONUDevice)
Matteo Scandolod44ca992018-05-17 15:02:10 -070035
36 def pull_records(self):
Matteo Scandolo27d2fbb2018-09-07 14:02:53 -070037 log.debug("pulling ONU devices from VOLTHA")
Matteo Scandolod44ca992018-05-17 15:02:10 -070038
39 try:
40 self.volt_service = VOLTService.objects.all()[0]
41 except IndexError:
42 log.warn('VOLTService not found')
43 return
44
45 voltha_url = Helpers.get_voltha_info(self.volt_service)['url']
46 voltha_port = Helpers.get_voltha_info(self.volt_service)['port']
47
48 try:
Matteo Scandolo10928dd2018-10-16 17:49:03 -070049 r = requests.get("%s:%s/api/v1/devices" % (voltha_url, voltha_port), timeout=1)
Matteo Scandolod44ca992018-05-17 15:02:10 -070050
51 if r.status_code != 200:
Matteo Scandolof7ebb112018-09-18 16:17:22 -070052 log.warn("It was not possible to fetch devices from VOLTHA")
Matteo Scandolod44ca992018-05-17 15:02:10 -070053
54 # keeping only ONUs
55 devices = [d for d in r.json()["items"] if "onu" in d["type"]]
56
Andy Bavier00c573c2019-02-08 16:19:11 -070057 log.debug("received devices", onus=devices)
Matteo Scandolod44ca992018-05-17 15:02:10 -070058
59 # TODO
Matteo Scandolod8ed60e2018-06-18 17:00:57 -070060 # [ ] delete ONUS as ONUDevice.objects.all() - updated ONUs
Matteo Scandolod44ca992018-05-17 15:02:10 -070061
Matteo Scandolod44ca992018-05-17 15:02:10 -070062 onus_in_voltha = self.create_or_update_onus(devices)
63
64 except ConnectionError, e:
65 log.warn("It was not possible to connect to VOLTHA", reason=e)
66 return
67 except InvalidURL, e:
68 log.warn("VOLTHA url is invalid, is it configured in the VOLTService?", reason=e)
69 return
70
71 def create_or_update_onus(self, onus):
72
73 updated_onus = []
74
75 for onu in onus:
76 try:
77
78 model = ONUDevice.objects.filter(serial_number=onu["serial_number"])[0]
Andy Bavier00c573c2019-02-08 16:19:11 -070079 log.debug("ONUDevice already exists, updating it", serial_number=onu["serial_number"])
Matteo Scandolod44ca992018-05-17 15:02:10 -070080
Matteo Scandolod44ca992018-05-17 15:02:10 -070081 except IndexError:
82 model = ONUDevice()
83 model.serial_number = onu["serial_number"]
Andy Bavierae33e162019-01-28 11:47:00 -070084 model.admin_state = onu["admin_state"]
Matteo Scandolod44ca992018-05-17 15:02:10 -070085
Andy Bavierae33e162019-01-28 11:47:00 -070086 log.debug("ONUDevice is new, creating it", serial_number=onu["serial_number"], admin_state=onu["admin_state"])
Matteo Scandolod44ca992018-05-17 15:02:10 -070087
Scott Baker22b46c52018-11-15 15:15:29 -080088 try:
89 olt = OLTDevice.objects.get(device_id=onu["parent_id"])
90 except IndexError:
91 log.warning("Unable to find olt for ONUDevice", serial_number=onu["serial_number"], olt_device_id=onu["parent_id"])
92 continue
93
94 try:
95 pon_port = PONPort.objects.get(port_no=onu["parent_port_no"], olt_device_id=olt.id)
96 except IndexError:
97 log.warning("Unable to find pon_port for ONUDevice", serial_number=onu["serial_number"], olt_device_id=onu["parent_id"], port_no=onu["parent_port_no"])
98 continue
99
Matteo Scandolod44ca992018-05-17 15:02:10 -0700100 # Adding feedback state to the device
101 model.vendor = onu["vendor"]
102 model.device_type = onu["type"]
103 model.device_id = onu["id"]
104
Matteo Scandolod44ca992018-05-17 15:02:10 -0700105 model.oper_status = onu["oper_status"]
106 model.connect_status = onu["connect_status"]
Scott Baker3db0eef2019-01-15 11:56:41 -0800107 model.reason = onu["reason"]
Matteo Scandolo6be6ee92018-05-24 15:07:51 -0700108 model.xos_managed = False
Matteo Scandolod44ca992018-05-17 15:02:10 -0700109
Matteo Scandolo6be6ee92018-05-24 15:07:51 -0700110 model.pon_port = pon_port
111 model.pon_port_id = pon_port.id
Matteo Scandolod44ca992018-05-17 15:02:10 -0700112
Andy Bavierae33e162019-01-28 11:47:00 -0700113 model.save_changed_fields()
Matteo Scandolod44ca992018-05-17 15:02:10 -0700114
Matteo Scandolod8ed60e2018-06-18 17:00:57 -0700115 self.fetch_onu_ports(model)
116
Matteo Scandolod44ca992018-05-17 15:02:10 -0700117 updated_onus.append(model)
118
119 return updated_onus
120
Matteo Scandolod8ed60e2018-06-18 17:00:57 -0700121 def fetch_onu_ports(self, onu):
122 voltha_url = Helpers.get_voltha_info(self.volt_service)['url']
123 voltha_port = Helpers.get_voltha_info(self.volt_service)['port']
Matteo Scandolod44ca992018-05-17 15:02:10 -0700124
Matteo Scandolod8ed60e2018-06-18 17:00:57 -0700125 try:
Matteo Scandolo10928dd2018-10-16 17:49:03 -0700126 r = requests.get("%s:%s/api/v1/devices/%s/ports" % (voltha_url, voltha_port, onu.device_id), timeout=1)
Matteo Scandolod44ca992018-05-17 15:02:10 -0700127
Matteo Scandolod8ed60e2018-06-18 17:00:57 -0700128 if r.status_code != 200:
Matteo Scandolof7ebb112018-09-18 16:17:22 -0700129 log.warn("It was not possible to fetch ports from VOLTHA for ONUDevice %s" % onu.device_id)
Matteo Scandolod44ca992018-05-17 15:02:10 -0700130
Matteo Scandolod8ed60e2018-06-18 17:00:57 -0700131 ports = r.json()['items']
132
Andy Bavier00c573c2019-02-08 16:19:11 -0700133 log.debug("received ports", ports=ports, onu=onu.device_id)
Matteo Scandolod8ed60e2018-06-18 17:00:57 -0700134
135 self.create_or_update_ports(ports, onu)
136
137 except ConnectionError, e:
138 log.warn("It was not possible to connect to VOLTHA", reason=e)
139 return
140 except InvalidURL, e:
141 log.warn("VOLTHA url is invalid, is it configured in the VOLTService?", reason=e)
142 return
143 return
144
145 def create_or_update_ports(self, ports, onu):
146 uni_ports = [p for p in ports if "ETHERNET_UNI" in p["type"]]
147 pon_onu_ports = [p for p in ports if "PON_ONU" in p["type"]]
148
149 self.create_or_update_uni_port(uni_ports, onu)
150 self.create_or_update_pon_onu_port(pon_onu_ports, onu)
151
Matteo Scandolo72f43d02018-07-16 10:54:01 -0400152 def get_onu_port_id(self, port, onu):
153 # find the correct port id as represented in the logical_device
154 logical_device_id = onu.pon_port.olt_device.of_id
155
156 voltha_url = Helpers.get_voltha_info(self.volt_service)['url']
157 voltha_port = Helpers.get_voltha_info(self.volt_service)['port']
158
159 try:
Matteo Scandolo10928dd2018-10-16 17:49:03 -0700160 r = requests.get("%s:%s/api/v1/logical_devices/%s/ports" % (voltha_url, voltha_port, logical_device_id), timeout=1)
Matteo Scandolo72f43d02018-07-16 10:54:01 -0400161
162 if r.status_code != 200:
Matteo Scandolof7ebb112018-09-18 16:17:22 -0700163 log.warn("It was not possible to fetch ports from VOLTHA for logical_device %s" % logical_device_id)
Matteo Scandolo72f43d02018-07-16 10:54:01 -0400164
165 logical_ports = r.json()['items']
Andy Bavier00c573c2019-02-08 16:19:11 -0700166 log.debug("logical device ports for ONUDevice %s" % onu.device_id, logical_ports=logical_ports)
Matteo Scandolo72f43d02018-07-16 10:54:01 -0400167
Jonathan Hartd6de1b92018-07-18 18:52:28 -0700168 ports = [p['ofp_port']['port_no'] for p in logical_ports if p['device_id'] == onu.device_id]
Matteo Scandolo27d2fbb2018-09-07 14:02:53 -0700169 # log.debug("Port_id for port %s on ONUDevice %s: %s" % (port['label'], onu.device_id, ports), logical_ports=logical_ports)
Matteo Scandolof140ded2018-10-17 15:37:15 -0700170 # FIXME if this throws an error ONUs from other OTLs are not sync'ed
Matteo Scandolo72f43d02018-07-16 10:54:01 -0400171 return int(ports[0])
172
173 except ConnectionError, e:
174 log.warn("It was not possible to connect to VOLTHA", reason=e)
175 return
176 except InvalidURL, e:
177 log.warn("VOLTHA url is invalid, is it configured in the VOLTService?", reason=e)
178 return
179
Matteo Scandolod8ed60e2018-06-18 17:00:57 -0700180 def create_or_update_uni_port(self, uni_ports, onu):
181 update_ports = []
182
183 for port in uni_ports:
Matteo Scandolo72f43d02018-07-16 10:54:01 -0400184 port_no = self.get_onu_port_id(port, onu)
Matteo Scandolod8ed60e2018-06-18 17:00:57 -0700185 try:
Matteo Scandolo72f43d02018-07-16 10:54:01 -0400186 model = UNIPort.objects.filter(port_no=port_no, onu_device_id=onu.id)[0]
Andy Bavier00c573c2019-02-08 16:19:11 -0700187 log.debug("UNIPort already exists, updating it", port_no=port_no, onu_device_id=onu.id)
Matteo Scandolod8ed60e2018-06-18 17:00:57 -0700188 except IndexError:
189 model = UNIPort()
Matteo Scandolo72f43d02018-07-16 10:54:01 -0400190 model.port_no = port_no
Matteo Scandolod8ed60e2018-06-18 17:00:57 -0700191 model.onu_device_id = onu.id
192 model.name = port["label"]
193 log.debug("UNIPort is new, creating it", port_no=port["port_no"], onu_device_id=onu.id)
194
195 model.admin_state = port["admin_state"]
196 model.oper_status = port["oper_status"]
Andy Bavierae33e162019-01-28 11:47:00 -0700197 model.save_changed_fields()
Matteo Scandolod8ed60e2018-06-18 17:00:57 -0700198 update_ports.append(model)
199 return update_ports
200
201 def create_or_update_pon_onu_port(self, pon_onu_ports, onu):
202 update_ports = []
203
204 for port in pon_onu_ports:
205 try:
206 model = PONONUPort.objects.filter(port_no=port["port_no"], onu_device_id=onu.id)[0]
207 model.xos_managed = False
Andy Bavier00c573c2019-02-08 16:19:11 -0700208 log.debug("PONONUPort already exists, updating it", port_no=port["port_no"], onu_device_id=onu.id)
Matteo Scandolod8ed60e2018-06-18 17:00:57 -0700209 except IndexError:
210 model = PONONUPort()
211 model.port_no = port["port_no"]
212 model.onu_device_id = onu.id
213 model.name = port["label"]
214 model.xos_managed = False
215 log.debug("PONONUPort is new, creating it", port_no=port["port_no"], onu_device_id=onu.id)
216
217 model.admin_state = port["admin_state"]
218 model.oper_status = port["oper_status"]
Andy Bavierae33e162019-01-28 11:47:00 -0700219 model.save_changed_fields()
Matteo Scandolod8ed60e2018-06-18 17:00:57 -0700220 update_ports.append(model)
221 return update_ports