blob: d832200413938f61df1274acad4cfc323e050886 [file] [log] [blame]
Matteo Scandolo4a8b4d62018-03-06 17:18:46 -08001# Copyright 2017-present Open Networking Foundation
2#
3# Licensed under the Apache License, Version 2.0 (the "License");
4# you may not use this file except in compliance with the License.
5# You may obtain a copy of the License at
6#
7# http://www.apache.org/licenses/LICENSE-2.0
8#
9# Unless required by applicable law or agreed to in writing, software
10# distributed under the License is distributed on an "AS IS" BASIS,
11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12# See the License for the specific language governing permissions and
13# limitations under the License.
14
15from synchronizers.new_base.pullstep import PullStep
Matteo Scandolo6be6ee92018-05-24 15:07:51 -070016from synchronizers.new_base.modelaccessor import model_accessor, OLTDevice, VOLTService, PONPort, NNIPort
Matteo Scandolo4a8b4d62018-03-06 17:18:46 -080017
18from xosconfig import Config
19from multistructlog import create_logger
20
Matteo Scandolo33523412018-04-12 15:21:13 -070021import requests
22from requests import ConnectionError
23from requests.models import InvalidURL
24
Matteo Scandolod44ca992018-05-17 15:02:10 -070025import os, sys
26sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
27
28from helpers import Helpers
29
Matteo Scandolo4a8b4d62018-03-06 17:18:46 -080030log = create_logger(Config().get('logging'))
31
32class OLTDevicePullStep(PullStep):
33 def __init__(self):
34 super(OLTDevicePullStep, self).__init__(observed_model=OLTDevice)
35
Matteo Scandolo33523412018-04-12 15:21:13 -070036 @staticmethod
37 def get_ids_from_logical_device(o):
Matteo Scandolod44ca992018-05-17 15:02:10 -070038 voltha_url = Helpers.get_voltha_info(o.volt_service)['url']
39 voltha_port = Helpers.get_voltha_info(o.volt_service)['port']
Matteo Scandolo33523412018-04-12 15:21:13 -070040
Matteo Scandolo10928dd2018-10-16 17:49:03 -070041 r = requests.get("%s:%s/api/v1/logical_devices" % (voltha_url, voltha_port), timeout=1)
Matteo Scandolo33523412018-04-12 15:21:13 -070042
43 if r.status_code != 200:
44 raise Exception("Failed to retrieve logical devices from VOLTHA: %s" % r.text)
45
46 res = r.json()
47
48 for ld in res["items"]:
49 if ld["root_device_id"] == o.device_id:
50 o.of_id = ld["id"]
Matteo Scandolod44ca992018-05-17 15:02:10 -070051 o.dp_id = "of:" + Helpers.datapath_id_to_hex(ld["datapath_id"]) # convert to hex
Matteo Scandolo33523412018-04-12 15:21:13 -070052 return o
53
54 raise Exception("Can't find a logical device for device id: %s" % o.device_id)
Matteo Scandolo33523412018-04-12 15:21:13 -070055
Matteo Scandolo4a8b4d62018-03-06 17:18:46 -080056 def pull_records(self):
Matteo Scandolo27d2fbb2018-09-07 14:02:53 -070057 log.debug("[OLT pull step] pulling OLT devices from VOLTHA")
Matteo Scandolo33523412018-04-12 15:21:13 -070058
59 try:
60 self.volt_service = VOLTService.objects.all()[0]
61 except IndexError:
62 log.warn('VOLTService not found')
63 return
64
Matteo Scandolod44ca992018-05-17 15:02:10 -070065 voltha_url = Helpers.get_voltha_info(self.volt_service)['url']
66 voltha_port = Helpers.get_voltha_info(self.volt_service)['port']
Matteo Scandolo33523412018-04-12 15:21:13 -070067
68 try:
Matteo Scandolo10928dd2018-10-16 17:49:03 -070069 r = requests.get("%s:%s/api/v1/devices" % (voltha_url, voltha_port), timeout=1)
Matteo Scandolo33523412018-04-12 15:21:13 -070070
71 if r.status_code != 200:
Matteo Scandolo27d2fbb2018-09-07 14:02:53 -070072 log.debug("[OLT pull step] It was not possible to fetch devices from VOLTHA")
Matteo Scandolo33523412018-04-12 15:21:13 -070073
74 # keeping only OLTs
75 devices = [d for d in r.json()["items"] if "olt" in d["type"]]
76
Matteo Scandolof7ebb112018-09-18 16:17:22 -070077 log.trace("[OLT pull step] received devices", olts=devices)
Matteo Scandolo33523412018-04-12 15:21:13 -070078
Matteo Scandolo33523412018-04-12 15:21:13 -070079 olts_in_voltha = self.create_or_update_olts(devices)
80
Matteo Scandoloa4fb0322018-08-20 17:35:29 -070081 self.delete_olts(olts_in_voltha)
82
83
Matteo Scandolo33523412018-04-12 15:21:13 -070084 except ConnectionError, e:
Matteo Scandoloa4fb0322018-08-20 17:35:29 -070085 log.warn("[OLT pull step] It was not possible to connect to VOLTHA", reason=e)
Matteo Scandolo33523412018-04-12 15:21:13 -070086 return
87 except InvalidURL, e:
Matteo Scandoloa4fb0322018-08-20 17:35:29 -070088 log.warn("[OLT pull step] VOLTHA url is invalid, is it configured in the VOLTService?", reason=e)
Matteo Scandolo33523412018-04-12 15:21:13 -070089 return
90
91 def create_or_update_olts(self, olts):
92
93 updated_olts = []
94
95 for olt in olts:
96 try:
97 if olt["type"] == "simulated_olt":
98 [host, port] = ["172.17.0.1", "50060"]
99 else:
100 [host, port] = olt["host_and_port"].split(":")
Matteo Scandoloa4fb0322018-08-20 17:35:29 -0700101
Matteo Scandolo33523412018-04-12 15:21:13 -0700102 model = OLTDevice.objects.filter(device_type=olt["type"], host=host, port=port)[0]
Matteo Scandolo6be6ee92018-05-24 15:07:51 -0700103
Matteo Scandolof7ebb112018-09-18 16:17:22 -0700104 log.trace("[OLT pull step] OLTDevice already exists, updating it", device_type=olt["type"], host=host, port=port)
Matteo Scandolo33523412018-04-12 15:21:13 -0700105
106 if model.enacted < model.updated:
Matteo Scandolo27d2fbb2018-09-07 14:02:53 -0700107 log.debug("[OLT pull step] Skipping pull on OLTDevice %s as enacted < updated" % model.name, name=model.name, id=model.id, enacted=model.enacted, updated=model.updated)
Matteo Scandolo6be6ee92018-05-24 15:07:51 -0700108 # if we are not updating the device we still need to pull ports
109 self.fetch_olt_ports(model)
Matteo Scandoloa0291a12018-08-21 10:13:18 -0700110 updated_olts.append(model)
Matteo Scandoloa4fb0322018-08-20 17:35:29 -0700111 continue
Matteo Scandolo33523412018-04-12 15:21:13 -0700112
113 except IndexError:
Matteo Scandoloa4fb0322018-08-20 17:35:29 -0700114
Matteo Scandolo33523412018-04-12 15:21:13 -0700115 model = OLTDevice()
116 model.device_type = olt["type"]
117
118 if olt["type"] == "simulated_olt":
119 model.host = "172.17.0.1"
120 model.port = 50060
Matteo Scandolo6be6ee92018-05-24 15:07:51 -0700121 else:
122 [host, port] = olt["host_and_port"].split(":")
123 model.host = host
124 model.port = int(port)
Matteo Scandolo33523412018-04-12 15:21:13 -0700125
Matteo Scandoloa4fb0322018-08-20 17:35:29 -0700126 log.debug("[OLT pull step] OLTDevice is new, creating it", device_type=olt["type"], host=host, port=port)
Matteo Scandolo33523412018-04-12 15:21:13 -0700127
128 # Adding feedback state to the device
129 model.device_id = olt["id"]
130 model.admin_state = olt["admin_state"]
131 model.oper_status = olt["oper_status"]
Matteo Scandolod6fce512018-10-16 10:35:29 -0700132 model.serial_number = olt['serial_number']
Matteo Scandolo33523412018-04-12 15:21:13 -0700133
134 model.volt_service = self.volt_service
135 model.volt_service_id = self.volt_service.id
136
137 # get logical device
138 OLTDevicePullStep.get_ids_from_logical_device(model)
139
140 model.save()
141
Matteo Scandolo6be6ee92018-05-24 15:07:51 -0700142 self.fetch_olt_ports(model)
143
Matteo Scandolo33523412018-04-12 15:21:13 -0700144 updated_olts.append(model)
145
146 return updated_olts
147
Matteo Scandolo6be6ee92018-05-24 15:07:51 -0700148 def fetch_olt_ports(self, olt):
149 voltha_url = Helpers.get_voltha_info(self.volt_service)['url']
150 voltha_port = Helpers.get_voltha_info(self.volt_service)['port']
151
152 try:
Matteo Scandolo10928dd2018-10-16 17:49:03 -0700153 r = requests.get("%s:%s/api/v1/devices/%s/ports" % (voltha_url, voltha_port, olt.device_id), timeout=1)
Matteo Scandolo6be6ee92018-05-24 15:07:51 -0700154
155 if r.status_code != 200:
Matteo Scandolof7ebb112018-09-18 16:17:22 -0700156 log.warn("[OLT pull step] It was not possible to fetch ports from VOLTHA for device %s" % olt.device_id)
Matteo Scandolo6be6ee92018-05-24 15:07:51 -0700157
158 ports = r.json()['items']
159
Matteo Scandolof7ebb112018-09-18 16:17:22 -0700160 log.trace("[OLT pull step] received ports", ports=ports, olt=olt.device_id)
Matteo Scandolo6be6ee92018-05-24 15:07:51 -0700161
162 self.create_or_update_ports(ports, olt)
163
164 except ConnectionError, e:
Matteo Scandoloa4fb0322018-08-20 17:35:29 -0700165 log.warn("[OLT pull step] It was not possible to connect to VOLTHA", reason=e)
Matteo Scandolo6be6ee92018-05-24 15:07:51 -0700166 return
167 except InvalidURL, e:
Matteo Scandoloa4fb0322018-08-20 17:35:29 -0700168 log.warn("[OLT pull step] VOLTHA url is invalid, is it configured in the VOLTService?", reason=e)
Matteo Scandolo6be6ee92018-05-24 15:07:51 -0700169 return
170 return
171
172 def create_or_update_ports(self, ports, olt):
173 nni_ports = [p for p in ports if "ETHERNET_NNI" in p["type"]]
174 pon_ports = [p for p in ports if "PON_OLT" in p["type"]]
175
176 self.create_or_update_nni_port(nni_ports, olt)
177 self.create_or_update_pon_port(pon_ports, olt)
178
179 def create_or_update_pon_port(self, pon_ports, olt):
180
181 update_ports = []
182
183 for port in pon_ports:
184 try:
185 model = PONPort.objects.filter(port_no=port["port_no"], olt_device_id=olt.id)[0]
Matteo Scandolof7ebb112018-09-18 16:17:22 -0700186 log.trace("[OLT pull step] PONPort already exists, updating it", port_no=port["port_no"], olt_device_id=olt.id)
Matteo Scandolo6be6ee92018-05-24 15:07:51 -0700187 except IndexError:
188 model = PONPort()
189 model.port_no = port["port_no"]
190 model.olt_device_id = olt.id
191 model.name = port["label"]
Matteo Scandoloa4fb0322018-08-20 17:35:29 -0700192 log.debug("[OLT pull step] PONPort is new, creating it", port_no=port["port_no"], olt_device_id=olt.id)
Matteo Scandolo6be6ee92018-05-24 15:07:51 -0700193
194 model.admin_state = port["admin_state"]
195 model.oper_status = port["oper_status"]
196 model.save()
197 update_ports.append(model)
198 return update_ports
199
200 def create_or_update_nni_port(self, nni_ports, olt):
201 update_ports = []
202
203 for port in nni_ports:
204 try:
205 model = NNIPort.objects.filter(port_no=port["port_no"], olt_device_id=olt.id)[0]
206 model.xos_managed = False
Matteo Scandolof7ebb112018-09-18 16:17:22 -0700207 log.trace("[OLT pull step] NNIPort already exists, updating it", port_no=port["port_no"], olt_device_id=olt.id)
Matteo Scandolo6be6ee92018-05-24 15:07:51 -0700208 except IndexError:
209 model = NNIPort()
210 model.port_no = port["port_no"]
211 model.olt_device_id = olt.id
212 model.name = port["label"]
213 model.xos_managed = False
Matteo Scandoloa4fb0322018-08-20 17:35:29 -0700214 log.debug("[OLT pull step] NNIPort is new, creating it", port_no=port["port_no"], olt_device_id=olt.id)
Matteo Scandolo6be6ee92018-05-24 15:07:51 -0700215
216 model.admin_state = port["admin_state"]
217 model.oper_status = port["oper_status"]
218 model.save()
219 update_ports.append(model)
220 return update_ports
Matteo Scandolo33523412018-04-12 15:21:13 -0700221
Matteo Scandoloa4fb0322018-08-20 17:35:29 -0700222 def delete_olts(self, olts_in_voltha):
Matteo Scandoloa0291a12018-08-21 10:13:18 -0700223
Matteo Scandoloa4fb0322018-08-20 17:35:29 -0700224 olts_id_in_voltha = [m.device_id for m in olts_in_voltha]
Matteo Scandolo33523412018-04-12 15:21:13 -0700225
Matteo Scandoloa4fb0322018-08-20 17:35:29 -0700226 xos_olts = OLTDevice.objects.all()
Matteo Scandolo33523412018-04-12 15:21:13 -0700227
Matteo Scandoloa4fb0322018-08-20 17:35:29 -0700228 deleted_in_voltha = [o for o in xos_olts if o.device_id not in olts_id_in_voltha]
Matteo Scandolo33523412018-04-12 15:21:13 -0700229
Matteo Scandoloa4fb0322018-08-20 17:35:29 -0700230 for model in deleted_in_voltha:
Matteo Scandolo33523412018-04-12 15:21:13 -0700231
Matteo Scandoloa4fb0322018-08-20 17:35:29 -0700232 if model.enacted < model.updated:
233 # DO NOT delete a model that is being processed
Matteo Scandolo27d2fbb2018-09-07 14:02:53 -0700234 log.debug("[OLT pull step] device is not present in VOLTHA, skipping deletion as sync is in progress", device_id=o.device_id,
Matteo Scandoloa4fb0322018-08-20 17:35:29 -0700235 name=o.name)
236 continue
237
Matteo Scandolo27d2fbb2018-09-07 14:02:53 -0700238 log.debug("[OLT pull step] deleting device as it's not present in VOLTHA", device_id=o.device_id, name=o.name)
Matteo Scandoloa4fb0322018-08-20 17:35:29 -0700239 model.delete()