blob: 98a8a7aa4f1420dd126bdcc5bdfaffc57d5c2f67 [file] [log] [blame]
Matteo Scandolo48d3d2d2017-08-08 13:05:27 -07001
2# Copyright 2017-present Open Networking Foundation
3#
4# Licensed under the Apache License, Version 2.0 (the "License");
5# you may not use this file except in compliance with the License.
6# You may obtain a copy of the License at
7#
8# http://www.apache.org/licenses/LICENSE-2.0
9#
10# Unless required by applicable law or agreed to in writing, software
11# distributed under the License is distributed on an "AS IS" BASIS,
12# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13# See the License for the specific language governing permissions and
14# limitations under the License.
15
16
A R Karthick41adfce2016-06-10 09:51:25 -070017#
Chetan Gaonkercfcce782016-05-10 10:10:42 -070018# Copyright 2016-present Ciena Corporation
19#
20# Licensed under the Apache License, Version 2.0 (the "License");
21# you may not use this file except in compliance with the License.
22# You may obtain a copy of the License at
A R Karthick41adfce2016-06-10 09:51:25 -070023#
Chetan Gaonkercfcce782016-05-10 10:10:42 -070024# http://www.apache.org/licenses/LICENSE-2.0
A R Karthick41adfce2016-06-10 09:51:25 -070025#
Chetan Gaonkercfcce782016-05-10 10:10:42 -070026# Unless required by applicable law or agreed to in writing, software
27# distributed under the License is distributed on an "AS IS" BASIS,
28# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
29# See the License for the specific language governing permissions and
30# limitations under the License.
31#
Chetan Gaonker3533faa2016-04-25 17:50:14 -070032import os,time
33import io
34import json
A R Karthickd44cea12016-07-20 12:16:41 -070035import yaml
A.R Karthickc4e474d2016-12-12 15:24:57 -080036import errno
A R Karthickaa54a1c2016-12-15 11:42:08 -080037import copy
Chetan Gaonker3533faa2016-04-25 17:50:14 -070038from pyroute2 import IPRoute
A.R Karthickc4e474d2016-12-12 15:24:57 -080039from pyroute2.netlink import NetlinkError
Chetan Gaonker3533faa2016-04-25 17:50:14 -070040from itertools import chain
41from nsenter import Namespace
A R Karthick6f2ac6f2017-07-26 12:55:24 -070042try:
43 from docker import APIClient as Client
44except:
45 from docker import Client
A R Karthick85eb1862017-01-23 16:10:57 -080046from docker import utils as dockerutils
A.R Karthickf184b342017-01-27 19:30:50 -080047import shutil
A.R Karthick95d044e2016-06-10 18:44:36 -070048from OnosCtrl import OnosCtrl
A R Karthick19aaf5c2016-11-09 17:47:57 -080049from OnosLog import OnosLog
A R Karthickefcf1ab2017-09-08 18:24:16 -070050from OltConfig import OltConfig
51from EapolAAA import radius_add_users, radius_restore_users
A R Karthick03bd2812017-03-03 17:49:17 -080052from onosclidriver import OnosCliDriver
A.R Karthickc4e474d2016-12-12 15:24:57 -080053from threadPool import ThreadPool
A R Karthickaa54a1c2016-12-15 11:42:08 -080054from threading import Lock
Chetan Gaonker3533faa2016-04-25 17:50:14 -070055
56class docker_netns(object):
57
58 dckr = Client()
59 def __init__(self, name):
60 pid = int(self.dckr.inspect_container(name)['State']['Pid'])
61 if pid == 0:
62 raise Exception('no container named {0}'.format(name))
63 self.pid = pid
64
65 def __enter__(self):
66 pid = self.pid
67 if not os.path.exists('/var/run/netns'):
68 os.mkdir('/var/run/netns')
69 os.symlink('/proc/{0}/ns/net'.format(pid), '/var/run/netns/{0}'.format(pid))
70 return str(pid)
71
72 def __exit__(self, type, value, traceback):
73 pid = self.pid
74 os.unlink('/var/run/netns/{0}'.format(pid))
75
76flatten = lambda l: chain.from_iterable(l)
77
78class Container(object):
79 dckr = Client()
A R Karthick07608ef2016-08-23 16:51:19 -070080 IMAGE_PREFIX = '' ##for saving global prefix for all test classes
A R Karthickaa54a1c2016-12-15 11:42:08 -080081 CONFIG_LOCK = Lock()
A R Karthick07608ef2016-08-23 16:51:19 -070082
83 def __init__(self, name, image, prefix='', tag = 'candidate', command = 'bash', quagga_config = None):
Chetan Gaonker3533faa2016-04-25 17:50:14 -070084 self.name = name
A R Karthick07608ef2016-08-23 16:51:19 -070085 self.prefix = prefix
86 if prefix:
87 self.prefix += '/'
88 image = '{}{}'.format(self.prefix, image)
Chetan Gaonker3533faa2016-04-25 17:50:14 -070089 self.image = image
90 self.tag = tag
A R Karthickd44cea12016-07-20 12:16:41 -070091 if tag:
92 self.image_name = image + ':' + tag
93 else:
94 self.image_name = image
Chetan Gaonker3533faa2016-04-25 17:50:14 -070095 self.id = None
96 self.command = command
Chetan Gaonker8e25e1b2016-05-02 13:42:21 -070097 self.quagga_config = quagga_config
Chetan Gaonker3533faa2016-04-25 17:50:14 -070098
99 @classmethod
100 def build_image(cls, dockerfile, tag, force=True, nocache=False):
101 f = io.BytesIO(dockerfile.encode('utf-8'))
102 if force or not cls.image_exists(tag):
103 print('Build {0}...'.format(tag))
104 for line in cls.dckr.build(fileobj=f, rm=True, tag=tag, decode=True, nocache=nocache):
105 if 'stream' in line:
106 print(line['stream'].strip())
107
108 @classmethod
109 def image_exists(cls, name):
A R Karthicke07fc3a2017-02-27 10:49:29 -0800110 #return name in [ctn['RepoTags'][0] for ctn in cls.dckr.images()]
111 return name in list( flatten(ctn['RepoTags'] if ctn['RepoTags'] else '' for ctn in cls.dckr.images()) )
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700112
113 @classmethod
114 def create_host_config(cls, port_list = None, host_guest_map = None, privileged = False):
115 port_bindings = None
116 binds = None
117 if port_list:
118 port_bindings = {}
119 for p in port_list:
A R Karthick184945a2017-07-25 17:23:57 -0700120 if type(p) is tuple:
121 port_bindings[str(p[0])] = str(p[1])
122 else:
123 port_bindings[str(p)] = str(p)
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700124
125 if host_guest_map:
126 binds = []
127 for h, g in host_guest_map:
128 binds.append('{0}:{1}'.format(h, g))
129
130 return cls.dckr.create_host_config(binds = binds, port_bindings = port_bindings, privileged = privileged)
131
132 @classmethod
A R Karthick85eb1862017-01-23 16:10:57 -0800133 def connect_to_network(cls, name, network):
134 try:
135 cls.dckr.connect_container_to_network(name, network)
A R Karthick85eb1862017-01-23 16:10:57 -0800136 except:
A R Karthick1555c7c2017-09-07 14:59:41 -0700137 connect_cmd = 'docker network connect %s %s' %(network, name)
138 os.system(connect_cmd)
139 return True
A R Karthick85eb1862017-01-23 16:10:57 -0800140
141 @classmethod
142 def create_network(cls, network, subnet = None, gateway = None):
143 ipam_config = None
144 if subnet is not None and gateway is not None:
A R Karthick1555c7c2017-09-07 14:59:41 -0700145 try:
146 ipam_pool = dockerutils.create_ipam_pool(subnet = subnet, gateway = gateway)
147 ipam_config = dockerutils.create_ipam_config(pool_configs = [ipam_pool])
148 cls.dckr.create_network(network, driver='bridge', ipam = ipam_config)
149 except:
150 create_cmd = 'docker network create %s --subnet %s --gateway %s >/dev/null 2>&1' %(network, subnet, gateway)
151 os.system(create_cmd)
A R Karthick85eb1862017-01-23 16:10:57 -0800152
153 @classmethod
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700154 def cleanup(cls, image):
A R Karthick09b1f4e2016-05-12 14:31:50 -0700155 cnt_list = filter(lambda c: c['Image'] == image, cls.dckr.containers(all=True))
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700156 for cnt in cnt_list:
157 print('Cleaning container %s' %cnt['Id'])
A.R Karthick95d044e2016-06-10 18:44:36 -0700158 if cnt.has_key('State') and cnt['State'] == 'running':
A R Karthick09b1f4e2016-05-12 14:31:50 -0700159 cls.dckr.kill(cnt['Id'])
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700160 cls.dckr.remove_container(cnt['Id'], force=True)
161
162 @classmethod
163 def remove_container(cls, name, force=True):
164 try:
165 cls.dckr.remove_container(name, force = force)
166 except: pass
167
168 def exists(self):
169 return '/{0}'.format(self.name) in list(flatten(n['Names'] for n in self.dckr.containers()))
170
171 def img_exists(self):
A R Karthicke07fc3a2017-02-27 10:49:29 -0800172 #return self.image_name in [ctn['RepoTags'][0] if ctn['RepoTags'] else '' for ctn in self.dckr.images()]
173 return self.image_name in list( flatten(ctn['RepoTags'] if ctn['RepoTags'] else '' for ctn in self.dckr.images()) )
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700174
A R Karthick75844572017-01-23 16:57:44 -0800175 def ip(self, network = None):
A R Karthick2b93d6a2016-09-06 15:19:09 -0700176 cnt_list = filter(lambda c: c['Names'][0] == '/{}'.format(self.name), self.dckr.containers())
177 #if not cnt_list:
178 # cnt_list = filter(lambda c: c['Image'] == self.image_name, self.dckr.containers())
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700179 cnt_settings = cnt_list.pop()
A R Karthick75844572017-01-23 16:57:44 -0800180 if network is not None and cnt_settings['NetworkSettings']['Networks'].has_key(network):
181 return cnt_settings['NetworkSettings']['Networks'][network]['IPAddress']
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700182 return cnt_settings['NetworkSettings']['Networks']['bridge']['IPAddress']
183
A R Karthick2b93d6a2016-09-06 15:19:09 -0700184 @classmethod
185 def ips(cls, image_name):
186 cnt_list = filter(lambda c: c['Image'] == image_name, cls.dckr.containers())
187 ips = [ cnt['NetworkSettings']['Networks']['bridge']['IPAddress'] for cnt in cnt_list ]
188 return ips
189
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700190 def kill(self, remove = True):
191 self.dckr.kill(self.name)
192 self.dckr.remove_container(self.name, force=True)
193
A R Karthick41adfce2016-06-10 09:51:25 -0700194 def start(self, rm = True, ports = None, volumes = None, host_config = None,
A R Karthick1555c7c2017-09-07 14:59:41 -0700195 environment = None, tty = False, stdin_open = True,
196 network_disabled = False, network = None):
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700197
198 if rm and self.exists():
199 print('Removing container:', self.name)
200 self.dckr.remove_container(self.name, force=True)
201
A R Karthick41adfce2016-06-10 09:51:25 -0700202 ctn = self.dckr.create_container(image=self.image_name, ports = ports, command=self.command,
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700203 detach=True, name=self.name,
A R Karthick41adfce2016-06-10 09:51:25 -0700204 environment = environment,
205 volumes = volumes,
A R Karthick1555c7c2017-09-07 14:59:41 -0700206 host_config = host_config, stdin_open=stdin_open, tty = tty,
207 network_disabled = network_disabled)
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700208 self.dckr.start(container=self.name)
A R Karthick1555c7c2017-09-07 14:59:41 -0700209 if network_disabled is False:
210 if network is not None:
211 self.connect_to_network(self.name, network)
212 if self.quagga_config:
213 self.connect_to_br(index = 1)
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700214 self.id = ctn['Id']
215 return ctn
216
Thangavelu K Sef6f0a52016-12-14 19:57:05 +0000217 @classmethod
218 def pause_container(cls, image, delay):
219 cnt_list = filter(lambda c: c['Image'] == image, cls.dckr.containers(all=True))
220 for cnt in cnt_list:
221 print('Pause the container %s' %cnt['Id'])
222 if cnt.has_key('State') and cnt['State'] == 'running':
223 cls.dckr.pause(cnt['Id'])
224 if delay != 0:
225 time.sleep(delay)
226 for cnt in cnt_list:
227 print('Unpause the container %s' %cnt['Id'])
228 cls.dckr.unpause(cnt['Id'])
229 else:
230 print('Infinity time pause the container %s' %cnt['Id'])
231 return 'success'
232
A R Karthick52414732017-01-31 09:59:47 -0800233 def connect_to_br(self, index = 0):
A R Karthickaa54a1c2016-12-15 11:42:08 -0800234 self.CONFIG_LOCK.acquire()
235 try:
236 with docker_netns(self.name) as pid:
237 for quagga_config in self.quagga_config:
Chetan Gaonker8e25e1b2016-05-02 13:42:21 -0700238 ip = IPRoute()
A R Karthickaa54a1c2016-12-15 11:42:08 -0800239 br = ip.link_lookup(ifname=quagga_config['bridge'])
240 if len(br) == 0:
241 try:
242 ip.link_create(ifname=quagga_config['bridge'], kind='bridge')
243 except NetlinkError as e:
244 err, _ = e.args
245 if err == errno.EEXIST:
246 pass
247 else:
248 raise NetlinkError(*e.args)
249 br = ip.link_lookup(ifname=quagga_config['bridge'])
250 br = br[0]
251 ip.link('set', index=br, state='up')
A R Karthick52414732017-01-31 09:59:47 -0800252 ifname = '{0}-{1}'.format(self.name[:12], index)
A R Karthickaa54a1c2016-12-15 11:42:08 -0800253 ifs = ip.link_lookup(ifname=ifname)
254 if len(ifs) > 0:
255 ip.link_remove(ifs[0])
256 peer_ifname = '{0}-{1}'.format(pid, index)
257 ip.link_create(ifname=ifname, kind='veth', peer=peer_ifname)
258 host = ip.link_lookup(ifname=ifname)[0]
259 ip.link('set', index=host, master=br)
260 ip.link('set', index=host, state='up')
261 guest = ip.link_lookup(ifname=peer_ifname)[0]
262 ip.link('set', index=guest, net_ns_fd=pid)
263 with Namespace(pid, 'net'):
264 ip = IPRoute()
265 ip.link('set', index=guest, ifname='eth{}'.format(index+1))
266 ip.addr('add', index=guest, address=quagga_config['ip'], mask=quagga_config['mask'])
267 ip.link('set', index=guest, state='up')
268 index += 1
269 finally:
270 self.CONFIG_LOCK.release()
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700271
Thangavelu K Sef6f0a52016-12-14 19:57:05 +0000272 def execute(self, cmd, tty = True, stream = False, shell = False, detach = True):
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700273 res = 0
274 if type(cmd) == str:
275 cmds = (cmd,)
276 else:
277 cmds = cmd
278 if shell:
279 for c in cmds:
280 res += os.system('docker exec {0} {1}'.format(self.name, c))
281 return res
282 for c in cmds:
283 i = self.dckr.exec_create(container=self.name, cmd=c, tty = tty, privileged = True)
A R Karthickd6dd9b22017-02-24 15:17:22 -0800284 s = self.dckr.exec_start(i['Id'], stream = stream, detach=detach, socket=True)
285 try:
286 s.close()
287 except: pass
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700288 result = self.dckr.exec_inspect(i['Id'])
289 res += 0 if result['ExitCode'] == None else result['ExitCode']
290 return res
291
ChetanGaonker6138fcd2016-08-18 17:56:39 -0700292 def restart(self, timeout =10):
293 return self.dckr.restart(self.name, timeout)
294
A R Karthickc69d73e2017-01-20 11:44:34 -0800295def get_mem(jvm_heap_size = None, instances = 1):
A R Karthick1f908202016-11-16 17:32:20 -0800296 if instances <= 0:
297 instances = 1
A R Karthickc69d73e2017-01-20 11:44:34 -0800298 heap_size = jvm_heap_size
299 heap_size_i = 0
300 #sanitize the heap size config
301 if heap_size is not None:
302 if not heap_size.isdigit():
303 try:
304 heap_size_i = int(heap_size[:-1])
305 suffix = heap_size[-1]
306 if suffix == 'M':
307 heap_size_i /= 1024 #convert to gigs
A.R Karthick99044822017-02-09 14:04:20 -0800308 #allow to specific minimum heap size
309 if heap_size_i == 0:
310 return heap_size
A R Karthickc69d73e2017-01-20 11:44:34 -0800311 except:
312 ##invalid suffix length probably. Fall back to default
313 heap_size = None
314 else:
315 heap_size_i = int(heap_size)
316
Chetan Gaonker462d9fa2016-05-03 16:39:10 -0700317 with open('/proc/meminfo', 'r') as fd:
318 meminfo = fd.readlines()
319 mem = 0
320 for m in meminfo:
321 if m.startswith('MemTotal:') or m.startswith('SwapTotal:'):
322 mem += int(m.split(':')[1].strip().split()[0])
323
A R Karthick1f908202016-11-16 17:32:20 -0800324 mem = max(mem/1024/1024/2/instances, 1)
Chetan Gaonker6d0a7b02016-05-03 16:57:28 -0700325 mem = min(mem, 16)
A R Karthickc69d73e2017-01-20 11:44:34 -0800326
327 if heap_size_i:
328 #we take the minimum of the provided heap size and max allowed heap size
329 heap_size_i = min(heap_size_i, mem)
330 else:
331 heap_size_i = mem
332
333 return '{}G'.format(heap_size_i)
Chetan Gaonker462d9fa2016-05-03 16:39:10 -0700334
A R Karthickd44cea12016-07-20 12:16:41 -0700335class OnosCord(Container):
336 """Use this when running the cord tester agent on the onos compute node"""
A R Karthickd44cea12016-07-20 12:16:41 -0700337 onos_config_dir_guest = '/root/onos/config'
A R Karthick03bd2812017-03-03 17:49:17 -0800338 synchronizer_map = { 'vtn' : { 'install':
339 ('http://mavenrepo:8080/repository/org/opencord/cord-config/1.2-SNAPSHOT/cord-config-1.2-SNAPSHOT.oar',
340 'http://mavenrepo:8080/repository/org/opencord/vtn/1.2-SNAPSHOT/vtn-1.2-SNAPSHOT.oar',),
341 'activate':
342 ('org.onosproject.ovsdb-base', 'org.onosproject.drivers.ovsdb',
343 'org.onosproject.dhcp', 'org.onosproject.optical-model',
344 'org.onosproject.openflow-base', 'org.onosproject.proxyarp',
345 'org.onosproject.hostprovider'),
346 },
347 'fabric' : { 'activate':
348 ('org.onosproject.hostprovider', 'org.onosproject.optical-model',
349 'org.onosproject.openflow-base', 'org.onosproject.vrouter',
350 'org.onosproject.netcfghostprovider', 'org.onosproject.netcfglinksprovider',
351 'org.onosproject.segmentrouting', 'org.onosproject.proxyarp'),
352 }
353 }
354 tester_apps = ('http://mavenrepo:8080/repository/org/opencord/aaa/1.2-SNAPSHOT/aaa-1.2-SNAPSHOT.oar',
355 'http://mavenrepo:8080/repository/org/opencord/igmp/1.2-SNAPSHOT/igmp-1.2-SNAPSHOT.oar',)
A R Karthickd44cea12016-07-20 12:16:41 -0700356
A.R Karthickddf12772017-05-17 13:49:47 -0700357 old_service_profile = '/opt/cord/orchestration/service-profile/cord-pod'
A R Karthick49529c52017-05-19 09:43:01 -0700358 cord_profile = '/opt/cord_profile'
A.R Karthickddf12772017-05-17 13:49:47 -0700359
A R Karthick03bd2812017-03-03 17:49:17 -0800360 def __init__(self, onos_ip, conf, service_profile, synchronizer, start = True, boot_delay = 5):
A.R Karthickf184b342017-01-27 19:30:50 -0800361 if not os.access(conf, os.F_OK):
362 raise Exception('ONOS cord configuration location %s is invalid' %conf)
A.R Karthickddf12772017-05-17 13:49:47 -0700363 self.old_cord = False
364 if os.access(self.old_service_profile, os.F_OK):
365 self.old_cord = True
A R Karthickbd9b8a32016-07-21 09:56:45 -0700366 self.onos_ip = onos_ip
A.R Karthickf184b342017-01-27 19:30:50 -0800367 self.onos_cord_dir = conf
A R Karthickbd9b8a32016-07-21 09:56:45 -0700368 self.boot_delay = boot_delay
A.R Karthickf184b342017-01-27 19:30:50 -0800369 self.synchronizer = synchronizer
370 self.service_profile = service_profile
371 self.docker_yaml = os.path.join(conf, 'docker-compose.yml')
372 self.docker_yaml_saved = os.path.join(conf, 'docker-compose.yml.saved')
373 self.onos_config_dir = os.path.join(conf, 'config')
374 self.onos_cfg_save_loc = os.path.join(conf, 'network-cfg.json.saved')
375 instance_active = False
376 #if we have a wrapper onos instance already active, back out
377 if os.access(self.onos_config_dir, os.F_OK) or os.access(self.docker_yaml_saved, os.F_OK):
378 instance_active = True
379 else:
380 if start is True:
381 os.mkdir(self.onos_config_dir)
382 shutil.copy(self.docker_yaml, self.docker_yaml_saved)
A R Karthickd44cea12016-07-20 12:16:41 -0700383
A.R Karthickf184b342017-01-27 19:30:50 -0800384 self.start_wrapper = instance_active is False and start is True
A R Karthickd44cea12016-07-20 12:16:41 -0700385 ##update the docker yaml with the config volume
386 with open(self.docker_yaml, 'r') as f:
387 yaml_config = yaml.load(f)
388 image = yaml_config['services'].keys()[0]
A R Karthick8983cb02017-06-09 11:32:53 -0700389 cord_conf_dir_basename = os.path.basename(self.onos_cord_dir.replace('-', '').replace('_', ''))
A.R Karthickf184b342017-01-27 19:30:50 -0800390 xos_onos_name = '{}_{}_1'.format(cord_conf_dir_basename, image)
A R Karthick5778a792017-01-31 13:47:16 -0800391 if not yaml_config['services'][image].has_key('volumes'):
392 yaml_config['services'][image]['volumes'] = []
A R Karthickd44cea12016-07-20 12:16:41 -0700393 volumes = yaml_config['services'][image]['volumes']
394 config_volumes = filter(lambda e: e.find(self.onos_config_dir_guest) >= 0, volumes)
395 if not config_volumes:
396 config_volume = '{}:{}'.format(self.onos_config_dir, self.onos_config_dir_guest)
397 volumes.append(config_volume)
A.R Karthickf184b342017-01-27 19:30:50 -0800398 if self.start_wrapper:
399 docker_yaml_changed = '{}-changed'.format(self.docker_yaml)
400 with open(docker_yaml_changed, 'w') as wf:
401 yaml.dump(yaml_config, wf)
402 os.rename(docker_yaml_changed, self.docker_yaml)
A R Karthickd44cea12016-07-20 12:16:41 -0700403 self.volumes = volumes
404
A R Karthickd44cea12016-07-20 12:16:41 -0700405 ##Create an container instance of xos onos
A R Karthick52414732017-01-31 09:59:47 -0800406 super(OnosCord, self).__init__(xos_onos_name, image, tag = '', quagga_config = Onos.QUAGGA_CONFIG)
A.R Karthickf184b342017-01-27 19:30:50 -0800407 self.last_cfg = None
408 if self.start_wrapper:
409 #fetch the current config of onos cord instance and save it
410 try:
411 self.last_cfg = OnosCtrl.get_config(controller = onos_ip)
412 json_data = json.dumps(self.last_cfg, indent=4)
413 with open(self.onos_cfg_save_loc, 'w') as f:
414 f.write(json_data)
415 except:
416 pass
417 #start the container back with the shared onos config volume
418 self.start()
A R Karthickd44cea12016-07-20 12:16:41 -0700419
A R Karthick03bd2812017-03-03 17:49:17 -0800420 def cliEnter(self):
421 retries = 0
422 while retries < 30:
423 cli = OnosCliDriver(controller = self.onos_ip, connect = True)
424 if cli.handle:
425 return cli
426 else:
427 retries += 1
A R Karthick72fcbc52017-03-06 12:35:17 -0800428 time.sleep(3)
A R Karthick03bd2812017-03-03 17:49:17 -0800429
430 return None
431
432 def cliExit(self, cli):
433 if cli:
434 cli.disconnect()
435
A.R Karthickddf12772017-05-17 13:49:47 -0700436 def synchronize_fabric(self, cfg = None):
437 if self.old_cord is True:
438 cmds = [ 'cd {} && make {}'.format(self.old_service_profile, self.synchronizer),
439 'sleep 30'
440 ]
441 for cmd in cmds:
442 try:
443 os.system(cmd)
444 except:
445 pass
446
A R Karthick03bd2812017-03-03 17:49:17 -0800447 def synchronize_vtn(self, cfg = None):
A.R Karthickddf12772017-05-17 13:49:47 -0700448 if self.old_cord is True:
449 cmds = [ 'cd {} && make {}'.format(self.old_service_profile, self.synchronizer),
450 'sleep 30'
451 ]
452 for cmd in cmds:
453 try:
454 os.system(cmd)
455 except:
456 pass
457 return
A R Karthick03bd2812017-03-03 17:49:17 -0800458 if cfg is None:
459 return
460 if not cfg.has_key('apps'):
461 return
462 if not cfg['apps'].has_key('org.opencord.vtn'):
463 return
464 vtn_neutron_cfg = cfg['apps']['org.opencord.vtn']['cordvtn']['openstack']
465 password = vtn_neutron_cfg['password']
466 endpoint = vtn_neutron_cfg['endpoint']
467 user = vtn_neutron_cfg['user']
468 tenant = vtn_neutron_cfg['tenant']
469 vtn_host = cfg['apps']['org.opencord.vtn']['cordvtn']['nodes'][0]['hostname']
470 cli = self.cliEnter()
471 if cli is None:
472 return
473 cli.cordVtnSyncNeutronStates(endpoint, password, tenant = tenant, user = user)
474 time.sleep(2)
475 cli.cordVtnNodeInit(vtn_host)
476 self.cliExit(cli)
477
478 def synchronize(self, cfg_unlink = False):
A R Karthick03bd2812017-03-03 17:49:17 -0800479
480 if not self.synchronizer_map.has_key(self.synchronizer):
481 return
482
483 install_list = ()
484 if self.synchronizer_map[self.synchronizer].has_key('install'):
485 install_list = self.synchronizer_map[self.synchronizer]['install']
486
487 activate_list = ()
488 if self.synchronizer_map[self.synchronizer].has_key('activate'):
489 activate_list = self.synchronizer_map[self.synchronizer]['activate']
490
491 for app_url in install_list:
492 print('Installing app from url: %s' %app_url)
493 OnosCtrl.install_app_from_url(None, None, app_url = app_url, onos_ip = self.onos_ip)
494
495 for app in activate_list:
496 print('Activating app %s' %app)
497 OnosCtrl(app, controller = self.onos_ip).activate()
498 time.sleep(2)
499
500 for app_url in self.tester_apps:
501 print('Installing tester app from url: %s' %app_url)
502 OnosCtrl.install_app_from_url(None, None, app_url = app_url, onos_ip = self.onos_ip)
503
A R Karthick72fcbc52017-03-06 12:35:17 -0800504 cfg = None
505 #restore the saved config after applications are activated
506 if os.access(self.onos_cfg_save_loc, os.F_OK):
507 with open(self.onos_cfg_save_loc, 'r') as f:
508 cfg = json.load(f)
509 try:
510 OnosCtrl.config(cfg, controller = self.onos_ip)
511 if cfg_unlink is True:
512 os.unlink(self.onos_cfg_save_loc)
513 except:
514 pass
515
516 if hasattr(self, 'synchronize_{}'.format(self.synchronizer)):
517 getattr(self, 'synchronize_{}'.format(self.synchronizer))(cfg = cfg)
518
519 #now restart the xos synchronizer container
A R Karthick49529c52017-05-19 09:43:01 -0700520 cmd = None
521 if os.access('{}/onboarding-docker-compose/docker-compose.yml'.format(self.cord_profile), os.F_OK):
522 cmd = 'cd {}/onboarding-docker-compose && \
523 docker-compose -p {} restart xos_synchronizer_{}'.format(self.cord_profile,
524 self.service_profile,
525 self.synchronizer)
526 else:
527 if os.access('{}/docker-compose.yml'.format(self.cord_profile), os.F_OK):
528 cmd = 'cd {} && \
529 docker-compose -p {} restart {}-synchronizer'.format(self.cord_profile,
530 self.service_profile,
531 self.synchronizer)
532 if cmd is not None:
533 try:
534 print(cmd)
535 os.system(cmd)
536 except:
537 pass
A R Karthick03bd2812017-03-03 17:49:17 -0800538
A R Karthickd44cea12016-07-20 12:16:41 -0700539 def start(self, restart = False, network_cfg = None):
A R Karthick928ad622017-01-30 12:18:32 -0800540 if network_cfg is not None:
A R Karthickd44cea12016-07-20 12:16:41 -0700541 json_data = json.dumps(network_cfg, indent=4)
542 with open('{}/network-cfg.json'.format(self.onos_config_dir), 'w') as f:
543 f.write(json_data)
A R Karthick52414732017-01-31 09:59:47 -0800544
545 #we avoid using docker-compose restart for now.
546 #since we don't want to retain the metadata across restarts
A R Karthick03bd2812017-03-03 17:49:17 -0800547 #stop and start and synchronize the services before installing tester cord apps
548 cmds = [ 'cd {} && docker-compose down'.format(self.onos_cord_dir),
549 'cd {} && docker-compose up -d'.format(self.onos_cord_dir),
A R Karthickbc894372017-05-12 16:34:08 -0700550 'sleep 150',
A R Karthick03bd2812017-03-03 17:49:17 -0800551 ]
552 for cmd in cmds:
A.R Karthickf184b342017-01-27 19:30:50 -0800553 try:
A R Karthick03bd2812017-03-03 17:49:17 -0800554 print(cmd)
A.R Karthickf184b342017-01-27 19:30:50 -0800555 os.system(cmd)
A R Karthick03bd2812017-03-03 17:49:17 -0800556 except:pass
A R Karthick52414732017-01-31 09:59:47 -0800557
A R Karthick03bd2812017-03-03 17:49:17 -0800558 self.synchronize()
A R Karthick52414732017-01-31 09:59:47 -0800559 ##we could also connect container to default docker network but disabled for now
560 #Container.connect_to_network(self.name, 'bridge')
A R Karthick52414732017-01-31 09:59:47 -0800561 #connect container to the quagga bridge
562 self.connect_to_br(index = 0)
A.R Karthickf184b342017-01-27 19:30:50 -0800563 print('Waiting %d seconds for ONOS instance to start' %self.boot_delay)
A R Karthickbd9b8a32016-07-21 09:56:45 -0700564 time.sleep(self.boot_delay)
A R Karthickd44cea12016-07-20 12:16:41 -0700565
566 def build_image(self):
567 build_cmd = 'cd {} && docker-compose build'.format(self.onos_cord_dir)
568 os.system(build_cmd)
569
A.R Karthickf184b342017-01-27 19:30:50 -0800570 def restore(self, force = False):
571 restore = self.start_wrapper is True or force is True
572 if not restore:
A.R Karthick263d3fc2017-01-27 12:52:53 -0800573 return
A R Karthick394976f2017-01-31 14:25:16 -0800574 #nothing to restore
575 if not os.access(self.docker_yaml_saved, os.F_OK):
576 return
A R Karthick03bd2812017-03-03 17:49:17 -0800577
A.R Karthickf184b342017-01-27 19:30:50 -0800578 #restore the config files back. The synchronizer restore should bring the last config back
579 cmds = ['cd {} && docker-compose down'.format(self.onos_cord_dir),
580 'rm -rf {}'.format(self.onos_config_dir),
581 'mv {} {}'.format(self.docker_yaml_saved, self.docker_yaml),
582 'cd {} && docker-compose up -d'.format(self.onos_cord_dir),
A R Karthickbc894372017-05-12 16:34:08 -0700583 'sleep 150',
A.R Karthickf184b342017-01-27 19:30:50 -0800584 ]
585 for cmd in cmds:
A.R Karthickb17e2022017-01-27 11:29:26 -0800586 try:
A.R Karthickf184b342017-01-27 19:30:50 -0800587 print(cmd)
588 os.system(cmd)
A.R Karthickb17e2022017-01-27 11:29:26 -0800589 except: pass
590
A R Karthick03bd2812017-03-03 17:49:17 -0800591 self.synchronize(cfg_unlink = True)
A.R Karthickb17e2022017-01-27 11:29:26 -0800592
A.R Karthick1700e0e2016-10-06 18:16:57 -0700593class OnosCordStopWrapper(Container):
594 onos_cord_dir = os.path.join(os.getenv('HOME'), 'cord-tester-cord')
595 docker_yaml = os.path.join(onos_cord_dir, 'docker-compose.yml')
596
597 def __init__(self):
598 if os.access(self.docker_yaml, os.F_OK):
599 with open(self.docker_yaml, 'r') as f:
600 yaml_config = yaml.load(f)
601 image = yaml_config['services'].keys()[0]
602 name = 'cordtestercord_{}_1'.format(image)
603 super(OnosCordStopWrapper, self).__init__(name, image, tag = '')
604 if self.exists():
605 print('Killing container %s' %self.name)
606 self.kill()
607
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700608class Onos(Container):
A R Karthickaa54a1c2016-12-15 11:42:08 -0800609 QUAGGA_CONFIG = [ { 'bridge' : 'quagga-br', 'ip': '10.10.0.4', 'mask' : 16 }, ]
A R Karthicka2492c12016-12-16 10:31:51 -0800610 MAX_INSTANCES = 3
A R Karthickc69d73e2017-01-20 11:44:34 -0800611 JVM_HEAP_SIZE = None
Chetan Gaonker462d9fa2016-05-03 16:39:10 -0700612 SYSTEM_MEMORY = (get_mem(),) * 2
A R Karthicka2492c12016-12-16 10:31:51 -0800613 INSTANCE_MEMORY = (get_mem(instances=MAX_INSTANCES),) * 2
A R Karthickc69d73e2017-01-20 11:44:34 -0800614 JAVA_OPTS_FORMAT = '-Xms{} -Xmx{} -XX:+UseConcMarkSweepGC -XX:+CMSIncrementalMode'
615 JAVA_OPTS_DEFAULT = JAVA_OPTS_FORMAT.format(*SYSTEM_MEMORY) #-XX:+PrintGCDetails -XX:+PrintGCTimeStamps'
616 JAVA_OPTS_CLUSTER_DEFAULT = JAVA_OPTS_FORMAT.format(*INSTANCE_MEMORY)
617 env = { 'ONOS_APPS' : 'drivers,openflow,proxyarp,vrouter', 'JAVA_OPTS' : JAVA_OPTS_DEFAULT }
A R Karthick6e70e142017-07-28 15:25:38 -0700618 onos_cord_apps = ( ['cord-config', '1.2-SNAPSHOT', 'org.opencord.config'],
A R Karthick1555c7c2017-09-07 14:59:41 -0700619 ['sadis-app', '3.0-SNAPSHOT', 'org.opencord.sadis'],
620 ['olt-app', '1.2-SNAPSHOT', 'org.onosproject.olt'],
A R Karthick6e70e142017-07-28 15:25:38 -0700621 ['aaa', '1.2-SNAPSHOT', 'org.opencord.aaa'],
622 ['igmp', '1.2-SNAPSHOT', 'org.opencord.igmp'],
A.R Karthick95d044e2016-06-10 18:44:36 -0700623 )
A R Karthickb608d402017-06-02 11:48:41 -0700624 cord_apps_version_updated = False
A R Karthick184945a2017-07-25 17:23:57 -0700625 expose_port = False
626 expose_ports = [ 8181, 8101, 9876, 6653, 6633, 2000, 2620, 5005 ]
627 ports = []
A R Karthickf2f4ca62016-08-17 10:34:08 -0700628 setup_dir = os.path.join(os.path.dirname(os.path.realpath(__file__)), '..', 'setup')
629 host_config_dir = os.path.join(setup_dir, 'onos-config')
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700630 guest_config_dir = '/root/onos/config'
A.R Karthickdda22062017-02-09 14:39:20 -0800631 guest_data_dir = '/root/onos/apache-karaf-3.0.8/data'
632 guest_log_file = '/root/onos/apache-karaf-3.0.8/data/log/karaf.log'
A R Karthickf2f4ca62016-08-17 10:34:08 -0700633 onos_gen_partitions = os.path.join(setup_dir, 'onos-gen-partitions')
A R Karthick2b93d6a2016-09-06 15:19:09 -0700634 onos_form_cluster = os.path.join(setup_dir, 'onos-form-cluster')
A.R Karthick95d044e2016-06-10 18:44:36 -0700635 cord_apps_dir = os.path.join(os.path.dirname(os.path.realpath(__file__)), '..', 'apps')
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700636 host_guest_map = ( (host_config_dir, guest_config_dir), )
A R Karthickd52ca8a2017-07-24 17:38:55 -0700637 ssl_key = None
A R Karthick2b93d6a2016-09-06 15:19:09 -0700638 cluster_cfg = os.path.join(host_config_dir, 'cluster.json')
639 cluster_mode = False
640 cluster_instances = []
Chetan Gaonker503032a2016-05-12 12:06:29 -0700641 NAME = 'cord-onos'
A R Karthickf2f4ca62016-08-17 10:34:08 -0700642 ##the ip of ONOS in default cluster.json in setup/onos-config
643 CLUSTER_CFG_IP = '172.17.0.2'
A R Karthick07608ef2016-08-23 16:51:19 -0700644 IMAGE = 'onosproject/onos'
645 TAG = 'latest'
646 PREFIX = ''
A R Karthickf2f4ca62016-08-17 10:34:08 -0700647
648 @classmethod
A R Karthick2b93d6a2016-09-06 15:19:09 -0700649 def generate_cluster_cfg(cls, ip):
650 if type(ip) in [ list, tuple ]:
651 ips = ' '.join(ip)
652 else:
653 ips = ip
A R Karthickf2f4ca62016-08-17 10:34:08 -0700654 try:
A R Karthick2b93d6a2016-09-06 15:19:09 -0700655 cmd = '{} {} {}'.format(cls.onos_gen_partitions, cls.cluster_cfg, ips)
656 os.system(cmd)
657 except: pass
658
659 @classmethod
660 def form_cluster(cls, ips):
661 nodes = ' '.join(ips)
662 try:
663 cmd = '{} {}'.format(cls.onos_form_cluster, nodes)
A R Karthickf2f4ca62016-08-17 10:34:08 -0700664 os.system(cmd)
665 except: pass
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700666
A R Karthick9d48c652016-09-15 09:16:36 -0700667 @classmethod
668 def cleanup_runtime(cls):
669 '''Cleanup ONOS runtime generated files'''
670 files = ( Onos.cluster_cfg, os.path.join(Onos.host_config_dir, 'network-cfg.json') )
671 for f in files:
672 if os.access(f, os.F_OK):
673 try:
674 os.unlink(f)
675 except: pass
676
A R Karthickec2db322016-11-17 15:06:01 -0800677 @classmethod
678 def get_data_map(cls, host_volume, guest_volume_dir):
679 host_volume_dir = os.path.join(cls.setup_dir, os.path.basename(host_volume))
680 if not os.path.exists(host_volume_dir):
681 os.mkdir(host_volume_dir)
682 return ( (host_volume_dir, guest_volume_dir), )
683
684 @classmethod
685 def remove_data_map(cls, host_volume, guest_volume_dir):
686 host_volume_dir = os.path.join(cls.setup_dir, os.path.basename(host_volume))
687 if os.path.exists(host_volume_dir):
A.R Karthickf184b342017-01-27 19:30:50 -0800688 shutil.rmtree(host_volume_dir)
A R Karthickec2db322016-11-17 15:06:01 -0800689
A R Karthick973010f2017-02-06 16:41:51 -0800690 @classmethod
691 def update_data_dir(cls, karaf):
692 Onos.guest_data_dir = '/root/onos/apache-karaf-{}/data'.format(karaf)
693 Onos.guest_log_file = '/root/onos/apache-karaf-{}/data/log/karaf.log'.format(karaf)
694
A R Karthickd52ca8a2017-07-24 17:38:55 -0700695 @classmethod
696 def update_ssl_key(cls, key):
697 if os.access(key, os.F_OK):
698 try:
699 shutil.copy(key, cls.host_config_dir)
700 cls.ssl_key = os.path.join(cls.host_config_dir, os.path.basename(key))
701 except:pass
702
A R Karthick184945a2017-07-25 17:23:57 -0700703 @classmethod
704 def set_expose_port(cls, flag):
705 cls.expose_port = flag
706
707 def get_port_map(self, instance=0):
708 if self.expose_port is False:
709 return self.ports
710 return map(lambda p: (p, p + instance), self.expose_ports)
711
A R Karthickec2db322016-11-17 15:06:01 -0800712 def remove_data_volume(self):
713 if self.data_map is not None:
714 self.remove_data_map(*self.data_map)
715
A.R Karthick1700e0e2016-10-06 18:16:57 -0700716 def __init__(self, name = NAME, image = IMAGE, prefix = PREFIX, tag = TAG,
A R Karthickec2db322016-11-17 15:06:01 -0800717 boot_delay = 20, restart = False, network_cfg = None,
A R Karthick85eb1862017-01-23 16:10:57 -0800718 cluster = False, data_volume = None, async = False, quagga_config = None,
A R Karthick184945a2017-07-25 17:23:57 -0700719 network = None, instance = 0):
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700720 if restart is True:
721 ##Find the right image to restart
722 running_image = filter(lambda c: c['Names'][0] == '/{}'.format(name), self.dckr.containers())
723 if running_image:
724 image_name = running_image[0]['Image']
725 try:
726 image = image_name.split(':')[0]
727 tag = image_name.split(':')[1]
728 except: pass
729
A R Karthickaa54a1c2016-12-15 11:42:08 -0800730 if quagga_config is None:
731 quagga_config = Onos.QUAGGA_CONFIG
732 super(Onos, self).__init__(name, image, prefix = prefix, tag = tag, quagga_config = quagga_config)
A R Karthick2b93d6a2016-09-06 15:19:09 -0700733 self.boot_delay = boot_delay
A R Karthickec2db322016-11-17 15:06:01 -0800734 self.data_map = None
A R Karthickc69d73e2017-01-20 11:44:34 -0800735 instance_memory = (get_mem(jvm_heap_size = Onos.JVM_HEAP_SIZE, instances = Onos.MAX_INSTANCES),) * 2
736 self.env['JAVA_OPTS'] = self.JAVA_OPTS_FORMAT.format(*instance_memory)
A R Karthick184945a2017-07-25 17:23:57 -0700737 self.ports = self.get_port_map(instance = instance)
A R Karthickd52ca8a2017-07-24 17:38:55 -0700738 if self.ssl_key:
739 key_files = ( os.path.join(self.guest_config_dir, os.path.basename(self.ssl_key)), ) * 2
740 self.env['JAVA_OPTS'] += ' -DenableOFTLS=true -Djavax.net.ssl.keyStore={} -Djavax.net.ssl.keyStorePassword=222222 -Djavax.net.ssl.trustStore={} -Djavax.net.ssl.trustStorePassword=222222'.format(*key_files)
A R Karthick2b93d6a2016-09-06 15:19:09 -0700741 if cluster is True:
A R Karthickec2db322016-11-17 15:06:01 -0800742 if data_volume is not None:
743 self.data_map = self.get_data_map(data_volume, self.guest_data_dir)
744 self.host_guest_map = self.host_guest_map + self.data_map
A R Karthick2b93d6a2016-09-06 15:19:09 -0700745 if os.access(self.cluster_cfg, os.F_OK):
746 try:
747 os.unlink(self.cluster_cfg)
748 except: pass
749
750 self.host_config = self.create_host_config(port_list = self.ports,
751 host_guest_map = self.host_guest_map)
752 self.volumes = []
753 for _,g in self.host_guest_map:
754 self.volumes.append(g)
755
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700756 if restart is True and self.exists():
757 self.kill()
A R Karthick2b93d6a2016-09-06 15:19:09 -0700758
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700759 if not self.exists():
760 self.remove_container(name, force=True)
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -0700761 host_config = self.create_host_config(port_list = self.ports,
762 host_guest_map = self.host_guest_map)
763 volumes = []
764 for _,g in self.host_guest_map:
765 volumes.append(g)
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700766 if network_cfg is not None:
A R Karthick81acbff2016-06-17 14:45:16 -0700767 json_data = json.dumps(network_cfg, indent=4)
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700768 with open('{}/network-cfg.json'.format(self.host_config_dir), 'w') as f:
769 f.write(json_data)
A.R Karthickc4e474d2016-12-12 15:24:57 -0800770 if cluster is False or async is False:
771 print('Starting ONOS container %s' %self.name)
772 self.start(ports = self.ports, environment = self.env,
A R Karthick1555c7c2017-09-07 14:59:41 -0700773 host_config = self.host_config, volumes = self.volumes, tty = True,
774 network = Radius.NETWORK)
A.R Karthickc4e474d2016-12-12 15:24:57 -0800775 if not restart:
776 ##wait a bit before fetching IP to regenerate cluster cfg
777 time.sleep(5)
778 ip = self.ip()
779 ##Just a quick hack/check to ensure we don't regenerate in the common case.
780 ##As ONOS is usually the first test container that is started
781 if cluster is False:
782 if ip != self.CLUSTER_CFG_IP or not os.access(self.cluster_cfg, os.F_OK):
783 print('Regenerating ONOS cluster cfg for ip %s' %ip)
784 self.generate_cluster_cfg(ip)
785 self.kill()
786 self.remove_container(self.name, force=True)
787 print('Restarting ONOS container %s' %self.name)
788 self.start(ports = self.ports, environment = self.env,
A R Karthick1555c7c2017-09-07 14:59:41 -0700789 host_config = self.host_config, volumes = self.volumes, tty = True,
790 network = Radius.NETWORK)
A.R Karthickc4e474d2016-12-12 15:24:57 -0800791 print('Waiting for ONOS to boot')
792 time.sleep(boot_delay)
793 self.wait_for_onos_start(self.ip())
794 self.running = True
795 else:
796 self.running = False
797 else:
798 self.running = True
799 if self.running:
800 self.ipaddr = self.ip()
801 if cluster is False:
802 self.install_cord_apps(self.ipaddr)
A R Karthick19aaf5c2016-11-09 17:47:57 -0800803
A.R Karthickc4e474d2016-12-12 15:24:57 -0800804 @classmethod
805 def get_quagga_config(cls, instance = 0):
A R Karthickaa54a1c2016-12-15 11:42:08 -0800806 quagga_config = copy.deepcopy(cls.QUAGGA_CONFIG)
A.R Karthickc4e474d2016-12-12 15:24:57 -0800807 if instance == 0:
808 return quagga_config
809 ip = quagga_config[0]['ip']
810 octets = ip.split('.')
A R Karthickaa54a1c2016-12-15 11:42:08 -0800811 octets[3] = str((int(octets[3]) + instance) & 255)
A.R Karthickc4e474d2016-12-12 15:24:57 -0800812 ip = '.'.join(octets)
813 quagga_config[0]['ip'] = ip
814 return quagga_config
815
816 @classmethod
817 def start_cluster_async(cls, onos_instances):
818 instances = filter(lambda o: o.running == False, onos_instances)
819 if not instances:
820 return
821 tpool = ThreadPool(len(instances), queue_size = 1, wait_timeout = 1)
822 for onos in instances:
823 tpool.addTask(onos.start_async)
824 tpool.cleanUpThreads()
825
826 def start_async(self):
827 print('Starting ONOS container %s' %self.name)
828 self.start(ports = self.ports, environment = self.env,
829 host_config = self.host_config, volumes = self.volumes, tty = True)
830 time.sleep(3)
A R Karthick2b93d6a2016-09-06 15:19:09 -0700831 self.ipaddr = self.ip()
A.R Karthickc4e474d2016-12-12 15:24:57 -0800832 print('Waiting for ONOS container %s to start' %self.name)
833 self.wait_for_onos_start(self.ipaddr)
834 self.running = True
835 print('ONOS container %s started' %self.name)
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700836
A R Karthick2b93d6a2016-09-06 15:19:09 -0700837 @classmethod
A R Karthick19aaf5c2016-11-09 17:47:57 -0800838 def wait_for_onos_start(cls, ip, tries = 30):
A R Karthick973010f2017-02-06 16:41:51 -0800839 onos_log = OnosLog(host = ip, log_file = Onos.guest_log_file)
A R Karthick19aaf5c2016-11-09 17:47:57 -0800840 num_tries = 0
841 started = None
842 while not started and num_tries < tries:
843 time.sleep(3)
844 started = onos_log.search_log_pattern('ApplicationManager .* Started')
845 num_tries += 1
846
A R Karthick19aaf5c2016-11-09 17:47:57 -0800847 if not started:
848 print('ONOS did not start')
849 else:
850 print('ONOS started')
851 return started
852
853 @classmethod
A R Karthick2b93d6a2016-09-06 15:19:09 -0700854 def setup_cluster_deprecated(cls, onos_instances, image_name = None):
855 if not onos_instances or len(onos_instances) < 2:
856 return
857 ips = []
858 if image_name is not None:
859 ips = Container.ips(image_name)
860 else:
861 for onos in onos_instances:
862 ips.append(onos.ipaddr)
863 Onos.cluster_instances = onos_instances
864 Onos.cluster_mode = True
865 ##regenerate the cluster json with the 3 instance ips before restarting them back
866 print('Generating cluster cfg for ONOS instances with ips %s' %ips)
867 Onos.generate_cluster_cfg(ips)
868 for onos in onos_instances:
869 onos.kill()
870 onos.remove_container(onos.name, force=True)
871 print('Restarting ONOS container %s for forming cluster' %onos.name)
872 onos.start(ports = onos.ports, environment = onos.env,
873 host_config = onos.host_config, volumes = onos.volumes, tty = True)
874 print('Waiting %d seconds for ONOS %s to boot' %(onos.boot_delay, onos.name))
875 time.sleep(onos.boot_delay)
876 onos.ipaddr = onos.ip()
877 onos.install_cord_apps(onos.ipaddr)
878
879 @classmethod
880 def setup_cluster(cls, onos_instances, image_name = None):
881 if not onos_instances or len(onos_instances) < 2:
882 return
883 ips = []
884 if image_name is not None:
885 ips = Container.ips(image_name)
886 else:
887 for onos in onos_instances:
888 ips.append(onos.ipaddr)
889 Onos.cluster_instances = onos_instances
890 Onos.cluster_mode = True
891 ##regenerate the cluster json with the 3 instance ips before restarting them back
892 print('Forming cluster for ONOS instances with ips %s' %ips)
893 Onos.form_cluster(ips)
894 ##wait for the cluster to be formed
895 print('Waiting for the cluster to be formed')
896 time.sleep(60)
897 for onos in onos_instances:
898 onos.install_cord_apps(onos.ipaddr)
899
900 @classmethod
A R Karthicke2c24bd2016-10-07 14:51:38 -0700901 def add_cluster(cls, count = 1, network_cfg = None):
902 if not cls.cluster_instances or Onos.cluster_mode is False:
903 return
904 for i in range(count):
A R Karthick184945a2017-07-25 17:23:57 -0700905 instance = len(cls.cluster_instances)
906 name = '{}-{}'.format(Onos.NAME, instance+1)
A R Karthicke2c24bd2016-10-07 14:51:38 -0700907 onos = cls(name = name, image = Onos.IMAGE, tag = Onos.TAG, prefix = Container.IMAGE_PREFIX,
A R Karthick184945a2017-07-25 17:23:57 -0700908 cluster = True, network_cfg = network_cfg, instance = instance)
A R Karthicke2c24bd2016-10-07 14:51:38 -0700909 cls.cluster_instances.append(onos)
910
911 cls.setup_cluster(cls.cluster_instances)
912
913 @classmethod
A.R Karthick2560f042016-11-30 14:38:52 -0800914 def restart_cluster(cls, network_cfg = None, timeout = 10, setup = False):
A R Karthick2b93d6a2016-09-06 15:19:09 -0700915 if cls.cluster_mode is False:
916 return
917 if not cls.cluster_instances:
918 return
919
920 if network_cfg is not None:
921 json_data = json.dumps(network_cfg, indent=4)
922 with open('{}/network-cfg.json'.format(cls.host_config_dir), 'w') as f:
923 f.write(json_data)
924
A.R Karthick2560f042016-11-30 14:38:52 -0800925 cls.cleanup_cluster()
926 if timeout > 0:
927 time.sleep(timeout)
928
A R Karthickaa54a1c2016-12-15 11:42:08 -0800929 #start the instances asynchronously
930 cls.start_cluster_async(cls.cluster_instances)
931 time.sleep(5)
A.R Karthick2560f042016-11-30 14:38:52 -0800932 ##form the cluster as appropriate
933 if setup is True:
934 cls.setup_cluster(cls.cluster_instances)
A R Karthickaa54a1c2016-12-15 11:42:08 -0800935 else:
936 for onos in cls.cluster_instances:
937 onos.install_cord_apps(onos.ipaddr)
A R Karthick2b93d6a2016-09-06 15:19:09 -0700938
939 @classmethod
940 def cluster_ips(cls):
941 if cls.cluster_mode is False:
942 return []
943 if not cls.cluster_instances:
944 return []
945 ips = [ onos.ipaddr for onos in cls.cluster_instances ]
946 return ips
947
948 @classmethod
949 def cleanup_cluster(cls):
950 if cls.cluster_mode is False:
951 return
952 if not cls.cluster_instances:
953 return
954 for onos in cls.cluster_instances:
955 if onos.exists():
956 onos.kill()
A R Karthickaa54a1c2016-12-15 11:42:08 -0800957 onos.running = False
A R Karthick2b93d6a2016-09-06 15:19:09 -0700958 onos.remove_container(onos.name, force=True)
A R Karthickd44cea12016-07-20 12:16:41 -0700959
A.R Karthick95d044e2016-06-10 18:44:36 -0700960 @classmethod
A R Karthickde6b9dc2016-11-29 17:46:16 -0800961 def restart_node(cls, node = None, network_cfg = None, timeout = 10):
A R Karthick889d9652016-10-03 14:13:45 -0700962 if node is None:
963 cls(restart = True, network_cfg = network_cfg, image = cls.IMAGE, tag = cls.TAG)
964 else:
965 #Restarts a node in the cluster
966 valid_node = filter(lambda onos: node in [ onos.ipaddr, onos.name ], cls.cluster_instances)
967 if valid_node:
968 onos = valid_node.pop()
969 if onos.exists():
970 onos.kill()
971 onos.remove_container(onos.name, force=True)
A R Karthickde6b9dc2016-11-29 17:46:16 -0800972 if timeout > 0:
973 time.sleep(timeout)
A R Karthick889d9652016-10-03 14:13:45 -0700974 print('Restarting ONOS container %s' %onos.name)
975 onos.start(ports = onos.ports, environment = onos.env,
A R Karthick1555c7c2017-09-07 14:59:41 -0700976 host_config = onos.host_config, volumes = onos.volumes, tty = True,
977 network = Radius.NETWORK)
A R Karthick889d9652016-10-03 14:13:45 -0700978 onos.ipaddr = onos.ip()
A.R Karthick2560f042016-11-30 14:38:52 -0800979 onos.wait_for_onos_start(onos.ipaddr)
980 onos.install_cord_apps(onos.ipaddr)
A R Karthick889d9652016-10-03 14:13:45 -0700981
982 @classmethod
A R Karthickb608d402017-06-02 11:48:41 -0700983 def cliEnter(cls, onos_ip = None):
984 retries = 0
985 while retries < 10:
986 cli = OnosCliDriver(controller = onos_ip, connect = True)
987 if cli.handle:
988 return cli
989 else:
990 retries += 1
991 time.sleep(3)
992
993 return None
994
995 @classmethod
996 def cliExit(cls, cli):
997 if cli:
998 cli.disconnect()
999
1000 @classmethod
1001 def getVersion(cls, onos_ip = None):
1002 cli = cls.cliEnter(onos_ip = onos_ip)
1003 try:
1004 summary = json.loads(cli.summary(jsonFormat = True))
1005 except:
1006 cls.cliExit(cli)
1007 return '1.8.0'
1008 cls.cliExit(cli)
1009 return summary['version']
1010
1011 @classmethod
1012 def update_cord_apps_version(cls, onos_ip = None):
1013 if cls.cord_apps_version_updated == True:
1014 return
1015 version = cls.getVersion(onos_ip = onos_ip)
1016 major = int(version.split('.')[0])
1017 minor = int(version.split('.')[1])
A R Karthick5b8310e2017-09-01 13:55:15 -07001018 try:
1019 patch = int(version.split('.')[2])
1020 except:
1021 patch = 0
A R Karthickb608d402017-06-02 11:48:41 -07001022 app_version = '1.2-SNAPSHOT'
1023 if major > 1:
A R Karthick1555c7c2017-09-07 14:59:41 -07001024 app_version = '3.0-SNAPSHOT'
A R Karthick5b8310e2017-09-01 13:55:15 -07001025 elif major == 1 and minor >= 10:
A R Karthick1555c7c2017-09-07 14:59:41 -07001026 app_version = '3.0-SNAPSHOT'
A R Karthick5b8310e2017-09-01 13:55:15 -07001027 if patch < 3:
1028 app_version = '1.2-SNAPSHOT'
A R Karthickb608d402017-06-02 11:48:41 -07001029 for apps in cls.onos_cord_apps:
1030 apps[1] = app_version
1031 cls.cord_apps_version_updated = True
1032
1033 @classmethod
A R Karthickeaf1c4e2016-07-19 12:22:35 -07001034 def install_cord_apps(cls, onos_ip = None):
A R Karthickb608d402017-06-02 11:48:41 -07001035 cls.update_cord_apps_version(onos_ip = onos_ip)
A R Karthick6e70e142017-07-28 15:25:38 -07001036 for app, version,_ in cls.onos_cord_apps:
A.R Karthick95d044e2016-06-10 18:44:36 -07001037 app_file = '{}/{}-{}.oar'.format(cls.cord_apps_dir, app, version)
A R Karthickeaf1c4e2016-07-19 12:22:35 -07001038 ok, code = OnosCtrl.install_app(app_file, onos_ip = onos_ip)
A.R Karthick95d044e2016-06-10 18:44:36 -07001039 ##app already installed (conflicts)
1040 if code in [ 409 ]:
1041 ok = True
1042 print('ONOS app %s, version %s %s' %(app, version, 'installed' if ok else 'failed to install'))
1043 time.sleep(2)
1044
A R Karthick21782982017-10-02 10:49:22 -07001045 OnosCtrl.config_olt_component(controller = onos_ip)
1046
A R Karthick6e70e142017-07-28 15:25:38 -07001047 @classmethod
1048 def activate_apps(cls, apps, onos_ip = None, deactivate = False):
1049 for app in apps:
1050 if deactivate is True:
1051 OnosCtrl(app, controller = onos_ip).deactivate()
1052 time.sleep(2)
1053 OnosCtrl(app, controller = onos_ip).activate()
1054
1055 time.sleep(5)
1056
1057 @classmethod
1058 def activate_cord_apps(cls, onos_ip = None, deactivate = True):
1059 cord_apps = map(lambda a: a[2], cls.onos_cord_apps)
1060 cls.activate_apps(cord_apps, onos_ip = onos_ip, deactivate = deactivate)
1061
A.R Karthick1700e0e2016-10-06 18:16:57 -07001062class OnosStopWrapper(Container):
1063 def __init__(self, name):
1064 super(OnosStopWrapper, self).__init__(name, Onos.IMAGE, tag = Onos.TAG, prefix = Container.IMAGE_PREFIX)
1065 if self.exists():
1066 self.kill()
A R Karthickaa54a1c2016-12-15 11:42:08 -08001067 self.running = False
A.R Karthick1700e0e2016-10-06 18:16:57 -07001068 else:
1069 if Onos.cluster_mode is True:
1070 valid_node = filter(lambda onos: name in [ onos.ipaddr, onos.name ], Onos.cluster_instances)
1071 if valid_node:
1072 onos = valid_node.pop()
1073 if onos.exists():
1074 onos.kill()
A R Karthickaa54a1c2016-12-15 11:42:08 -08001075 onos.running = False
A.R Karthick1700e0e2016-10-06 18:16:57 -07001076
Chetan Gaonker3533faa2016-04-25 17:50:14 -07001077class Radius(Container):
1078 ports = [ 1812, 1813 ]
A R Karthick41adfce2016-06-10 09:51:25 -07001079 env = {'TIMEZONE':'America/Los_Angeles',
Chetan Gaonker3533faa2016-04-25 17:50:14 -07001080 'DEBUG': 'true', 'cert_password':'whatever', 'primary_shared_secret':'radius_password'
1081 }
Chetan Gaonker7f4bf742016-05-04 15:56:08 -07001082 host_db_dir = os.path.join(os.path.dirname(os.path.realpath(__file__)), '..', 'setup/radius-config/db')
Chetan Gaonker3533faa2016-04-25 17:50:14 -07001083 guest_db_dir = os.path.join(os.path.sep, 'opt', 'db')
Chetan Gaonker7f4bf742016-05-04 15:56:08 -07001084 host_config_dir = os.path.join(os.path.dirname(os.path.realpath(__file__)), '..', 'setup/radius-config/freeradius')
Chetan Gaonker3533faa2016-04-25 17:50:14 -07001085 guest_config_dir = os.path.join(os.path.sep, 'etc', 'freeradius')
Chetan Gaonker7f4bf742016-05-04 15:56:08 -07001086 start_command = os.path.join(guest_config_dir, 'start-radius.py')
Chetan Gaonker3533faa2016-04-25 17:50:14 -07001087 host_guest_map = ( (host_db_dir, guest_db_dir),
1088 (host_config_dir, guest_config_dir)
1089 )
A R Karthickf7a613b2017-02-24 09:36:44 -08001090 IMAGE = 'cordtest/radius'
Chetan Gaonker503032a2016-05-12 12:06:29 -07001091 NAME = 'cord-radius'
A R Karthick1555c7c2017-09-07 14:59:41 -07001092 NETWORK = 'cord-radius-test'
A R Karthickefcf1ab2017-09-08 18:24:16 -07001093 SOCKET_SUBNET = '11.0.0.0/24'
1094 SOCKET_SUBNET_PREFIX = '11.0.0'
1095 SOCKET_GATEWAY = '11.0.0.1'
A R Karthick1555c7c2017-09-07 14:59:41 -07001096
1097 @classmethod
1098 def create_network(cls, name = NETWORK):
1099 try:
A R Karthickefcf1ab2017-09-08 18:24:16 -07001100 Container.create_network(name, subnet = cls.SOCKET_SUBNET, gateway = cls.SOCKET_GATEWAY)
A R Karthick1555c7c2017-09-07 14:59:41 -07001101 except:
1102 pass
Chetan Gaonker503032a2016-05-12 12:06:29 -07001103
A R Karthick07608ef2016-08-23 16:51:19 -07001104 def __init__(self, name = NAME, image = IMAGE, prefix = '', tag = 'candidate',
A R Karthickefcf1ab2017-09-08 18:24:16 -07001105 boot_delay = 10, restart = False, update = False, network = None,
1106 network_disabled = False, olt_config = ''):
A R Karthick07608ef2016-08-23 16:51:19 -07001107 super(Radius, self).__init__(name, image, prefix = prefix, tag = tag, command = self.start_command)
Chetan Gaonker503032a2016-05-12 12:06:29 -07001108 if update is True or not self.img_exists():
A R Karthick07608ef2016-08-23 16:51:19 -07001109 self.build_image(self.image_name)
Chetan Gaonker7f4bf742016-05-04 15:56:08 -07001110 if restart is True and self.exists():
1111 self.kill()
A R Karthickefcf1ab2017-09-08 18:24:16 -07001112 else:
1113 subscribers = 10
1114 if olt_config:
1115 port_map, _ = OltConfig(olt_config).olt_port_map()
1116 if port_map:
1117 subscribers = port_map['num_ports'] * len(port_map['switch_port_list'])
1118 radius_restore_users()
1119 radius_add_users(subscribers)
Chetan Gaonker3533faa2016-04-25 17:50:14 -07001120 if not self.exists():
1121 self.remove_container(name, force=True)
1122 host_config = self.create_host_config(port_list = self.ports,
A R Karthickefcf1ab2017-09-08 18:24:16 -07001123 host_guest_map = self.host_guest_map,
1124 privileged = True)
Chetan Gaonker3533faa2016-04-25 17:50:14 -07001125 volumes = []
1126 for _,g in self.host_guest_map:
1127 volumes.append(g)
A R Karthick41adfce2016-06-10 09:51:25 -07001128 self.start(ports = self.ports, environment = self.env,
1129 volumes = volumes,
A R Karthick1555c7c2017-09-07 14:59:41 -07001130 host_config = host_config, tty = True, network_disabled = network_disabled)
1131 if network_disabled is False:
1132 Container.connect_to_network(self.name, self.NETWORK)
Chetan Gaonker7f4bf742016-05-04 15:56:08 -07001133 time.sleep(boot_delay)
1134
1135 @classmethod
1136 def build_image(cls, image):
1137 print('Building Radius image %s' %image)
1138 dockerfile = '''
1139FROM hbouvier/docker-radius
1140MAINTAINER chetan@ciena.com
1141LABEL RUN docker pull hbouvier/docker-radius
1142LABEL RUN docker run -it --name cord-radius hbouvier/docker-radius
A R Karthickc762df42016-05-25 10:09:21 -07001143RUN apt-get update && \
1144 apt-get -y install python python-pexpect strace
Chetan Gaonker7f4bf742016-05-04 15:56:08 -07001145WORKDIR /root
1146CMD ["/etc/freeradius/start-radius.py"]
1147'''
1148 super(Radius, cls).build_image(dockerfile, image)
1149 print('Done building image %s' %image)
Chetan Gaonker3533faa2016-04-25 17:50:14 -07001150
Chetan Gaonker6cf6e472016-04-26 14:41:51 -07001151class Quagga(Container):
A R Karthickaa54a1c2016-12-15 11:42:08 -08001152 QUAGGA_CONFIG = ( { 'bridge' : 'quagga-br', 'ip': '10.10.0.3', 'mask' : 16 },
Chetan Gaonker8e25e1b2016-05-02 13:42:21 -07001153 { 'bridge' : 'quagga-br', 'ip': '192.168.10.3', 'mask': 16 },
1154 )
Chetan Gaonker6cf6e472016-04-26 14:41:51 -07001155 ports = [ 179, 2601, 2602, 2603, 2604, 2605, 2606 ]
1156 host_quagga_config = os.path.join(os.path.dirname(os.path.realpath(__file__)), '..', 'setup/quagga-config')
1157 guest_quagga_config = '/root/config'
1158 quagga_config_file = os.path.join(guest_quagga_config, 'testrib.conf')
1159 host_guest_map = ( (host_quagga_config, guest_quagga_config), )
A R Karthickf7a613b2017-02-24 09:36:44 -08001160 IMAGE = 'cordtest/quagga'
Chetan Gaonker503032a2016-05-12 12:06:29 -07001161 NAME = 'cord-quagga'
1162
A R Karthick07608ef2016-08-23 16:51:19 -07001163 def __init__(self, name = NAME, image = IMAGE, prefix = '', tag = 'candidate',
A R Karthick85eb1862017-01-23 16:10:57 -08001164 boot_delay = 15, restart = False, config_file = quagga_config_file, update = False,
1165 network = None):
A R Karthickaa54a1c2016-12-15 11:42:08 -08001166 super(Quagga, self).__init__(name, image, prefix = prefix, tag = tag, quagga_config = self.QUAGGA_CONFIG)
Chetan Gaonker503032a2016-05-12 12:06:29 -07001167 if update is True or not self.img_exists():
A R Karthick07608ef2016-08-23 16:51:19 -07001168 self.build_image(self.image_name)
Chetan Gaonker6cf6e472016-04-26 14:41:51 -07001169 if restart is True and self.exists():
1170 self.kill()
1171 if not self.exists():
1172 self.remove_container(name, force=True)
A R Karthick41adfce2016-06-10 09:51:25 -07001173 host_config = self.create_host_config(port_list = self.ports,
1174 host_guest_map = self.host_guest_map,
Chetan Gaonker6cf6e472016-04-26 14:41:51 -07001175 privileged = True)
1176 volumes = []
1177 for _,g in self.host_guest_map:
1178 volumes.append(g)
1179 self.start(ports = self.ports,
A R Karthick41adfce2016-06-10 09:51:25 -07001180 host_config = host_config,
Chetan Gaonker6cf6e472016-04-26 14:41:51 -07001181 volumes = volumes, tty = True)
A R Karthick85eb1862017-01-23 16:10:57 -08001182 if network is not None:
1183 Container.connect_to_network(self.name, network)
Chetan Gaonker6cf6e472016-04-26 14:41:51 -07001184 print('Starting Quagga on container %s' %self.name)
1185 self.execute('{0}/start.sh {1}'.format(self.guest_quagga_config, config_file))
1186 time.sleep(boot_delay)
1187
1188 @classmethod
1189 def build_image(cls, image):
A R Karthickaa54a1c2016-12-15 11:42:08 -08001190 onos_quagga_ip = Onos.QUAGGA_CONFIG[0]['ip']
Chetan Gaonker6cf6e472016-04-26 14:41:51 -07001191 print('Building Quagga image %s' %image)
1192 dockerfile = '''
A R Karthick41adfce2016-06-10 09:51:25 -07001193FROM ubuntu:14.04
1194MAINTAINER chetan@ciena.com
Chetan Gaonker6cf6e472016-04-26 14:41:51 -07001195WORKDIR /root
1196RUN useradd -M quagga
1197RUN mkdir /var/log/quagga && chown quagga:quagga /var/log/quagga
1198RUN mkdir /var/run/quagga && chown quagga:quagga /var/run/quagga
A R Karthick973ea692016-10-17 12:23:02 -07001199RUN apt-get update && apt-get install -qy git autoconf libtool gawk make telnet libreadline6-dev pkg-config protobuf-c-compiler
ChetanGaonkerb5b46c62016-08-16 12:02:53 -07001200RUN git clone git://git.savannah.nongnu.org/quagga.git quagga && \
A R Karthick8f69c2c2016-10-21 11:43:26 -07001201(cd quagga && git checkout quagga-1.0.20160315 && ./bootstrap.sh && \
Chetan Gaonker6cf6e472016-04-26 14:41:51 -07001202sed -i -r 's,htonl.*?\(INADDR_LOOPBACK\),inet_addr\("{0}"\),g' zebra/zebra_fpm.c && \
1203./configure --enable-fpm --disable-doc --localstatedir=/var/run/quagga && make && make install)
1204RUN ldconfig
1205'''.format(onos_quagga_ip)
1206 super(Quagga, cls).build_image(dockerfile, image)
1207 print('Done building image %s' %image)
A R Karthick81acbff2016-06-17 14:45:16 -07001208
A.R Karthick1700e0e2016-10-06 18:16:57 -07001209class QuaggaStopWrapper(Container):
1210 def __init__(self, name = Quagga.NAME, image = Quagga.IMAGE, tag = 'candidate'):
1211 super(QuaggaStopWrapper, self).__init__(name, image, prefix = Container.IMAGE_PREFIX, tag = tag)
1212 if self.exists():
1213 self.kill()
1214
1215
A R Karthick81acbff2016-06-17 14:45:16 -07001216def reinitContainerClients():
1217 docker_netns.dckr = Client()
1218 Container.dckr = Client()
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001219
1220class Xos(Container):
1221 setup_dir = os.path.join(os.path.dirname(os.path.realpath(__file__)), '..', 'setup')
1222 TAG = 'latest'
1223 PREFIX = ''
A R Karthicke3bde962016-09-27 15:06:35 -07001224 host_guest_map = None
1225 env = None
1226 ports = None
1227 volumes = None
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001228
A R Karthick6e80afd2016-10-10 16:03:12 -07001229 @classmethod
1230 def get_cmd(cls, img_name):
1231 cmd = cls.dckr.inspect_image(img_name)['Config']['Cmd']
1232 return ' '.join(cmd)
1233
A R Karthicke3bde962016-09-27 15:06:35 -07001234 def __init__(self, name, image, prefix = PREFIX, tag = TAG,
A R Karthick6e80afd2016-10-10 16:03:12 -07001235 boot_delay = 20, restart = False, network_cfg = None, update = False):
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001236 if restart is True:
1237 ##Find the right image to restart
1238 running_image = filter(lambda c: c['Names'][0] == '/{}'.format(name), self.dckr.containers())
1239 if running_image:
1240 image_name = running_image[0]['Image']
1241 try:
1242 image = image_name.split(':')[0]
1243 tag = image_name.split(':')[1]
1244 except: pass
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001245 super(Xos, self).__init__(name, image, prefix = prefix, tag = tag)
1246 if update is True or not self.img_exists():
1247 self.build_image(self.image_name)
A R Karthick6e80afd2016-10-10 16:03:12 -07001248 self.command = self.get_cmd(self.image_name).strip() or None
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001249 if restart is True and self.exists():
1250 self.kill()
1251 if not self.exists():
1252 self.remove_container(name, force=True)
A R Karthicke3bde962016-09-27 15:06:35 -07001253 host_config = self.create_host_config(port_list = self.ports,
1254 host_guest_map = self.host_guest_map,
1255 privileged = True)
1256 print('Starting XOS container %s' %self.name)
1257 self.start(ports = self.ports, environment = self.env, host_config = host_config,
1258 volumes = self.volumes, tty = True)
1259 print('Waiting %d seconds for XOS Base Container to boot' %(boot_delay))
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001260 time.sleep(boot_delay)
1261
1262 @classmethod
A R Karthicke3bde962016-09-27 15:06:35 -07001263 def build_image(cls, image, dockerfile_path, image_target = 'build'):
1264 cmd = 'cd {} && make {}'.format(dockerfile_path, image_target)
1265 print('Building XOS %s' %image)
1266 res = os.system(cmd)
1267 print('Done building image %s. Image build %s' %(image, 'successful' if res == 0 else 'failed'))
1268 return res
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001269
A R Karthicke3bde962016-09-27 15:06:35 -07001270class XosServer(Xos):
1271 ports = [8000,9998,9999]
1272 NAME = 'xos-server'
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001273 IMAGE = 'xosproject/xos'
A R Karthicke3bde962016-09-27 15:06:35 -07001274 BASE_IMAGE = 'xosproject/xos-base'
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001275 TAG = 'latest'
1276 PREFIX = ''
A R Karthicke3bde962016-09-27 15:06:35 -07001277 dockerfile_path = os.path.join(Xos.setup_dir, 'xos')
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001278
A R Karthicke3bde962016-09-27 15:06:35 -07001279 def __init__(self, name = NAME, image = IMAGE, prefix = PREFIX, tag = TAG,
A R Karthick6e80afd2016-10-10 16:03:12 -07001280 boot_delay = 10, restart = False, network_cfg = None, update = False):
A R Karthicke3bde962016-09-27 15:06:35 -07001281 Xos.__init__(self, name, image, prefix, tag, boot_delay, restart, network_cfg, update)
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001282
1283 @classmethod
A R Karthicke3bde962016-09-27 15:06:35 -07001284 def build_image(cls, image = IMAGE):
1285 ##build the base image and then build the server image
1286 Xos.build_image(cls.BASE_IMAGE, cls.dockerfile_path, image_target = 'base')
1287 Xos.build_image(image, cls.dockerfile_path)
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001288
A R Karthicke3bde962016-09-27 15:06:35 -07001289class XosSynchronizerOpenstack(Xos):
1290 ports = [2375,]
1291 dockerfile_path = os.path.join(Xos.setup_dir, 'synchronizer')
1292 NAME = 'xos-synchronizer'
1293 IMAGE = 'xosproject/xos-synchronizer-openstack'
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001294 TAG = 'latest'
1295 PREFIX = ''
A R Karthicke3bde962016-09-27 15:06:35 -07001296 host_guest_map = ( ('/usr/local/share/ca-certificates', '/usr/local/share/ca-certificates'),)
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001297
A R Karthicke3bde962016-09-27 15:06:35 -07001298 def __init__(self, name = NAME, image = IMAGE, prefix = PREFIX,
A R Karthick6e80afd2016-10-10 16:03:12 -07001299 tag = TAG, boot_delay = 20, restart = False, network_cfg = None, update = False):
A R Karthicke3bde962016-09-27 15:06:35 -07001300 Xos.__init__(self, name, image, prefix, tag, boot_delay, restart, network_cfg, update)
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001301
1302 @classmethod
A R Karthicke3bde962016-09-27 15:06:35 -07001303 def build_image(cls, image = IMAGE):
1304 XosServer.build_image()
1305 Xos.build_image(image, cls.dockerfile_path)
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001306
A R Karthicke3bde962016-09-27 15:06:35 -07001307class XosSynchronizerOnboarding(Xos):
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001308 NAME = 'xos-synchronizer-onboarding'
1309 IMAGE = 'xosproject/xos-synchronizer-onboarding'
1310 TAG = 'latest'
1311 PREFIX = ''
A R Karthicke3bde962016-09-27 15:06:35 -07001312 dockerfile_path = os.path.join(Xos.setup_dir, 'onboarding_synchronizer')
1313 host_guest_map = ( ('/usr/local/share/ca-certificates', '/usr/local/share/ca-certificates'),)
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001314
A R Karthicke3bde962016-09-27 15:06:35 -07001315 def __init__(self, name = NAME, image = IMAGE, prefix = PREFIX,
A R Karthick6e80afd2016-10-10 16:03:12 -07001316 tag = TAG, boot_delay = 10, restart = False, network_cfg = None, update = False):
A R Karthicke3bde962016-09-27 15:06:35 -07001317 Xos.__init__(self, name, image, prefix, tag, boot_delay, restart, network_cfg, update)
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001318
1319 @classmethod
A R Karthicke3bde962016-09-27 15:06:35 -07001320 def build_image(cls, image = IMAGE):
1321 XosSynchronizerOpenstack.build_image()
1322 Xos.build_image(image, cls.dockerfile_path)
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001323
A R Karthicke3bde962016-09-27 15:06:35 -07001324class XosSynchronizerOpenvpn(Xos):
1325 NAME = 'xos-synchronizer-openvpn'
1326 IMAGE = 'xosproject/xos-openvpn'
1327 TAG = 'latest'
1328 PREFIX = ''
1329 dockerfile_path = os.path.join(Xos.setup_dir, 'openvpn')
1330 host_guest_map = ( ('/usr/local/share/ca-certificates', '/usr/local/share/ca-certificates'),)
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001331
A R Karthicke3bde962016-09-27 15:06:35 -07001332 def __init__(self, name = NAME, image = IMAGE, prefix = PREFIX,
A R Karthick6e80afd2016-10-10 16:03:12 -07001333 tag = TAG, boot_delay = 10, restart = False, network_cfg = None, update = False):
A R Karthicke3bde962016-09-27 15:06:35 -07001334 Xos.__init__(self, name, image, prefix, tag, boot_delay, restart, network_cfg, update)
1335
1336 @classmethod
1337 def build_image(cls, image = IMAGE):
1338 XosSynchronizerOpenstack.build_image()
1339 Xos.build_image(image, cls.dockerfile_path)
1340
1341class XosPostgresql(Xos):
1342 ports = [5432,]
1343 NAME = 'xos-db-postgres'
1344 IMAGE = 'xosproject/xos-postgres'
1345 TAG = 'latest'
1346 PREFIX = ''
1347 volumes = ["/etc/postgresql", "/var/log/postgresql", "/var/lib/postgresql"]
1348 dockerfile_path = os.path.join(Xos.setup_dir, 'postgresql')
1349
1350 def __init__(self, name = NAME, image = IMAGE, prefix = PREFIX,
A R Karthick6e80afd2016-10-10 16:03:12 -07001351 tag = TAG, boot_delay = 10, restart = False, network_cfg = None, update = False):
A R Karthicke3bde962016-09-27 15:06:35 -07001352 Xos.__init__(self, name, image, prefix, tag, boot_delay, restart, network_cfg, update)
1353
1354 @classmethod
1355 def build_image(cls, image = IMAGE):
1356 Xos.build_image(image, cls.dockerfile_path)
1357
1358class XosSyndicateMs(Xos):
1359 ports = [8080,]
1360 env = None
1361 NAME = 'xos-syndicate-ms'
1362 IMAGE = 'xosproject/syndicate-ms'
1363 TAG = 'latest'
1364 PREFIX = ''
1365 dockerfile_path = os.path.join(Xos.setup_dir, 'syndicate-ms')
1366
1367 def __init__(self, name = NAME, image = IMAGE, prefix = '', tag = TAG,
A R Karthick6e80afd2016-10-10 16:03:12 -07001368 boot_delay = 10, restart = False, network_cfg = None, update = False):
A R Karthicke3bde962016-09-27 15:06:35 -07001369 Xos.__init__(self, name, image, prefix, tag, boot_delay, restart, network_cfg, update)
1370
1371 @classmethod
1372 def build_image(cls, image = IMAGE):
1373 Xos.build_image(image, cls.dockerfile_path)
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001374
ChetanGaonkerc220e0d2016-10-05 05:06:25 -07001375class XosSyncVtn(Xos):
1376 ports = [8080,]
1377 env = None
1378 NAME = 'xos-synchronizer-vtn'
1379 IMAGE = 'xosproject/xos-synchronizer-vtn'
1380 TAG = 'latest'
1381 PREFIX = ''
1382 dockerfile_path = os.path.join(Xos.setup_dir, 'synchronizer-vtn')
1383
1384 def __init__(self, name = NAME, image = IMAGE, prefix = '', tag = TAG,
A R Karthick6e80afd2016-10-10 16:03:12 -07001385 boot_delay = 10, restart = False, network_cfg = None, update = False):
ChetanGaonkerc220e0d2016-10-05 05:06:25 -07001386 Xos.__init__(self, name, image, prefix, tag, boot_delay, restart, network_cfg, update)
1387
1388 @classmethod
1389 def build_image(cls, image = IMAGE):
1390 Xos.build_image(image, cls.dockerfile_path)
1391
1392class XosSyncVtr(Xos):
1393 ports = [8080,]
1394 env = None
1395 NAME = 'xos-synchronizer-vtr'
1396 IMAGE = 'xosproject/xos-synchronizer-vtr'
1397 TAG = 'latest'
1398 PREFIX = ''
1399 dockerfile_path = os.path.join(Xos.setup_dir, 'synchronizer-vtr')
1400
1401 def __init__(self, name = NAME, image = IMAGE, prefix = '', tag = TAG,
A R Karthick6e80afd2016-10-10 16:03:12 -07001402 boot_delay = 10, restart = False, network_cfg = None, update = False):
ChetanGaonkerc220e0d2016-10-05 05:06:25 -07001403 Xos.__init__(self, name, image, prefix, tag, boot_delay, restart, network_cfg, update)
1404
1405 @classmethod
1406 def build_image(cls, image = IMAGE):
1407 Xos.build_image(image, cls.dockerfile_path)
1408
1409class XosSyncVsg(Xos):
1410 ports = [8080,]
1411 env = None
1412 NAME = 'xos-synchronizer-vsg'
1413 IMAGE = 'xosproject/xos-synchronizer-vsg'
1414 TAG = 'latest'
1415 PREFIX = ''
1416 dockerfile_path = os.path.join(Xos.setup_dir, 'synchronizer-vsg')
1417
1418 def __init__(self, name = NAME, image = IMAGE, prefix = '', tag = TAG,
A R Karthick6e80afd2016-10-10 16:03:12 -07001419 boot_delay = 10, restart = False, network_cfg = None, update = False):
ChetanGaonkerc220e0d2016-10-05 05:06:25 -07001420 Xos.__init__(self, name, image, prefix, tag, boot_delay, restart, network_cfg, update)
1421
1422 @classmethod
1423 def build_image(cls, image = IMAGE):
1424 Xos.build_image(image, cls.dockerfile_path)
1425
1426
1427class XosSyncOnos(Xos):
1428 ports = [8080,]
1429 env = None
1430 NAME = 'xos-synchronizer-onos'
1431 IMAGE = 'xosproject/xos-synchronizer-onos'
1432 TAG = 'latest'
1433 PREFIX = ''
1434 dockerfile_path = os.path.join(Xos.setup_dir, 'synchronizer-onos')
1435
1436 def __init__(self, name = NAME, image = IMAGE, prefix = '', tag = TAG,
A R Karthick6e80afd2016-10-10 16:03:12 -07001437 boot_delay = 30, restart = False, network_cfg = None, update = False):
ChetanGaonkerc220e0d2016-10-05 05:06:25 -07001438 Xos.__init__(self, name, image, prefix, tag, boot_delay, restart, network_cfg, update)
1439
1440 @classmethod
1441 def build_image(cls, image = IMAGE):
1442 Xos.build_image(image, cls.dockerfile_path)
1443
1444class XosSyncFabric(Xos):
1445 ports = [8080,]
1446 env = None
1447 NAME = 'xos-synchronizer-fabric'
1448 IMAGE = 'xosproject/xos-synchronizer-fabric'
1449 TAG = 'latest'
1450 PREFIX = ''
1451 dockerfile_path = os.path.join(Xos.setup_dir, 'synchronizer-fabric')
1452
1453 def __init__(self, name = NAME, image = IMAGE, prefix = '', tag = TAG,
A R Karthick6e80afd2016-10-10 16:03:12 -07001454 boot_delay = 30, restart = False, network_cfg = None, update = False):
ChetanGaonkerc220e0d2016-10-05 05:06:25 -07001455 Xos.__init__(self, name, image, prefix, tag, boot_delay, restart, network_cfg, update)
1456
1457 @classmethod
1458 def build_image(cls, image = IMAGE):
1459 Xos.build_image(image, cls.dockerfile_path)
A R Karthick19aaf5c2016-11-09 17:47:57 -08001460
1461if __name__ == '__main__':
1462 onos = Onos(boot_delay = 10, restart = True)