blob: 341a4ebb46f2291fda0a80e4819ac6f6db049313 [file] [log] [blame]
Matteo Scandolo48d3d2d2017-08-08 13:05:27 -07001
2# Copyright 2017-present Open Networking Foundation
3#
4# Licensed under the Apache License, Version 2.0 (the "License");
5# you may not use this file except in compliance with the License.
6# You may obtain a copy of the License at
7#
8# http://www.apache.org/licenses/LICENSE-2.0
9#
10# Unless required by applicable law or agreed to in writing, software
11# distributed under the License is distributed on an "AS IS" BASIS,
12# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13# See the License for the specific language governing permissions and
14# limitations under the License.
15
16
A R Karthick41adfce2016-06-10 09:51:25 -070017#
Chetan Gaonkercfcce782016-05-10 10:10:42 -070018# Copyright 2016-present Ciena Corporation
19#
20# Licensed under the Apache License, Version 2.0 (the "License");
21# you may not use this file except in compliance with the License.
22# You may obtain a copy of the License at
A R Karthick41adfce2016-06-10 09:51:25 -070023#
Chetan Gaonkercfcce782016-05-10 10:10:42 -070024# http://www.apache.org/licenses/LICENSE-2.0
A R Karthick41adfce2016-06-10 09:51:25 -070025#
Chetan Gaonkercfcce782016-05-10 10:10:42 -070026# Unless required by applicable law or agreed to in writing, software
27# distributed under the License is distributed on an "AS IS" BASIS,
28# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
29# See the License for the specific language governing permissions and
30# limitations under the License.
31#
Chetan Gaonker3533faa2016-04-25 17:50:14 -070032import os,time
33import io
34import json
A R Karthickd44cea12016-07-20 12:16:41 -070035import yaml
A.R Karthickc4e474d2016-12-12 15:24:57 -080036import errno
A R Karthickaa54a1c2016-12-15 11:42:08 -080037import copy
Chetan Gaonker3533faa2016-04-25 17:50:14 -070038from pyroute2 import IPRoute
A.R Karthickc4e474d2016-12-12 15:24:57 -080039from pyroute2.netlink import NetlinkError
Chetan Gaonker3533faa2016-04-25 17:50:14 -070040from itertools import chain
41from nsenter import Namespace
A R Karthick6f2ac6f2017-07-26 12:55:24 -070042try:
43 from docker import APIClient as Client
44except:
45 from docker import Client
A R Karthick85eb1862017-01-23 16:10:57 -080046from docker import utils as dockerutils
A.R Karthickf184b342017-01-27 19:30:50 -080047import shutil
A.R Karthick95d044e2016-06-10 18:44:36 -070048from OnosCtrl import OnosCtrl
A R Karthick19aaf5c2016-11-09 17:47:57 -080049from OnosLog import OnosLog
A R Karthickefcf1ab2017-09-08 18:24:16 -070050from OltConfig import OltConfig
51from EapolAAA import radius_add_users, radius_restore_users
A R Karthick03bd2812017-03-03 17:49:17 -080052from onosclidriver import OnosCliDriver
A.R Karthickc4e474d2016-12-12 15:24:57 -080053from threadPool import ThreadPool
A R Karthickaa54a1c2016-12-15 11:42:08 -080054from threading import Lock
Chetan Gaonker3533faa2016-04-25 17:50:14 -070055
56class docker_netns(object):
57
58 dckr = Client()
59 def __init__(self, name):
60 pid = int(self.dckr.inspect_container(name)['State']['Pid'])
61 if pid == 0:
62 raise Exception('no container named {0}'.format(name))
63 self.pid = pid
64
65 def __enter__(self):
66 pid = self.pid
67 if not os.path.exists('/var/run/netns'):
68 os.mkdir('/var/run/netns')
69 os.symlink('/proc/{0}/ns/net'.format(pid), '/var/run/netns/{0}'.format(pid))
70 return str(pid)
71
72 def __exit__(self, type, value, traceback):
73 pid = self.pid
74 os.unlink('/var/run/netns/{0}'.format(pid))
75
76flatten = lambda l: chain.from_iterable(l)
77
78class Container(object):
79 dckr = Client()
A R Karthick07608ef2016-08-23 16:51:19 -070080 IMAGE_PREFIX = '' ##for saving global prefix for all test classes
A R Karthickaa54a1c2016-12-15 11:42:08 -080081 CONFIG_LOCK = Lock()
A R Karthick07608ef2016-08-23 16:51:19 -070082
83 def __init__(self, name, image, prefix='', tag = 'candidate', command = 'bash', quagga_config = None):
Chetan Gaonker3533faa2016-04-25 17:50:14 -070084 self.name = name
A R Karthick07608ef2016-08-23 16:51:19 -070085 self.prefix = prefix
86 if prefix:
87 self.prefix += '/'
88 image = '{}{}'.format(self.prefix, image)
Chetan Gaonker3533faa2016-04-25 17:50:14 -070089 self.image = image
90 self.tag = tag
A R Karthickd44cea12016-07-20 12:16:41 -070091 if tag:
92 self.image_name = image + ':' + tag
93 else:
94 self.image_name = image
Chetan Gaonker3533faa2016-04-25 17:50:14 -070095 self.id = None
96 self.command = command
Chetan Gaonker8e25e1b2016-05-02 13:42:21 -070097 self.quagga_config = quagga_config
Chetan Gaonker3533faa2016-04-25 17:50:14 -070098
99 @classmethod
100 def build_image(cls, dockerfile, tag, force=True, nocache=False):
101 f = io.BytesIO(dockerfile.encode('utf-8'))
102 if force or not cls.image_exists(tag):
103 print('Build {0}...'.format(tag))
104 for line in cls.dckr.build(fileobj=f, rm=True, tag=tag, decode=True, nocache=nocache):
105 if 'stream' in line:
106 print(line['stream'].strip())
107
108 @classmethod
109 def image_exists(cls, name):
A R Karthicke07fc3a2017-02-27 10:49:29 -0800110 #return name in [ctn['RepoTags'][0] for ctn in cls.dckr.images()]
111 return name in list( flatten(ctn['RepoTags'] if ctn['RepoTags'] else '' for ctn in cls.dckr.images()) )
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700112
113 @classmethod
114 def create_host_config(cls, port_list = None, host_guest_map = None, privileged = False):
115 port_bindings = None
116 binds = None
117 if port_list:
118 port_bindings = {}
119 for p in port_list:
A R Karthick184945a2017-07-25 17:23:57 -0700120 if type(p) is tuple:
121 port_bindings[str(p[0])] = str(p[1])
122 else:
123 port_bindings[str(p)] = str(p)
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700124
125 if host_guest_map:
126 binds = []
127 for h, g in host_guest_map:
128 binds.append('{0}:{1}'.format(h, g))
129
130 return cls.dckr.create_host_config(binds = binds, port_bindings = port_bindings, privileged = privileged)
131
132 @classmethod
A R Karthick85eb1862017-01-23 16:10:57 -0800133 def connect_to_network(cls, name, network):
134 try:
135 cls.dckr.connect_container_to_network(name, network)
A R Karthick85eb1862017-01-23 16:10:57 -0800136 except:
A R Karthick1555c7c2017-09-07 14:59:41 -0700137 connect_cmd = 'docker network connect %s %s' %(network, name)
138 os.system(connect_cmd)
139 return True
A R Karthick85eb1862017-01-23 16:10:57 -0800140
141 @classmethod
142 def create_network(cls, network, subnet = None, gateway = None):
143 ipam_config = None
144 if subnet is not None and gateway is not None:
A R Karthick1555c7c2017-09-07 14:59:41 -0700145 try:
146 ipam_pool = dockerutils.create_ipam_pool(subnet = subnet, gateway = gateway)
147 ipam_config = dockerutils.create_ipam_config(pool_configs = [ipam_pool])
148 cls.dckr.create_network(network, driver='bridge', ipam = ipam_config)
149 except:
150 create_cmd = 'docker network create %s --subnet %s --gateway %s >/dev/null 2>&1' %(network, subnet, gateway)
151 os.system(create_cmd)
A R Karthick85eb1862017-01-23 16:10:57 -0800152
153 @classmethod
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700154 def cleanup(cls, image):
A R Karthick09b1f4e2016-05-12 14:31:50 -0700155 cnt_list = filter(lambda c: c['Image'] == image, cls.dckr.containers(all=True))
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700156 for cnt in cnt_list:
157 print('Cleaning container %s' %cnt['Id'])
A.R Karthick95d044e2016-06-10 18:44:36 -0700158 if cnt.has_key('State') and cnt['State'] == 'running':
A R Karthick09b1f4e2016-05-12 14:31:50 -0700159 cls.dckr.kill(cnt['Id'])
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700160 cls.dckr.remove_container(cnt['Id'], force=True)
161
162 @classmethod
163 def remove_container(cls, name, force=True):
164 try:
165 cls.dckr.remove_container(name, force = force)
166 except: pass
167
168 def exists(self):
169 return '/{0}'.format(self.name) in list(flatten(n['Names'] for n in self.dckr.containers()))
170
171 def img_exists(self):
A R Karthicke07fc3a2017-02-27 10:49:29 -0800172 #return self.image_name in [ctn['RepoTags'][0] if ctn['RepoTags'] else '' for ctn in self.dckr.images()]
173 return self.image_name in list( flatten(ctn['RepoTags'] if ctn['RepoTags'] else '' for ctn in self.dckr.images()) )
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700174
A R Karthick75844572017-01-23 16:57:44 -0800175 def ip(self, network = None):
A R Karthick2b93d6a2016-09-06 15:19:09 -0700176 cnt_list = filter(lambda c: c['Names'][0] == '/{}'.format(self.name), self.dckr.containers())
177 #if not cnt_list:
178 # cnt_list = filter(lambda c: c['Image'] == self.image_name, self.dckr.containers())
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700179 cnt_settings = cnt_list.pop()
A R Karthick75844572017-01-23 16:57:44 -0800180 if network is not None and cnt_settings['NetworkSettings']['Networks'].has_key(network):
181 return cnt_settings['NetworkSettings']['Networks'][network]['IPAddress']
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700182 return cnt_settings['NetworkSettings']['Networks']['bridge']['IPAddress']
183
A R Karthick2b93d6a2016-09-06 15:19:09 -0700184 @classmethod
185 def ips(cls, image_name):
186 cnt_list = filter(lambda c: c['Image'] == image_name, cls.dckr.containers())
187 ips = [ cnt['NetworkSettings']['Networks']['bridge']['IPAddress'] for cnt in cnt_list ]
188 return ips
189
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700190 def kill(self, remove = True):
191 self.dckr.kill(self.name)
192 self.dckr.remove_container(self.name, force=True)
193
A R Karthick41adfce2016-06-10 09:51:25 -0700194 def start(self, rm = True, ports = None, volumes = None, host_config = None,
A R Karthick1555c7c2017-09-07 14:59:41 -0700195 environment = None, tty = False, stdin_open = True,
196 network_disabled = False, network = None):
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700197
198 if rm and self.exists():
199 print('Removing container:', self.name)
200 self.dckr.remove_container(self.name, force=True)
201
A R Karthick41adfce2016-06-10 09:51:25 -0700202 ctn = self.dckr.create_container(image=self.image_name, ports = ports, command=self.command,
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700203 detach=True, name=self.name,
A R Karthick41adfce2016-06-10 09:51:25 -0700204 environment = environment,
205 volumes = volumes,
A R Karthick1555c7c2017-09-07 14:59:41 -0700206 host_config = host_config, stdin_open=stdin_open, tty = tty,
207 network_disabled = network_disabled)
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700208 self.dckr.start(container=self.name)
A R Karthick1555c7c2017-09-07 14:59:41 -0700209 if network_disabled is False:
210 if network is not None:
211 self.connect_to_network(self.name, network)
212 if self.quagga_config:
213 self.connect_to_br(index = 1)
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700214 self.id = ctn['Id']
215 return ctn
216
Thangavelu K Sef6f0a52016-12-14 19:57:05 +0000217 @classmethod
218 def pause_container(cls, image, delay):
219 cnt_list = filter(lambda c: c['Image'] == image, cls.dckr.containers(all=True))
220 for cnt in cnt_list:
221 print('Pause the container %s' %cnt['Id'])
222 if cnt.has_key('State') and cnt['State'] == 'running':
223 cls.dckr.pause(cnt['Id'])
224 if delay != 0:
225 time.sleep(delay)
226 for cnt in cnt_list:
227 print('Unpause the container %s' %cnt['Id'])
228 cls.dckr.unpause(cnt['Id'])
229 else:
230 print('Infinity time pause the container %s' %cnt['Id'])
231 return 'success'
232
A R Karthick52414732017-01-31 09:59:47 -0800233 def connect_to_br(self, index = 0):
A R Karthickaa54a1c2016-12-15 11:42:08 -0800234 self.CONFIG_LOCK.acquire()
235 try:
236 with docker_netns(self.name) as pid:
237 for quagga_config in self.quagga_config:
Chetan Gaonker8e25e1b2016-05-02 13:42:21 -0700238 ip = IPRoute()
A R Karthickaa54a1c2016-12-15 11:42:08 -0800239 br = ip.link_lookup(ifname=quagga_config['bridge'])
240 if len(br) == 0:
241 try:
242 ip.link_create(ifname=quagga_config['bridge'], kind='bridge')
243 except NetlinkError as e:
244 err, _ = e.args
245 if err == errno.EEXIST:
246 pass
247 else:
248 raise NetlinkError(*e.args)
249 br = ip.link_lookup(ifname=quagga_config['bridge'])
250 br = br[0]
251 ip.link('set', index=br, state='up')
A R Karthick52414732017-01-31 09:59:47 -0800252 ifname = '{0}-{1}'.format(self.name[:12], index)
A R Karthickaa54a1c2016-12-15 11:42:08 -0800253 ifs = ip.link_lookup(ifname=ifname)
254 if len(ifs) > 0:
255 ip.link_remove(ifs[0])
256 peer_ifname = '{0}-{1}'.format(pid, index)
257 ip.link_create(ifname=ifname, kind='veth', peer=peer_ifname)
258 host = ip.link_lookup(ifname=ifname)[0]
259 ip.link('set', index=host, master=br)
260 ip.link('set', index=host, state='up')
261 guest = ip.link_lookup(ifname=peer_ifname)[0]
262 ip.link('set', index=guest, net_ns_fd=pid)
263 with Namespace(pid, 'net'):
264 ip = IPRoute()
265 ip.link('set', index=guest, ifname='eth{}'.format(index+1))
266 ip.addr('add', index=guest, address=quagga_config['ip'], mask=quagga_config['mask'])
267 ip.link('set', index=guest, state='up')
268 index += 1
269 finally:
270 self.CONFIG_LOCK.release()
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700271
Thangavelu K Sef6f0a52016-12-14 19:57:05 +0000272 def execute(self, cmd, tty = True, stream = False, shell = False, detach = True):
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700273 res = 0
274 if type(cmd) == str:
275 cmds = (cmd,)
276 else:
277 cmds = cmd
278 if shell:
279 for c in cmds:
280 res += os.system('docker exec {0} {1}'.format(self.name, c))
281 return res
282 for c in cmds:
283 i = self.dckr.exec_create(container=self.name, cmd=c, tty = tty, privileged = True)
A R Karthickd6dd9b22017-02-24 15:17:22 -0800284 s = self.dckr.exec_start(i['Id'], stream = stream, detach=detach, socket=True)
285 try:
286 s.close()
287 except: pass
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700288 result = self.dckr.exec_inspect(i['Id'])
289 res += 0 if result['ExitCode'] == None else result['ExitCode']
290 return res
291
ChetanGaonker6138fcd2016-08-18 17:56:39 -0700292 def restart(self, timeout =10):
293 return self.dckr.restart(self.name, timeout)
294
A R Karthickc69d73e2017-01-20 11:44:34 -0800295def get_mem(jvm_heap_size = None, instances = 1):
A R Karthick1f908202016-11-16 17:32:20 -0800296 if instances <= 0:
297 instances = 1
A R Karthickc69d73e2017-01-20 11:44:34 -0800298 heap_size = jvm_heap_size
299 heap_size_i = 0
300 #sanitize the heap size config
301 if heap_size is not None:
302 if not heap_size.isdigit():
303 try:
304 heap_size_i = int(heap_size[:-1])
305 suffix = heap_size[-1]
306 if suffix == 'M':
307 heap_size_i /= 1024 #convert to gigs
A.R Karthick99044822017-02-09 14:04:20 -0800308 #allow to specific minimum heap size
309 if heap_size_i == 0:
310 return heap_size
A R Karthickc69d73e2017-01-20 11:44:34 -0800311 except:
312 ##invalid suffix length probably. Fall back to default
313 heap_size = None
314 else:
315 heap_size_i = int(heap_size)
316
Chetan Gaonker462d9fa2016-05-03 16:39:10 -0700317 with open('/proc/meminfo', 'r') as fd:
318 meminfo = fd.readlines()
319 mem = 0
320 for m in meminfo:
321 if m.startswith('MemTotal:') or m.startswith('SwapTotal:'):
322 mem += int(m.split(':')[1].strip().split()[0])
323
A R Karthick1f908202016-11-16 17:32:20 -0800324 mem = max(mem/1024/1024/2/instances, 1)
Chetan Gaonker6d0a7b02016-05-03 16:57:28 -0700325 mem = min(mem, 16)
A R Karthickc69d73e2017-01-20 11:44:34 -0800326
327 if heap_size_i:
328 #we take the minimum of the provided heap size and max allowed heap size
329 heap_size_i = min(heap_size_i, mem)
330 else:
331 heap_size_i = mem
332
333 return '{}G'.format(heap_size_i)
Chetan Gaonker462d9fa2016-05-03 16:39:10 -0700334
A R Karthickd44cea12016-07-20 12:16:41 -0700335class OnosCord(Container):
336 """Use this when running the cord tester agent on the onos compute node"""
A R Karthickd44cea12016-07-20 12:16:41 -0700337 onos_config_dir_guest = '/root/onos/config'
A R Karthick03bd2812017-03-03 17:49:17 -0800338 synchronizer_map = { 'vtn' : { 'install':
A R Karthick6e3977f2017-11-17 11:05:36 -0800339 ('http://mavenrepo:8080/repository/org/opencord/cord-config/1.3.0-SNAPSHOT/cord-config-1.3.0-SNAPSHOT.oar',
340 'http://mavenrepo:8080/repository/org/opencord/cord-config/1.4.0-SNAPSHOT/cord-config-1.4.0-SNAPSHOT.oar',
A R Karthick4d4f9e62017-10-30 10:30:21 -0700341 'http://mavenrepo:8080/repository/org/opencord/vtn/1.3.0/vtn-1.3.0.oar',
A R Karthick36a75932017-10-25 14:40:42 -0700342 'http://mavenrepo:8080/repository/org/opencord/vtn/1.4.0-SNAPSHOT/vtn-1.4.0-SNAPSHOT.oar',),
A R Karthick03bd2812017-03-03 17:49:17 -0800343 'activate':
344 ('org.onosproject.ovsdb-base', 'org.onosproject.drivers.ovsdb',
345 'org.onosproject.dhcp', 'org.onosproject.optical-model',
346 'org.onosproject.openflow-base', 'org.onosproject.proxyarp',
347 'org.onosproject.hostprovider'),
348 },
349 'fabric' : { 'activate':
350 ('org.onosproject.hostprovider', 'org.onosproject.optical-model',
351 'org.onosproject.openflow-base', 'org.onosproject.vrouter',
352 'org.onosproject.netcfghostprovider', 'org.onosproject.netcfglinksprovider',
353 'org.onosproject.segmentrouting', 'org.onosproject.proxyarp'),
354 }
355 }
A R Karthick36a75932017-10-25 14:40:42 -0700356 tester_apps = ('http://mavenrepo:8080/repository/org/opencord/aaa/1.4.0-SNAPSHOT/aaa-1.4.0-SNAPSHOT.oar',
357 'http://mavenrepo:8080/repository/org/opencord/igmp/1.4.0-SNAPSHOT/igmp-1.4.0-SNAPSHOT.oar',)
A R Karthickd44cea12016-07-20 12:16:41 -0700358
A.R Karthickddf12772017-05-17 13:49:47 -0700359 old_service_profile = '/opt/cord/orchestration/service-profile/cord-pod'
A R Karthick49529c52017-05-19 09:43:01 -0700360 cord_profile = '/opt/cord_profile'
A.R Karthickddf12772017-05-17 13:49:47 -0700361
Kailash Khalasi1511ef02018-01-23 11:19:16 -0800362 def __init__(self, onos_ip, conf, service_profile, synchronizer, start = True, boot_delay = 5, skip = False):
363 if not skip:
364 if not os.access(conf, os.F_OK):
365 raise Exception('ONOS cord configuration location %s is invalid' %conf)
366 self.old_cord = False
367 if os.access(self.old_service_profile, os.F_OK):
368 self.old_cord = True
369 self.onos_ip = onos_ip
370 self.onos_cord_dir = conf
371 self.boot_delay = boot_delay
372 self.synchronizer = synchronizer
373 self.service_profile = service_profile
374 self.docker_yaml = os.path.join(conf, 'docker-compose.yml')
375 self.docker_yaml_saved = os.path.join(conf, 'docker-compose.yml.saved')
376 self.onos_config_dir = os.path.join(conf, 'config')
377 self.onos_cfg_save_loc = os.path.join(conf, 'network-cfg.json.saved')
378 instance_active = False
379 #if we have a wrapper onos instance already active, back out
380 if os.access(self.onos_config_dir, os.F_OK) or os.access(self.docker_yaml_saved, os.F_OK):
381 instance_active = True
382 else:
383 if start is True:
384 os.mkdir(self.onos_config_dir)
385 shutil.copy(self.docker_yaml, self.docker_yaml_saved)
A R Karthickd44cea12016-07-20 12:16:41 -0700386
Kailash Khalasi1511ef02018-01-23 11:19:16 -0800387 self.start_wrapper = instance_active is False and start is True
388 ##update the docker yaml with the config volume
389 with open(self.docker_yaml, 'r') as f:
390 yaml_config = yaml.load(f)
391 image = yaml_config['services'].keys()[0]
392 cord_conf_dir_basename = os.path.basename(self.onos_cord_dir.replace('-', '').replace('_', ''))
393 xos_onos_name = '{}_{}_1'.format(cord_conf_dir_basename, image)
394 if not yaml_config['services'][image].has_key('volumes'):
395 yaml_config['services'][image]['volumes'] = []
396 volumes = yaml_config['services'][image]['volumes']
397 config_volumes = filter(lambda e: e.find(self.onos_config_dir_guest) >= 0, volumes)
398 if not config_volumes:
399 config_volume = '{}:{}'.format(self.onos_config_dir, self.onos_config_dir_guest)
400 volumes.append(config_volume)
401 if self.start_wrapper:
402 docker_yaml_changed = '{}-changed'.format(self.docker_yaml)
403 with open(docker_yaml_changed, 'w') as wf:
404 yaml.dump(yaml_config, wf)
405 os.rename(docker_yaml_changed, self.docker_yaml)
406 self.volumes = volumes
A R Karthickd44cea12016-07-20 12:16:41 -0700407
Kailash Khalasi1511ef02018-01-23 11:19:16 -0800408 ##Create an container instance of xos onos
409 super(OnosCord, self).__init__(xos_onos_name, image, tag = '', quagga_config = Onos.QUAGGA_CONFIG)
410 self.last_cfg = None
411 if self.start_wrapper:
412 #fetch the current config of onos cord instance and save it
413 try:
414 self.last_cfg = OnosCtrl.get_config(controller = onos_ip)
415 json_data = json.dumps(self.last_cfg, indent=4)
416 with open(self.onos_cfg_save_loc, 'w') as f:
417 f.write(json_data)
418 except:
419 pass
420 #start the container back with the shared onos config volume
421 self.start()
A R Karthickd44cea12016-07-20 12:16:41 -0700422
A R Karthick03bd2812017-03-03 17:49:17 -0800423 def cliEnter(self):
424 retries = 0
425 while retries < 30:
426 cli = OnosCliDriver(controller = self.onos_ip, connect = True)
427 if cli.handle:
428 return cli
429 else:
430 retries += 1
A R Karthick72fcbc52017-03-06 12:35:17 -0800431 time.sleep(3)
A R Karthick03bd2812017-03-03 17:49:17 -0800432
433 return None
434
435 def cliExit(self, cli):
436 if cli:
437 cli.disconnect()
438
A.R Karthickddf12772017-05-17 13:49:47 -0700439 def synchronize_fabric(self, cfg = None):
440 if self.old_cord is True:
441 cmds = [ 'cd {} && make {}'.format(self.old_service_profile, self.synchronizer),
442 'sleep 30'
443 ]
444 for cmd in cmds:
445 try:
446 os.system(cmd)
447 except:
448 pass
449
A R Karthick03bd2812017-03-03 17:49:17 -0800450 def synchronize_vtn(self, cfg = None):
A.R Karthickddf12772017-05-17 13:49:47 -0700451 if self.old_cord is True:
452 cmds = [ 'cd {} && make {}'.format(self.old_service_profile, self.synchronizer),
453 'sleep 30'
454 ]
455 for cmd in cmds:
456 try:
457 os.system(cmd)
458 except:
459 pass
460 return
A R Karthick03bd2812017-03-03 17:49:17 -0800461 if cfg is None:
462 return
463 if not cfg.has_key('apps'):
464 return
465 if not cfg['apps'].has_key('org.opencord.vtn'):
466 return
467 vtn_neutron_cfg = cfg['apps']['org.opencord.vtn']['cordvtn']['openstack']
468 password = vtn_neutron_cfg['password']
469 endpoint = vtn_neutron_cfg['endpoint']
470 user = vtn_neutron_cfg['user']
471 tenant = vtn_neutron_cfg['tenant']
472 vtn_host = cfg['apps']['org.opencord.vtn']['cordvtn']['nodes'][0]['hostname']
473 cli = self.cliEnter()
474 if cli is None:
475 return
476 cli.cordVtnSyncNeutronStates(endpoint, password, tenant = tenant, user = user)
477 time.sleep(2)
478 cli.cordVtnNodeInit(vtn_host)
479 self.cliExit(cli)
480
481 def synchronize(self, cfg_unlink = False):
A R Karthick03bd2812017-03-03 17:49:17 -0800482
483 if not self.synchronizer_map.has_key(self.synchronizer):
484 return
485
486 install_list = ()
487 if self.synchronizer_map[self.synchronizer].has_key('install'):
488 install_list = self.synchronizer_map[self.synchronizer]['install']
489
490 activate_list = ()
491 if self.synchronizer_map[self.synchronizer].has_key('activate'):
492 activate_list = self.synchronizer_map[self.synchronizer]['activate']
493
494 for app_url in install_list:
495 print('Installing app from url: %s' %app_url)
496 OnosCtrl.install_app_from_url(None, None, app_url = app_url, onos_ip = self.onos_ip)
497
498 for app in activate_list:
499 print('Activating app %s' %app)
500 OnosCtrl(app, controller = self.onos_ip).activate()
501 time.sleep(2)
502
503 for app_url in self.tester_apps:
504 print('Installing tester app from url: %s' %app_url)
505 OnosCtrl.install_app_from_url(None, None, app_url = app_url, onos_ip = self.onos_ip)
506
A R Karthick72fcbc52017-03-06 12:35:17 -0800507 cfg = None
508 #restore the saved config after applications are activated
509 if os.access(self.onos_cfg_save_loc, os.F_OK):
510 with open(self.onos_cfg_save_loc, 'r') as f:
511 cfg = json.load(f)
512 try:
513 OnosCtrl.config(cfg, controller = self.onos_ip)
514 if cfg_unlink is True:
515 os.unlink(self.onos_cfg_save_loc)
516 except:
517 pass
518
519 if hasattr(self, 'synchronize_{}'.format(self.synchronizer)):
520 getattr(self, 'synchronize_{}'.format(self.synchronizer))(cfg = cfg)
521
522 #now restart the xos synchronizer container
A R Karthick49529c52017-05-19 09:43:01 -0700523 cmd = None
524 if os.access('{}/onboarding-docker-compose/docker-compose.yml'.format(self.cord_profile), os.F_OK):
525 cmd = 'cd {}/onboarding-docker-compose && \
526 docker-compose -p {} restart xos_synchronizer_{}'.format(self.cord_profile,
527 self.service_profile,
528 self.synchronizer)
529 else:
530 if os.access('{}/docker-compose.yml'.format(self.cord_profile), os.F_OK):
531 cmd = 'cd {} && \
532 docker-compose -p {} restart {}-synchronizer'.format(self.cord_profile,
533 self.service_profile,
534 self.synchronizer)
535 if cmd is not None:
536 try:
537 print(cmd)
538 os.system(cmd)
539 except:
540 pass
A R Karthick03bd2812017-03-03 17:49:17 -0800541
A R Karthickd44cea12016-07-20 12:16:41 -0700542 def start(self, restart = False, network_cfg = None):
A R Karthick928ad622017-01-30 12:18:32 -0800543 if network_cfg is not None:
A R Karthickd44cea12016-07-20 12:16:41 -0700544 json_data = json.dumps(network_cfg, indent=4)
545 with open('{}/network-cfg.json'.format(self.onos_config_dir), 'w') as f:
546 f.write(json_data)
A R Karthick52414732017-01-31 09:59:47 -0800547
548 #we avoid using docker-compose restart for now.
549 #since we don't want to retain the metadata across restarts
A R Karthick03bd2812017-03-03 17:49:17 -0800550 #stop and start and synchronize the services before installing tester cord apps
551 cmds = [ 'cd {} && docker-compose down'.format(self.onos_cord_dir),
552 'cd {} && docker-compose up -d'.format(self.onos_cord_dir),
A R Karthickbc894372017-05-12 16:34:08 -0700553 'sleep 150',
A R Karthick03bd2812017-03-03 17:49:17 -0800554 ]
555 for cmd in cmds:
A.R Karthickf184b342017-01-27 19:30:50 -0800556 try:
A R Karthick03bd2812017-03-03 17:49:17 -0800557 print(cmd)
A.R Karthickf184b342017-01-27 19:30:50 -0800558 os.system(cmd)
A R Karthick03bd2812017-03-03 17:49:17 -0800559 except:pass
A R Karthick52414732017-01-31 09:59:47 -0800560
A R Karthick03bd2812017-03-03 17:49:17 -0800561 self.synchronize()
A R Karthick52414732017-01-31 09:59:47 -0800562 ##we could also connect container to default docker network but disabled for now
563 #Container.connect_to_network(self.name, 'bridge')
A R Karthick52414732017-01-31 09:59:47 -0800564 #connect container to the quagga bridge
565 self.connect_to_br(index = 0)
A.R Karthickf184b342017-01-27 19:30:50 -0800566 print('Waiting %d seconds for ONOS instance to start' %self.boot_delay)
A R Karthickbd9b8a32016-07-21 09:56:45 -0700567 time.sleep(self.boot_delay)
A R Karthickd44cea12016-07-20 12:16:41 -0700568
569 def build_image(self):
570 build_cmd = 'cd {} && docker-compose build'.format(self.onos_cord_dir)
571 os.system(build_cmd)
572
A.R Karthickf184b342017-01-27 19:30:50 -0800573 def restore(self, force = False):
574 restore = self.start_wrapper is True or force is True
575 if not restore:
A.R Karthick263d3fc2017-01-27 12:52:53 -0800576 return
A R Karthick394976f2017-01-31 14:25:16 -0800577 #nothing to restore
578 if not os.access(self.docker_yaml_saved, os.F_OK):
579 return
A R Karthick03bd2812017-03-03 17:49:17 -0800580
A.R Karthickf184b342017-01-27 19:30:50 -0800581 #restore the config files back. The synchronizer restore should bring the last config back
582 cmds = ['cd {} && docker-compose down'.format(self.onos_cord_dir),
583 'rm -rf {}'.format(self.onos_config_dir),
584 'mv {} {}'.format(self.docker_yaml_saved, self.docker_yaml),
585 'cd {} && docker-compose up -d'.format(self.onos_cord_dir),
A R Karthickbc894372017-05-12 16:34:08 -0700586 'sleep 150',
A.R Karthickf184b342017-01-27 19:30:50 -0800587 ]
588 for cmd in cmds:
A.R Karthickb17e2022017-01-27 11:29:26 -0800589 try:
A.R Karthickf184b342017-01-27 19:30:50 -0800590 print(cmd)
591 os.system(cmd)
A.R Karthickb17e2022017-01-27 11:29:26 -0800592 except: pass
593
A R Karthick03bd2812017-03-03 17:49:17 -0800594 self.synchronize(cfg_unlink = True)
A.R Karthickb17e2022017-01-27 11:29:26 -0800595
A.R Karthick1700e0e2016-10-06 18:16:57 -0700596class OnosCordStopWrapper(Container):
597 onos_cord_dir = os.path.join(os.getenv('HOME'), 'cord-tester-cord')
598 docker_yaml = os.path.join(onos_cord_dir, 'docker-compose.yml')
599
600 def __init__(self):
601 if os.access(self.docker_yaml, os.F_OK):
602 with open(self.docker_yaml, 'r') as f:
603 yaml_config = yaml.load(f)
604 image = yaml_config['services'].keys()[0]
605 name = 'cordtestercord_{}_1'.format(image)
606 super(OnosCordStopWrapper, self).__init__(name, image, tag = '')
607 if self.exists():
608 print('Killing container %s' %self.name)
609 self.kill()
610
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700611class Onos(Container):
A R Karthickaa54a1c2016-12-15 11:42:08 -0800612 QUAGGA_CONFIG = [ { 'bridge' : 'quagga-br', 'ip': '10.10.0.4', 'mask' : 16 }, ]
A R Karthicka2492c12016-12-16 10:31:51 -0800613 MAX_INSTANCES = 3
A R Karthickc69d73e2017-01-20 11:44:34 -0800614 JVM_HEAP_SIZE = None
Chetan Gaonker462d9fa2016-05-03 16:39:10 -0700615 SYSTEM_MEMORY = (get_mem(),) * 2
A R Karthicka2492c12016-12-16 10:31:51 -0800616 INSTANCE_MEMORY = (get_mem(instances=MAX_INSTANCES),) * 2
A R Karthickc69d73e2017-01-20 11:44:34 -0800617 JAVA_OPTS_FORMAT = '-Xms{} -Xmx{} -XX:+UseConcMarkSweepGC -XX:+CMSIncrementalMode'
618 JAVA_OPTS_DEFAULT = JAVA_OPTS_FORMAT.format(*SYSTEM_MEMORY) #-XX:+PrintGCDetails -XX:+PrintGCTimeStamps'
619 JAVA_OPTS_CLUSTER_DEFAULT = JAVA_OPTS_FORMAT.format(*INSTANCE_MEMORY)
A R Karthickcf1a5d32017-10-05 16:04:43 -0700620 env = { 'ONOS_APPS' : 'drivers,openflow,proxyarp,vrouter,hostprovider', 'JAVA_OPTS' : JAVA_OPTS_DEFAULT }
A R Karthick6e70e142017-07-28 15:25:38 -0700621 onos_cord_apps = ( ['cord-config', '1.2-SNAPSHOT', 'org.opencord.config'],
A R Karthick1555c7c2017-09-07 14:59:41 -0700622 ['sadis-app', '3.0-SNAPSHOT', 'org.opencord.sadis'],
623 ['olt-app', '1.2-SNAPSHOT', 'org.onosproject.olt'],
A R Karthick6e70e142017-07-28 15:25:38 -0700624 ['aaa', '1.2-SNAPSHOT', 'org.opencord.aaa'],
625 ['igmp', '1.2-SNAPSHOT', 'org.opencord.igmp'],
A.R Karthick95d044e2016-06-10 18:44:36 -0700626 )
A R Karthickb608d402017-06-02 11:48:41 -0700627 cord_apps_version_updated = False
A R Karthick184945a2017-07-25 17:23:57 -0700628 expose_port = False
629 expose_ports = [ 8181, 8101, 9876, 6653, 6633, 2000, 2620, 5005 ]
630 ports = []
A R Karthickf2f4ca62016-08-17 10:34:08 -0700631 setup_dir = os.path.join(os.path.dirname(os.path.realpath(__file__)), '..', 'setup')
632 host_config_dir = os.path.join(setup_dir, 'onos-config')
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700633 guest_config_dir = '/root/onos/config'
A.R Karthickdda22062017-02-09 14:39:20 -0800634 guest_data_dir = '/root/onos/apache-karaf-3.0.8/data'
635 guest_log_file = '/root/onos/apache-karaf-3.0.8/data/log/karaf.log'
A R Karthickf2f4ca62016-08-17 10:34:08 -0700636 onos_gen_partitions = os.path.join(setup_dir, 'onos-gen-partitions')
A R Karthick2b93d6a2016-09-06 15:19:09 -0700637 onos_form_cluster = os.path.join(setup_dir, 'onos-form-cluster')
A.R Karthick95d044e2016-06-10 18:44:36 -0700638 cord_apps_dir = os.path.join(os.path.dirname(os.path.realpath(__file__)), '..', 'apps')
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700639 host_guest_map = ( (host_config_dir, guest_config_dir), )
A R Karthickd52ca8a2017-07-24 17:38:55 -0700640 ssl_key = None
A R Karthick2b93d6a2016-09-06 15:19:09 -0700641 cluster_cfg = os.path.join(host_config_dir, 'cluster.json')
642 cluster_mode = False
643 cluster_instances = []
Chetan Gaonker503032a2016-05-12 12:06:29 -0700644 NAME = 'cord-onos'
A R Karthickf2f4ca62016-08-17 10:34:08 -0700645 ##the ip of ONOS in default cluster.json in setup/onos-config
646 CLUSTER_CFG_IP = '172.17.0.2'
A R Karthick07608ef2016-08-23 16:51:19 -0700647 IMAGE = 'onosproject/onos'
648 TAG = 'latest'
649 PREFIX = ''
A R Karthickf2f4ca62016-08-17 10:34:08 -0700650
651 @classmethod
A R Karthick2b93d6a2016-09-06 15:19:09 -0700652 def generate_cluster_cfg(cls, ip):
653 if type(ip) in [ list, tuple ]:
654 ips = ' '.join(ip)
655 else:
656 ips = ip
A R Karthickf2f4ca62016-08-17 10:34:08 -0700657 try:
A R Karthick2b93d6a2016-09-06 15:19:09 -0700658 cmd = '{} {} {}'.format(cls.onos_gen_partitions, cls.cluster_cfg, ips)
659 os.system(cmd)
660 except: pass
661
662 @classmethod
663 def form_cluster(cls, ips):
664 nodes = ' '.join(ips)
665 try:
666 cmd = '{} {}'.format(cls.onos_form_cluster, nodes)
A R Karthickf2f4ca62016-08-17 10:34:08 -0700667 os.system(cmd)
668 except: pass
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700669
A R Karthick9d48c652016-09-15 09:16:36 -0700670 @classmethod
671 def cleanup_runtime(cls):
672 '''Cleanup ONOS runtime generated files'''
673 files = ( Onos.cluster_cfg, os.path.join(Onos.host_config_dir, 'network-cfg.json') )
674 for f in files:
675 if os.access(f, os.F_OK):
676 try:
677 os.unlink(f)
678 except: pass
679
A R Karthickec2db322016-11-17 15:06:01 -0800680 @classmethod
681 def get_data_map(cls, host_volume, guest_volume_dir):
682 host_volume_dir = os.path.join(cls.setup_dir, os.path.basename(host_volume))
683 if not os.path.exists(host_volume_dir):
684 os.mkdir(host_volume_dir)
685 return ( (host_volume_dir, guest_volume_dir), )
686
687 @classmethod
688 def remove_data_map(cls, host_volume, guest_volume_dir):
689 host_volume_dir = os.path.join(cls.setup_dir, os.path.basename(host_volume))
690 if os.path.exists(host_volume_dir):
A.R Karthickf184b342017-01-27 19:30:50 -0800691 shutil.rmtree(host_volume_dir)
A R Karthickec2db322016-11-17 15:06:01 -0800692
A R Karthick973010f2017-02-06 16:41:51 -0800693 @classmethod
694 def update_data_dir(cls, karaf):
695 Onos.guest_data_dir = '/root/onos/apache-karaf-{}/data'.format(karaf)
696 Onos.guest_log_file = '/root/onos/apache-karaf-{}/data/log/karaf.log'.format(karaf)
697
A R Karthickd52ca8a2017-07-24 17:38:55 -0700698 @classmethod
699 def update_ssl_key(cls, key):
700 if os.access(key, os.F_OK):
701 try:
702 shutil.copy(key, cls.host_config_dir)
703 cls.ssl_key = os.path.join(cls.host_config_dir, os.path.basename(key))
704 except:pass
705
A R Karthick184945a2017-07-25 17:23:57 -0700706 @classmethod
707 def set_expose_port(cls, flag):
708 cls.expose_port = flag
709
710 def get_port_map(self, instance=0):
711 if self.expose_port is False:
712 return self.ports
713 return map(lambda p: (p, p + instance), self.expose_ports)
714
A R Karthickec2db322016-11-17 15:06:01 -0800715 def remove_data_volume(self):
716 if self.data_map is not None:
717 self.remove_data_map(*self.data_map)
718
A.R Karthick1700e0e2016-10-06 18:16:57 -0700719 def __init__(self, name = NAME, image = IMAGE, prefix = PREFIX, tag = TAG,
A R Karthickec2db322016-11-17 15:06:01 -0800720 boot_delay = 20, restart = False, network_cfg = None,
A R Karthick85eb1862017-01-23 16:10:57 -0800721 cluster = False, data_volume = None, async = False, quagga_config = None,
A R Karthick184945a2017-07-25 17:23:57 -0700722 network = None, instance = 0):
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700723 if restart is True:
724 ##Find the right image to restart
725 running_image = filter(lambda c: c['Names'][0] == '/{}'.format(name), self.dckr.containers())
726 if running_image:
727 image_name = running_image[0]['Image']
728 try:
729 image = image_name.split(':')[0]
730 tag = image_name.split(':')[1]
731 except: pass
732
A R Karthickaa54a1c2016-12-15 11:42:08 -0800733 if quagga_config is None:
734 quagga_config = Onos.QUAGGA_CONFIG
735 super(Onos, self).__init__(name, image, prefix = prefix, tag = tag, quagga_config = quagga_config)
A R Karthick2b93d6a2016-09-06 15:19:09 -0700736 self.boot_delay = boot_delay
A R Karthickec2db322016-11-17 15:06:01 -0800737 self.data_map = None
A R Karthickc69d73e2017-01-20 11:44:34 -0800738 instance_memory = (get_mem(jvm_heap_size = Onos.JVM_HEAP_SIZE, instances = Onos.MAX_INSTANCES),) * 2
739 self.env['JAVA_OPTS'] = self.JAVA_OPTS_FORMAT.format(*instance_memory)
A R Karthick184945a2017-07-25 17:23:57 -0700740 self.ports = self.get_port_map(instance = instance)
A R Karthickd52ca8a2017-07-24 17:38:55 -0700741 if self.ssl_key:
742 key_files = ( os.path.join(self.guest_config_dir, os.path.basename(self.ssl_key)), ) * 2
743 self.env['JAVA_OPTS'] += ' -DenableOFTLS=true -Djavax.net.ssl.keyStore={} -Djavax.net.ssl.keyStorePassword=222222 -Djavax.net.ssl.trustStore={} -Djavax.net.ssl.trustStorePassword=222222'.format(*key_files)
A R Karthick2b93d6a2016-09-06 15:19:09 -0700744 if cluster is True:
A R Karthickec2db322016-11-17 15:06:01 -0800745 if data_volume is not None:
746 self.data_map = self.get_data_map(data_volume, self.guest_data_dir)
747 self.host_guest_map = self.host_guest_map + self.data_map
A R Karthick2b93d6a2016-09-06 15:19:09 -0700748 if os.access(self.cluster_cfg, os.F_OK):
749 try:
750 os.unlink(self.cluster_cfg)
751 except: pass
752
753 self.host_config = self.create_host_config(port_list = self.ports,
754 host_guest_map = self.host_guest_map)
755 self.volumes = []
756 for _,g in self.host_guest_map:
757 self.volumes.append(g)
758
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700759 if restart is True and self.exists():
760 self.kill()
A R Karthick2b93d6a2016-09-06 15:19:09 -0700761
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700762 if not self.exists():
763 self.remove_container(name, force=True)
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -0700764 host_config = self.create_host_config(port_list = self.ports,
765 host_guest_map = self.host_guest_map)
766 volumes = []
767 for _,g in self.host_guest_map:
768 volumes.append(g)
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700769 if network_cfg is not None:
A R Karthick81acbff2016-06-17 14:45:16 -0700770 json_data = json.dumps(network_cfg, indent=4)
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700771 with open('{}/network-cfg.json'.format(self.host_config_dir), 'w') as f:
772 f.write(json_data)
A.R Karthickc4e474d2016-12-12 15:24:57 -0800773 if cluster is False or async is False:
774 print('Starting ONOS container %s' %self.name)
775 self.start(ports = self.ports, environment = self.env,
A R Karthick1555c7c2017-09-07 14:59:41 -0700776 host_config = self.host_config, volumes = self.volumes, tty = True,
777 network = Radius.NETWORK)
A.R Karthickc4e474d2016-12-12 15:24:57 -0800778 if not restart:
779 ##wait a bit before fetching IP to regenerate cluster cfg
780 time.sleep(5)
781 ip = self.ip()
782 ##Just a quick hack/check to ensure we don't regenerate in the common case.
783 ##As ONOS is usually the first test container that is started
784 if cluster is False:
785 if ip != self.CLUSTER_CFG_IP or not os.access(self.cluster_cfg, os.F_OK):
786 print('Regenerating ONOS cluster cfg for ip %s' %ip)
787 self.generate_cluster_cfg(ip)
788 self.kill()
789 self.remove_container(self.name, force=True)
790 print('Restarting ONOS container %s' %self.name)
791 self.start(ports = self.ports, environment = self.env,
A R Karthick1555c7c2017-09-07 14:59:41 -0700792 host_config = self.host_config, volumes = self.volumes, tty = True,
793 network = Radius.NETWORK)
A.R Karthickc4e474d2016-12-12 15:24:57 -0800794 print('Waiting for ONOS to boot')
795 time.sleep(boot_delay)
796 self.wait_for_onos_start(self.ip())
797 self.running = True
798 else:
799 self.running = False
800 else:
801 self.running = True
802 if self.running:
803 self.ipaddr = self.ip()
804 if cluster is False:
805 self.install_cord_apps(self.ipaddr)
A R Karthick19aaf5c2016-11-09 17:47:57 -0800806
A.R Karthickc4e474d2016-12-12 15:24:57 -0800807 @classmethod
808 def get_quagga_config(cls, instance = 0):
A R Karthickaa54a1c2016-12-15 11:42:08 -0800809 quagga_config = copy.deepcopy(cls.QUAGGA_CONFIG)
A.R Karthickc4e474d2016-12-12 15:24:57 -0800810 if instance == 0:
811 return quagga_config
812 ip = quagga_config[0]['ip']
813 octets = ip.split('.')
A R Karthickaa54a1c2016-12-15 11:42:08 -0800814 octets[3] = str((int(octets[3]) + instance) & 255)
A.R Karthickc4e474d2016-12-12 15:24:57 -0800815 ip = '.'.join(octets)
816 quagga_config[0]['ip'] = ip
817 return quagga_config
818
819 @classmethod
820 def start_cluster_async(cls, onos_instances):
821 instances = filter(lambda o: o.running == False, onos_instances)
822 if not instances:
823 return
824 tpool = ThreadPool(len(instances), queue_size = 1, wait_timeout = 1)
825 for onos in instances:
826 tpool.addTask(onos.start_async)
827 tpool.cleanUpThreads()
828
829 def start_async(self):
830 print('Starting ONOS container %s' %self.name)
831 self.start(ports = self.ports, environment = self.env,
832 host_config = self.host_config, volumes = self.volumes, tty = True)
833 time.sleep(3)
A R Karthick2b93d6a2016-09-06 15:19:09 -0700834 self.ipaddr = self.ip()
A.R Karthickc4e474d2016-12-12 15:24:57 -0800835 print('Waiting for ONOS container %s to start' %self.name)
836 self.wait_for_onos_start(self.ipaddr)
837 self.running = True
838 print('ONOS container %s started' %self.name)
Chetan Gaonker3533faa2016-04-25 17:50:14 -0700839
A R Karthick2b93d6a2016-09-06 15:19:09 -0700840 @classmethod
A R Karthick19aaf5c2016-11-09 17:47:57 -0800841 def wait_for_onos_start(cls, ip, tries = 30):
A R Karthick973010f2017-02-06 16:41:51 -0800842 onos_log = OnosLog(host = ip, log_file = Onos.guest_log_file)
A R Karthick19aaf5c2016-11-09 17:47:57 -0800843 num_tries = 0
844 started = None
845 while not started and num_tries < tries:
846 time.sleep(3)
847 started = onos_log.search_log_pattern('ApplicationManager .* Started')
848 num_tries += 1
849
A R Karthick19aaf5c2016-11-09 17:47:57 -0800850 if not started:
851 print('ONOS did not start')
852 else:
853 print('ONOS started')
854 return started
855
856 @classmethod
A R Karthick2b93d6a2016-09-06 15:19:09 -0700857 def setup_cluster_deprecated(cls, onos_instances, image_name = None):
858 if not onos_instances or len(onos_instances) < 2:
859 return
860 ips = []
861 if image_name is not None:
862 ips = Container.ips(image_name)
863 else:
864 for onos in onos_instances:
865 ips.append(onos.ipaddr)
866 Onos.cluster_instances = onos_instances
867 Onos.cluster_mode = True
868 ##regenerate the cluster json with the 3 instance ips before restarting them back
869 print('Generating cluster cfg for ONOS instances with ips %s' %ips)
870 Onos.generate_cluster_cfg(ips)
871 for onos in onos_instances:
872 onos.kill()
873 onos.remove_container(onos.name, force=True)
874 print('Restarting ONOS container %s for forming cluster' %onos.name)
875 onos.start(ports = onos.ports, environment = onos.env,
876 host_config = onos.host_config, volumes = onos.volumes, tty = True)
877 print('Waiting %d seconds for ONOS %s to boot' %(onos.boot_delay, onos.name))
878 time.sleep(onos.boot_delay)
879 onos.ipaddr = onos.ip()
880 onos.install_cord_apps(onos.ipaddr)
881
882 @classmethod
883 def setup_cluster(cls, onos_instances, image_name = None):
884 if not onos_instances or len(onos_instances) < 2:
885 return
886 ips = []
887 if image_name is not None:
888 ips = Container.ips(image_name)
889 else:
890 for onos in onos_instances:
891 ips.append(onos.ipaddr)
892 Onos.cluster_instances = onos_instances
893 Onos.cluster_mode = True
894 ##regenerate the cluster json with the 3 instance ips before restarting them back
895 print('Forming cluster for ONOS instances with ips %s' %ips)
896 Onos.form_cluster(ips)
897 ##wait for the cluster to be formed
898 print('Waiting for the cluster to be formed')
899 time.sleep(60)
900 for onos in onos_instances:
901 onos.install_cord_apps(onos.ipaddr)
902
903 @classmethod
A R Karthicke2c24bd2016-10-07 14:51:38 -0700904 def add_cluster(cls, count = 1, network_cfg = None):
905 if not cls.cluster_instances or Onos.cluster_mode is False:
906 return
907 for i in range(count):
A R Karthick184945a2017-07-25 17:23:57 -0700908 instance = len(cls.cluster_instances)
909 name = '{}-{}'.format(Onos.NAME, instance+1)
A R Karthicke2c24bd2016-10-07 14:51:38 -0700910 onos = cls(name = name, image = Onos.IMAGE, tag = Onos.TAG, prefix = Container.IMAGE_PREFIX,
A R Karthick184945a2017-07-25 17:23:57 -0700911 cluster = True, network_cfg = network_cfg, instance = instance)
A R Karthicke2c24bd2016-10-07 14:51:38 -0700912 cls.cluster_instances.append(onos)
913
914 cls.setup_cluster(cls.cluster_instances)
915
916 @classmethod
A.R Karthick2560f042016-11-30 14:38:52 -0800917 def restart_cluster(cls, network_cfg = None, timeout = 10, setup = False):
A R Karthick2b93d6a2016-09-06 15:19:09 -0700918 if cls.cluster_mode is False:
919 return
920 if not cls.cluster_instances:
921 return
922
923 if network_cfg is not None:
924 json_data = json.dumps(network_cfg, indent=4)
925 with open('{}/network-cfg.json'.format(cls.host_config_dir), 'w') as f:
926 f.write(json_data)
927
A.R Karthick2560f042016-11-30 14:38:52 -0800928 cls.cleanup_cluster()
929 if timeout > 0:
930 time.sleep(timeout)
931
A R Karthickaa54a1c2016-12-15 11:42:08 -0800932 #start the instances asynchronously
933 cls.start_cluster_async(cls.cluster_instances)
934 time.sleep(5)
A.R Karthick2560f042016-11-30 14:38:52 -0800935 ##form the cluster as appropriate
936 if setup is True:
937 cls.setup_cluster(cls.cluster_instances)
A R Karthickaa54a1c2016-12-15 11:42:08 -0800938 else:
939 for onos in cls.cluster_instances:
940 onos.install_cord_apps(onos.ipaddr)
A R Karthick2b93d6a2016-09-06 15:19:09 -0700941
942 @classmethod
943 def cluster_ips(cls):
944 if cls.cluster_mode is False:
945 return []
946 if not cls.cluster_instances:
947 return []
948 ips = [ onos.ipaddr for onos in cls.cluster_instances ]
949 return ips
950
951 @classmethod
952 def cleanup_cluster(cls):
953 if cls.cluster_mode is False:
954 return
955 if not cls.cluster_instances:
956 return
957 for onos in cls.cluster_instances:
958 if onos.exists():
959 onos.kill()
A R Karthickaa54a1c2016-12-15 11:42:08 -0800960 onos.running = False
A R Karthick2b93d6a2016-09-06 15:19:09 -0700961 onos.remove_container(onos.name, force=True)
A R Karthickd44cea12016-07-20 12:16:41 -0700962
A.R Karthick95d044e2016-06-10 18:44:36 -0700963 @classmethod
A R Karthickde6b9dc2016-11-29 17:46:16 -0800964 def restart_node(cls, node = None, network_cfg = None, timeout = 10):
A R Karthick889d9652016-10-03 14:13:45 -0700965 if node is None:
966 cls(restart = True, network_cfg = network_cfg, image = cls.IMAGE, tag = cls.TAG)
967 else:
968 #Restarts a node in the cluster
969 valid_node = filter(lambda onos: node in [ onos.ipaddr, onos.name ], cls.cluster_instances)
970 if valid_node:
971 onos = valid_node.pop()
972 if onos.exists():
973 onos.kill()
974 onos.remove_container(onos.name, force=True)
A R Karthickde6b9dc2016-11-29 17:46:16 -0800975 if timeout > 0:
976 time.sleep(timeout)
A R Karthick889d9652016-10-03 14:13:45 -0700977 print('Restarting ONOS container %s' %onos.name)
978 onos.start(ports = onos.ports, environment = onos.env,
A R Karthick1555c7c2017-09-07 14:59:41 -0700979 host_config = onos.host_config, volumes = onos.volumes, tty = True,
980 network = Radius.NETWORK)
A R Karthick889d9652016-10-03 14:13:45 -0700981 onos.ipaddr = onos.ip()
A.R Karthick2560f042016-11-30 14:38:52 -0800982 onos.wait_for_onos_start(onos.ipaddr)
983 onos.install_cord_apps(onos.ipaddr)
A R Karthick889d9652016-10-03 14:13:45 -0700984
985 @classmethod
A R Karthickb608d402017-06-02 11:48:41 -0700986 def cliEnter(cls, onos_ip = None):
987 retries = 0
988 while retries < 10:
989 cli = OnosCliDriver(controller = onos_ip, connect = True)
990 if cli.handle:
991 return cli
992 else:
993 retries += 1
994 time.sleep(3)
995
996 return None
997
998 @classmethod
999 def cliExit(cls, cli):
1000 if cli:
1001 cli.disconnect()
1002
1003 @classmethod
1004 def getVersion(cls, onos_ip = None):
1005 cli = cls.cliEnter(onos_ip = onos_ip)
1006 try:
1007 summary = json.loads(cli.summary(jsonFormat = True))
1008 except:
1009 cls.cliExit(cli)
1010 return '1.8.0'
1011 cls.cliExit(cli)
1012 return summary['version']
1013
1014 @classmethod
1015 def update_cord_apps_version(cls, onos_ip = None):
1016 if cls.cord_apps_version_updated == True:
1017 return
1018 version = cls.getVersion(onos_ip = onos_ip)
1019 major = int(version.split('.')[0])
1020 minor = int(version.split('.')[1])
A R Karthick5b8310e2017-09-01 13:55:15 -07001021 try:
1022 patch = int(version.split('.')[2])
1023 except:
1024 patch = 0
A R Karthickb608d402017-06-02 11:48:41 -07001025 app_version = '1.2-SNAPSHOT'
1026 if major > 1:
A R Karthick1555c7c2017-09-07 14:59:41 -07001027 app_version = '3.0-SNAPSHOT'
A R Karthick5b8310e2017-09-01 13:55:15 -07001028 elif major == 1 and minor >= 10:
A R Karthick1555c7c2017-09-07 14:59:41 -07001029 app_version = '3.0-SNAPSHOT'
A R Karthick5b8310e2017-09-01 13:55:15 -07001030 if patch < 3:
1031 app_version = '1.2-SNAPSHOT'
A R Karthickb608d402017-06-02 11:48:41 -07001032 for apps in cls.onos_cord_apps:
1033 apps[1] = app_version
1034 cls.cord_apps_version_updated = True
1035
1036 @classmethod
A R Karthickeaf1c4e2016-07-19 12:22:35 -07001037 def install_cord_apps(cls, onos_ip = None):
A R Karthickb608d402017-06-02 11:48:41 -07001038 cls.update_cord_apps_version(onos_ip = onos_ip)
A R Karthick6e70e142017-07-28 15:25:38 -07001039 for app, version,_ in cls.onos_cord_apps:
A.R Karthick95d044e2016-06-10 18:44:36 -07001040 app_file = '{}/{}-{}.oar'.format(cls.cord_apps_dir, app, version)
A R Karthickeaf1c4e2016-07-19 12:22:35 -07001041 ok, code = OnosCtrl.install_app(app_file, onos_ip = onos_ip)
A.R Karthick95d044e2016-06-10 18:44:36 -07001042 ##app already installed (conflicts)
1043 if code in [ 409 ]:
1044 ok = True
1045 print('ONOS app %s, version %s %s' %(app, version, 'installed' if ok else 'failed to install'))
1046 time.sleep(2)
1047
A R Karthick21782982017-10-02 10:49:22 -07001048 OnosCtrl.config_olt_component(controller = onos_ip)
1049
A R Karthick6e70e142017-07-28 15:25:38 -07001050 @classmethod
1051 def activate_apps(cls, apps, onos_ip = None, deactivate = False):
1052 for app in apps:
1053 if deactivate is True:
1054 OnosCtrl(app, controller = onos_ip).deactivate()
1055 time.sleep(2)
1056 OnosCtrl(app, controller = onos_ip).activate()
1057
1058 time.sleep(5)
1059
1060 @classmethod
1061 def activate_cord_apps(cls, onos_ip = None, deactivate = True):
1062 cord_apps = map(lambda a: a[2], cls.onos_cord_apps)
1063 cls.activate_apps(cord_apps, onos_ip = onos_ip, deactivate = deactivate)
1064
A.R Karthick1700e0e2016-10-06 18:16:57 -07001065class OnosStopWrapper(Container):
1066 def __init__(self, name):
1067 super(OnosStopWrapper, self).__init__(name, Onos.IMAGE, tag = Onos.TAG, prefix = Container.IMAGE_PREFIX)
1068 if self.exists():
1069 self.kill()
A R Karthickaa54a1c2016-12-15 11:42:08 -08001070 self.running = False
A.R Karthick1700e0e2016-10-06 18:16:57 -07001071 else:
1072 if Onos.cluster_mode is True:
1073 valid_node = filter(lambda onos: name in [ onos.ipaddr, onos.name ], Onos.cluster_instances)
1074 if valid_node:
1075 onos = valid_node.pop()
1076 if onos.exists():
1077 onos.kill()
A R Karthickaa54a1c2016-12-15 11:42:08 -08001078 onos.running = False
A.R Karthick1700e0e2016-10-06 18:16:57 -07001079
Chetan Gaonker3533faa2016-04-25 17:50:14 -07001080class Radius(Container):
1081 ports = [ 1812, 1813 ]
A R Karthick41adfce2016-06-10 09:51:25 -07001082 env = {'TIMEZONE':'America/Los_Angeles',
Chetan Gaonker3533faa2016-04-25 17:50:14 -07001083 'DEBUG': 'true', 'cert_password':'whatever', 'primary_shared_secret':'radius_password'
1084 }
Chetan Gaonker7f4bf742016-05-04 15:56:08 -07001085 host_db_dir = os.path.join(os.path.dirname(os.path.realpath(__file__)), '..', 'setup/radius-config/db')
Chetan Gaonker3533faa2016-04-25 17:50:14 -07001086 guest_db_dir = os.path.join(os.path.sep, 'opt', 'db')
Chetan Gaonker7f4bf742016-05-04 15:56:08 -07001087 host_config_dir = os.path.join(os.path.dirname(os.path.realpath(__file__)), '..', 'setup/radius-config/freeradius')
Chetan Gaonker3533faa2016-04-25 17:50:14 -07001088 guest_config_dir = os.path.join(os.path.sep, 'etc', 'freeradius')
Chetan Gaonker7f4bf742016-05-04 15:56:08 -07001089 start_command = os.path.join(guest_config_dir, 'start-radius.py')
Chetan Gaonker3533faa2016-04-25 17:50:14 -07001090 host_guest_map = ( (host_db_dir, guest_db_dir),
1091 (host_config_dir, guest_config_dir)
1092 )
A R Karthickf7a613b2017-02-24 09:36:44 -08001093 IMAGE = 'cordtest/radius'
Chetan Gaonker503032a2016-05-12 12:06:29 -07001094 NAME = 'cord-radius'
A R Karthick1555c7c2017-09-07 14:59:41 -07001095 NETWORK = 'cord-radius-test'
A R Karthickefcf1ab2017-09-08 18:24:16 -07001096 SOCKET_SUBNET = '11.0.0.0/24'
1097 SOCKET_SUBNET_PREFIX = '11.0.0'
1098 SOCKET_GATEWAY = '11.0.0.1'
A R Karthick1555c7c2017-09-07 14:59:41 -07001099
1100 @classmethod
1101 def create_network(cls, name = NETWORK):
1102 try:
A R Karthickefcf1ab2017-09-08 18:24:16 -07001103 Container.create_network(name, subnet = cls.SOCKET_SUBNET, gateway = cls.SOCKET_GATEWAY)
A R Karthick1555c7c2017-09-07 14:59:41 -07001104 except:
1105 pass
Chetan Gaonker503032a2016-05-12 12:06:29 -07001106
A R Karthick07608ef2016-08-23 16:51:19 -07001107 def __init__(self, name = NAME, image = IMAGE, prefix = '', tag = 'candidate',
A R Karthickefcf1ab2017-09-08 18:24:16 -07001108 boot_delay = 10, restart = False, update = False, network = None,
1109 network_disabled = False, olt_config = ''):
A R Karthick07608ef2016-08-23 16:51:19 -07001110 super(Radius, self).__init__(name, image, prefix = prefix, tag = tag, command = self.start_command)
Chetan Gaonker503032a2016-05-12 12:06:29 -07001111 if update is True or not self.img_exists():
A R Karthick07608ef2016-08-23 16:51:19 -07001112 self.build_image(self.image_name)
Chetan Gaonker7f4bf742016-05-04 15:56:08 -07001113 if restart is True and self.exists():
1114 self.kill()
A R Karthickefcf1ab2017-09-08 18:24:16 -07001115 else:
1116 subscribers = 10
1117 if olt_config:
1118 port_map, _ = OltConfig(olt_config).olt_port_map()
1119 if port_map:
1120 subscribers = port_map['num_ports'] * len(port_map['switch_port_list'])
1121 radius_restore_users()
1122 radius_add_users(subscribers)
Chetan Gaonker3533faa2016-04-25 17:50:14 -07001123 if not self.exists():
1124 self.remove_container(name, force=True)
1125 host_config = self.create_host_config(port_list = self.ports,
A R Karthickefcf1ab2017-09-08 18:24:16 -07001126 host_guest_map = self.host_guest_map,
1127 privileged = True)
Chetan Gaonker3533faa2016-04-25 17:50:14 -07001128 volumes = []
1129 for _,g in self.host_guest_map:
1130 volumes.append(g)
A R Karthick41adfce2016-06-10 09:51:25 -07001131 self.start(ports = self.ports, environment = self.env,
1132 volumes = volumes,
A R Karthick1555c7c2017-09-07 14:59:41 -07001133 host_config = host_config, tty = True, network_disabled = network_disabled)
1134 if network_disabled is False:
1135 Container.connect_to_network(self.name, self.NETWORK)
Chetan Gaonker7f4bf742016-05-04 15:56:08 -07001136 time.sleep(boot_delay)
1137
1138 @classmethod
1139 def build_image(cls, image):
1140 print('Building Radius image %s' %image)
1141 dockerfile = '''
1142FROM hbouvier/docker-radius
1143MAINTAINER chetan@ciena.com
1144LABEL RUN docker pull hbouvier/docker-radius
1145LABEL RUN docker run -it --name cord-radius hbouvier/docker-radius
A R Karthickc762df42016-05-25 10:09:21 -07001146RUN apt-get update && \
1147 apt-get -y install python python-pexpect strace
Chetan Gaonker7f4bf742016-05-04 15:56:08 -07001148WORKDIR /root
1149CMD ["/etc/freeradius/start-radius.py"]
1150'''
1151 super(Radius, cls).build_image(dockerfile, image)
1152 print('Done building image %s' %image)
Chetan Gaonker3533faa2016-04-25 17:50:14 -07001153
Chetan Gaonker6cf6e472016-04-26 14:41:51 -07001154class Quagga(Container):
A R Karthickaa54a1c2016-12-15 11:42:08 -08001155 QUAGGA_CONFIG = ( { 'bridge' : 'quagga-br', 'ip': '10.10.0.3', 'mask' : 16 },
Chetan Gaonker8e25e1b2016-05-02 13:42:21 -07001156 { 'bridge' : 'quagga-br', 'ip': '192.168.10.3', 'mask': 16 },
1157 )
Chetan Gaonker6cf6e472016-04-26 14:41:51 -07001158 ports = [ 179, 2601, 2602, 2603, 2604, 2605, 2606 ]
1159 host_quagga_config = os.path.join(os.path.dirname(os.path.realpath(__file__)), '..', 'setup/quagga-config')
1160 guest_quagga_config = '/root/config'
1161 quagga_config_file = os.path.join(guest_quagga_config, 'testrib.conf')
1162 host_guest_map = ( (host_quagga_config, guest_quagga_config), )
A R Karthickf7a613b2017-02-24 09:36:44 -08001163 IMAGE = 'cordtest/quagga'
Chetan Gaonker503032a2016-05-12 12:06:29 -07001164 NAME = 'cord-quagga'
1165
A R Karthick07608ef2016-08-23 16:51:19 -07001166 def __init__(self, name = NAME, image = IMAGE, prefix = '', tag = 'candidate',
A R Karthick85eb1862017-01-23 16:10:57 -08001167 boot_delay = 15, restart = False, config_file = quagga_config_file, update = False,
1168 network = None):
A R Karthickaa54a1c2016-12-15 11:42:08 -08001169 super(Quagga, self).__init__(name, image, prefix = prefix, tag = tag, quagga_config = self.QUAGGA_CONFIG)
Chetan Gaonker503032a2016-05-12 12:06:29 -07001170 if update is True or not self.img_exists():
A R Karthick07608ef2016-08-23 16:51:19 -07001171 self.build_image(self.image_name)
Chetan Gaonker6cf6e472016-04-26 14:41:51 -07001172 if restart is True and self.exists():
1173 self.kill()
1174 if not self.exists():
1175 self.remove_container(name, force=True)
A R Karthick41adfce2016-06-10 09:51:25 -07001176 host_config = self.create_host_config(port_list = self.ports,
1177 host_guest_map = self.host_guest_map,
Chetan Gaonker6cf6e472016-04-26 14:41:51 -07001178 privileged = True)
1179 volumes = []
1180 for _,g in self.host_guest_map:
1181 volumes.append(g)
1182 self.start(ports = self.ports,
A R Karthick41adfce2016-06-10 09:51:25 -07001183 host_config = host_config,
Chetan Gaonker6cf6e472016-04-26 14:41:51 -07001184 volumes = volumes, tty = True)
A R Karthick85eb1862017-01-23 16:10:57 -08001185 if network is not None:
1186 Container.connect_to_network(self.name, network)
Chetan Gaonker6cf6e472016-04-26 14:41:51 -07001187 print('Starting Quagga on container %s' %self.name)
1188 self.execute('{0}/start.sh {1}'.format(self.guest_quagga_config, config_file))
1189 time.sleep(boot_delay)
1190
1191 @classmethod
1192 def build_image(cls, image):
A R Karthickaa54a1c2016-12-15 11:42:08 -08001193 onos_quagga_ip = Onos.QUAGGA_CONFIG[0]['ip']
Chetan Gaonker6cf6e472016-04-26 14:41:51 -07001194 print('Building Quagga image %s' %image)
1195 dockerfile = '''
A R Karthick41adfce2016-06-10 09:51:25 -07001196FROM ubuntu:14.04
1197MAINTAINER chetan@ciena.com
Chetan Gaonker6cf6e472016-04-26 14:41:51 -07001198WORKDIR /root
1199RUN useradd -M quagga
1200RUN mkdir /var/log/quagga && chown quagga:quagga /var/log/quagga
1201RUN mkdir /var/run/quagga && chown quagga:quagga /var/run/quagga
A R Karthick973ea692016-10-17 12:23:02 -07001202RUN apt-get update && apt-get install -qy git autoconf libtool gawk make telnet libreadline6-dev pkg-config protobuf-c-compiler
ChetanGaonkerb5b46c62016-08-16 12:02:53 -07001203RUN git clone git://git.savannah.nongnu.org/quagga.git quagga && \
A R Karthick8f69c2c2016-10-21 11:43:26 -07001204(cd quagga && git checkout quagga-1.0.20160315 && ./bootstrap.sh && \
Chetan Gaonker6cf6e472016-04-26 14:41:51 -07001205sed -i -r 's,htonl.*?\(INADDR_LOOPBACK\),inet_addr\("{0}"\),g' zebra/zebra_fpm.c && \
1206./configure --enable-fpm --disable-doc --localstatedir=/var/run/quagga && make && make install)
1207RUN ldconfig
1208'''.format(onos_quagga_ip)
1209 super(Quagga, cls).build_image(dockerfile, image)
1210 print('Done building image %s' %image)
A R Karthick81acbff2016-06-17 14:45:16 -07001211
A.R Karthick1700e0e2016-10-06 18:16:57 -07001212class QuaggaStopWrapper(Container):
1213 def __init__(self, name = Quagga.NAME, image = Quagga.IMAGE, tag = 'candidate'):
1214 super(QuaggaStopWrapper, self).__init__(name, image, prefix = Container.IMAGE_PREFIX, tag = tag)
1215 if self.exists():
1216 self.kill()
1217
1218
A R Karthick81acbff2016-06-17 14:45:16 -07001219def reinitContainerClients():
1220 docker_netns.dckr = Client()
1221 Container.dckr = Client()
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001222
1223class Xos(Container):
1224 setup_dir = os.path.join(os.path.dirname(os.path.realpath(__file__)), '..', 'setup')
1225 TAG = 'latest'
1226 PREFIX = ''
A R Karthicke3bde962016-09-27 15:06:35 -07001227 host_guest_map = None
1228 env = None
1229 ports = None
1230 volumes = None
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001231
A R Karthick6e80afd2016-10-10 16:03:12 -07001232 @classmethod
1233 def get_cmd(cls, img_name):
1234 cmd = cls.dckr.inspect_image(img_name)['Config']['Cmd']
1235 return ' '.join(cmd)
1236
A R Karthicke3bde962016-09-27 15:06:35 -07001237 def __init__(self, name, image, prefix = PREFIX, tag = TAG,
A R Karthick6e80afd2016-10-10 16:03:12 -07001238 boot_delay = 20, restart = False, network_cfg = None, update = False):
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001239 if restart is True:
1240 ##Find the right image to restart
1241 running_image = filter(lambda c: c['Names'][0] == '/{}'.format(name), self.dckr.containers())
1242 if running_image:
1243 image_name = running_image[0]['Image']
1244 try:
1245 image = image_name.split(':')[0]
1246 tag = image_name.split(':')[1]
1247 except: pass
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001248 super(Xos, self).__init__(name, image, prefix = prefix, tag = tag)
1249 if update is True or not self.img_exists():
1250 self.build_image(self.image_name)
A R Karthick6e80afd2016-10-10 16:03:12 -07001251 self.command = self.get_cmd(self.image_name).strip() or None
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001252 if restart is True and self.exists():
1253 self.kill()
1254 if not self.exists():
1255 self.remove_container(name, force=True)
A R Karthicke3bde962016-09-27 15:06:35 -07001256 host_config = self.create_host_config(port_list = self.ports,
1257 host_guest_map = self.host_guest_map,
1258 privileged = True)
1259 print('Starting XOS container %s' %self.name)
1260 self.start(ports = self.ports, environment = self.env, host_config = host_config,
1261 volumes = self.volumes, tty = True)
1262 print('Waiting %d seconds for XOS Base Container to boot' %(boot_delay))
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001263 time.sleep(boot_delay)
1264
1265 @classmethod
A R Karthicke3bde962016-09-27 15:06:35 -07001266 def build_image(cls, image, dockerfile_path, image_target = 'build'):
1267 cmd = 'cd {} && make {}'.format(dockerfile_path, image_target)
1268 print('Building XOS %s' %image)
1269 res = os.system(cmd)
1270 print('Done building image %s. Image build %s' %(image, 'successful' if res == 0 else 'failed'))
1271 return res
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001272
A R Karthicke3bde962016-09-27 15:06:35 -07001273class XosServer(Xos):
1274 ports = [8000,9998,9999]
1275 NAME = 'xos-server'
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001276 IMAGE = 'xosproject/xos'
A R Karthicke3bde962016-09-27 15:06:35 -07001277 BASE_IMAGE = 'xosproject/xos-base'
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001278 TAG = 'latest'
1279 PREFIX = ''
A R Karthicke3bde962016-09-27 15:06:35 -07001280 dockerfile_path = os.path.join(Xos.setup_dir, 'xos')
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001281
A R Karthicke3bde962016-09-27 15:06:35 -07001282 def __init__(self, name = NAME, image = IMAGE, prefix = PREFIX, tag = TAG,
A R Karthick6e80afd2016-10-10 16:03:12 -07001283 boot_delay = 10, restart = False, network_cfg = None, update = False):
A R Karthicke3bde962016-09-27 15:06:35 -07001284 Xos.__init__(self, name, image, prefix, tag, boot_delay, restart, network_cfg, update)
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001285
1286 @classmethod
A R Karthicke3bde962016-09-27 15:06:35 -07001287 def build_image(cls, image = IMAGE):
1288 ##build the base image and then build the server image
1289 Xos.build_image(cls.BASE_IMAGE, cls.dockerfile_path, image_target = 'base')
1290 Xos.build_image(image, cls.dockerfile_path)
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001291
A R Karthicke3bde962016-09-27 15:06:35 -07001292class XosSynchronizerOpenstack(Xos):
1293 ports = [2375,]
1294 dockerfile_path = os.path.join(Xos.setup_dir, 'synchronizer')
1295 NAME = 'xos-synchronizer'
1296 IMAGE = 'xosproject/xos-synchronizer-openstack'
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001297 TAG = 'latest'
1298 PREFIX = ''
A R Karthicke3bde962016-09-27 15:06:35 -07001299 host_guest_map = ( ('/usr/local/share/ca-certificates', '/usr/local/share/ca-certificates'),)
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001300
A R Karthicke3bde962016-09-27 15:06:35 -07001301 def __init__(self, name = NAME, image = IMAGE, prefix = PREFIX,
A R Karthick6e80afd2016-10-10 16:03:12 -07001302 tag = TAG, boot_delay = 20, restart = False, network_cfg = None, update = False):
A R Karthicke3bde962016-09-27 15:06:35 -07001303 Xos.__init__(self, name, image, prefix, tag, boot_delay, restart, network_cfg, update)
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001304
1305 @classmethod
A R Karthicke3bde962016-09-27 15:06:35 -07001306 def build_image(cls, image = IMAGE):
1307 XosServer.build_image()
1308 Xos.build_image(image, cls.dockerfile_path)
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001309
A R Karthicke3bde962016-09-27 15:06:35 -07001310class XosSynchronizerOnboarding(Xos):
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001311 NAME = 'xos-synchronizer-onboarding'
1312 IMAGE = 'xosproject/xos-synchronizer-onboarding'
1313 TAG = 'latest'
1314 PREFIX = ''
A R Karthicke3bde962016-09-27 15:06:35 -07001315 dockerfile_path = os.path.join(Xos.setup_dir, 'onboarding_synchronizer')
1316 host_guest_map = ( ('/usr/local/share/ca-certificates', '/usr/local/share/ca-certificates'),)
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001317
A R Karthicke3bde962016-09-27 15:06:35 -07001318 def __init__(self, name = NAME, image = IMAGE, prefix = PREFIX,
A R Karthick6e80afd2016-10-10 16:03:12 -07001319 tag = TAG, boot_delay = 10, restart = False, network_cfg = None, update = False):
A R Karthicke3bde962016-09-27 15:06:35 -07001320 Xos.__init__(self, name, image, prefix, tag, boot_delay, restart, network_cfg, update)
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001321
1322 @classmethod
A R Karthicke3bde962016-09-27 15:06:35 -07001323 def build_image(cls, image = IMAGE):
1324 XosSynchronizerOpenstack.build_image()
1325 Xos.build_image(image, cls.dockerfile_path)
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001326
A R Karthicke3bde962016-09-27 15:06:35 -07001327class XosSynchronizerOpenvpn(Xos):
1328 NAME = 'xos-synchronizer-openvpn'
1329 IMAGE = 'xosproject/xos-openvpn'
1330 TAG = 'latest'
1331 PREFIX = ''
1332 dockerfile_path = os.path.join(Xos.setup_dir, 'openvpn')
1333 host_guest_map = ( ('/usr/local/share/ca-certificates', '/usr/local/share/ca-certificates'),)
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001334
A R Karthicke3bde962016-09-27 15:06:35 -07001335 def __init__(self, name = NAME, image = IMAGE, prefix = PREFIX,
A R Karthick6e80afd2016-10-10 16:03:12 -07001336 tag = TAG, boot_delay = 10, restart = False, network_cfg = None, update = False):
A R Karthicke3bde962016-09-27 15:06:35 -07001337 Xos.__init__(self, name, image, prefix, tag, boot_delay, restart, network_cfg, update)
1338
1339 @classmethod
1340 def build_image(cls, image = IMAGE):
1341 XosSynchronizerOpenstack.build_image()
1342 Xos.build_image(image, cls.dockerfile_path)
1343
1344class XosPostgresql(Xos):
1345 ports = [5432,]
1346 NAME = 'xos-db-postgres'
1347 IMAGE = 'xosproject/xos-postgres'
1348 TAG = 'latest'
1349 PREFIX = ''
1350 volumes = ["/etc/postgresql", "/var/log/postgresql", "/var/lib/postgresql"]
1351 dockerfile_path = os.path.join(Xos.setup_dir, 'postgresql')
1352
1353 def __init__(self, name = NAME, image = IMAGE, prefix = PREFIX,
A R Karthick6e80afd2016-10-10 16:03:12 -07001354 tag = TAG, boot_delay = 10, restart = False, network_cfg = None, update = False):
A R Karthicke3bde962016-09-27 15:06:35 -07001355 Xos.__init__(self, name, image, prefix, tag, boot_delay, restart, network_cfg, update)
1356
1357 @classmethod
1358 def build_image(cls, image = IMAGE):
1359 Xos.build_image(image, cls.dockerfile_path)
1360
1361class XosSyndicateMs(Xos):
1362 ports = [8080,]
1363 env = None
1364 NAME = 'xos-syndicate-ms'
1365 IMAGE = 'xosproject/syndicate-ms'
1366 TAG = 'latest'
1367 PREFIX = ''
1368 dockerfile_path = os.path.join(Xos.setup_dir, 'syndicate-ms')
1369
1370 def __init__(self, name = NAME, image = IMAGE, prefix = '', tag = TAG,
A R Karthick6e80afd2016-10-10 16:03:12 -07001371 boot_delay = 10, restart = False, network_cfg = None, update = False):
A R Karthicke3bde962016-09-27 15:06:35 -07001372 Xos.__init__(self, name, image, prefix, tag, boot_delay, restart, network_cfg, update)
1373
1374 @classmethod
1375 def build_image(cls, image = IMAGE):
1376 Xos.build_image(image, cls.dockerfile_path)
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001377
ChetanGaonkerc220e0d2016-10-05 05:06:25 -07001378class XosSyncVtn(Xos):
1379 ports = [8080,]
1380 env = None
1381 NAME = 'xos-synchronizer-vtn'
1382 IMAGE = 'xosproject/xos-synchronizer-vtn'
1383 TAG = 'latest'
1384 PREFIX = ''
1385 dockerfile_path = os.path.join(Xos.setup_dir, 'synchronizer-vtn')
1386
1387 def __init__(self, name = NAME, image = IMAGE, prefix = '', tag = TAG,
A R Karthick6e80afd2016-10-10 16:03:12 -07001388 boot_delay = 10, restart = False, network_cfg = None, update = False):
ChetanGaonkerc220e0d2016-10-05 05:06:25 -07001389 Xos.__init__(self, name, image, prefix, tag, boot_delay, restart, network_cfg, update)
1390
1391 @classmethod
1392 def build_image(cls, image = IMAGE):
1393 Xos.build_image(image, cls.dockerfile_path)
1394
1395class XosSyncVtr(Xos):
1396 ports = [8080,]
1397 env = None
1398 NAME = 'xos-synchronizer-vtr'
1399 IMAGE = 'xosproject/xos-synchronizer-vtr'
1400 TAG = 'latest'
1401 PREFIX = ''
1402 dockerfile_path = os.path.join(Xos.setup_dir, 'synchronizer-vtr')
1403
1404 def __init__(self, name = NAME, image = IMAGE, prefix = '', tag = TAG,
A R Karthick6e80afd2016-10-10 16:03:12 -07001405 boot_delay = 10, restart = False, network_cfg = None, update = False):
ChetanGaonkerc220e0d2016-10-05 05:06:25 -07001406 Xos.__init__(self, name, image, prefix, tag, boot_delay, restart, network_cfg, update)
1407
1408 @classmethod
1409 def build_image(cls, image = IMAGE):
1410 Xos.build_image(image, cls.dockerfile_path)
1411
1412class XosSyncVsg(Xos):
1413 ports = [8080,]
1414 env = None
1415 NAME = 'xos-synchronizer-vsg'
1416 IMAGE = 'xosproject/xos-synchronizer-vsg'
1417 TAG = 'latest'
1418 PREFIX = ''
1419 dockerfile_path = os.path.join(Xos.setup_dir, 'synchronizer-vsg')
1420
1421 def __init__(self, name = NAME, image = IMAGE, prefix = '', tag = TAG,
A R Karthick6e80afd2016-10-10 16:03:12 -07001422 boot_delay = 10, restart = False, network_cfg = None, update = False):
ChetanGaonkerc220e0d2016-10-05 05:06:25 -07001423 Xos.__init__(self, name, image, prefix, tag, boot_delay, restart, network_cfg, update)
1424
1425 @classmethod
1426 def build_image(cls, image = IMAGE):
1427 Xos.build_image(image, cls.dockerfile_path)
1428
1429
1430class XosSyncOnos(Xos):
1431 ports = [8080,]
1432 env = None
1433 NAME = 'xos-synchronizer-onos'
1434 IMAGE = 'xosproject/xos-synchronizer-onos'
1435 TAG = 'latest'
1436 PREFIX = ''
1437 dockerfile_path = os.path.join(Xos.setup_dir, 'synchronizer-onos')
1438
1439 def __init__(self, name = NAME, image = IMAGE, prefix = '', tag = TAG,
A R Karthick6e80afd2016-10-10 16:03:12 -07001440 boot_delay = 30, restart = False, network_cfg = None, update = False):
ChetanGaonkerc220e0d2016-10-05 05:06:25 -07001441 Xos.__init__(self, name, image, prefix, tag, boot_delay, restart, network_cfg, update)
1442
1443 @classmethod
1444 def build_image(cls, image = IMAGE):
1445 Xos.build_image(image, cls.dockerfile_path)
1446
1447class XosSyncFabric(Xos):
1448 ports = [8080,]
1449 env = None
1450 NAME = 'xos-synchronizer-fabric'
1451 IMAGE = 'xosproject/xos-synchronizer-fabric'
1452 TAG = 'latest'
1453 PREFIX = ''
1454 dockerfile_path = os.path.join(Xos.setup_dir, 'synchronizer-fabric')
1455
1456 def __init__(self, name = NAME, image = IMAGE, prefix = '', tag = TAG,
A R Karthick6e80afd2016-10-10 16:03:12 -07001457 boot_delay = 30, restart = False, network_cfg = None, update = False):
ChetanGaonkerc220e0d2016-10-05 05:06:25 -07001458 Xos.__init__(self, name, image, prefix, tag, boot_delay, restart, network_cfg, update)
1459
1460 @classmethod
1461 def build_image(cls, image = IMAGE):
1462 Xos.build_image(image, cls.dockerfile_path)
A R Karthick19aaf5c2016-11-09 17:47:57 -08001463
1464if __name__ == '__main__':
1465 onos = Onos(boot_delay = 10, restart = True)