blob: 8ec907d9f2a4103ee640344cea8363f4b502245d [file] [log] [blame]
Chetan Gaonkercb122cc2016-05-10 10:58:34 -07001#!/usr/bin/env python
A.R Karthick95d044e2016-06-10 18:44:36 -07002#
Chetan Gaonkercfcce782016-05-10 10:10:42 -07003# Copyright 2016-present Ciena Corporation
4#
5# Licensed under the Apache License, Version 2.0 (the "License");
6# you may not use this file except in compliance with the License.
7# You may obtain a copy of the License at
A.R Karthick95d044e2016-06-10 18:44:36 -07008#
Chetan Gaonkercfcce782016-05-10 10:10:42 -07009# http://www.apache.org/licenses/LICENSE-2.0
A.R Karthick95d044e2016-06-10 18:44:36 -070010#
Chetan Gaonkercfcce782016-05-10 10:10:42 -070011# Unless required by applicable law or agreed to in writing, software
12# distributed under the License is distributed on an "AS IS" BASIS,
13# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14# See the License for the specific language governing permissions and
15# limitations under the License.
16#
Chetan Gaonker93e302d2016-04-05 10:51:07 -070017from argparse import ArgumentParser
A R Karthick14118c62016-07-27 14:54:04 -070018import os,sys,time,socket,errno
ChetanGaonkereadad482016-08-26 01:21:47 -070019import shutil, platform, re
Chetan Gaonker4d842ad2016-04-26 10:04:24 -070020utils_dir = os.path.join( os.path.dirname(os.path.realpath(__file__)), '../utils')
A R Karthick03bd2812017-03-03 17:49:17 -080021cli_dir = os.path.join( os.path.dirname(os.path.realpath(__file__)), '../cli')
Chetan Gaonker7142a342016-04-07 14:53:12 -070022sys.path.append(utils_dir)
A R Karthick03bd2812017-03-03 17:49:17 -080023sys.path.append(cli_dir)
ChetanGaonker68a047f2016-10-12 10:31:48 -070024sys.path.insert(1, '/usr/local/lib/python2.7/dist-packages')
A.R Karthickbe7768c2017-03-17 11:39:41 -070025from CordTestUtils import get_mac
26from OnosCtrl import OnosCtrl
Chetan Gaonker4ca5cca2016-04-11 13:59:35 -070027from OltConfig import OltConfig
A R Karthick946141b2017-01-24 16:37:47 -080028from OnosFlowCtrl import OnosFlowCtrl
A R Karthick1f03e912016-05-18 11:39:22 -070029from threadPool import ThreadPool
Chetan Gaonker3533faa2016-04-25 17:50:14 -070030from CordContainer import *
A R Karthicke99ab5c2016-09-30 13:59:57 -070031from CordTestServer import cord_test_server_start,cord_test_server_stop,cord_test_server_shutdown,CORD_TEST_HOST,CORD_TEST_PORT
A R Karthick07608ef2016-08-23 16:51:19 -070032from TestManifest import TestManifest
A.R Karthick57fa9372017-05-24 12:47:03 -070033from VolthaCtrl import VolthaService
A R Karthick6f2ac6f2017-07-26 12:55:24 -070034try:
35 from docker import APIClient as Client
36except:
37 from docker import Client
ChetanGaonkereadad482016-08-26 01:21:47 -070038from docker.utils import kwargs_from_env
A R Karthickea8bfce2016-10-13 16:32:07 -070039from Xos import XosServiceProfile
A R Karthick07608ef2016-08-23 16:51:19 -070040try:
41 from Fabric import FabricMAAS
42except:
43 FabricMAAS = None
Chetan Gaonker93e302d2016-04-05 10:51:07 -070044
Chetan Gaonker93e302d2016-04-05 10:51:07 -070045class CordTester(Container):
Chetan Gaonker93e302d2016-04-05 10:51:07 -070046 sandbox = '/root/test'
Chetan Gaonker7142a342016-04-07 14:53:12 -070047 sandbox_setup = '/root/test/src/test/setup'
Chetan Gaonker4d842ad2016-04-26 10:04:24 -070048 tester_base = os.path.dirname(os.path.realpath(__file__))
49 tester_paths = os.path.realpath(__file__).split(os.path.sep)
A R Karthickb7e80902016-05-17 09:38:31 -070050 tester_path_index = tester_paths.index('src') - 1
Chetan Gaonker7142a342016-04-07 14:53:12 -070051 sandbox_host = os.path.sep.join(tester_paths[:tester_path_index+1])
Chetan Gaonker93e302d2016-04-05 10:51:07 -070052
53 host_guest_map = ( (sandbox_host, sandbox),
Chetan Gaonker85b7bd52016-04-20 10:29:12 -070054 ('/lib/modules', '/lib/modules'),
55 ('/var/run/docker.sock', '/var/run/docker.sock')
Chetan Gaonker93e302d2016-04-05 10:51:07 -070056 )
57 basename = 'cord-tester'
A R Karthick36cfcef2016-08-18 15:20:07 -070058 switch_on_olt = False
A R Karthickf7a613b2017-02-24 09:36:44 -080059 IMAGE = 'cordtest/nose'
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -070060 ALL_TESTS = ('tls', 'dhcp', 'dhcprelay','igmp', 'subscriber',
61 'cordSubscriber', 'vrouter', 'flows', 'proxyarp', 'acl', 'xos', 'fabric',
Chetan Gaonkerefb55282017-01-27 23:07:41 +000062 'cbench', 'cluster', 'netCondition', 'cordvtn', 'iperf', 'mini', 'vsg')
Chetan Gaonker93e302d2016-04-05 10:51:07 -070063
A R Karthicka013a272016-08-16 16:40:19 -070064 def __init__(self, tests, instance = 0, num_instances = 1, ctlr_ip = None,
A R Karthick07608ef2016-08-23 16:51:19 -070065 name = '', image = IMAGE, prefix = '', tag = 'candidate',
A R Karthick85eb1862017-01-23 16:10:57 -080066 env = None, rm = False, update = False, network = None):
A R Karthick1f03e912016-05-18 11:39:22 -070067 self.tests = tests
Chetan Gaonker4ca5cca2016-04-11 13:59:35 -070068 self.ctlr_ip = ctlr_ip
Chetan Gaonker93e302d2016-04-05 10:51:07 -070069 self.rm = rm
A R Karthicke4660f52017-02-23 12:08:41 -080070 self.name = name or self.get_name(num_instances)
A R Karthick07608ef2016-08-23 16:51:19 -070071 super(CordTester, self).__init__(self.name, image = image, prefix = prefix, tag = tag)
Chetan Gaonker93e302d2016-04-05 10:51:07 -070072 host_config = self.create_host_config(host_guest_map = self.host_guest_map, privileged = True)
73 volumes = []
Chetan Gaonkerb84835f2016-04-19 15:12:10 -070074 for _, g in self.host_guest_map:
Chetan Gaonker93e302d2016-04-05 10:51:07 -070075 volumes.append(g)
Chetan Gaonker85b7bd52016-04-20 10:29:12 -070076 if update is True or not self.img_exists():
A R Karthick07608ef2016-08-23 16:51:19 -070077 self.build_image(self.image_name)
A R Karthicka013a272016-08-16 16:40:19 -070078 self.create = True
79 #check if are trying to run tests on existing container
A R Karthicke4660f52017-02-23 12:08:41 -080080 if not self.exists():
A R Karthicka013a272016-08-16 16:40:19 -070081 ##Remove test container if any
82 self.remove_container(self.name, force=True)
83 else:
84 self.create = False
A R Karthicke4660f52017-02-23 12:08:41 -080085 self.rm = False
A R Karthick078e63a2016-07-28 13:59:31 -070086 self.olt = False
A R Karthicke8bd80e2017-08-01 12:36:24 -070087 self.switch_started = False
A.R Karthick5968e0d2017-05-16 14:50:46 -070088 olt_config_file = 'olt_config.json'
89 if env is not None:
90 if env.has_key('OLT_CONFIG'):
91 self.olt = True
92 if env.has_key('OLT_CONFIG_FILE'):
93 olt_config_file = os.path.basename(env['OLT_CONFIG_FILE'])
A.R Karthick5968e0d2017-05-16 14:50:46 -070094 olt_conf_file = os.path.join(self.tester_base, olt_config_file)
A R Karthick078e63a2016-07-28 13:59:31 -070095 olt_config = OltConfig(olt_conf_file)
96 self.port_map, _ = olt_config.olt_port_map()
A.R Karthick369f89e2017-03-02 15:22:45 -080097 self.vcpes = olt_config.get_vcpes()
A R Karthick078e63a2016-07-28 13:59:31 -070098 #Try using the host interface in olt conf to setup the switch
A.R Karthick88e80b92016-12-05 20:23:45 -080099 self.switches = self.port_map['switches']
A R Karthick1f03e912016-05-18 11:39:22 -0700100 if env is not None:
A.R Karthick88e80b92016-12-05 20:23:45 -0800101 env['TEST_SWITCH'] = self.switches[0]
102 env['TEST_SWITCHES'] = ','.join(self.switches)
A R Karthick1f03e912016-05-18 11:39:22 -0700103 env['TEST_HOST'] = self.name
104 env['TEST_INSTANCE'] = instance
105 env['TEST_INSTANCES'] = num_instances
A R Karthicka013a272016-08-16 16:40:19 -0700106 if self.create:
107 print('Starting test container %s, image %s, tag %s' %(self.name, self.image, self.tag))
108 self.start(rm = False, volumes = volumes, environment = env,
109 host_config = host_config, tty = True)
A R Karthick85eb1862017-01-23 16:10:57 -0800110 if network is not None:
111 Container.connect_to_network(self.name, network)
Chetan Gaonker4ca5cca2016-04-11 13:59:35 -0700112
A.R Karthicke4631062016-11-03 14:28:19 -0700113 def execute_switch(self, cmd, shell = False):
Chetan Gaonker4ca5cca2016-04-11 13:59:35 -0700114 if self.olt:
115 return os.system(cmd)
116 return self.execute(cmd, shell = shell)
117
A R Karthick946141b2017-01-24 16:37:47 -0800118 def test_flow(self, switch):
119 if not self.olt:
120 return False
121 egress = 1
122 ingress = 2
123 egress_map = { 'ether': '00:00:00:00:00:03', 'ip': '192.168.30.1' }
124 ingress_map = { 'ether': '00:00:00:00:00:04', 'ip': '192.168.40.1' }
125 device_id = 'of:{}'.format(get_mac(switch))
A R Karthick973010f2017-02-06 16:41:51 -0800126 ctlr = self.ctlr_ip.split(',')[0]
A R Karthick946141b2017-01-24 16:37:47 -0800127 flow = OnosFlowCtrl(deviceId = device_id,
128 egressPort = egress,
129 ingressPort = ingress,
130 ethType = '0x800',
131 ipSrc = ('IPV4_SRC', ingress_map['ip']+'/32'),
132 ipDst = ('IPV4_DST', egress_map['ip']+'/32'),
A R Karthick973010f2017-02-06 16:41:51 -0800133 controller = ctlr
A R Karthick946141b2017-01-24 16:37:47 -0800134 )
135 result = flow.addFlow()
136 if result != True:
137 return result
138 time.sleep(1)
139 #find and remove the flow
140 flow_id = flow.findFlow(device_id, IN_PORT = ('port', ingress),
141 ETH_TYPE = ('ethType','0x800'), IPV4_SRC = ('ip', ingress_map['ip']+'/32'),
142 IPV4_DST = ('ip', egress_map['ip']+'/32'))
143 result = False
144 if flow_id:
145 result = True
146 flow.removeFlow(device_id, flow_id)
147 return result
148
149 def ctlr_switch_availability(self, switch):
150 '''Test Add and verify flows with IPv4 selectors'''
151 if not self.olt:
152 return False
153 device_id = 'of:{}'.format(get_mac(switch))
A R Karthick973010f2017-02-06 16:41:51 -0800154 ctlr = self.ctlr_ip.split(',')[0]
155 devices = OnosCtrl.get_devices(controller = ctlr)
A R Karthick946141b2017-01-24 16:37:47 -0800156 if devices:
157 device = filter(lambda d: d['id'] == device_id, devices)
A R Karthicke8bd80e2017-08-01 12:36:24 -0700158 if device:
159 return True
A R Karthick946141b2017-01-24 16:37:47 -0800160 return False
161
A R Karthicke8bd80e2017-08-01 12:36:24 -0700162 def start_switch(self, manifest, boot_delay = 2):
Chetan Gaonker4ca5cca2016-04-11 13:59:35 -0700163 """Start OVS"""
164 ##Determine if OVS has to be started locally or not
165 s_file,s_sandbox = ('of-bridge-local.sh',self.tester_base) if self.olt else ('of-bridge.sh',self.sandbox_setup)
A.R Karthick88e80b92016-12-05 20:23:45 -0800166 ovs_cmd = os.path.join(s_sandbox, s_file)
A R Karthicke8bd80e2017-08-01 12:36:24 -0700167 switches = filter(lambda sw: sw.startswith('br-int'), self.switches)
Chetan Gaonker4ca5cca2016-04-11 13:59:35 -0700168 if self.olt:
A R Karthick36cfcef2016-08-18 15:20:07 -0700169 if CordTester.switch_on_olt is True:
170 return
171 CordTester.switch_on_olt = True
A R Karthicke8bd80e2017-08-01 12:36:24 -0700172 ovs_cmd += ' {} {}'.format(len(switches), self.ctlr_ip)
173 if manifest.voltha_enable and manifest.voltha_loc and Onos.ssl_key:
174 ovs_cmd += ' {}'.format(manifest.voltha_loc)
175 print('Starting OVS on the host with %d switches for controller: %s' %(len(switches), self.ctlr_ip))
Chetan Gaonker4ca5cca2016-04-11 13:59:35 -0700176 else:
A.R Karthick88e80b92016-12-05 20:23:45 -0800177 ovs_cmd += ' {}'.format(self.switches[0])
178 print('Starting OVS on test container %s for controller: %s' %(self.name, self.ctlr_ip))
Chetan Gaonker4ca5cca2016-04-11 13:59:35 -0700179 self.execute_switch(ovs_cmd)
A R Karthick946141b2017-01-24 16:37:47 -0800180 time.sleep(5)
181 ## Wait for the controller to see the switch
A R Karthicke8bd80e2017-08-01 12:36:24 -0700182 for switch in switches:
A.R Karthick88e80b92016-12-05 20:23:45 -0800183 status = 1
184 tries = 0
A R Karthick946141b2017-01-24 16:37:47 -0800185 result = self.ctlr_switch_availability(switch) and self.test_flow(switch)
186 if result == True:
187 status = 0
A.R Karthick88e80b92016-12-05 20:23:45 -0800188 while status != 0 and tries < 500:
189 cmd = 'sudo ovs-ofctl dump-flows {0} | grep \"type=0x8942\"'.format(switch)
190 status = self.execute_switch(cmd, shell = True)
191 tries += 1
A R Karthick946141b2017-01-24 16:37:47 -0800192 if status != 0 and tries > 100:
193 if self.ctlr_switch_availability(switch):
194 status = 0
A.R Karthick88e80b92016-12-05 20:23:45 -0800195 if tries % 10 == 0:
196 print('Waiting for test switch %s to be connected to ONOS controller ...' %switch)
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700197
A.R Karthick88e80b92016-12-05 20:23:45 -0800198 if status != 0:
199 print('Test Switch %s not connected to ONOS container.'
200 'Please remove ONOS container and restart the test' %switch)
201 if self.rm:
202 self.kill()
203 sys.exit(1)
204 else:
205 print('Test Switch %s connected to ONOS container.' %switch)
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700206
Chetan Gaonker4ca5cca2016-04-11 13:59:35 -0700207 if boot_delay:
208 time.sleep(boot_delay)
209
A R Karthicke8bd80e2017-08-01 12:36:24 -0700210 self.switch_started = True
211
A.R Karthick369f89e2017-03-02 15:22:45 -0800212 def setup_vcpes(self, port_num = 0):
213 res = 0
214 for vcpe in self.vcpes:
215 port, s_tag, c_tag = vcpe['port'], vcpe['s_tag'], vcpe['c_tag']
216 if os.access('/sys/class/net/{}'.format(port), os.F_OK):
217 guest_port = 'vcpe{}'.format(port_num)
218 port_num += 1
A.R Karthick5968e0d2017-05-16 14:50:46 -0700219 print('Provisioning guest port %s for %s with host port: %s, s_tag: %d, c_tag: %d\n'
220 %(guest_port, self.name, port, s_tag, c_tag))
A.R Karthick369f89e2017-03-02 15:22:45 -0800221 cmd = 'pipework {} -i {} -l {} {} 0.0.0.0/24'.format(port, guest_port, guest_port, self.name)
222 res = os.system(cmd)
223 if res == 0:
224 vlan_outer_port = '{}.{}'.format(guest_port, s_tag)
225 vlan_inner_port = '{}.{}'.format(vlan_outer_port, c_tag)
226 #configure the s_tag/c_tag interfaces inside the guest container
227 cmds = ('ip link set {} up'.format(guest_port),
228 'ip link add link {} name {} type vlan id {}'.format(guest_port,
229 vlan_outer_port,
230 s_tag),
231 'ip link set {} up'.format(vlan_outer_port),
232 'ip link add link {} name {} type vlan id {}'.format(vlan_outer_port,
233 vlan_inner_port,
234 c_tag),
235 'ip link set {} up'.format(vlan_inner_port),
236 )
237 res += self.execute(cmds, shell = True)
238
239 @classmethod
240 def cleanup_vcpes(cls, vcpes):
241 port_num = 0
242 for vcpe in vcpes:
243 port = vcpe['port']
244 if os.access('/sys/class/net/{}'.format(port), os.F_OK):
245 local_port = 'vcpe{}'.format(port_num)
246 cmd = 'ip link del {}'.format(local_port)
247 os.system(cmd)
248 port_num += 1
249
A R Karthick1f03e912016-05-18 11:39:22 -0700250 def setup_intfs(self, port_num = 0):
Chetan Gaonker4ca5cca2016-04-11 13:59:35 -0700251 tester_intf_subnet = '192.168.100'
252 res = 0
A.R Karthick88e80b92016-12-05 20:23:45 -0800253 switches = self.port_map['switches']
Chetan Gaonker5209fe82016-04-19 10:09:53 -0700254 start_vlan = self.port_map['start_vlan']
A.R Karthick4f583842017-06-09 17:15:47 -0700255 ponsim = self.port_map['ponsim']
A R Karthick07769362016-07-28 17:36:15 -0700256 start_vlan += port_num
257 uplink = self.port_map['uplink']
258 wan = self.port_map['wan']
A.R Karthick4f583842017-06-09 17:15:47 -0700259 if ponsim is True:
260 if not wan:
261 wan = 'ponmgmt'
A.R Karthick369f89e2017-03-02 15:22:45 -0800262 vcpe_port_num = port_num
A.R Karthick88e80b92016-12-05 20:23:45 -0800263 port_list = self.port_map['switch_port_list'] + self.port_map['switch_relay_port_list']
A R Karthick52414732017-01-31 09:59:47 -0800264 print('Provisioning the ports for the test container\n')
A.R Karthick88e80b92016-12-05 20:23:45 -0800265 for host_intf, ports in port_list:
A R Karthicke8bd80e2017-08-01 12:36:24 -0700266 if self.switch_started is False and host_intf.startswith('br-int'):
267 continue
A.R Karthick4f583842017-06-09 17:15:47 -0700268 setup_ponsim = ponsim
269 host_index = 0
270 host_intf_base = 'pon1'
A R Karthickf97ee132017-03-23 09:48:37 -0700271 #if the host interface/switch does not exist, just create a dummy ovs switch
272 #needed if we are running with no-switch option
273 if not os.access('/sys/class/net/{}'.format(host_intf), os.F_OK):
274 os.system('ovs-vsctl add-br {}'.format(host_intf))
A.R Karthick88e80b92016-12-05 20:23:45 -0800275 uplink = self.port_map[host_intf]['uplink']
A.R Karthick4f583842017-06-09 17:15:47 -0700276 if setup_ponsim is True:
277 if host_intf.find('_') < 0:
278 print('Invalid host interface specified with ponsim. Disabling ponsim setup')
279 setup_ponsim = False
280 else:
281 try:
282 host_index = int(host_intf.split('_')[-1])
283 host_intf_base = host_intf.split('_')[0]
284 except:
285 print('Invalid host interface with ponsim. Disabling ponsim setup')
286 setup_ponsim = False
A.R Karthick88e80b92016-12-05 20:23:45 -0800287 for port in ports:
288 guest_if = port
A R Karthicke4660f52017-02-23 12:08:41 -0800289 local_if = 'l{}'.format(port_num+1) #port #'{0}_{1}'.format(guest_if, port_num+1)
A.R Karthick88e80b92016-12-05 20:23:45 -0800290 guest_ip = '{0}.{1}/24'.format(tester_intf_subnet, port_num+1)
A.R Karthick4f583842017-06-09 17:15:47 -0700291 if setup_ponsim is True:
292 if port != self.port_map[uplink]:
293 host_intf = '{}_{}'.format(host_intf_base, host_index)
294 host_index += 1
295
A.R Karthick88e80b92016-12-05 20:23:45 -0800296 ##Use pipeworks to configure container interfaces on host/bridge interfaces
297 pipework_cmd = 'pipework {0} -i {1} -l {2} {3} {4}'.format(host_intf, guest_if,
A R Karthick07769362016-07-28 17:36:15 -0700298 local_if, self.name, guest_ip)
A.R Karthick88e80b92016-12-05 20:23:45 -0800299 #if the wan interface is specified for uplink, then use it instead
300 if wan and port == self.port_map[uplink]:
301 pipework_cmd = 'pipework {0} -i {1} -l {2} {3} {4}'.format(wan, guest_if,
302 local_if, self.name, guest_ip)
303 else:
304 if start_vlan != 0:
305 pipework_cmd += ' @{}'.format(start_vlan)
306 start_vlan += 1
A.R Karthick4f583842017-06-09 17:15:47 -0700307 print('Running PIPEWORK cmd: %s' %pipework_cmd)
A.R Karthick88e80b92016-12-05 20:23:45 -0800308 res += os.system(pipework_cmd)
309 port_num += 1
Chetan Gaonker4ca5cca2016-04-11 13:59:35 -0700310
A R Karthicke8bd80e2017-08-01 12:36:24 -0700311 if setup_ponsim is True:
312 ponsim = False
313 wan = None
314
A.R Karthick369f89e2017-03-02 15:22:45 -0800315 self.setup_vcpes(vcpe_port_num)
A R Karthick1f03e912016-05-18 11:39:22 -0700316 return res, port_num
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700317
318 @classmethod
A.R Karthick88e80b92016-12-05 20:23:45 -0800319 def get_intf_type(cls, intf):
320 intf_type = 0
321 if os.path.isdir('/sys/class/net/{}/bridge'.format(intf)):
322 intf_type = 1 ##linux bridge
323 else:
324 cmd = 'ovs-vsctl list-br | grep -q "^{0}$"'.format(intf)
325 res = os.system(cmd)
326 if res == 0: ##ovs bridge
327 intf_type = 2
328
329 return intf_type
330
331 @classmethod
A.R Karthick5968e0d2017-05-16 14:50:46 -0700332 def cleanup_intfs(cls, olt_conf_file):
333 if not os.access(olt_conf_file, os.F_OK):
334 olt_conf_file = os.path.join(cls.tester_base, os.path.basename(olt_conf_file))
A R Karthickb50f5592016-07-26 12:19:29 -0700335 olt_config = OltConfig(olt_conf_file)
A R Karthickb03cecd2016-07-27 10:27:55 -0700336 port_map, _ = olt_config.olt_port_map()
A.R Karthick369f89e2017-03-02 15:22:45 -0800337 vcpes = olt_config.get_vcpes()
A R Karthickb50f5592016-07-26 12:19:29 -0700338 port_num = 0
A R Karthickb50f5592016-07-26 12:19:29 -0700339 start_vlan = port_map['start_vlan']
A R Karthick07769362016-07-28 17:36:15 -0700340 wan = port_map['wan']
A R Karthickb50f5592016-07-26 12:19:29 -0700341 cmds = ()
342 res = 0
A.R Karthick88e80b92016-12-05 20:23:45 -0800343 port_list = port_map['switch_port_list'] + port_map['switch_relay_port_list']
344 for intf_host, ports in port_list:
345 intf_type = cls.get_intf_type(intf_host)
346 for port in ports:
A R Karthicke4660f52017-02-23 12:08:41 -0800347 local_if = 'l{}'.format(port_num+1) #port #'{0}_{1}'.format(port, port_num+1)
A.R Karthick88e80b92016-12-05 20:23:45 -0800348 if intf_type == 0:
349 if start_vlan != 0:
350 cmds = ('ip link del {}.{}'.format(intf_host, start_vlan),)
351 start_vlan += 1
A R Karthickb50f5592016-07-26 12:19:29 -0700352 else:
A.R Karthick88e80b92016-12-05 20:23:45 -0800353 if intf_type == 1:
354 cmds = ('brctl delif {} {}'.format(intf_host, local_if),
355 'ip link del {}'.format(local_if))
356 else:
357 cmds = ('ovs-vsctl del-port {} {}'.format(intf_host, local_if),
358 'ip link del {}'.format(local_if))
A R Karthickb50f5592016-07-26 12:19:29 -0700359
A.R Karthick88e80b92016-12-05 20:23:45 -0800360 for cmd in cmds:
361 res += os.system(cmd)
362 port_num += 1
A R Karthickb50f5592016-07-26 12:19:29 -0700363
A.R Karthick369f89e2017-03-02 15:22:45 -0800364 cls.cleanup_vcpes(vcpes)
365
A R Karthickb50f5592016-07-26 12:19:29 -0700366 @classmethod
A R Karthicke4660f52017-02-23 12:08:41 -0800367 def get_name(cls, num_instances):
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700368 cnt_name = '/{0}'.format(cls.basename)
369 cnt_name_len = len(cnt_name)
370 names = list(flatten(n['Names'] for n in cls.dckr.containers(all=True)))
371 test_names = filter(lambda n: n.startswith(cnt_name), names)
372 last_cnt_number = 0
373 if test_names:
374 last_cnt_name = reduce(lambda n1, n2: n1 if int(n1[cnt_name_len:]) > \
375 int(n2[cnt_name_len:]) else n2,
376 test_names)
377 last_cnt_number = int(last_cnt_name[cnt_name_len:])
A R Karthicke4660f52017-02-23 12:08:41 -0800378 if num_instances == 1:
379 last_cnt_number -= 1
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700380 test_cnt_name = cls.basename + str(last_cnt_number+1)
381 return test_cnt_name
382
383 @classmethod
384 def build_image(cls, image):
385 print('Building test container docker image %s' %image)
Chetan Gaonkerb6064fa2016-05-02 16:29:57 -0700386 ovs_version = '2.5.0'
387 image_format = (ovs_version,)*4
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700388 dockerfile = '''
389FROM ubuntu:14.04
390MAINTAINER chetan@ciena.com
A R Karthickc762df42016-05-25 10:09:21 -0700391RUN apt-get update && \
392 apt-get install -y git git-core autoconf automake autotools-dev pkg-config \
393 make gcc g++ libtool libc6-dev cmake libpcap-dev libxerces-c2-dev \
394 unzip libpcre3-dev flex bison libboost-dev \
395 python python-pip python-setuptools python-scapy tcpdump doxygen doxypy wget \
396 openvswitch-common openvswitch-switch \
A R Karthick07608ef2016-08-23 16:51:19 -0700397 python-twisted python-sqlite sqlite3 python-pexpect telnet arping isc-dhcp-server \
Chetan Gaonker53f16382017-02-20 20:31:22 +0000398 python-paramiko python-maas-client python-keystoneclient python-neutronclient \
A R Karthickc28f6a92017-04-18 16:05:18 -0700399 python-glanceclient python-novaclient python-dev libffi-dev libssl-dev
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700400RUN easy_install nose
A R Karthickc28f6a92017-04-18 16:05:18 -0700401RUN python -m pip install --upgrade pip
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700402RUN mkdir -p /root/ovs
403WORKDIR /root
Chetan Gaonkerb6064fa2016-05-02 16:29:57 -0700404RUN wget http://openvswitch.org/releases/openvswitch-{}.tar.gz -O /root/ovs/openvswitch-{}.tar.gz && \
405(cd /root/ovs && tar zxpvf openvswitch-{}.tar.gz && \
406 cd openvswitch-{} && \
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700407 ./configure --prefix=/usr --sysconfdir=/etc --localstatedir=/var --disable-ssl && make && make install)
408RUN service openvswitch-switch restart || /bin/true
A.R Karthickec5b72a2016-11-03 09:53:07 -0700409RUN pip install scapy==2.3.2 scapy-ssl_tls==1.2.2 monotonic configObj docker-py pyyaml nsenter pyroute2 netaddr python-daemon
A R Karthickc28f6a92017-04-18 16:05:18 -0700410RUN pip install -U cryptography
411RUN pip install -U paramiko
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700412RUN mv /usr/sbin/tcpdump /sbin/
413RUN ln -sf /sbin/tcpdump /usr/sbin/tcpdump
A R Karthickf4999472016-07-01 16:42:13 -0700414RUN mv /usr/sbin/dhcpd /sbin/
415RUN ln -sf /sbin/dhcpd /usr/sbin/dhcpd
A.R Karthickcaf82ac2017-04-17 17:45:24 -0700416RUN mv /sbin/dhclient /usr/sbin/
417RUN ln -sf /usr/sbin/dhclient /sbin/dhclient
A R Karthickb7e80902016-05-17 09:38:31 -0700418WORKDIR /root
419RUN wget -nc http://de.archive.ubuntu.com/ubuntu/pool/main/b/bison/bison_2.5.dfsg-2.1_amd64.deb \
420 http://de.archive.ubuntu.com/ubuntu/pool/main/b/bison/libbison-dev_2.5.dfsg-2.1_amd64.deb
421RUN sudo dpkg -i bison_2.5.dfsg-2.1_amd64.deb libbison-dev_2.5.dfsg-2.1_amd64.deb
422RUN rm bison_2.5.dfsg-2.1_amd64.deb libbison-dev_2.5.dfsg-2.1_amd64.deb
423RUN wget -nc http://www.nbee.org/download/nbeesrc-jan-10-2013.zip && \
424 unzip nbeesrc-jan-10-2013.zip && \
425 cd nbeesrc-jan-10-2013/src && cmake . && make && \
426 cp ../bin/libn*.so /usr/local/lib && ldconfig && \
427 cp -R ../include/* /usr/include/
428WORKDIR /root
429RUN git clone https://github.com/CPqD/ofsoftswitch13.git && \
430 cd ofsoftswitch13 && \
A R Karthickb7e80902016-05-17 09:38:31 -0700431 ./boot.sh && \
432 ./configure --prefix=/usr --sysconfdir=/etc --localstatedir=/var --disable-ssl && \
433 make && make install
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700434CMD ["/bin/bash"]
Chetan Gaonkerb6064fa2016-05-02 16:29:57 -0700435'''.format(*image_format)
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700436 super(CordTester, cls).build_image(dockerfile, image)
437 print('Done building docker image %s' %image)
438
A R Karthick1f03e912016-05-18 11:39:22 -0700439 def run_tests(self):
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700440 '''Run the list of tests'''
A R Karthick9a5edc42016-08-24 19:10:22 -0700441 res = 0
Thangavelu K Sef6f0a52016-12-14 19:57:05 +0000442 print('Modifying scapy tool files before running a test: %s' %self.tests)
443 self.modify_scapy_files_for_specific_tests()
A R Karthick1f03e912016-05-18 11:39:22 -0700444 print('Running tests: %s' %self.tests)
445 for t in self.tests:
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700446 test = t.split(':')[0]
A R Karthick24f1de62016-05-12 15:16:38 -0700447 test_file = '{}Test.py'.format(test)
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700448 if t.find(':') >= 0:
A R Karthick24f1de62016-05-12 15:16:38 -0700449 test_case = '{0}:{1}'.format(test_file, t.split(':')[1])
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700450 else:
451 test_case = test_file
Chetan Gaonker7142a342016-04-07 14:53:12 -0700452 cmd = 'nosetests -v {0}/src/test/{1}/{2}'.format(self.sandbox, test, test_case)
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700453 status = self.execute(cmd, shell = True)
A R Karthick9a5edc42016-08-24 19:10:22 -0700454 if status > 255:
455 status = 1
456 res |= status
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700457 print('Test %s %s' %(test_case, 'Success' if status == 0 else 'Failure'))
458 print('Done running tests')
459 if self.rm:
460 print('Removing test container %s' %self.name)
461 self.kill(remove=True)
462
A R Karthick9a5edc42016-08-24 19:10:22 -0700463 return res
464
Thangavelu K Sef6f0a52016-12-14 19:57:05 +0000465 def modify_scapy_files_for_specific_tests(self):
466 name = self.name
A R Karthickf7a613b2017-02-24 09:36:44 -0800467 container_cmd_exec = Container(name = name, image = CordTester.IMAGE)
Thangavelu K Sef6f0a52016-12-14 19:57:05 +0000468 tty = False
469 dckr = Client()
470 cmd = 'cp test/src/test/scapy/fields.py /usr/local/lib/python2.7/dist-packages/scapy/fields.py '
471 i = container_cmd_exec.execute(cmd = cmd, tty= tty, stream = True)
472
Chetan Gaonkerfb3cb5e2016-05-06 11:55:44 -0700473 @classmethod
474 def list_tests(cls, tests):
475 print('Listing test cases')
476 for test in tests:
A R Karthick24f1de62016-05-12 15:16:38 -0700477 test_file = '{}Test.py'.format(test)
Chetan Gaonkerfb3cb5e2016-05-06 11:55:44 -0700478 cmd = 'nosetests -v --collect-only {0}/../{1}/{2}'.format(cls.tester_base, test, test_file)
479 os.system(cmd)
480
A R Karthicka013a272016-08-16 16:40:19 -0700481
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700482##default onos/radius/test container images and names
483onos_image_default='onosproject/onos:latest'
A R Karthick07608ef2016-08-23 16:51:19 -0700484nose_image_default= '{}:candidate'.format(CordTester.IMAGE)
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700485test_type_default='dhcp'
A R Karthickb608d402017-06-02 11:48:41 -0700486onos_app_version = '3.0-SNAPSHOT'
Chetan Gaonker4d842ad2016-04-26 10:04:24 -0700487cord_tester_base = os.path.dirname(os.path.realpath(__file__))
A.R Karthick5968e0d2017-05-16 14:50:46 -0700488olt_config_default = os.path.join(cord_tester_base, 'olt_config.json')
A R Karthick38d5df42017-07-10 13:33:26 -0700489onos_app_file = os.path.abspath('{0}/../apps/ciena-cordigmp-multitable-'.format(cord_tester_base) + onos_app_version + '.oar')
A R Karthick81acbff2016-06-17 14:45:16 -0700490cord_test_server_address = '{}:{}'.format(CORD_TEST_HOST, CORD_TEST_PORT)
A R Karthick07608ef2016-08-23 16:51:19 -0700491identity_file_default = '/etc/maas/ansible/id_rsa'
A R Karthicke14fc022016-12-08 14:50:29 -0800492onos_log_level = 'INFO'
A R Karthick07608ef2016-08-23 16:51:19 -0700493
494##sets up the ssh key file for the test container
495def set_ssh_key_file(identity_file):
496 ssh_key_file = None
497 if os.access(identity_file, os.F_OK):
498 ##copy it to setup directory
499 identity_dest = os.path.join(CordTester.tester_base, 'id_rsa')
500 if os.path.abspath(identity_file) != identity_dest:
501 try:
502 shutil.copy(identity_file, identity_dest)
503 ssh_key_file = os.path.join(CordTester.sandbox_setup, 'id_rsa')
504 except: pass
505
506 return ssh_key_file
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700507
A R Karthickcaac5542017-03-06 16:20:57 -0800508def openstack_setup(test_cnt_env):
509 admin_rc = os.path.join(os.getenv('HOME'), 'admin-openrc.sh')
A R Karthick8983cb02017-06-09 11:32:53 -0700510 if not os.access(admin_rc, os.F_OK):
511 admin_rc = os.path.join('/opt/cord_profile', 'admin-openrc.sh')
A R Karthickcaac5542017-03-06 16:20:57 -0800512 if os.access(admin_rc, os.F_OK):
513 dest = os.path.join(CordTester.tester_base, 'admin-openrc.sh')
514 shutil.copy(admin_rc, dest)
515 with open(dest, 'r') as f:
516 cfg = {}
517 for data in f.read().splitlines():
518 try:
519 k, v = data.split('=')
520 except:
521 continue
522
523 k = k.split()[-1]
524 cfg[k] = v
525
526 if 'REQUESTS_CA_BUNDLE' in cfg:
527 #copy the certificate to setup directory
528 cert_src = cfg['REQUESTS_CA_BUNDLE']
529 shutil.copy(cert_src, CordTester.tester_base)
530 test_cert_loc = os.path.join(CordTester.sandbox_setup,
531 os.path.basename(cert_src))
532 cfg['REQUESTS_CA_BUNDLE'] = test_cert_loc
533
534 for key, value in cfg.iteritems():
535 test_cnt_env[key] = value
536
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700537def runTest(args):
Chetan Gaonker823cdc52016-05-09 15:51:23 -0700538 #Start the cord test tcp server
A.R Karthickb17e2022017-01-27 11:29:26 -0800539 test_manifest = TestManifest(args = args)
540 test_server_params = test_manifest.server.split(':')
A R Karthick81acbff2016-06-17 14:45:16 -0700541 test_host = test_server_params[0]
542 test_port = CORD_TEST_PORT
543 if len(test_server_params) > 1:
544 test_port = int(test_server_params[1])
A R Karthick81acbff2016-06-17 14:45:16 -0700545
A R Karthick1f03e912016-05-18 11:39:22 -0700546 test_containers = []
547 #These tests end up restarting ONOS/quagga/radius
A R Karthick4e0c0912016-08-17 16:57:42 -0700548 tests_exempt = ('vrouter', 'cordSubscriber', 'proxyarp', 'dhcprelay')
Chetan Gaonker503032a2016-05-12 12:06:29 -0700549 if args.test_type.lower() == 'all':
550 tests = CordTester.ALL_TESTS
Chetan Gaonker503032a2016-05-12 12:06:29 -0700551 args.quagga = True
552 else:
A R Karthickacae3b42016-05-12 15:27:24 -0700553 tests = args.test_type.split('-')
Chetan Gaonker503032a2016-05-12 12:06:29 -0700554
A R Karthick1f03e912016-05-18 11:39:22 -0700555 tests_parallel = [ t for t in tests if t.split(':')[0] not in tests_exempt ]
556 tests_not_parallel = [ t for t in tests if t.split(':')[0] in tests_exempt ]
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700557 onos_cnt = {'tag':'latest'}
A R Karthick07608ef2016-08-23 16:51:19 -0700558 nose_cnt = {'image': CordTester.IMAGE, 'tag': 'candidate'}
Chetan Gaonker503032a2016-05-12 12:06:29 -0700559 update_map = { 'quagga' : False, 'test' : False, 'radius' : False }
560 update_map[args.update.lower()] = True
A.R Karthick95d044e2016-06-10 18:44:36 -0700561
Chetan Gaonker503032a2016-05-12 12:06:29 -0700562 if args.update.lower() == 'all':
563 for c in update_map.keys():
564 update_map[c] = True
A.R Karthick95d044e2016-06-10 18:44:36 -0700565
A R Karthick07608ef2016-08-23 16:51:19 -0700566 use_manifest = False
567 if args.manifest:
568 if os.access(args.manifest, os.F_OK):
569 ##copy it to setup directory
A.R Karthick8b2f1e32017-02-09 15:10:07 -0800570 dest = os.path.join(CordTester.tester_base,
571 os.path.basename(args.manifest))
A R Karthick07608ef2016-08-23 16:51:19 -0700572 if os.path.abspath(args.manifest) != dest:
573 try:
574 shutil.copy(args.manifest, dest)
575 except: pass
A R Karthick65d950d2016-12-19 19:41:55 -0800576 test_manifest = TestManifest(manifest = dest)
A R Karthick07608ef2016-08-23 16:51:19 -0700577 use_manifest = True
578 else:
579 print('Unable to access test manifest: %s' %args.manifest)
Chetan Gaonkerfb3cb5e2016-05-06 11:55:44 -0700580
A R Karthick65d950d2016-12-19 19:41:55 -0800581 onos_ip = test_manifest.onos_ip
582 radius_ip = test_manifest.radius_ip
583 head_node = test_manifest.head_node
A R Karthick5af23712017-01-20 09:49:24 -0800584 iterations = test_manifest.iterations
A.R Karthick263d3fc2017-01-27 12:52:53 -0800585 onos_cord_loc = test_manifest.onos_cord
A.R Karthickf184b342017-01-27 19:30:50 -0800586 service_profile = test_manifest.service_profile
587 synchronizer = test_manifest.synchronizer
A.R Karthick5968e0d2017-05-16 14:50:46 -0700588 olt_config_file = test_manifest.olt_config
A.R Karthick57fa9372017-05-24 12:47:03 -0700589 voltha_loc = test_manifest.voltha_loc
590 voltha_intf = test_manifest.voltha_intf
A.R Karthick5968e0d2017-05-16 14:50:46 -0700591 if not os.access(olt_config_file, os.F_OK):
592 olt_config_file = os.path.join(CordTester.tester_base, 'olt_config.json')
593 else:
594 dest = os.path.join(CordTester.tester_base,
595 os.path.basename(olt_config_file))
596 if os.path.abspath(olt_config_file) != dest:
597 try:
598 shutil.copy(olt_config_file, dest)
599 except: pass
600
A.R Karthickf184b342017-01-27 19:30:50 -0800601 onos_cord = None
A R Karthick973010f2017-02-06 16:41:51 -0800602 Onos.update_data_dir(test_manifest.karaf_version)
A R Karthick184945a2017-07-25 17:23:57 -0700603 Onos.set_expose_port(test_manifest.expose_port)
A.R Karthick263d3fc2017-01-27 12:52:53 -0800604 if onos_cord_loc:
605 if onos_cord_loc.find(os.path.sep) < 0:
606 onos_cord_loc = os.path.join(os.getenv('HOME'), onos_cord_loc)
A.R Karthickf184b342017-01-27 19:30:50 -0800607 if not os.access(onos_cord_loc, os.F_OK):
608 print('ONOS cord config location %s is not accessible' %onos_cord_loc)
609 sys.exit(1)
A.R Karthick263d3fc2017-01-27 12:52:53 -0800610 if not onos_ip:
611 ##Unexpected case. Specify the external controller ip when running on cord node
612 print('Specify ONOS ip using \"-e\" option when running the cord-tester on cord node')
613 sys.exit(1)
A.R Karthickf184b342017-01-27 19:30:50 -0800614 if not service_profile:
A R Karthick03bd2812017-03-03 17:49:17 -0800615 print('Specify service profile for the ONOS cord instance. Eg: rcord')
A.R Karthickf184b342017-01-27 19:30:50 -0800616 sys.exit(1)
617 if not synchronizer:
618 print('Specify synchronizer to use for the ONOS cord instance. Eg: vtn, fabric, cord')
619 sys.exit(1)
A.R Karthickf184b342017-01-27 19:30:50 -0800620 onos_cord = OnosCord(onos_ip, onos_cord_loc, service_profile, synchronizer)
A.R Karthick263d3fc2017-01-27 12:52:53 -0800621
622 try:
623 test_server = cord_test_server_start(daemonize = False, cord_test_host = test_host, cord_test_port = test_port,
624 onos_cord = onos_cord)
625 except:
626 ##Most likely a server instance is already running (daemonized earlier)
627 test_server = None
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700628
A R Karthick65d950d2016-12-19 19:41:55 -0800629 Container.IMAGE_PREFIX = test_manifest.image_prefix
630 Onos.MAX_INSTANCES = test_manifest.onos_instances
A R Karthickc69d73e2017-01-20 11:44:34 -0800631 Onos.JVM_HEAP_SIZE = test_manifest.jvm_heap_size
A R Karthick65d950d2016-12-19 19:41:55 -0800632 cluster_mode = True if test_manifest.onos_instances > 1 else False
633 async_mode = cluster_mode and test_manifest.async_mode
634 existing_list = [ c['Names'][0][1:] for c in Container.dckr.containers() if c['Image'] == test_manifest.onos_image ]
635 setup_cluster = False if len(existing_list) == test_manifest.onos_instances else True
A.R Karthickc4e474d2016-12-12 15:24:57 -0800636 onos_ips = []
A R Karthick65d950d2016-12-19 19:41:55 -0800637 if cluster_mode is True and len(existing_list) > 1:
638 ##don't setup cluster config again
639 cluster_mode = False
A R Karthicka41c1c52017-08-02 15:30:48 -0700640 if voltha_loc:
641 voltha_key = os.path.join(voltha_loc, 'docker', 'onos_cfg', 'onos.jks')
642 Onos.update_ssl_key(voltha_key)
A R Karthick07608ef2016-08-23 16:51:19 -0700643 if onos_ip is None:
A R Karthick65d950d2016-12-19 19:41:55 -0800644 image_names = test_manifest.onos_image.rsplit(':', 1)
A R Karthick07608ef2016-08-23 16:51:19 -0700645 onos_cnt['image'] = image_names[0]
646 if len(image_names) > 1:
647 if image_names[1].find('/') < 0:
648 onos_cnt['tag'] = image_names[1]
649 else:
650 #tag cannot have slashes
A R Karthick65d950d2016-12-19 19:41:55 -0800651 onos_cnt['image'] = test_manifest.onos_image
A R Karthick07608ef2016-08-23 16:51:19 -0700652
653 Onos.IMAGE = onos_cnt['image']
A R Karthick65d950d2016-12-19 19:41:55 -0800654 Onos.PREFIX = test_manifest.image_prefix
A R Karthick07608ef2016-08-23 16:51:19 -0700655 Onos.TAG = onos_cnt['tag']
A R Karthick65d950d2016-12-19 19:41:55 -0800656 data_volume = '{}-data'.format(Onos.NAME) if test_manifest.shared_volume else None
A R Karthick07608ef2016-08-23 16:51:19 -0700657 onos = Onos(image = Onos.IMAGE,
A.R Karthickc4e474d2016-12-12 15:24:57 -0800658 tag = Onos.TAG, boot_delay = 60, cluster = cluster_mode,
A R Karthick85eb1862017-01-23 16:10:57 -0800659 data_volume = data_volume, async = async_mode, network = test_manifest.docker_network)
A.R Karthickc4e474d2016-12-12 15:24:57 -0800660 if onos.running:
A R Karthick65d950d2016-12-19 19:41:55 -0800661 onos_ips.append(onos.ipaddr)
A.R Karthickc4e474d2016-12-12 15:24:57 -0800662 else:
663 onos_ips.append(onos_ip)
664
A R Karthick65d950d2016-12-19 19:41:55 -0800665 num_onos_instances = test_manifest.onos_instances
ChetanGaonkerdbd4e4b2016-10-28 17:40:11 -0700666 if num_onos_instances > 1 and onos is not None:
667 onos_instances = []
668 onos_instances.append(onos)
669 for i in range(1, num_onos_instances):
670 name = '{}-{}'.format(Onos.NAME, i+1)
A R Karthick65d950d2016-12-19 19:41:55 -0800671 data_volume = '{}-data'.format(name) if test_manifest.shared_volume else None
A.R Karthickc4e474d2016-12-12 15:24:57 -0800672 quagga_config = Onos.get_quagga_config(i)
A R Karthickec2db322016-11-17 15:06:01 -0800673 onos = Onos(name = name, image = Onos.IMAGE, tag = Onos.TAG, boot_delay = 60, cluster = cluster_mode,
A R Karthick3b811152016-12-15 10:24:24 -0800674 data_volume = data_volume, async = async_mode,
A R Karthick184945a2017-07-25 17:23:57 -0700675 quagga_config = quagga_config, network = test_manifest.docker_network, instance = i)
ChetanGaonkerdbd4e4b2016-10-28 17:40:11 -0700676 onos_instances.append(onos)
A.R Karthickc4e474d2016-12-12 15:24:57 -0800677 if onos.running:
678 onos_ips.append(onos.ipaddr)
A R Karthick65d950d2016-12-19 19:41:55 -0800679 if async_mode is True and cluster_mode is True:
A.R Karthickc4e474d2016-12-12 15:24:57 -0800680 Onos.start_cluster_async(onos_instances)
681 if not onos_ips:
682 for onos in onos_instances:
683 onos_ips.append(onos.ipaddr)
A R Karthick65d950d2016-12-19 19:41:55 -0800684 if cluster_mode is True:
685 try:
686 for ip in onos_ips:
687 print('Installing cord tester ONOS app %s in ONOS instance %s' %(args.app,ip))
688 OnosCtrl.install_app(args.app, onos_ip = ip)
689 except: pass
A R Karthick1ef70552016-11-17 17:33:36 -0800690 if setup_cluster is True:
691 Onos.setup_cluster(onos_instances)
692 else:
693 print('ONOS instances already running. Skipping ONOS form cluster for %d instances' %num_onos_instances)
ChetanGaonkerdbd4e4b2016-10-28 17:40:11 -0700694 ctlr_addr = ','.join(onos_ips)
Chetan Gaonker5209fe82016-04-19 10:09:53 -0700695
A R Karthick65d950d2016-12-19 19:41:55 -0800696 print('Controller IP %s, Test type %s' %(onos_ips, args.test_type))
697 if onos_ip is not None:
A R Karthickbd9b8a32016-07-21 09:56:45 -0700698 print('Installing ONOS cord apps')
A R Karthick07608ef2016-08-23 16:51:19 -0700699 try:
700 Onos.install_cord_apps(onos_ip = onos_ip)
701 except: pass
A R Karthickeaf1c4e2016-07-19 12:22:35 -0700702
ChetanGaonkerdbd4e4b2016-10-28 17:40:11 -0700703 if not cluster_mode:
704 print('Installing cord tester ONOS app %s' %args.app)
705 try:
706 for ip in onos_ips:
A R Karthick65d950d2016-12-19 19:41:55 -0800707 OnosCtrl.install_app(args.app, onos_ip = ip)
ChetanGaonkerdbd4e4b2016-10-28 17:40:11 -0700708 except: pass
A R Karthickeaf1c4e2016-07-19 12:22:35 -0700709
A.R Karthick57fa9372017-05-24 12:47:03 -0700710 if voltha_loc:
711 #start voltha
A.R Karthick4f583842017-06-09 17:15:47 -0700712 voltha = VolthaService(voltha_loc, onos_ips[0], interface = voltha_intf, olt_config = olt_config_file)
A.R Karthick57fa9372017-05-24 12:47:03 -0700713 voltha.start()
714
A R Karthickeaf1c4e2016-07-19 12:22:35 -0700715 if radius_ip is None:
A R Karthicka661b552016-05-25 10:18:50 -0700716 ##Start Radius container
A R Karthick85eb1862017-01-23 16:10:57 -0800717 radius = Radius(prefix = Container.IMAGE_PREFIX, update = update_map['radius'],
718 network = test_manifest.docker_network)
A R Karthick75844572017-01-23 16:57:44 -0800719 radius_ip = radius.ip(network = test_manifest.docker_network)
A.R Karthick95d044e2016-06-10 18:44:36 -0700720
A R Karthickeaf1c4e2016-07-19 12:22:35 -0700721 print('Radius server running with IP %s' %radius_ip)
A.R Karthick95d044e2016-06-10 18:44:36 -0700722
Chetan Gaonkerb84835f2016-04-19 15:12:10 -0700723 if args.quagga == True:
724 #Start quagga. Builds container if required
A R Karthick85eb1862017-01-23 16:10:57 -0800725 quagga = Quagga(prefix = Container.IMAGE_PREFIX, update = update_map['quagga'],
726 network = test_manifest.docker_network)
A R Karthick81acbff2016-06-17 14:45:16 -0700727
A R Karthick07608ef2016-08-23 16:51:19 -0700728 try:
729 maas_api_key = FabricMAAS.get_api_key()
730 except:
731 maas_api_key = 'UNKNOWN'
732
733 ssh_key_file = set_ssh_key_file(args.identity_file)
ChetanGaonkerdbd4e4b2016-10-28 17:40:11 -0700734 test_cnt_env = { 'ONOS_CONTROLLER_IP' : ctlr_addr,
Chetan Gaonkerc170f3f2016-04-19 17:24:45 -0700735 'ONOS_AAA_IP' : radius_ip if radius_ip is not None else '',
A R Karthick8d03cc52016-06-28 14:51:59 -0700736 'QUAGGA_IP': test_host,
A R Karthick81acbff2016-06-17 14:45:16 -0700737 'CORD_TEST_HOST' : test_host,
738 'CORD_TEST_PORT' : test_port,
A R Karthick65d950d2016-12-19 19:41:55 -0800739 'ONOS_RESTART' : 0 if test_manifest.olt and args.test_controller else 1,
740 'LOG_LEVEL': test_manifest.log_level,
A R Karthick07608ef2016-08-23 16:51:19 -0700741 'HEAD_NODE': head_node if head_node else CORD_TEST_HOST,
A R Karthick973010f2017-02-06 16:41:51 -0800742 'MAAS_API_KEY': maas_api_key,
A.R Karthick57fa9372017-05-24 12:47:03 -0700743 'KARAF_VERSION' : test_manifest.karaf_version,
A R Karthickfa2caab2017-07-24 18:04:46 -0700744 'VOLTHA_ENABLED' : int(test_manifest.voltha_enable)
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700745 }
A R Karthick07608ef2016-08-23 16:51:19 -0700746
747 if ssh_key_file:
748 test_cnt_env['SSH_KEY_FILE'] = ssh_key_file
749
A.R Karthick5968e0d2017-05-16 14:50:46 -0700750 olt_conf_test_loc = os.path.join(CordTester.sandbox_setup, os.path.basename(olt_config_file))
751 test_cnt_env['OLT_CONFIG_FILE'] = olt_conf_test_loc
A R Karthick65d950d2016-12-19 19:41:55 -0800752 if test_manifest.olt:
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700753 test_cnt_env['OLT_CONFIG'] = olt_conf_test_loc
754
A.R Karthick8b2f1e32017-02-09 15:10:07 -0800755 if use_manifest:
756 test_cnt_env['MANIFEST'] = os.path.join(CordTester.sandbox_setup,
757 os.path.basename(args.manifest))
758
A.R Karthick5968e0d2017-05-16 14:50:46 -0700759
A R Karthick5af23712017-01-20 09:49:24 -0800760 if iterations is not None:
761 test_cnt_env['ITERATIONS'] = iterations
762
A R Karthickcaac5542017-03-06 16:20:57 -0800763 openstack_setup(test_cnt_env)
764
A R Karthicka013a272016-08-16 16:40:19 -0700765 if args.num_containers > 1 and args.container:
766 print('Cannot specify number of containers with container option')
767 sys.exit(1)
768 if args.container:
769 args.keep = True
A R Karthick1f03e912016-05-18 11:39:22 -0700770 port_num = 0
771 num_tests = len(tests_parallel)
A R Karthick2b93d6a2016-09-06 15:19:09 -0700772 if num_tests > 0 and num_tests < args.num_containers:
773 tests_parallel *= args.num_containers/num_tests
774 num_tests = len(tests_parallel)
A R Karthick1f03e912016-05-18 11:39:22 -0700775 tests_per_container = max(1, num_tests/args.num_containers)
A R Karthicke4660f52017-02-23 12:08:41 -0800776 last_batch = num_tests % args.num_containers
A R Karthick1f03e912016-05-18 11:39:22 -0700777 test_slice_start = 0
778 test_slice_end = test_slice_start + tests_per_container
779 num_test_containers = min(num_tests, args.num_containers)
780 if tests_parallel:
781 print('Running %s tests across %d containers in parallel' %(tests_parallel, num_test_containers))
A R Karthicke4660f52017-02-23 12:08:41 -0800782 for container in xrange(num_test_containers):
783 if container + 1 == num_test_containers:
784 test_slice_end += last_batch
A R Karthick1f03e912016-05-18 11:39:22 -0700785 test_cnt = CordTester(tests_parallel[test_slice_start:test_slice_end],
786 instance = container, num_instances = num_test_containers,
ChetanGaonkerdbd4e4b2016-10-28 17:40:11 -0700787 ctlr_ip = ctlr_addr,
A R Karthick07608ef2016-08-23 16:51:19 -0700788 name = args.container,
789 image = nose_cnt['image'],
790 prefix = Container.IMAGE_PREFIX,
791 tag = nose_cnt['tag'],
A R Karthick1f03e912016-05-18 11:39:22 -0700792 env = test_cnt_env,
793 rm = False if args.keep else True,
A R Karthick85eb1862017-01-23 16:10:57 -0800794 update = update_map['test'],
795 network = test_manifest.docker_network)
A R Karthick1f03e912016-05-18 11:39:22 -0700796 test_slice_start = test_slice_end
797 test_slice_end = test_slice_start + tests_per_container
798 update_map['test'] = False
799 test_containers.append(test_cnt)
A R Karthicka013a272016-08-16 16:40:19 -0700800 if not test_cnt.create:
801 continue
A R Karthick65d950d2016-12-19 19:41:55 -0800802 if test_cnt.create and (test_manifest.start_switch or not test_manifest.olt):
A R Karthick07608ef2016-08-23 16:51:19 -0700803 if not args.no_switch:
A R Karthicke8bd80e2017-08-01 12:36:24 -0700804 test_cnt.start_switch(test_manifest)
A R Karthicka013a272016-08-16 16:40:19 -0700805 if test_cnt.create and test_cnt.olt:
A R Karthick1f03e912016-05-18 11:39:22 -0700806 _, port_num = test_cnt.setup_intfs(port_num = port_num)
807
A R Karthick9a5edc42016-08-24 19:10:22 -0700808 status = 0
809 if len(test_containers) > 1:
A R Karthicke4660f52017-02-23 12:08:41 -0800810 thread_pool = ThreadPool(len(test_containers), queue_size = 1, wait_timeout=1)
811 for test_cnt in test_containers:
812 thread_pool.addTask(test_cnt.run_tests)
813 thread_pool.cleanUpThreads()
A R Karthick9a5edc42016-08-24 19:10:22 -0700814 else:
A R Karthickcee37412016-08-29 10:10:56 -0700815 if test_containers:
816 status = test_containers[0].run_tests()
A R Karthick1f03e912016-05-18 11:39:22 -0700817
818 ##Run the linear tests
819 if tests_not_parallel:
820 test_cnt = CordTester(tests_not_parallel,
ChetanGaonkerdbd4e4b2016-10-28 17:40:11 -0700821 ctlr_ip = ctlr_addr,
A R Karthick07608ef2016-08-23 16:51:19 -0700822 name = args.container,
823 image = nose_cnt['image'],
824 prefix = Container.IMAGE_PREFIX,
825 tag = nose_cnt['tag'],
A R Karthick1f03e912016-05-18 11:39:22 -0700826 env = test_cnt_env,
827 rm = False if args.keep else True,
A R Karthick85eb1862017-01-23 16:10:57 -0800828 update = update_map['test'],
829 network = test_manifest.docker_network)
A R Karthick65d950d2016-12-19 19:41:55 -0800830 if test_cnt.create and (test_manifest.start_switch or not test_manifest.olt):
A R Karthick36cfcef2016-08-18 15:20:07 -0700831 #For non parallel tests, we just restart the switch also for OLT's
832 CordTester.switch_on_olt = False
A R Karthick07608ef2016-08-23 16:51:19 -0700833 if not args.no_switch:
A R Karthicke8bd80e2017-08-01 12:36:24 -0700834 test_cnt.start_switch(test_manifest)
A R Karthicka013a272016-08-16 16:40:19 -0700835 if test_cnt.create and test_cnt.olt:
A R Karthick1f03e912016-05-18 11:39:22 -0700836 test_cnt.setup_intfs(port_num = port_num)
ChetanGaonkerdbd4e4b2016-10-28 17:40:11 -0700837 test_cnt.run_tests()
A R Karthick1f03e912016-05-18 11:39:22 -0700838
A R Karthick81acbff2016-06-17 14:45:16 -0700839 if test_server:
A.R Karthickf184b342017-01-27 19:30:50 -0800840 if onos_cord:
841 onos_cord.restore()
A R Karthick81acbff2016-06-17 14:45:16 -0700842 cord_test_server_stop(test_server)
843
A R Karthick9a5edc42016-08-24 19:10:22 -0700844 return status
845
A R Karthick81acbff2016-06-17 14:45:16 -0700846##Starts onos/radius/quagga containers as appropriate
847def setupCordTester(args):
848 onos_cnt = {'tag':'latest'}
A R Karthick07608ef2016-08-23 16:51:19 -0700849 nose_cnt = {'image': CordTester.IMAGE, 'tag': 'candidate'}
A R Karthick92a0e5a2016-06-22 17:11:05 -0700850 update_map = { 'quagga' : False, 'radius' : False, 'test': False }
A R Karthick81acbff2016-06-17 14:45:16 -0700851 update_map[args.update.lower()] = True
A R Karthick65d950d2016-12-19 19:41:55 -0800852 test_manifest = TestManifest(args = args)
853
A R Karthick81acbff2016-06-17 14:45:16 -0700854 if args.update.lower() == 'all':
855 for c in update_map.keys():
856 update_map[c] = True
857
A R Karthick07608ef2016-08-23 16:51:19 -0700858 use_manifest = False
859 if args.manifest:
860 if os.access(args.manifest, os.F_OK):
861 ##copy it to setup directory
A.R Karthick8b2f1e32017-02-09 15:10:07 -0800862 dest = os.path.join(CordTester.tester_base,
863 os.path.basename(args.manifest))
A R Karthick07608ef2016-08-23 16:51:19 -0700864 if os.path.abspath(args.manifest) != dest:
865 try:
866 shutil.copy(args.manifest, dest)
867 except: pass
A R Karthick65d950d2016-12-19 19:41:55 -0800868 test_manifest = TestManifest(manifest = dest)
A R Karthick07608ef2016-08-23 16:51:19 -0700869 use_manifest = True
870
A.R Karthickf184b342017-01-27 19:30:50 -0800871 onos_ip = test_manifest.onos_ip
872 radius_ip = test_manifest.radius_ip
873 head_node = test_manifest.head_node
874 iterations = test_manifest.iterations
875 service_profile = test_manifest.service_profile
876 synchronizer = test_manifest.synchronizer
A.R Karthick57fa9372017-05-24 12:47:03 -0700877 voltha_loc = test_manifest.voltha_loc
878 voltha_intf = test_manifest.voltha_intf
A.R Karthickf184b342017-01-27 19:30:50 -0800879 onos_cord = None
A.R Karthick263d3fc2017-01-27 12:52:53 -0800880 onos_cord_loc = test_manifest.onos_cord
A R Karthick973010f2017-02-06 16:41:51 -0800881 Onos.update_data_dir(test_manifest.karaf_version)
A R Karthick184945a2017-07-25 17:23:57 -0700882 Onos.set_expose_port(test_manifest.expose_port)
A.R Karthick5968e0d2017-05-16 14:50:46 -0700883 olt_config_file = test_manifest.olt_config
884 if not os.access(olt_config_file, os.F_OK):
885 olt_config_file = os.path.join(CordTester.tester_base, 'olt_config.json')
886 else:
887 dest = os.path.join(CordTester.tester_base,
888 os.path.basename(olt_config_file))
889 if os.path.abspath(olt_config_file) != dest:
890 try:
891 shutil.copy(olt_config_file, dest)
892 except: pass
A R Karthick973010f2017-02-06 16:41:51 -0800893
A.R Karthick263d3fc2017-01-27 12:52:53 -0800894 if onos_cord_loc:
895 if onos_cord_loc.find(os.path.sep) < 0:
896 onos_cord_loc = os.path.join(os.getenv('HOME'), onos_cord_loc)
897 if not os.access(onos_cord_loc, os.F_OK):
898 print('ONOS cord config location %s is not accessible' %onos_cord_loc)
899 sys.exit(1)
A.R Karthick263d3fc2017-01-27 12:52:53 -0800900 if not onos_ip:
A R Karthickd44cea12016-07-20 12:16:41 -0700901 ##Unexpected case. Specify the external controller ip when running on cord node
902 print('Specify ONOS ip using \"-e\" option when running the cord-tester on cord node')
903 sys.exit(1)
A.R Karthickf184b342017-01-27 19:30:50 -0800904 if not service_profile:
A R Karthick03bd2812017-03-03 17:49:17 -0800905 print('Specify service profile for the ONOS cord instance. Eg: rcord')
A.R Karthickf184b342017-01-27 19:30:50 -0800906 sys.exit(1)
907 if not synchronizer:
908 print('Specify synchronizer to use for the ONOS cord instance. Eg: vtn, fabric, cord')
909 sys.exit(1)
A.R Karthickf184b342017-01-27 19:30:50 -0800910 onos_cord = OnosCord(onos_ip, onos_cord_loc, service_profile, synchronizer)
A R Karthickd44cea12016-07-20 12:16:41 -0700911
A R Karthick65d950d2016-12-19 19:41:55 -0800912 Container.IMAGE_PREFIX = test_manifest.image_prefix
A R Karthick81acbff2016-06-17 14:45:16 -0700913 #don't spawn onos if the user had started it externally
A R Karthick65d950d2016-12-19 19:41:55 -0800914 image_names = test_manifest.onos_image.rsplit(':', 1)
A R Karthick07608ef2016-08-23 16:51:19 -0700915 onos_cnt['image'] = image_names[0]
916 if len(image_names) > 1:
917 if image_names[1].find('/') < 0:
918 onos_cnt['tag'] = image_names[1]
919 else:
920 #tag cannot have slashes
A R Karthick65d950d2016-12-19 19:41:55 -0800921 onos_cnt['image'] = test_manifest.onos_image
A R Karthick81acbff2016-06-17 14:45:16 -0700922
A R Karthick07608ef2016-08-23 16:51:19 -0700923 Onos.IMAGE = onos_cnt['image']
A R Karthick65d950d2016-12-19 19:41:55 -0800924 Onos.PREFIX = test_manifest.image_prefix
A R Karthick07608ef2016-08-23 16:51:19 -0700925 Onos.TAG = onos_cnt['tag']
A R Karthick65d950d2016-12-19 19:41:55 -0800926 Onos.MAX_INSTANCES = test_manifest.onos_instances
A R Karthickc69d73e2017-01-20 11:44:34 -0800927 Onos.JVM_HEAP_SIZE = test_manifest.jvm_heap_size
A R Karthick65d950d2016-12-19 19:41:55 -0800928 cluster_mode = True if test_manifest.onos_instances > 1 else False
929 async_mode = cluster_mode and test_manifest.async_mode
930 existing_list = [ c['Names'][0][1:] for c in Container.dckr.containers() if c['Image'] == test_manifest.onos_image ]
931 setup_cluster = False if len(existing_list) == test_manifest.onos_instances else True
A R Karthickc41c2422016-12-09 10:59:19 -0800932 #cleanup existing volumes before forming a new cluster
933 if setup_cluster is True:
934 print('Cleaning up existing cluster volumes')
935 data_dir = os.path.join(Onos.setup_dir, 'cord-onos*-data')
936 try:
937 os.system('rm -rf {}'.format(data_dir))
938 except: pass
939
A R Karthick2b93d6a2016-09-06 15:19:09 -0700940 onos = None
A.R Karthickc4e474d2016-12-12 15:24:57 -0800941 onos_ips = []
A R Karthicka41c1c52017-08-02 15:30:48 -0700942 if voltha_loc:
943 voltha_key = os.path.join(voltha_loc, 'docker', 'onos_cfg', 'onos.jks')
944 Onos.update_ssl_key(voltha_key)
A R Karthick81acbff2016-06-17 14:45:16 -0700945 if onos_ip is None:
A R Karthick65d950d2016-12-19 19:41:55 -0800946 data_volume = '{}-data'.format(Onos.NAME) if test_manifest.shared_volume else None
A R Karthickec2db322016-11-17 15:06:01 -0800947 onos = Onos(image = Onos.IMAGE, tag = Onos.TAG, boot_delay = 60, cluster = cluster_mode,
A R Karthick85eb1862017-01-23 16:10:57 -0800948 data_volume = data_volume, async = async_mode, network = test_manifest.docker_network)
A.R Karthickc4e474d2016-12-12 15:24:57 -0800949 if onos.running:
A R Karthick65d950d2016-12-19 19:41:55 -0800950 onos_ips.append(onos.ipaddr)
A.R Karthickc4e474d2016-12-12 15:24:57 -0800951 else:
952 onos_ips.append(onos_ip)
A R Karthick81acbff2016-06-17 14:45:16 -0700953
A R Karthick65d950d2016-12-19 19:41:55 -0800954 num_onos_instances = test_manifest.onos_instances
A R Karthick2b93d6a2016-09-06 15:19:09 -0700955 if num_onos_instances > 1 and onos is not None:
956 onos_instances = []
957 onos_instances.append(onos)
958 for i in range(1, num_onos_instances):
959 name = '{}-{}'.format(Onos.NAME, i+1)
A R Karthick65d950d2016-12-19 19:41:55 -0800960 data_volume = '{}-data'.format(name) if test_manifest.shared_volume else None
A.R Karthickc4e474d2016-12-12 15:24:57 -0800961 quagga_config = Onos.get_quagga_config(i)
A R Karthickec2db322016-11-17 15:06:01 -0800962 onos = Onos(name = name, image = Onos.IMAGE, tag = Onos.TAG, boot_delay = 60, cluster = cluster_mode,
A R Karthick3b811152016-12-15 10:24:24 -0800963 data_volume = data_volume, async = async_mode,
A R Karthick184945a2017-07-25 17:23:57 -0700964 quagga_config = quagga_config, network = test_manifest.docker_network, instance = i)
A R Karthick2b93d6a2016-09-06 15:19:09 -0700965 onos_instances.append(onos)
A.R Karthickc4e474d2016-12-12 15:24:57 -0800966 if onos.running:
967 onos_ips.append(onos.ipaddr)
968 if async_mode is True:
969 Onos.start_cluster_async(onos_instances)
970 if not onos_ips:
971 for onos in onos_instances:
972 onos_ips.append(onos.ipaddr)
A R Karthick51e6fd82016-11-22 14:39:19 -0800973 if setup_cluster is True:
974 Onos.setup_cluster(onos_instances)
A R Karthick2b93d6a2016-09-06 15:19:09 -0700975
976 ctlr_addr = ','.join(onos_ips)
977 print('Onos IP %s' %ctlr_addr)
A R Karthick65d950d2016-12-19 19:41:55 -0800978 if onos_ip is not None:
A R Karthickbd9b8a32016-07-21 09:56:45 -0700979 print('Installing ONOS cord apps')
A R Karthick07608ef2016-08-23 16:51:19 -0700980 try:
981 Onos.install_cord_apps(onos_ip = onos_ip)
982 except: pass
A R Karthickbd9b8a32016-07-21 09:56:45 -0700983
A R Karthickedab01c2016-09-08 14:05:44 -0700984 print('Installing cord tester ONOS app %s' %args.app)
A R Karthick07608ef2016-08-23 16:51:19 -0700985 try:
A R Karthick2b93d6a2016-09-06 15:19:09 -0700986 for ip in onos_ips:
987 OnosCtrl.install_app(args.app, onos_ip = ip)
A R Karthick07608ef2016-08-23 16:51:19 -0700988 except: pass
A R Karthickeaf1c4e2016-07-19 12:22:35 -0700989
A.R Karthick57fa9372017-05-24 12:47:03 -0700990 if voltha_loc:
991 #start voltha
A.R Karthick4f583842017-06-09 17:15:47 -0700992 voltha = VolthaService(voltha_loc, onos_ips[0], interface = voltha_intf, olt_config = olt_config_file)
A.R Karthick57fa9372017-05-24 12:47:03 -0700993 voltha.start()
994
A R Karthick81acbff2016-06-17 14:45:16 -0700995 ##Start Radius container if not started
996 if radius_ip is None:
A R Karthick85eb1862017-01-23 16:10:57 -0800997 radius = Radius(prefix = Container.IMAGE_PREFIX, update = update_map['radius'],
998 network = test_manifest.docker_network)
A R Karthick75844572017-01-23 16:57:44 -0800999 radius_ip = radius.ip(network = test_manifest.docker_network)
A R Karthick81acbff2016-06-17 14:45:16 -07001000
1001 print('Radius server running with IP %s' %radius_ip)
A R Karthick81acbff2016-06-17 14:45:16 -07001002
1003 if args.quagga == True:
1004 #Start quagga. Builds container if required
A R Karthick85eb1862017-01-23 16:10:57 -08001005 quagga = Quagga(prefix = Container.IMAGE_PREFIX, update = update_map['quagga'],
1006 network = test_manifest.docker_network)
A R Karthick8d03cc52016-06-28 14:51:59 -07001007 print('Quagga started')
A R Karthick81acbff2016-06-17 14:45:16 -07001008
A.R Karthickb17e2022017-01-27 11:29:26 -08001009 params = test_manifest.server.split(':')
A R Karthick81acbff2016-06-17 14:45:16 -07001010 ip = params[0]
1011 port = CORD_TEST_PORT
1012 if len(params) > 1:
1013 port = int(params[1])
A R Karthick92a0e5a2016-06-22 17:11:05 -07001014
A R Karthick07608ef2016-08-23 16:51:19 -07001015 try:
1016 maas_api_key = FabricMAAS.get_api_key()
1017 except:
1018 maas_api_key = 'UNKNOWN'
1019
1020 ssh_key_file = set_ssh_key_file(args.identity_file)
1021
A R Karthick92a0e5a2016-06-22 17:11:05 -07001022 #provision the test container
1023 if not args.dont_provision:
A R Karthick2b93d6a2016-09-06 15:19:09 -07001024 test_cnt_env = { 'ONOS_CONTROLLER_IP' : ctlr_addr,
A R Karthick92a0e5a2016-06-22 17:11:05 -07001025 'ONOS_AAA_IP' : radius_ip,
A R Karthick8d03cc52016-06-28 14:51:59 -07001026 'QUAGGA_IP': ip,
A R Karthick92a0e5a2016-06-22 17:11:05 -07001027 'CORD_TEST_HOST' : ip,
1028 'CORD_TEST_PORT' : port,
A R Karthick65d950d2016-12-19 19:41:55 -08001029 'ONOS_RESTART' : 0 if test_manifest.olt and args.test_controller else 1,
1030 'LOG_LEVEL': test_manifest.log_level,
A R Karthick07608ef2016-08-23 16:51:19 -07001031 'HEAD_NODE': head_node if head_node else CORD_TEST_HOST,
A R Karthick973010f2017-02-06 16:41:51 -08001032 'MAAS_API_KEY': maas_api_key,
A.R Karthick57fa9372017-05-24 12:47:03 -07001033 'KARAF_VERSION' : test_manifest.karaf_version,
A R Karthickfa2caab2017-07-24 18:04:46 -07001034 'VOLTHA_ENABLED' : int(test_manifest.voltha_enable)
A R Karthick92a0e5a2016-06-22 17:11:05 -07001035 }
A R Karthick07608ef2016-08-23 16:51:19 -07001036
1037 if ssh_key_file:
1038 test_cnt_env['SSH_KEY_FILE'] = ssh_key_file
A.R Karthick5968e0d2017-05-16 14:50:46 -07001039 olt_conf_test_loc = os.path.join(CordTester.sandbox_setup, os.path.basename(olt_config_file))
1040 test_cnt_env['OLT_CONFIG_FILE'] = olt_conf_test_loc
A R Karthick65d950d2016-12-19 19:41:55 -08001041 if test_manifest.olt:
A R Karthick92a0e5a2016-06-22 17:11:05 -07001042 test_cnt_env['OLT_CONFIG'] = olt_conf_test_loc
A R Karthick5af23712017-01-20 09:49:24 -08001043 if test_manifest.iterations is not None:
1044 test_cnt_env['ITERATIONS'] = iterations
A.R Karthick8b2f1e32017-02-09 15:10:07 -08001045 if use_manifest:
1046 test_cnt_env['MANIFEST'] = os.path.join(CordTester.sandbox_setup,
1047 os.path.basename(args.manifest))
A R Karthickcaac5542017-03-06 16:20:57 -08001048
1049 openstack_setup(test_cnt_env)
1050
A R Karthick92a0e5a2016-06-22 17:11:05 -07001051 test_cnt = CordTester((),
A R Karthick2b93d6a2016-09-06 15:19:09 -07001052 ctlr_ip = ctlr_addr,
A R Karthick92a0e5a2016-06-22 17:11:05 -07001053 image = nose_cnt['image'],
A R Karthick07608ef2016-08-23 16:51:19 -07001054 prefix = Container.IMAGE_PREFIX,
A R Karthick92a0e5a2016-06-22 17:11:05 -07001055 tag = nose_cnt['tag'],
1056 env = test_cnt_env,
1057 rm = False,
A R Karthick85eb1862017-01-23 16:10:57 -08001058 update = update_map['test'],
1059 network = test_manifest.docker_network)
A R Karthick92a0e5a2016-06-22 17:11:05 -07001060
A R Karthick65d950d2016-12-19 19:41:55 -08001061 if test_manifest.start_switch or not test_manifest.olt:
A R Karthicke8bd80e2017-08-01 12:36:24 -07001062 test_cnt.start_switch(test_manifest)
A R Karthick92a0e5a2016-06-22 17:11:05 -07001063 if test_cnt.olt:
1064 test_cnt.setup_intfs(port_num = 0)
1065 print('Test container %s started and provisioned to run tests using nosetests' %(test_cnt.name))
1066
1067 #Finally start the test server and daemonize
A R Karthick14118c62016-07-27 14:54:04 -07001068 try:
A R Karthickbd82f362016-11-10 15:08:52 -08001069 cord_test_server_start(daemonize = not args.foreground, cord_test_host = ip, cord_test_port = port,
1070 onos_cord = onos_cord, foreground = args.foreground)
A R Karthick14118c62016-07-27 14:54:04 -07001071 except socket.error, e:
1072 #the test agent address could be remote or already running. Exit gracefully
1073 sys.exit(0)
Chetan Gaonker93e302d2016-04-05 10:51:07 -07001074
A R Karthick9a5edc42016-08-24 19:10:22 -07001075 return 0
1076
Chetan Gaonker503032a2016-05-12 12:06:29 -07001077def cleanupTests(args):
A R Karthick757eb4d2017-01-09 14:51:16 -08001078 if args.manifest and os.access(args.manifest, os.F_OK):
1079 manifest = TestManifest(manifest = args.manifest)
1080 args.prefix = manifest.image_prefix
1081 args.olt = manifest.olt
A.R Karthick5968e0d2017-05-16 14:50:46 -07001082 args.olt_config = manifest.olt_config
A R Karthick757eb4d2017-01-09 14:51:16 -08001083 args.onos = manifest.onos_image
1084 args.server = manifest.server
A.R Karthickb17e2022017-01-27 11:29:26 -08001085 args.onos_ip = manifest.onos_ip
1086 args.radius_ip = manifest.radius_ip
1087 args.onos_cord = manifest.onos_cord
A.R Karthickf184b342017-01-27 19:30:50 -08001088 args.service_profile = manifest.service_profile
1089 args.synchronizer = manifest.synchronizer
A.R Karthick57fa9372017-05-24 12:47:03 -07001090 args.voltha_loc = manifest.voltha_loc
A.R Karthickb17e2022017-01-27 11:29:26 -08001091 else:
1092 args.onos_ip = None
1093 args.radius_ip = None
1094 if args.test_controller:
1095 ips = args.test_controller.split('/')
1096 args.onos_ip = ips[0]
1097 if len(ips) > 1:
1098 args.radius_ip = ips[1]
A R Karthick757eb4d2017-01-09 14:51:16 -08001099
A R Karthick2b93d6a2016-09-06 15:19:09 -07001100 image_name = args.onos
A R Karthick07608ef2016-08-23 16:51:19 -07001101 prefix = args.prefix
1102 if prefix:
1103 prefix += '/'
1104 test_container = '{}{}:candidate'.format(prefix, CordTester.IMAGE)
Chetan Gaonker503032a2016-05-12 12:06:29 -07001105 print('Cleaning up Test containers ...')
1106 Container.cleanup(test_container)
A R Karthickb50f5592016-07-26 12:19:29 -07001107 if args.olt:
1108 print('Cleaning up test container OLT configuration')
A.R Karthick5968e0d2017-05-16 14:50:46 -07001109 CordTester.cleanup_intfs(args.olt_config)
A R Karthick2b93d6a2016-09-06 15:19:09 -07001110
1111 onos_list = [ c['Names'][0][1:] for c in Container.dckr.containers() if c['Image'] == image_name ]
1112 if len(onos_list) > 1:
1113 for onos in onos_list:
1114 Container.dckr.kill(onos)
1115 Container.dckr.remove_container(onos, force=True)
A R Karthickec2db322016-11-17 15:06:01 -08001116 for index in range(len(onos_list)):
1117 volume = '{}-data'.format(Onos.NAME) if index == 0 else '{}-{}-data'.format(Onos.NAME, index+1)
1118 Onos.remove_data_map(volume, Onos.guest_data_dir)
A R Karthick9d48c652016-09-15 09:16:36 -07001119 Onos.cleanup_runtime()
A R Karthickec2db322016-11-17 15:06:01 -08001120
A R Karthick394976f2017-01-31 14:25:16 -08001121 radius_container = '{}{}:candidate'.format(prefix, Radius.IMAGE)
1122 quagga_container = '{}{}:candidate'.format(prefix, Quagga.IMAGE)
1123 Container.cleanup(radius_container)
1124 Container.cleanup(quagga_container)
A.R Karthick57fa9372017-05-24 12:47:03 -07001125 if args.voltha_loc:
1126 voltha = VolthaService(args.voltha_loc, args.onos_ip)
1127 voltha.stop()
1128
A.R Karthickb17e2022017-01-27 11:29:26 -08001129 if args.onos_cord:
A.R Karthickf184b342017-01-27 19:30:50 -08001130 #try restoring the onos cord instance
1131 try:
1132 onos_cord = OnosCord(args.onos_ip, args.onos_cord, args.service_profile, args.synchronizer, start = False)
1133 onos_cord.restore(force = True)
1134 except Exception as e:
1135 print(e)
A.R Karthickb17e2022017-01-27 11:29:26 -08001136
A.R Karthick842f0122016-09-28 14:48:47 -07001137 if args.xos:
1138 ##cleanup XOS images
1139 xos_images = ( '{}:{}'.format(XosServer.IMAGE,XosServer.TAG),
1140 '{}:{}'.format(XosSynchronizerOpenstack.IMAGE,
1141 XosSynchronizerOpenstack.TAG),
1142 '{}:{}'.format(XosSynchronizerOnboarding.IMAGE,
1143 XosSynchronizerOnboarding.TAG),
1144 '{}:{}'.format(XosSynchronizerOpenvpn.IMAGE,
1145 XosSynchronizerOpenvpn.TAG),
1146 '{}:{}'.format(XosPostgresql.IMAGE,
1147 XosPostgresql.TAG),
1148 '{}:{}'.format(XosSyndicateMs.IMAGE,
1149 XosSyndicateMs.TAG),
1150 )
1151 for img in xos_images:
1152 print('Cleaning up XOS image: %s' %img)
1153 Container.cleanup(img)
1154
A R Karthicke99ab5c2016-09-30 13:59:57 -07001155 server_params = args.server.split(':')
1156 server_host = server_params[0]
1157 server_port = CORD_TEST_PORT
1158 if len(server_params) > 1:
1159 server_port = int(server_params[1])
1160 cord_test_server_shutdown(server_host, server_port)
A R Karthick9a5edc42016-08-24 19:10:22 -07001161 return 0
Chetan Gaonker503032a2016-05-12 12:06:29 -07001162
1163def listTests(args):
1164 if args.test == 'all':
1165 tests = CordTester.ALL_TESTS
1166 else:
A R Karthickacae3b42016-05-12 15:27:24 -07001167 tests = args.test.split('-')
Chetan Gaonker503032a2016-05-12 12:06:29 -07001168 CordTester.list_tests(tests)
A R Karthickcee37412016-08-29 10:10:56 -07001169 return 0
ChetanGaonkereadad482016-08-26 01:21:47 -07001170
1171def getMetrics(args):
A R Karthickcee37412016-08-29 10:10:56 -07001172 try:
1173 detail = c.inspect_container(args.container)
1174 except:
1175 print('Unknown container %s' %args.container)
1176 return 0
1177 user_hz = os.sysconf(os.sysconf_names['SC_CLK_TCK'])
ChetanGaonkereadad482016-08-26 01:21:47 -07001178 state = detail["State"]
1179 if bool(state["Paused"]):
1180 print("Container is in Paused State")
1181 elif bool(state["Running"]):
1182 print("Container is in Running State")
1183 elif int(state["ExitCode"]) == 0:
1184 print("Container is in Stopped State")
1185 else:
1186 print("Container is in Crashed State")
1187
A R Karthickcee37412016-08-29 10:10:56 -07001188 print("Ip Address of the container: " +detail['NetworkSettings']['IPAddress'])
ChetanGaonkereadad482016-08-26 01:21:47 -07001189
1190 if bool(detail["State"]["Running"]):
1191 container_id = detail['Id']
1192 cpu_usage = {}
A R Karthickcee37412016-08-29 10:10:56 -07001193 cur_usage = 0
1194 last_usage = 0
1195 for i in range(2):
1196 with open('/sys/fs/cgroup/cpuacct/docker/' + container_id + '/cpuacct.stat', 'r') as f:
1197 for line in f:
1198 m = re.search(r"(system|user)\s+(\d+)", line)
1199 if m:
1200 cpu_usage[m.group(1)] = int(m.group(2))
1201 cpu = cpu_usage["system"] + cpu_usage["user"]
1202 last_usage = cur_usage
1203 cur_usage = cpu
1204 time.sleep(1)
1205 cpu_percent = (cur_usage - last_usage)*100.0/user_hz
1206 print("CPU Usage: %.2f %%" %(cpu_percent))
ChetanGaonkereadad482016-08-26 01:21:47 -07001207 else:
1208 print(0)
1209
1210 if bool(detail["State"]["Running"]):
1211 container_id = detail['Id']
A R Karthickcee37412016-08-29 10:10:56 -07001212 print("Docker Port Info:")
ChetanGaonkereadad482016-08-26 01:21:47 -07001213 cmd = "sudo docker port {}".format(container_id)
1214 os.system(cmd)
1215
1216 if bool(detail["State"]["Running"]):
1217 container_id = detail['Id']
1218 with open('/sys/fs/cgroup/memory/docker/' + container_id + '/memory.stat', 'r') as f:
1219 for line in f:
1220 m = re.search(r"total_rss\s+(\d+)", line)
1221 if m:
A R Karthickcee37412016-08-29 10:10:56 -07001222 mem = int(m.group(1))
1223 print("Memory: %s KB "%(mem/1024.0))
ChetanGaonkereadad482016-08-26 01:21:47 -07001224 o = re.search(r"usage\s+(\d+)", line)
1225 if o:
A R Karthickcee37412016-08-29 10:10:56 -07001226 print("Usage: %s "%(o.group(1)))
ChetanGaonkereadad482016-08-26 01:21:47 -07001227 p = re.search(r"max_usage\s+(\d+)", line)
1228 if p:
A R Karthickcee37412016-08-29 10:10:56 -07001229 print("Max Usage: %s "%(p.group(1)))
ChetanGaonkereadad482016-08-26 01:21:47 -07001230
1231 if bool(detail["State"]["Running"]):
1232 container_id = detail['Id']
1233 with open('/sys/fs/cgroup/cpuacct/docker/' + container_id + '/cpuacct.stat', 'r') as f:
1234 for line in f:
1235 m = re.search(r"user\s+(\d+)", line)
1236 if m:
A R Karthickcee37412016-08-29 10:10:56 -07001237 user_ticks = int(m.group(1))
1238 print("Time spent by running processes: %.2f ms"%(user_ticks*1000.0/user_hz))
1239 print("List Networks:")
ChetanGaonkereadad482016-08-26 01:21:47 -07001240 cmd = "docker network ls"
1241 os.system(cmd)
A R Karthick9a5edc42016-08-24 19:10:22 -07001242 return 0
Chetan Gaonker503032a2016-05-12 12:06:29 -07001243
1244def buildImages(args):
A R Karthick07608ef2016-08-23 16:51:19 -07001245 tag = 'candidate'
1246 prefix = args.prefix
1247 if prefix:
1248 prefix += '/'
Chetan Gaonker503032a2016-05-12 12:06:29 -07001249 if args.image == 'all' or args.image == 'quagga':
A R Karthick07608ef2016-08-23 16:51:19 -07001250 image_name = '{}{}:{}'.format(prefix, Quagga.IMAGE, tag)
1251 Quagga.build_image(image_name)
A.R Karthick95d044e2016-06-10 18:44:36 -07001252
Chetan Gaonker503032a2016-05-12 12:06:29 -07001253 if args.image == 'all' or args.image == 'radius':
A R Karthick07608ef2016-08-23 16:51:19 -07001254 image_name = '{}{}:{}'.format(prefix, Radius.IMAGE, tag)
1255 Radius.build_image(image_name)
Chetan Gaonker503032a2016-05-12 12:06:29 -07001256
1257 if args.image == 'all' or args.image == 'test':
A R Karthick07608ef2016-08-23 16:51:19 -07001258 image_name = '{}{}:{}'.format(prefix, CordTester.IMAGE, tag)
1259 CordTester.build_image(image_name)
Chetan Gaonker503032a2016-05-12 12:06:29 -07001260
A R Karthick9a5edc42016-08-24 19:10:22 -07001261 return 0
1262
A R Karthickbec27762016-07-28 10:59:34 -07001263def startImages(args):
A R Karthickbec27762016-07-28 10:59:34 -07001264 ##starts the latest ONOS image
A R Karthick07608ef2016-08-23 16:51:19 -07001265 onos_cnt = {'tag': 'latest'}
1266 image_names = args.onos.rsplit(':', 1)
1267 onos_cnt['image'] = image_names[0]
1268 if len(image_names) > 1:
1269 if image_names[1].find('/') < 0:
1270 onos_cnt['tag'] = image_names[1]
1271 else:
1272 #tag cannot have slashes
1273 onos_cnt['image'] = args.onos
1274
A R Karthickbec27762016-07-28 10:59:34 -07001275 if args.image == 'all' or args.image == 'onos':
A R Karthick07608ef2016-08-23 16:51:19 -07001276 onos = Onos(image = onos_cnt['image'], tag = onos_cnt['tag'])
A R Karthickbec27762016-07-28 10:59:34 -07001277 print('ONOS started with ip %s' %(onos.ip()))
1278
1279 if args.image == 'all' or args.image == 'quagga':
A R Karthick07608ef2016-08-23 16:51:19 -07001280 quagga = Quagga(prefix = args.prefix)
A R Karthickbec27762016-07-28 10:59:34 -07001281 print('Quagga started with ip %s' %(quagga.ip()))
1282
1283 if args.image == 'all' or args.image == 'radius':
A R Karthick07608ef2016-08-23 16:51:19 -07001284 radius = Radius(prefix = args.prefix)
A R Karthickbec27762016-07-28 10:59:34 -07001285 print('Radius started with ip %s' %(radius.ip()))
1286
A R Karthick9a5edc42016-08-24 19:10:22 -07001287 return 0
1288
A R Karthickea8bfce2016-10-13 16:32:07 -07001289def xosCommand(args):
1290 update = False
1291 profile = args.profile
1292 if args.command == 'update':
1293 update = True
1294 xos = XosServiceProfile(profile = profile, update = update)
1295 if args.command == 'build':
1296 xos.build_images(force = True)
1297 if args.command == 'start':
1298 xos.start_services()
1299 if args.command == 'stop':
1300 xos.stop_services(rm = True)
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001301 return 0
1302
Chetan Gaonker93e302d2016-04-05 10:51:07 -07001303if __name__ == '__main__':
Chetan Gaonker678743f2016-04-26 09:54:31 -07001304 parser = ArgumentParser(description='Cord Tester')
Chetan Gaonker503032a2016-05-12 12:06:29 -07001305 subparser = parser.add_subparsers()
1306 parser_run = subparser.add_parser('run', help='Run cord tester')
1307 parser_run.add_argument('-t', '--test-type', default=test_type_default, help='Specify test type or test case to run')
1308 parser_run.add_argument('-o', '--onos', default=onos_image_default, type=str, help='ONOS container image')
Chetan Gaonker503032a2016-05-12 12:06:29 -07001309 parser_run.add_argument('-q', '--quagga',action='store_true',help='Provision quagga container for vrouter')
1310 parser_run.add_argument('-a', '--app', default=onos_app_file, type=str, help='Cord ONOS app filename')
A R Karthick07608ef2016-08-23 16:51:19 -07001311 parser_run.add_argument('-l', '--olt', action='store_true', help='Use OLT config')
A.R Karthick5968e0d2017-05-16 14:50:46 -07001312 parser_run.add_argument('-olt-config', '--olt-config', default=olt_config_default, type=str, help='Provide OLT configuration')
Chetan Gaonker503032a2016-05-12 12:06:29 -07001313 parser_run.add_argument('-e', '--test-controller', default='', type=str, help='External test controller ip for Onos and/or radius server. '
Chetan Gaonker5209fe82016-04-19 10:09:53 -07001314 'Eg: 10.0.0.2/10.0.0.3 to specify ONOS and Radius ip to connect')
A R Karthick81acbff2016-06-17 14:45:16 -07001315 parser_run.add_argument('-r', '--server', default=cord_test_server_address, type=str,
1316 help='ip:port address to connect for cord test server for container requests')
Chetan Gaonker503032a2016-05-12 12:06:29 -07001317 parser_run.add_argument('-k', '--keep', action='store_true', help='Keep test container after tests')
1318 parser_run.add_argument('-s', '--start-switch', action='store_true', help='Start OVS when running under OLT config')
1319 parser_run.add_argument('-u', '--update', default='none', choices=['test','quagga','radius', 'all'], type=str, help='Update cord tester container images. '
1320 'Eg: --update=quagga to rebuild quagga image.'
1321 ' --update=radius to rebuild radius server image.'
1322 ' --update=test to rebuild cord test image.(Default)'
1323 ' --update=all to rebuild all cord tester images.')
A R Karthick1f03e912016-05-18 11:39:22 -07001324 parser_run.add_argument('-n', '--num-containers', default=1, type=int,
1325 help='Specify number of test containers to spawn for tests')
A R Karthicka013a272016-08-16 16:40:19 -07001326 parser_run.add_argument('-c', '--container', default='', type=str, help='Test container name for running tests')
A R Karthick07608ef2016-08-23 16:51:19 -07001327 parser_run.add_argument('-m', '--manifest', default='', type=str, help='Provide test configuration manifest')
1328 parser_run.add_argument('-p', '--prefix', default='', type=str, help='Provide container image prefix')
1329 parser_run.add_argument('-d', '--no-switch', action='store_true', help='Dont start test switch.')
1330 parser_run.add_argument('-i', '--identity-file', default=identity_file_default,
1331 type=str, help='ssh identity file to access compute nodes from test container')
ChetanGaonkerdbd4e4b2016-10-28 17:40:11 -07001332 parser_run.add_argument('-j', '--onos-instances', default=1, type=int,
1333 help='Specify number to test onos instances to form cluster')
A R Karthick09dbc6d2016-11-22 10:37:42 -08001334 parser_run.add_argument('-v', '--shared-volume', action='store_true', help='Start ONOS cluster instances with shared volume')
A.R Karthickc4e474d2016-12-12 15:24:57 -08001335 parser_run.add_argument('-async', '--async-mode', action='store_true',
1336 help='Start ONOS cluster instances in async mode')
A R Karthicke14fc022016-12-08 14:50:29 -08001337 parser_run.add_argument('-log', '--log-level', default=onos_log_level,
1338 choices=['DEBUG','TRACE','ERROR','WARN','INFO'],
1339 type=str,
1340 help='Specify the log level for the test cases')
A R Karthickc69d73e2017-01-20 11:44:34 -08001341 parser_run.add_argument('-jvm-heap-size', '--jvm-heap-size', default='', type=str, help='ONOS JVM heap size')
A R Karthick44a95602017-01-23 16:17:16 -08001342 parser_run.add_argument('-network', '--network', default='', type=str, help='Docker network to attach')
A.R Karthickb17e2022017-01-27 11:29:26 -08001343 parser_run.add_argument('-onos-cord', '--onos-cord', default='', type=str,
1344 help='Specify config location for ONOS cord when running on podd')
A.R Karthickf184b342017-01-27 19:30:50 -08001345 parser_run.add_argument('-service-profile', '--service-profile', default='', type=str,
1346 help='Specify config location for ONOS cord service profile when running on podd.'
1347 'Eg: $HOME/service-profile/cord-pod')
1348 parser_run.add_argument('-synchronizer', '--synchronizer', default='', type=str,
1349 help='Specify the synchronizer to use for ONOS cord instance when running on podd.'
1350 'Eg: vtn,fabric,cord')
A.R Karthickdda22062017-02-09 14:39:20 -08001351 parser_run.add_argument('-karaf', '--karaf', default='3.0.8', type=str, help='Karaf version for ONOS')
A.R Karthick57fa9372017-05-24 12:47:03 -07001352 parser_run.add_argument('-voltha-loc', '--voltha-loc', default='', type=str,
1353 help='Specify the voltha location in order to start voltha')
1354 parser_run.add_argument('-voltha-intf', '--voltha-intf', default='eth0', type=str,
1355 help='Specify the voltha interface for voltha to listen')
A R Karthickfa2caab2017-07-24 18:04:46 -07001356 parser_run.add_argument('-voltha-enable', '--voltha-enable', action='store_true',
1357 help='Run the tests with voltha environment enabled')
A R Karthick184945a2017-07-25 17:23:57 -07001358 parser_run.add_argument('-expose-port', '--expose-port', action='store_true',
1359 help='Start ONOS by exposing the controller ports to the host.'
1360 'Add +1 for every other onos/cluster instance when running more than 1 ONOS instances')
Chetan Gaonker503032a2016-05-12 12:06:29 -07001361 parser_run.set_defaults(func=runTest)
1362
A R Karthick81acbff2016-06-17 14:45:16 -07001363 parser_setup = subparser.add_parser('setup', help='Setup cord tester environment')
1364 parser_setup.add_argument('-o', '--onos', default=onos_image_default, type=str, help='ONOS container image')
1365 parser_setup.add_argument('-r', '--server', default=cord_test_server_address, type=str,
1366 help='ip:port address for cord test server to listen for container restart requests')
1367 parser_setup.add_argument('-q', '--quagga',action='store_true',help='Provision quagga container for vrouter')
1368 parser_setup.add_argument('-a', '--app', default=onos_app_file, type=str, help='Cord ONOS app filename')
1369 parser_setup.add_argument('-e', '--test-controller', default='', type=str, help='External test controller ip for Onos and/or radius server. '
1370 'Eg: 10.0.0.2/10.0.0.3 to specify ONOS and Radius ip to connect')
1371 parser_setup.add_argument('-u', '--update', default='none', choices=['quagga','radius', 'all'], type=str, help='Update cord tester container images. '
1372 'Eg: --update=quagga to rebuild quagga image.'
1373 ' --update=radius to rebuild radius server image.'
1374 ' --update=all to rebuild all cord tester images.')
A R Karthick92a0e5a2016-06-22 17:11:05 -07001375 parser_setup.add_argument('-d', '--dont-provision', action='store_true', help='Dont start test container.')
A R Karthick07608ef2016-08-23 16:51:19 -07001376 parser_setup.add_argument('-l', '--olt', action='store_true', help='Use OLT config')
A.R Karthick5968e0d2017-05-16 14:50:46 -07001377 parser_setup.add_argument('-olt-config', '--olt-config', default=olt_config_default, type=str, help='Provide OLT configuration')
A R Karthicke14fc022016-12-08 14:50:29 -08001378 parser_setup.add_argument('-log', '--log-level', default=onos_log_level, type=str,
1379 choices=['DEBUG','TRACE','ERROR','WARN','INFO'],
1380 help='Specify the log level for the test cases')
A R Karthick92a0e5a2016-06-22 17:11:05 -07001381 parser_setup.add_argument('-s', '--start-switch', action='store_true', help='Start OVS when running under OLT config')
A.R Karthickb17e2022017-01-27 11:29:26 -08001382 parser_setup.add_argument('-onos-cord', '--onos-cord', default='', type=str,
1383 help='Specify config location for ONOS cord when running on podd')
A.R Karthickf184b342017-01-27 19:30:50 -08001384 parser_setup.add_argument('-service-profile', '--service-profile', default='', type=str,
1385 help='Specify config location for ONOS cord service profile when running on podd.'
1386 'Eg: $HOME/service-profile/cord-pod')
1387 parser_setup.add_argument('-synchronizer', '--synchronizer', default='', type=str,
1388 help='Specify the synchronizer to use for ONOS cord instance when running on podd.'
1389 'Eg: vtn,fabric,cord')
A R Karthick07608ef2016-08-23 16:51:19 -07001390 parser_setup.add_argument('-m', '--manifest', default='', type=str, help='Provide test configuration manifest')
1391 parser_setup.add_argument('-p', '--prefix', default='', type=str, help='Provide container image prefix')
1392 parser_setup.add_argument('-i', '--identity-file', default=identity_file_default,
1393 type=str, help='ssh identity file to access compute nodes from test container')
A R Karthick2b93d6a2016-09-06 15:19:09 -07001394 parser_setup.add_argument('-n', '--onos-instances', default=1, type=int,
A R Karthickbd82f362016-11-10 15:08:52 -08001395 help='Specify number of test onos instances to spawn')
A R Karthick09dbc6d2016-11-22 10:37:42 -08001396 parser_setup.add_argument('-v', '--shared-volume', action='store_true',
1397 help='Start ONOS cluster instances with shared volume')
A.R Karthickc4e474d2016-12-12 15:24:57 -08001398 parser_setup.add_argument('-async', '--async-mode', action='store_true',
1399 help='Start ONOS cluster instances in async mode')
A R Karthickbd82f362016-11-10 15:08:52 -08001400 parser_setup.add_argument('-f', '--foreground', action='store_true', help='Run in foreground')
A R Karthickc69d73e2017-01-20 11:44:34 -08001401 parser_setup.add_argument('-jvm-heap-size', '--jvm-heap-size', default='', type=str, help='ONOS JVM heap size')
A R Karthick44a95602017-01-23 16:17:16 -08001402 parser_setup.add_argument('-network', '--network', default='', type=str, help='Docker network to attach')
A.R Karthickdda22062017-02-09 14:39:20 -08001403 parser_setup.add_argument('-karaf', '--karaf', default='3.0.8', type=str, help='Karaf version for ONOS')
A.R Karthick57fa9372017-05-24 12:47:03 -07001404 parser_setup.add_argument('-voltha-loc', '--voltha-loc', default='', type=str,
1405 help='Specify the voltha location in order to start voltha')
1406 parser_setup.add_argument('-voltha-intf', '--voltha-intf', default='eth0', type=str,
1407 help='Specify the voltha interface for voltha to listen')
A R Karthickfa2caab2017-07-24 18:04:46 -07001408 parser_setup.add_argument('-voltha-enable', '--voltha-enable', action='store_true',
1409 help='Run the tests with voltha environment enabled')
A R Karthick184945a2017-07-25 17:23:57 -07001410 parser_setup.add_argument('-expose-port', '--expose-port', action='store_true',
1411 help='Start ONOS by exposing the controller ports to the host.'
1412 'Add +1 for every other onos/cluster instance when running more than 1 ONOS instances')
A R Karthick81acbff2016-06-17 14:45:16 -07001413 parser_setup.set_defaults(func=setupCordTester)
1414
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001415 parser_xos = subparser.add_parser('xos', help='Building xos into cord tester environment')
A R Karthickea8bfce2016-10-13 16:32:07 -07001416 parser_xos.add_argument('command', choices=['build', 'update', 'start', 'stop'])
1417 parser_xos.add_argument('-p', '--profile', default='cord-pod', type=str, help='Provide service profile')
1418 parser_xos.set_defaults(func=xosCommand)
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001419
Chetan Gaonker503032a2016-05-12 12:06:29 -07001420 parser_list = subparser.add_parser('list', help='List test cases')
1421 parser_list.add_argument('-t', '--test', default='all', help='Specify test type to list test cases. '
1422 'Eg: -t tls to list tls test cases.'
1423 ' -t tls-dhcp-vrouter to list tls,dhcp and vrouter test cases.'
1424 ' -t all to list all test cases.')
1425 parser_list.set_defaults(func=listTests)
1426
1427 parser_build = subparser.add_parser('build', help='Build cord test container images')
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001428 parser_build.add_argument('image', choices=['quagga', 'radius', 'test','all'])
A.R Karthick842f0122016-09-28 14:48:47 -07001429 parser_build.add_argument('-p', '--prefix', default='', type=str, help='Provide container image prefix')
Chetan Gaonker503032a2016-05-12 12:06:29 -07001430 parser_build.set_defaults(func=buildImages)
1431
ChetanGaonkereadad482016-08-26 01:21:47 -07001432 parser_metrics = subparser.add_parser('metrics', help='Info of container')
1433 parser_metrics.add_argument("container", help="Container name")
1434 parser_metrics.set_defaults(func=getMetrics)
1435
A R Karthickbec27762016-07-28 10:59:34 -07001436 parser_start = subparser.add_parser('start', help='Start cord tester containers')
A R Karthick07608ef2016-08-23 16:51:19 -07001437 parser_start.add_argument('-p', '--prefix', default='', type=str, help='Provide container image prefix')
1438 parser_start.add_argument('-o', '--onos', default=onos_image_default, type=str, help='ONOS container image')
A R Karthickbec27762016-07-28 10:59:34 -07001439 parser_start.add_argument('image', choices=['onos', 'quagga', 'radius', 'all'])
1440 parser_start.set_defaults(func=startImages)
1441
Chetan Gaonker503032a2016-05-12 12:06:29 -07001442 parser_cleanup = subparser.add_parser('cleanup', help='Cleanup test containers')
A R Karthick07608ef2016-08-23 16:51:19 -07001443 parser_cleanup.add_argument('-p', '--prefix', default='', type=str, help='Provide container image prefix')
1444 parser_cleanup.add_argument('-l', '--olt', action = 'store_true', help = 'Cleanup OLT config')
A.R Karthick5968e0d2017-05-16 14:50:46 -07001445 parser_cleanup.add_argument('-olt-config', '--olt-config', default=olt_config_default, type=str, help='Provide OLT configuration')
A R Karthick2b93d6a2016-09-06 15:19:09 -07001446 parser_cleanup.add_argument('-o', '--onos', default=onos_image_default, type=str,
1447 help='ONOS container image to cleanup')
A.R Karthick842f0122016-09-28 14:48:47 -07001448 parser_cleanup.add_argument('-x', '--xos', action='store_true',
1449 help='Cleanup XOS containers')
A R Karthicke99ab5c2016-09-30 13:59:57 -07001450 parser_cleanup.add_argument('-r', '--server', default=cord_test_server_address, type=str,
1451 help='ip:port address for cord test server to cleanup')
A.R Karthickb17e2022017-01-27 11:29:26 -08001452 parser_cleanup.add_argument('-e', '--test-controller', default='', type=str,
1453 help='External test controller ip for Onos and/or radius server. '
1454 'Eg: 10.0.0.2/10.0.0.3 to specify ONOS and Radius ip')
1455 parser_cleanup.add_argument('-onos-cord', '--onos-cord', default='', type=str,
1456 help='Specify config location for ONOS cord instance when running on podd to restore')
A.R Karthickf184b342017-01-27 19:30:50 -08001457 parser_cleanup.add_argument('-service-profile', '--service-profile', default='', type=str,
1458 help='Specify config location for ONOS cord service profile when running on podd.'
1459 'Eg: $HOME/service-profile/cord-pod')
1460 parser_cleanup.add_argument('-synchronizer', '--synchronizer', default='', type=str,
1461 help='Specify the synchronizer to use for ONOS cord instance when running on podd.'
1462 'Eg: vtn,fabric,cord')
A R Karthick757eb4d2017-01-09 14:51:16 -08001463 parser_cleanup.add_argument('-m', '--manifest', default='', type=str, help='Provide test manifest')
A.R Karthick57fa9372017-05-24 12:47:03 -07001464 parser_cleanup.add_argument('-voltha-loc', '--voltha-loc', default='', type=str,
1465 help='Specify the voltha location')
Chetan Gaonker503032a2016-05-12 12:06:29 -07001466 parser_cleanup.set_defaults(func=cleanupTests)
1467
ChetanGaonkereadad482016-08-26 01:21:47 -07001468 c = Client(**(kwargs_from_env()))
1469
Chetan Gaonker93e302d2016-04-05 10:51:07 -07001470 args = parser.parse_args()
A R Karthick9a5edc42016-08-24 19:10:22 -07001471 res = args.func(args)
1472 sys.exit(res)