blob: 73b2db51a4f629b911237c07ecba6da5378340ab [file] [log] [blame]
Chetan Gaonkercb122cc2016-05-10 10:58:34 -07001#!/usr/bin/env python
A.R Karthick95d044e2016-06-10 18:44:36 -07002#
Chetan Gaonkercfcce782016-05-10 10:10:42 -07003# Copyright 2016-present Ciena Corporation
4#
5# Licensed under the Apache License, Version 2.0 (the "License");
6# you may not use this file except in compliance with the License.
7# You may obtain a copy of the License at
A.R Karthick95d044e2016-06-10 18:44:36 -07008#
Chetan Gaonkercfcce782016-05-10 10:10:42 -07009# http://www.apache.org/licenses/LICENSE-2.0
A.R Karthick95d044e2016-06-10 18:44:36 -070010#
Chetan Gaonkercfcce782016-05-10 10:10:42 -070011# Unless required by applicable law or agreed to in writing, software
12# distributed under the License is distributed on an "AS IS" BASIS,
13# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14# See the License for the specific language governing permissions and
15# limitations under the License.
16#
Chetan Gaonker93e302d2016-04-05 10:51:07 -070017from argparse import ArgumentParser
A R Karthick14118c62016-07-27 14:54:04 -070018import os,sys,time,socket,errno
ChetanGaonkereadad482016-08-26 01:21:47 -070019import shutil, platform, re
Chetan Gaonker4d842ad2016-04-26 10:04:24 -070020utils_dir = os.path.join( os.path.dirname(os.path.realpath(__file__)), '../utils')
A R Karthick03bd2812017-03-03 17:49:17 -080021cli_dir = os.path.join( os.path.dirname(os.path.realpath(__file__)), '../cli')
Chetan Gaonker7142a342016-04-07 14:53:12 -070022sys.path.append(utils_dir)
A R Karthick03bd2812017-03-03 17:49:17 -080023sys.path.append(cli_dir)
ChetanGaonker68a047f2016-10-12 10:31:48 -070024sys.path.insert(1, '/usr/local/lib/python2.7/dist-packages')
A.R Karthickbe7768c2017-03-17 11:39:41 -070025from CordTestUtils import get_mac
26from OnosCtrl import OnosCtrl
Chetan Gaonker4ca5cca2016-04-11 13:59:35 -070027from OltConfig import OltConfig
A R Karthick946141b2017-01-24 16:37:47 -080028from OnosFlowCtrl import OnosFlowCtrl
A R Karthick1f03e912016-05-18 11:39:22 -070029from threadPool import ThreadPool
Chetan Gaonker3533faa2016-04-25 17:50:14 -070030from CordContainer import *
A R Karthicke99ab5c2016-09-30 13:59:57 -070031from CordTestServer import cord_test_server_start,cord_test_server_stop,cord_test_server_shutdown,CORD_TEST_HOST,CORD_TEST_PORT
A R Karthick07608ef2016-08-23 16:51:19 -070032from TestManifest import TestManifest
A.R Karthick57fa9372017-05-24 12:47:03 -070033from VolthaCtrl import VolthaService
ChetanGaonkereadad482016-08-26 01:21:47 -070034from docker import Client
35from docker.utils import kwargs_from_env
A R Karthickea8bfce2016-10-13 16:32:07 -070036from Xos import XosServiceProfile
A R Karthick07608ef2016-08-23 16:51:19 -070037try:
38 from Fabric import FabricMAAS
39except:
40 FabricMAAS = None
Chetan Gaonker93e302d2016-04-05 10:51:07 -070041
Chetan Gaonker93e302d2016-04-05 10:51:07 -070042class CordTester(Container):
Chetan Gaonker93e302d2016-04-05 10:51:07 -070043 sandbox = '/root/test'
Chetan Gaonker7142a342016-04-07 14:53:12 -070044 sandbox_setup = '/root/test/src/test/setup'
Chetan Gaonker4d842ad2016-04-26 10:04:24 -070045 tester_base = os.path.dirname(os.path.realpath(__file__))
46 tester_paths = os.path.realpath(__file__).split(os.path.sep)
A R Karthickb7e80902016-05-17 09:38:31 -070047 tester_path_index = tester_paths.index('src') - 1
Chetan Gaonker7142a342016-04-07 14:53:12 -070048 sandbox_host = os.path.sep.join(tester_paths[:tester_path_index+1])
Chetan Gaonker93e302d2016-04-05 10:51:07 -070049
50 host_guest_map = ( (sandbox_host, sandbox),
Chetan Gaonker85b7bd52016-04-20 10:29:12 -070051 ('/lib/modules', '/lib/modules'),
52 ('/var/run/docker.sock', '/var/run/docker.sock')
Chetan Gaonker93e302d2016-04-05 10:51:07 -070053 )
54 basename = 'cord-tester'
A R Karthick36cfcef2016-08-18 15:20:07 -070055 switch_on_olt = False
A R Karthickf7a613b2017-02-24 09:36:44 -080056 IMAGE = 'cordtest/nose'
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -070057 ALL_TESTS = ('tls', 'dhcp', 'dhcprelay','igmp', 'subscriber',
58 'cordSubscriber', 'vrouter', 'flows', 'proxyarp', 'acl', 'xos', 'fabric',
Chetan Gaonkerefb55282017-01-27 23:07:41 +000059 'cbench', 'cluster', 'netCondition', 'cordvtn', 'iperf', 'mini', 'vsg')
Chetan Gaonker93e302d2016-04-05 10:51:07 -070060
A R Karthicka013a272016-08-16 16:40:19 -070061 def __init__(self, tests, instance = 0, num_instances = 1, ctlr_ip = None,
A R Karthick07608ef2016-08-23 16:51:19 -070062 name = '', image = IMAGE, prefix = '', tag = 'candidate',
A R Karthick85eb1862017-01-23 16:10:57 -080063 env = None, rm = False, update = False, network = None):
A R Karthick1f03e912016-05-18 11:39:22 -070064 self.tests = tests
Chetan Gaonker4ca5cca2016-04-11 13:59:35 -070065 self.ctlr_ip = ctlr_ip
Chetan Gaonker93e302d2016-04-05 10:51:07 -070066 self.rm = rm
A R Karthicke4660f52017-02-23 12:08:41 -080067 self.name = name or self.get_name(num_instances)
A R Karthick07608ef2016-08-23 16:51:19 -070068 super(CordTester, self).__init__(self.name, image = image, prefix = prefix, tag = tag)
Chetan Gaonker93e302d2016-04-05 10:51:07 -070069 host_config = self.create_host_config(host_guest_map = self.host_guest_map, privileged = True)
70 volumes = []
Chetan Gaonkerb84835f2016-04-19 15:12:10 -070071 for _, g in self.host_guest_map:
Chetan Gaonker93e302d2016-04-05 10:51:07 -070072 volumes.append(g)
Chetan Gaonker85b7bd52016-04-20 10:29:12 -070073 if update is True or not self.img_exists():
A R Karthick07608ef2016-08-23 16:51:19 -070074 self.build_image(self.image_name)
A R Karthicka013a272016-08-16 16:40:19 -070075 self.create = True
76 #check if are trying to run tests on existing container
A R Karthicke4660f52017-02-23 12:08:41 -080077 if not self.exists():
A R Karthicka013a272016-08-16 16:40:19 -070078 ##Remove test container if any
79 self.remove_container(self.name, force=True)
80 else:
81 self.create = False
A R Karthicke4660f52017-02-23 12:08:41 -080082 self.rm = False
A R Karthick078e63a2016-07-28 13:59:31 -070083 self.olt = False
A.R Karthick5968e0d2017-05-16 14:50:46 -070084 olt_config_file = 'olt_config.json'
85 if env is not None:
86 if env.has_key('OLT_CONFIG'):
87 self.olt = True
88 if env.has_key('OLT_CONFIG_FILE'):
89 olt_config_file = os.path.basename(env['OLT_CONFIG_FILE'])
90
91 olt_conf_file = os.path.join(self.tester_base, olt_config_file)
A R Karthick078e63a2016-07-28 13:59:31 -070092 olt_config = OltConfig(olt_conf_file)
93 self.port_map, _ = olt_config.olt_port_map()
A.R Karthick369f89e2017-03-02 15:22:45 -080094 self.vcpes = olt_config.get_vcpes()
A R Karthick078e63a2016-07-28 13:59:31 -070095 #Try using the host interface in olt conf to setup the switch
A.R Karthick88e80b92016-12-05 20:23:45 -080096 self.switches = self.port_map['switches']
A R Karthick1f03e912016-05-18 11:39:22 -070097 if env is not None:
A.R Karthick88e80b92016-12-05 20:23:45 -080098 env['TEST_SWITCH'] = self.switches[0]
99 env['TEST_SWITCHES'] = ','.join(self.switches)
A R Karthick1f03e912016-05-18 11:39:22 -0700100 env['TEST_HOST'] = self.name
101 env['TEST_INSTANCE'] = instance
102 env['TEST_INSTANCES'] = num_instances
A R Karthicka013a272016-08-16 16:40:19 -0700103 if self.create:
104 print('Starting test container %s, image %s, tag %s' %(self.name, self.image, self.tag))
105 self.start(rm = False, volumes = volumes, environment = env,
106 host_config = host_config, tty = True)
A R Karthick85eb1862017-01-23 16:10:57 -0800107 if network is not None:
108 Container.connect_to_network(self.name, network)
Chetan Gaonker4ca5cca2016-04-11 13:59:35 -0700109
A.R Karthicke4631062016-11-03 14:28:19 -0700110 def execute_switch(self, cmd, shell = False):
Chetan Gaonker4ca5cca2016-04-11 13:59:35 -0700111 if self.olt:
112 return os.system(cmd)
113 return self.execute(cmd, shell = shell)
114
A R Karthick946141b2017-01-24 16:37:47 -0800115 def test_flow(self, switch):
116 if not self.olt:
117 return False
118 egress = 1
119 ingress = 2
120 egress_map = { 'ether': '00:00:00:00:00:03', 'ip': '192.168.30.1' }
121 ingress_map = { 'ether': '00:00:00:00:00:04', 'ip': '192.168.40.1' }
122 device_id = 'of:{}'.format(get_mac(switch))
A R Karthick973010f2017-02-06 16:41:51 -0800123 ctlr = self.ctlr_ip.split(',')[0]
A R Karthick946141b2017-01-24 16:37:47 -0800124 flow = OnosFlowCtrl(deviceId = device_id,
125 egressPort = egress,
126 ingressPort = ingress,
127 ethType = '0x800',
128 ipSrc = ('IPV4_SRC', ingress_map['ip']+'/32'),
129 ipDst = ('IPV4_DST', egress_map['ip']+'/32'),
A R Karthick973010f2017-02-06 16:41:51 -0800130 controller = ctlr
A R Karthick946141b2017-01-24 16:37:47 -0800131 )
132 result = flow.addFlow()
133 if result != True:
134 return result
135 time.sleep(1)
136 #find and remove the flow
137 flow_id = flow.findFlow(device_id, IN_PORT = ('port', ingress),
138 ETH_TYPE = ('ethType','0x800'), IPV4_SRC = ('ip', ingress_map['ip']+'/32'),
139 IPV4_DST = ('ip', egress_map['ip']+'/32'))
140 result = False
141 if flow_id:
142 result = True
143 flow.removeFlow(device_id, flow_id)
144 return result
145
146 def ctlr_switch_availability(self, switch):
147 '''Test Add and verify flows with IPv4 selectors'''
148 if not self.olt:
149 return False
150 device_id = 'of:{}'.format(get_mac(switch))
A R Karthick973010f2017-02-06 16:41:51 -0800151 ctlr = self.ctlr_ip.split(',')[0]
152 devices = OnosCtrl.get_devices(controller = ctlr)
A R Karthick946141b2017-01-24 16:37:47 -0800153 if devices:
154 device = filter(lambda d: d['id'] == device_id, devices)
155 return True
156 return False
157
A R Karthick078e63a2016-07-28 13:59:31 -0700158 def start_switch(self, boot_delay = 2):
Chetan Gaonker4ca5cca2016-04-11 13:59:35 -0700159 """Start OVS"""
160 ##Determine if OVS has to be started locally or not
161 s_file,s_sandbox = ('of-bridge-local.sh',self.tester_base) if self.olt else ('of-bridge.sh',self.sandbox_setup)
A.R Karthick88e80b92016-12-05 20:23:45 -0800162 ovs_cmd = os.path.join(s_sandbox, s_file)
Chetan Gaonker4ca5cca2016-04-11 13:59:35 -0700163 if self.olt:
A R Karthick36cfcef2016-08-18 15:20:07 -0700164 if CordTester.switch_on_olt is True:
165 return
166 CordTester.switch_on_olt = True
A.R Karthick88e80b92016-12-05 20:23:45 -0800167 ovs_cmd += ' {} {}'.format(len(self.switches), self.ctlr_ip)
168 print('Starting OVS on the host with %d switches for controller: %s' %(len(self.switches), self.ctlr_ip))
Chetan Gaonker4ca5cca2016-04-11 13:59:35 -0700169 else:
A.R Karthick88e80b92016-12-05 20:23:45 -0800170 ovs_cmd += ' {}'.format(self.switches[0])
171 print('Starting OVS on test container %s for controller: %s' %(self.name, self.ctlr_ip))
Chetan Gaonker4ca5cca2016-04-11 13:59:35 -0700172 self.execute_switch(ovs_cmd)
A R Karthick946141b2017-01-24 16:37:47 -0800173 time.sleep(5)
174 ## Wait for the controller to see the switch
A.R Karthick88e80b92016-12-05 20:23:45 -0800175 for switch in self.switches:
176 status = 1
177 tries = 0
A R Karthick946141b2017-01-24 16:37:47 -0800178 result = self.ctlr_switch_availability(switch) and self.test_flow(switch)
179 if result == True:
180 status = 0
A.R Karthick88e80b92016-12-05 20:23:45 -0800181 while status != 0 and tries < 500:
182 cmd = 'sudo ovs-ofctl dump-flows {0} | grep \"type=0x8942\"'.format(switch)
183 status = self.execute_switch(cmd, shell = True)
184 tries += 1
A R Karthick946141b2017-01-24 16:37:47 -0800185 if status != 0 and tries > 100:
186 if self.ctlr_switch_availability(switch):
187 status = 0
A.R Karthick88e80b92016-12-05 20:23:45 -0800188 if tries % 10 == 0:
189 print('Waiting for test switch %s to be connected to ONOS controller ...' %switch)
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700190
A.R Karthick88e80b92016-12-05 20:23:45 -0800191 if status != 0:
192 print('Test Switch %s not connected to ONOS container.'
193 'Please remove ONOS container and restart the test' %switch)
194 if self.rm:
195 self.kill()
196 sys.exit(1)
197 else:
198 print('Test Switch %s connected to ONOS container.' %switch)
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700199
Chetan Gaonker4ca5cca2016-04-11 13:59:35 -0700200 if boot_delay:
201 time.sleep(boot_delay)
202
A.R Karthick369f89e2017-03-02 15:22:45 -0800203 def setup_vcpes(self, port_num = 0):
204 res = 0
205 for vcpe in self.vcpes:
206 port, s_tag, c_tag = vcpe['port'], vcpe['s_tag'], vcpe['c_tag']
207 if os.access('/sys/class/net/{}'.format(port), os.F_OK):
208 guest_port = 'vcpe{}'.format(port_num)
209 port_num += 1
A.R Karthick5968e0d2017-05-16 14:50:46 -0700210 print('Provisioning guest port %s for %s with host port: %s, s_tag: %d, c_tag: %d\n'
211 %(guest_port, self.name, port, s_tag, c_tag))
A.R Karthick369f89e2017-03-02 15:22:45 -0800212 cmd = 'pipework {} -i {} -l {} {} 0.0.0.0/24'.format(port, guest_port, guest_port, self.name)
213 res = os.system(cmd)
214 if res == 0:
215 vlan_outer_port = '{}.{}'.format(guest_port, s_tag)
216 vlan_inner_port = '{}.{}'.format(vlan_outer_port, c_tag)
217 #configure the s_tag/c_tag interfaces inside the guest container
218 cmds = ('ip link set {} up'.format(guest_port),
219 'ip link add link {} name {} type vlan id {}'.format(guest_port,
220 vlan_outer_port,
221 s_tag),
222 'ip link set {} up'.format(vlan_outer_port),
223 'ip link add link {} name {} type vlan id {}'.format(vlan_outer_port,
224 vlan_inner_port,
225 c_tag),
226 'ip link set {} up'.format(vlan_inner_port),
227 )
228 res += self.execute(cmds, shell = True)
229
230 @classmethod
231 def cleanup_vcpes(cls, vcpes):
232 port_num = 0
233 for vcpe in vcpes:
234 port = vcpe['port']
235 if os.access('/sys/class/net/{}'.format(port), os.F_OK):
236 local_port = 'vcpe{}'.format(port_num)
237 cmd = 'ip link del {}'.format(local_port)
238 os.system(cmd)
239 port_num += 1
240
A R Karthick1f03e912016-05-18 11:39:22 -0700241 def setup_intfs(self, port_num = 0):
Chetan Gaonker4ca5cca2016-04-11 13:59:35 -0700242 tester_intf_subnet = '192.168.100'
243 res = 0
A.R Karthick88e80b92016-12-05 20:23:45 -0800244 switches = self.port_map['switches']
Chetan Gaonker5209fe82016-04-19 10:09:53 -0700245 start_vlan = self.port_map['start_vlan']
A.R Karthick4f583842017-06-09 17:15:47 -0700246 ponsim = self.port_map['ponsim']
A R Karthick07769362016-07-28 17:36:15 -0700247 start_vlan += port_num
248 uplink = self.port_map['uplink']
249 wan = self.port_map['wan']
A.R Karthick4f583842017-06-09 17:15:47 -0700250 if ponsim is True:
251 if not wan:
252 wan = 'ponmgmt'
A.R Karthick369f89e2017-03-02 15:22:45 -0800253 vcpe_port_num = port_num
A.R Karthick88e80b92016-12-05 20:23:45 -0800254 port_list = self.port_map['switch_port_list'] + self.port_map['switch_relay_port_list']
A R Karthick52414732017-01-31 09:59:47 -0800255 print('Provisioning the ports for the test container\n')
A.R Karthick88e80b92016-12-05 20:23:45 -0800256 for host_intf, ports in port_list:
A.R Karthick4f583842017-06-09 17:15:47 -0700257 setup_ponsim = ponsim
258 host_index = 0
259 host_intf_base = 'pon1'
A R Karthickf97ee132017-03-23 09:48:37 -0700260 #if the host interface/switch does not exist, just create a dummy ovs switch
261 #needed if we are running with no-switch option
262 if not os.access('/sys/class/net/{}'.format(host_intf), os.F_OK):
263 os.system('ovs-vsctl add-br {}'.format(host_intf))
A.R Karthick88e80b92016-12-05 20:23:45 -0800264 uplink = self.port_map[host_intf]['uplink']
A.R Karthick4f583842017-06-09 17:15:47 -0700265 if setup_ponsim is True:
266 if host_intf.find('_') < 0:
267 print('Invalid host interface specified with ponsim. Disabling ponsim setup')
268 setup_ponsim = False
269 else:
270 try:
271 host_index = int(host_intf.split('_')[-1])
272 host_intf_base = host_intf.split('_')[0]
273 except:
274 print('Invalid host interface with ponsim. Disabling ponsim setup')
275 setup_ponsim = False
A.R Karthick88e80b92016-12-05 20:23:45 -0800276 for port in ports:
277 guest_if = port
A R Karthicke4660f52017-02-23 12:08:41 -0800278 local_if = 'l{}'.format(port_num+1) #port #'{0}_{1}'.format(guest_if, port_num+1)
A.R Karthick88e80b92016-12-05 20:23:45 -0800279 guest_ip = '{0}.{1}/24'.format(tester_intf_subnet, port_num+1)
A.R Karthick4f583842017-06-09 17:15:47 -0700280 if setup_ponsim is True:
281 if port != self.port_map[uplink]:
282 host_intf = '{}_{}'.format(host_intf_base, host_index)
283 host_index += 1
284
A.R Karthick88e80b92016-12-05 20:23:45 -0800285 ##Use pipeworks to configure container interfaces on host/bridge interfaces
286 pipework_cmd = 'pipework {0} -i {1} -l {2} {3} {4}'.format(host_intf, guest_if,
A R Karthick07769362016-07-28 17:36:15 -0700287 local_if, self.name, guest_ip)
A.R Karthick88e80b92016-12-05 20:23:45 -0800288 #if the wan interface is specified for uplink, then use it instead
289 if wan and port == self.port_map[uplink]:
290 pipework_cmd = 'pipework {0} -i {1} -l {2} {3} {4}'.format(wan, guest_if,
291 local_if, self.name, guest_ip)
292 else:
293 if start_vlan != 0:
294 pipework_cmd += ' @{}'.format(start_vlan)
295 start_vlan += 1
A.R Karthick4f583842017-06-09 17:15:47 -0700296 print('Running PIPEWORK cmd: %s' %pipework_cmd)
A.R Karthick88e80b92016-12-05 20:23:45 -0800297 res += os.system(pipework_cmd)
298 port_num += 1
Chetan Gaonker4ca5cca2016-04-11 13:59:35 -0700299
A.R Karthick369f89e2017-03-02 15:22:45 -0800300 self.setup_vcpes(vcpe_port_num)
A R Karthick1f03e912016-05-18 11:39:22 -0700301 return res, port_num
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700302
303 @classmethod
A.R Karthick88e80b92016-12-05 20:23:45 -0800304 def get_intf_type(cls, intf):
305 intf_type = 0
306 if os.path.isdir('/sys/class/net/{}/bridge'.format(intf)):
307 intf_type = 1 ##linux bridge
308 else:
309 cmd = 'ovs-vsctl list-br | grep -q "^{0}$"'.format(intf)
310 res = os.system(cmd)
311 if res == 0: ##ovs bridge
312 intf_type = 2
313
314 return intf_type
315
316 @classmethod
A.R Karthick5968e0d2017-05-16 14:50:46 -0700317 def cleanup_intfs(cls, olt_conf_file):
318 if not os.access(olt_conf_file, os.F_OK):
319 olt_conf_file = os.path.join(cls.tester_base, os.path.basename(olt_conf_file))
A R Karthickb50f5592016-07-26 12:19:29 -0700320 olt_config = OltConfig(olt_conf_file)
A R Karthickb03cecd2016-07-27 10:27:55 -0700321 port_map, _ = olt_config.olt_port_map()
A.R Karthick369f89e2017-03-02 15:22:45 -0800322 vcpes = olt_config.get_vcpes()
A R Karthickb50f5592016-07-26 12:19:29 -0700323 port_num = 0
A R Karthickb50f5592016-07-26 12:19:29 -0700324 start_vlan = port_map['start_vlan']
A R Karthick07769362016-07-28 17:36:15 -0700325 wan = port_map['wan']
A R Karthickb50f5592016-07-26 12:19:29 -0700326 cmds = ()
327 res = 0
A.R Karthick88e80b92016-12-05 20:23:45 -0800328 port_list = port_map['switch_port_list'] + port_map['switch_relay_port_list']
329 for intf_host, ports in port_list:
330 intf_type = cls.get_intf_type(intf_host)
331 for port in ports:
A R Karthicke4660f52017-02-23 12:08:41 -0800332 local_if = 'l{}'.format(port_num+1) #port #'{0}_{1}'.format(port, port_num+1)
A.R Karthick88e80b92016-12-05 20:23:45 -0800333 if intf_type == 0:
334 if start_vlan != 0:
335 cmds = ('ip link del {}.{}'.format(intf_host, start_vlan),)
336 start_vlan += 1
A R Karthickb50f5592016-07-26 12:19:29 -0700337 else:
A.R Karthick88e80b92016-12-05 20:23:45 -0800338 if intf_type == 1:
339 cmds = ('brctl delif {} {}'.format(intf_host, local_if),
340 'ip link del {}'.format(local_if))
341 else:
342 cmds = ('ovs-vsctl del-port {} {}'.format(intf_host, local_if),
343 'ip link del {}'.format(local_if))
A R Karthickb50f5592016-07-26 12:19:29 -0700344
A.R Karthick88e80b92016-12-05 20:23:45 -0800345 for cmd in cmds:
346 res += os.system(cmd)
347 port_num += 1
A R Karthickb50f5592016-07-26 12:19:29 -0700348
A.R Karthick369f89e2017-03-02 15:22:45 -0800349 cls.cleanup_vcpes(vcpes)
350
A R Karthickb50f5592016-07-26 12:19:29 -0700351 @classmethod
A R Karthicke4660f52017-02-23 12:08:41 -0800352 def get_name(cls, num_instances):
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700353 cnt_name = '/{0}'.format(cls.basename)
354 cnt_name_len = len(cnt_name)
355 names = list(flatten(n['Names'] for n in cls.dckr.containers(all=True)))
356 test_names = filter(lambda n: n.startswith(cnt_name), names)
357 last_cnt_number = 0
358 if test_names:
359 last_cnt_name = reduce(lambda n1, n2: n1 if int(n1[cnt_name_len:]) > \
360 int(n2[cnt_name_len:]) else n2,
361 test_names)
362 last_cnt_number = int(last_cnt_name[cnt_name_len:])
A R Karthicke4660f52017-02-23 12:08:41 -0800363 if num_instances == 1:
364 last_cnt_number -= 1
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700365 test_cnt_name = cls.basename + str(last_cnt_number+1)
366 return test_cnt_name
367
368 @classmethod
369 def build_image(cls, image):
370 print('Building test container docker image %s' %image)
Chetan Gaonkerb6064fa2016-05-02 16:29:57 -0700371 ovs_version = '2.5.0'
372 image_format = (ovs_version,)*4
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700373 dockerfile = '''
374FROM ubuntu:14.04
375MAINTAINER chetan@ciena.com
A R Karthickc762df42016-05-25 10:09:21 -0700376RUN apt-get update && \
377 apt-get install -y git git-core autoconf automake autotools-dev pkg-config \
378 make gcc g++ libtool libc6-dev cmake libpcap-dev libxerces-c2-dev \
379 unzip libpcre3-dev flex bison libboost-dev \
380 python python-pip python-setuptools python-scapy tcpdump doxygen doxypy wget \
381 openvswitch-common openvswitch-switch \
A R Karthick07608ef2016-08-23 16:51:19 -0700382 python-twisted python-sqlite sqlite3 python-pexpect telnet arping isc-dhcp-server \
Chetan Gaonker53f16382017-02-20 20:31:22 +0000383 python-paramiko python-maas-client python-keystoneclient python-neutronclient \
A R Karthickc28f6a92017-04-18 16:05:18 -0700384 python-glanceclient python-novaclient python-dev libffi-dev libssl-dev
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700385RUN easy_install nose
A R Karthickc28f6a92017-04-18 16:05:18 -0700386RUN python -m pip install --upgrade pip
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700387RUN mkdir -p /root/ovs
388WORKDIR /root
Chetan Gaonkerb6064fa2016-05-02 16:29:57 -0700389RUN wget http://openvswitch.org/releases/openvswitch-{}.tar.gz -O /root/ovs/openvswitch-{}.tar.gz && \
390(cd /root/ovs && tar zxpvf openvswitch-{}.tar.gz && \
391 cd openvswitch-{} && \
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700392 ./configure --prefix=/usr --sysconfdir=/etc --localstatedir=/var --disable-ssl && make && make install)
393RUN service openvswitch-switch restart || /bin/true
A.R Karthickec5b72a2016-11-03 09:53:07 -0700394RUN pip install scapy==2.3.2 scapy-ssl_tls==1.2.2 monotonic configObj docker-py pyyaml nsenter pyroute2 netaddr python-daemon
A R Karthickc28f6a92017-04-18 16:05:18 -0700395RUN pip install -U cryptography
396RUN pip install -U paramiko
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700397RUN mv /usr/sbin/tcpdump /sbin/
398RUN ln -sf /sbin/tcpdump /usr/sbin/tcpdump
A R Karthickf4999472016-07-01 16:42:13 -0700399RUN mv /usr/sbin/dhcpd /sbin/
400RUN ln -sf /sbin/dhcpd /usr/sbin/dhcpd
A.R Karthickcaf82ac2017-04-17 17:45:24 -0700401RUN mv /sbin/dhclient /usr/sbin/
402RUN ln -sf /usr/sbin/dhclient /sbin/dhclient
A R Karthickb7e80902016-05-17 09:38:31 -0700403WORKDIR /root
404RUN wget -nc http://de.archive.ubuntu.com/ubuntu/pool/main/b/bison/bison_2.5.dfsg-2.1_amd64.deb \
405 http://de.archive.ubuntu.com/ubuntu/pool/main/b/bison/libbison-dev_2.5.dfsg-2.1_amd64.deb
406RUN sudo dpkg -i bison_2.5.dfsg-2.1_amd64.deb libbison-dev_2.5.dfsg-2.1_amd64.deb
407RUN rm bison_2.5.dfsg-2.1_amd64.deb libbison-dev_2.5.dfsg-2.1_amd64.deb
408RUN wget -nc http://www.nbee.org/download/nbeesrc-jan-10-2013.zip && \
409 unzip nbeesrc-jan-10-2013.zip && \
410 cd nbeesrc-jan-10-2013/src && cmake . && make && \
411 cp ../bin/libn*.so /usr/local/lib && ldconfig && \
412 cp -R ../include/* /usr/include/
413WORKDIR /root
414RUN git clone https://github.com/CPqD/ofsoftswitch13.git && \
415 cd ofsoftswitch13 && \
A R Karthickb7e80902016-05-17 09:38:31 -0700416 ./boot.sh && \
417 ./configure --prefix=/usr --sysconfdir=/etc --localstatedir=/var --disable-ssl && \
418 make && make install
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700419CMD ["/bin/bash"]
Chetan Gaonkerb6064fa2016-05-02 16:29:57 -0700420'''.format(*image_format)
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700421 super(CordTester, cls).build_image(dockerfile, image)
422 print('Done building docker image %s' %image)
423
A R Karthick1f03e912016-05-18 11:39:22 -0700424 def run_tests(self):
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700425 '''Run the list of tests'''
A R Karthick9a5edc42016-08-24 19:10:22 -0700426 res = 0
Thangavelu K Sef6f0a52016-12-14 19:57:05 +0000427 print('Modifying scapy tool files before running a test: %s' %self.tests)
428 self.modify_scapy_files_for_specific_tests()
A R Karthick1f03e912016-05-18 11:39:22 -0700429 print('Running tests: %s' %self.tests)
430 for t in self.tests:
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700431 test = t.split(':')[0]
A R Karthick24f1de62016-05-12 15:16:38 -0700432 test_file = '{}Test.py'.format(test)
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700433 if t.find(':') >= 0:
A R Karthick24f1de62016-05-12 15:16:38 -0700434 test_case = '{0}:{1}'.format(test_file, t.split(':')[1])
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700435 else:
436 test_case = test_file
Chetan Gaonker7142a342016-04-07 14:53:12 -0700437 cmd = 'nosetests -v {0}/src/test/{1}/{2}'.format(self.sandbox, test, test_case)
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700438 status = self.execute(cmd, shell = True)
A R Karthick9a5edc42016-08-24 19:10:22 -0700439 if status > 255:
440 status = 1
441 res |= status
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700442 print('Test %s %s' %(test_case, 'Success' if status == 0 else 'Failure'))
443 print('Done running tests')
444 if self.rm:
445 print('Removing test container %s' %self.name)
446 self.kill(remove=True)
447
A R Karthick9a5edc42016-08-24 19:10:22 -0700448 return res
449
Thangavelu K Sef6f0a52016-12-14 19:57:05 +0000450 def modify_scapy_files_for_specific_tests(self):
451 name = self.name
A R Karthickf7a613b2017-02-24 09:36:44 -0800452 container_cmd_exec = Container(name = name, image = CordTester.IMAGE)
Thangavelu K Sef6f0a52016-12-14 19:57:05 +0000453 tty = False
454 dckr = Client()
455 cmd = 'cp test/src/test/scapy/fields.py /usr/local/lib/python2.7/dist-packages/scapy/fields.py '
456 i = container_cmd_exec.execute(cmd = cmd, tty= tty, stream = True)
457
Chetan Gaonkerfb3cb5e2016-05-06 11:55:44 -0700458 @classmethod
459 def list_tests(cls, tests):
460 print('Listing test cases')
461 for test in tests:
A R Karthick24f1de62016-05-12 15:16:38 -0700462 test_file = '{}Test.py'.format(test)
Chetan Gaonkerfb3cb5e2016-05-06 11:55:44 -0700463 cmd = 'nosetests -v --collect-only {0}/../{1}/{2}'.format(cls.tester_base, test, test_file)
464 os.system(cmd)
465
A R Karthicka013a272016-08-16 16:40:19 -0700466
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700467##default onos/radius/test container images and names
468onos_image_default='onosproject/onos:latest'
A R Karthick07608ef2016-08-23 16:51:19 -0700469nose_image_default= '{}:candidate'.format(CordTester.IMAGE)
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700470test_type_default='dhcp'
A R Karthickb608d402017-06-02 11:48:41 -0700471onos_app_version = '3.0-SNAPSHOT'
Chetan Gaonker4d842ad2016-04-26 10:04:24 -0700472cord_tester_base = os.path.dirname(os.path.realpath(__file__))
A.R Karthick5968e0d2017-05-16 14:50:46 -0700473olt_config_default = os.path.join(cord_tester_base, 'olt_config.json')
Chetan Gaonker4ca5cca2016-04-11 13:59:35 -0700474onos_app_file = os.path.abspath('{0}/../apps/ciena-cordigmp-'.format(cord_tester_base) + onos_app_version + '.oar')
A R Karthick81acbff2016-06-17 14:45:16 -0700475cord_test_server_address = '{}:{}'.format(CORD_TEST_HOST, CORD_TEST_PORT)
A R Karthick07608ef2016-08-23 16:51:19 -0700476identity_file_default = '/etc/maas/ansible/id_rsa'
A R Karthicke14fc022016-12-08 14:50:29 -0800477onos_log_level = 'INFO'
A R Karthick07608ef2016-08-23 16:51:19 -0700478
479##sets up the ssh key file for the test container
480def set_ssh_key_file(identity_file):
481 ssh_key_file = None
482 if os.access(identity_file, os.F_OK):
483 ##copy it to setup directory
484 identity_dest = os.path.join(CordTester.tester_base, 'id_rsa')
485 if os.path.abspath(identity_file) != identity_dest:
486 try:
487 shutil.copy(identity_file, identity_dest)
488 ssh_key_file = os.path.join(CordTester.sandbox_setup, 'id_rsa')
489 except: pass
490
491 return ssh_key_file
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700492
A R Karthickcaac5542017-03-06 16:20:57 -0800493def openstack_setup(test_cnt_env):
494 admin_rc = os.path.join(os.getenv('HOME'), 'admin-openrc.sh')
A R Karthick8983cb02017-06-09 11:32:53 -0700495 if not os.access(admin_rc, os.F_OK):
496 admin_rc = os.path.join('/opt/cord_profile', 'admin-openrc.sh')
A R Karthickcaac5542017-03-06 16:20:57 -0800497 if os.access(admin_rc, os.F_OK):
498 dest = os.path.join(CordTester.tester_base, 'admin-openrc.sh')
499 shutil.copy(admin_rc, dest)
500 with open(dest, 'r') as f:
501 cfg = {}
502 for data in f.read().splitlines():
503 try:
504 k, v = data.split('=')
505 except:
506 continue
507
508 k = k.split()[-1]
509 cfg[k] = v
510
511 if 'REQUESTS_CA_BUNDLE' in cfg:
512 #copy the certificate to setup directory
513 cert_src = cfg['REQUESTS_CA_BUNDLE']
514 shutil.copy(cert_src, CordTester.tester_base)
515 test_cert_loc = os.path.join(CordTester.sandbox_setup,
516 os.path.basename(cert_src))
517 cfg['REQUESTS_CA_BUNDLE'] = test_cert_loc
518
519 for key, value in cfg.iteritems():
520 test_cnt_env[key] = value
521
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700522def runTest(args):
Chetan Gaonker823cdc52016-05-09 15:51:23 -0700523 #Start the cord test tcp server
A.R Karthickb17e2022017-01-27 11:29:26 -0800524 test_manifest = TestManifest(args = args)
525 test_server_params = test_manifest.server.split(':')
A R Karthick81acbff2016-06-17 14:45:16 -0700526 test_host = test_server_params[0]
527 test_port = CORD_TEST_PORT
528 if len(test_server_params) > 1:
529 test_port = int(test_server_params[1])
A R Karthick81acbff2016-06-17 14:45:16 -0700530
A R Karthick1f03e912016-05-18 11:39:22 -0700531 test_containers = []
532 #These tests end up restarting ONOS/quagga/radius
A R Karthick4e0c0912016-08-17 16:57:42 -0700533 tests_exempt = ('vrouter', 'cordSubscriber', 'proxyarp', 'dhcprelay')
Chetan Gaonker503032a2016-05-12 12:06:29 -0700534 if args.test_type.lower() == 'all':
535 tests = CordTester.ALL_TESTS
Chetan Gaonker503032a2016-05-12 12:06:29 -0700536 args.quagga = True
537 else:
A R Karthickacae3b42016-05-12 15:27:24 -0700538 tests = args.test_type.split('-')
Chetan Gaonker503032a2016-05-12 12:06:29 -0700539
A R Karthick1f03e912016-05-18 11:39:22 -0700540 tests_parallel = [ t for t in tests if t.split(':')[0] not in tests_exempt ]
541 tests_not_parallel = [ t for t in tests if t.split(':')[0] in tests_exempt ]
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700542 onos_cnt = {'tag':'latest'}
A R Karthick07608ef2016-08-23 16:51:19 -0700543 nose_cnt = {'image': CordTester.IMAGE, 'tag': 'candidate'}
Chetan Gaonker503032a2016-05-12 12:06:29 -0700544 update_map = { 'quagga' : False, 'test' : False, 'radius' : False }
545 update_map[args.update.lower()] = True
A.R Karthick95d044e2016-06-10 18:44:36 -0700546
Chetan Gaonker503032a2016-05-12 12:06:29 -0700547 if args.update.lower() == 'all':
548 for c in update_map.keys():
549 update_map[c] = True
A.R Karthick95d044e2016-06-10 18:44:36 -0700550
A R Karthick07608ef2016-08-23 16:51:19 -0700551 use_manifest = False
552 if args.manifest:
553 if os.access(args.manifest, os.F_OK):
554 ##copy it to setup directory
A.R Karthick8b2f1e32017-02-09 15:10:07 -0800555 dest = os.path.join(CordTester.tester_base,
556 os.path.basename(args.manifest))
A R Karthick07608ef2016-08-23 16:51:19 -0700557 if os.path.abspath(args.manifest) != dest:
558 try:
559 shutil.copy(args.manifest, dest)
560 except: pass
A R Karthick65d950d2016-12-19 19:41:55 -0800561 test_manifest = TestManifest(manifest = dest)
A R Karthick07608ef2016-08-23 16:51:19 -0700562 use_manifest = True
563 else:
564 print('Unable to access test manifest: %s' %args.manifest)
Chetan Gaonkerfb3cb5e2016-05-06 11:55:44 -0700565
A R Karthick65d950d2016-12-19 19:41:55 -0800566 onos_ip = test_manifest.onos_ip
567 radius_ip = test_manifest.radius_ip
568 head_node = test_manifest.head_node
A R Karthick5af23712017-01-20 09:49:24 -0800569 iterations = test_manifest.iterations
A.R Karthick263d3fc2017-01-27 12:52:53 -0800570 onos_cord_loc = test_manifest.onos_cord
A.R Karthickf184b342017-01-27 19:30:50 -0800571 service_profile = test_manifest.service_profile
572 synchronizer = test_manifest.synchronizer
A.R Karthick5968e0d2017-05-16 14:50:46 -0700573 olt_config_file = test_manifest.olt_config
A.R Karthick57fa9372017-05-24 12:47:03 -0700574 voltha_loc = test_manifest.voltha_loc
575 voltha_intf = test_manifest.voltha_intf
A.R Karthick5968e0d2017-05-16 14:50:46 -0700576 if not os.access(olt_config_file, os.F_OK):
577 olt_config_file = os.path.join(CordTester.tester_base, 'olt_config.json')
578 else:
579 dest = os.path.join(CordTester.tester_base,
580 os.path.basename(olt_config_file))
581 if os.path.abspath(olt_config_file) != dest:
582 try:
583 shutil.copy(olt_config_file, dest)
584 except: pass
585
A.R Karthickf184b342017-01-27 19:30:50 -0800586 onos_cord = None
A R Karthick973010f2017-02-06 16:41:51 -0800587 Onos.update_data_dir(test_manifest.karaf_version)
588
A.R Karthick263d3fc2017-01-27 12:52:53 -0800589 if onos_cord_loc:
590 if onos_cord_loc.find(os.path.sep) < 0:
591 onos_cord_loc = os.path.join(os.getenv('HOME'), onos_cord_loc)
A.R Karthickf184b342017-01-27 19:30:50 -0800592 if not os.access(onos_cord_loc, os.F_OK):
593 print('ONOS cord config location %s is not accessible' %onos_cord_loc)
594 sys.exit(1)
A.R Karthick263d3fc2017-01-27 12:52:53 -0800595 if not onos_ip:
596 ##Unexpected case. Specify the external controller ip when running on cord node
597 print('Specify ONOS ip using \"-e\" option when running the cord-tester on cord node')
598 sys.exit(1)
A.R Karthickf184b342017-01-27 19:30:50 -0800599 if not service_profile:
A R Karthick03bd2812017-03-03 17:49:17 -0800600 print('Specify service profile for the ONOS cord instance. Eg: rcord')
A.R Karthickf184b342017-01-27 19:30:50 -0800601 sys.exit(1)
602 if not synchronizer:
603 print('Specify synchronizer to use for the ONOS cord instance. Eg: vtn, fabric, cord')
604 sys.exit(1)
A.R Karthickf184b342017-01-27 19:30:50 -0800605 onos_cord = OnosCord(onos_ip, onos_cord_loc, service_profile, synchronizer)
A.R Karthick263d3fc2017-01-27 12:52:53 -0800606
607 try:
608 test_server = cord_test_server_start(daemonize = False, cord_test_host = test_host, cord_test_port = test_port,
609 onos_cord = onos_cord)
610 except:
611 ##Most likely a server instance is already running (daemonized earlier)
612 test_server = None
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700613
A R Karthick65d950d2016-12-19 19:41:55 -0800614 Container.IMAGE_PREFIX = test_manifest.image_prefix
615 Onos.MAX_INSTANCES = test_manifest.onos_instances
A R Karthickc69d73e2017-01-20 11:44:34 -0800616 Onos.JVM_HEAP_SIZE = test_manifest.jvm_heap_size
A R Karthick65d950d2016-12-19 19:41:55 -0800617 cluster_mode = True if test_manifest.onos_instances > 1 else False
618 async_mode = cluster_mode and test_manifest.async_mode
619 existing_list = [ c['Names'][0][1:] for c in Container.dckr.containers() if c['Image'] == test_manifest.onos_image ]
620 setup_cluster = False if len(existing_list) == test_manifest.onos_instances else True
A.R Karthickc4e474d2016-12-12 15:24:57 -0800621 onos_ips = []
A R Karthick65d950d2016-12-19 19:41:55 -0800622 if cluster_mode is True and len(existing_list) > 1:
623 ##don't setup cluster config again
624 cluster_mode = False
A R Karthick07608ef2016-08-23 16:51:19 -0700625 if onos_ip is None:
A R Karthick65d950d2016-12-19 19:41:55 -0800626 image_names = test_manifest.onos_image.rsplit(':', 1)
A R Karthick07608ef2016-08-23 16:51:19 -0700627 onos_cnt['image'] = image_names[0]
628 if len(image_names) > 1:
629 if image_names[1].find('/') < 0:
630 onos_cnt['tag'] = image_names[1]
631 else:
632 #tag cannot have slashes
A R Karthick65d950d2016-12-19 19:41:55 -0800633 onos_cnt['image'] = test_manifest.onos_image
A R Karthick07608ef2016-08-23 16:51:19 -0700634
635 Onos.IMAGE = onos_cnt['image']
A R Karthick65d950d2016-12-19 19:41:55 -0800636 Onos.PREFIX = test_manifest.image_prefix
A R Karthick07608ef2016-08-23 16:51:19 -0700637 Onos.TAG = onos_cnt['tag']
A R Karthick65d950d2016-12-19 19:41:55 -0800638 data_volume = '{}-data'.format(Onos.NAME) if test_manifest.shared_volume else None
A R Karthick07608ef2016-08-23 16:51:19 -0700639 onos = Onos(image = Onos.IMAGE,
A.R Karthickc4e474d2016-12-12 15:24:57 -0800640 tag = Onos.TAG, boot_delay = 60, cluster = cluster_mode,
A R Karthick85eb1862017-01-23 16:10:57 -0800641 data_volume = data_volume, async = async_mode, network = test_manifest.docker_network)
A.R Karthickc4e474d2016-12-12 15:24:57 -0800642 if onos.running:
A R Karthick65d950d2016-12-19 19:41:55 -0800643 onos_ips.append(onos.ipaddr)
A.R Karthickc4e474d2016-12-12 15:24:57 -0800644 else:
645 onos_ips.append(onos_ip)
646
A R Karthick65d950d2016-12-19 19:41:55 -0800647 num_onos_instances = test_manifest.onos_instances
ChetanGaonkerdbd4e4b2016-10-28 17:40:11 -0700648 if num_onos_instances > 1 and onos is not None:
649 onos_instances = []
650 onos_instances.append(onos)
651 for i in range(1, num_onos_instances):
652 name = '{}-{}'.format(Onos.NAME, i+1)
A R Karthick65d950d2016-12-19 19:41:55 -0800653 data_volume = '{}-data'.format(name) if test_manifest.shared_volume else None
A.R Karthickc4e474d2016-12-12 15:24:57 -0800654 quagga_config = Onos.get_quagga_config(i)
A R Karthickec2db322016-11-17 15:06:01 -0800655 onos = Onos(name = name, image = Onos.IMAGE, tag = Onos.TAG, boot_delay = 60, cluster = cluster_mode,
A R Karthick3b811152016-12-15 10:24:24 -0800656 data_volume = data_volume, async = async_mode,
A R Karthick85eb1862017-01-23 16:10:57 -0800657 quagga_config = quagga_config, network = test_manifest.docker_network)
ChetanGaonkerdbd4e4b2016-10-28 17:40:11 -0700658 onos_instances.append(onos)
A.R Karthickc4e474d2016-12-12 15:24:57 -0800659 if onos.running:
660 onos_ips.append(onos.ipaddr)
A R Karthick65d950d2016-12-19 19:41:55 -0800661 if async_mode is True and cluster_mode is True:
A.R Karthickc4e474d2016-12-12 15:24:57 -0800662 Onos.start_cluster_async(onos_instances)
663 if not onos_ips:
664 for onos in onos_instances:
665 onos_ips.append(onos.ipaddr)
A R Karthick65d950d2016-12-19 19:41:55 -0800666 if cluster_mode is True:
667 try:
668 for ip in onos_ips:
669 print('Installing cord tester ONOS app %s in ONOS instance %s' %(args.app,ip))
670 OnosCtrl.install_app(args.app, onos_ip = ip)
671 except: pass
A R Karthick1ef70552016-11-17 17:33:36 -0800672 if setup_cluster is True:
673 Onos.setup_cluster(onos_instances)
674 else:
675 print('ONOS instances already running. Skipping ONOS form cluster for %d instances' %num_onos_instances)
ChetanGaonkerdbd4e4b2016-10-28 17:40:11 -0700676 ctlr_addr = ','.join(onos_ips)
Chetan Gaonker5209fe82016-04-19 10:09:53 -0700677
A R Karthick65d950d2016-12-19 19:41:55 -0800678 print('Controller IP %s, Test type %s' %(onos_ips, args.test_type))
679 if onos_ip is not None:
A R Karthickbd9b8a32016-07-21 09:56:45 -0700680 print('Installing ONOS cord apps')
A R Karthick07608ef2016-08-23 16:51:19 -0700681 try:
682 Onos.install_cord_apps(onos_ip = onos_ip)
683 except: pass
A R Karthickeaf1c4e2016-07-19 12:22:35 -0700684
ChetanGaonkerdbd4e4b2016-10-28 17:40:11 -0700685 if not cluster_mode:
686 print('Installing cord tester ONOS app %s' %args.app)
687 try:
688 for ip in onos_ips:
A R Karthick65d950d2016-12-19 19:41:55 -0800689 OnosCtrl.install_app(args.app, onos_ip = ip)
ChetanGaonkerdbd4e4b2016-10-28 17:40:11 -0700690 except: pass
A R Karthickeaf1c4e2016-07-19 12:22:35 -0700691
A.R Karthick57fa9372017-05-24 12:47:03 -0700692 if voltha_loc:
693 #start voltha
A.R Karthick4f583842017-06-09 17:15:47 -0700694 voltha = VolthaService(voltha_loc, onos_ips[0], interface = voltha_intf, olt_config = olt_config_file)
A.R Karthick57fa9372017-05-24 12:47:03 -0700695 voltha.start()
696
A R Karthickeaf1c4e2016-07-19 12:22:35 -0700697 if radius_ip is None:
A R Karthicka661b552016-05-25 10:18:50 -0700698 ##Start Radius container
A R Karthick85eb1862017-01-23 16:10:57 -0800699 radius = Radius(prefix = Container.IMAGE_PREFIX, update = update_map['radius'],
700 network = test_manifest.docker_network)
A R Karthick75844572017-01-23 16:57:44 -0800701 radius_ip = radius.ip(network = test_manifest.docker_network)
A.R Karthick95d044e2016-06-10 18:44:36 -0700702
A R Karthickeaf1c4e2016-07-19 12:22:35 -0700703 print('Radius server running with IP %s' %radius_ip)
A.R Karthick95d044e2016-06-10 18:44:36 -0700704
Chetan Gaonkerb84835f2016-04-19 15:12:10 -0700705 if args.quagga == True:
706 #Start quagga. Builds container if required
A R Karthick85eb1862017-01-23 16:10:57 -0800707 quagga = Quagga(prefix = Container.IMAGE_PREFIX, update = update_map['quagga'],
708 network = test_manifest.docker_network)
A R Karthick81acbff2016-06-17 14:45:16 -0700709
A R Karthick07608ef2016-08-23 16:51:19 -0700710 try:
711 maas_api_key = FabricMAAS.get_api_key()
712 except:
713 maas_api_key = 'UNKNOWN'
714
715 ssh_key_file = set_ssh_key_file(args.identity_file)
ChetanGaonkerdbd4e4b2016-10-28 17:40:11 -0700716 test_cnt_env = { 'ONOS_CONTROLLER_IP' : ctlr_addr,
Chetan Gaonkerc170f3f2016-04-19 17:24:45 -0700717 'ONOS_AAA_IP' : radius_ip if radius_ip is not None else '',
A R Karthick8d03cc52016-06-28 14:51:59 -0700718 'QUAGGA_IP': test_host,
A R Karthick81acbff2016-06-17 14:45:16 -0700719 'CORD_TEST_HOST' : test_host,
720 'CORD_TEST_PORT' : test_port,
A R Karthick65d950d2016-12-19 19:41:55 -0800721 'ONOS_RESTART' : 0 if test_manifest.olt and args.test_controller else 1,
722 'LOG_LEVEL': test_manifest.log_level,
A R Karthick07608ef2016-08-23 16:51:19 -0700723 'HEAD_NODE': head_node if head_node else CORD_TEST_HOST,
A R Karthick973010f2017-02-06 16:41:51 -0800724 'MAAS_API_KEY': maas_api_key,
A.R Karthick57fa9372017-05-24 12:47:03 -0700725 'KARAF_VERSION' : test_manifest.karaf_version,
A.R Karthick4c4d0492017-05-26 19:23:05 -0700726 'VOLTHA_ENABLED' : 1 if voltha_loc else 0
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700727 }
A R Karthick07608ef2016-08-23 16:51:19 -0700728
729 if ssh_key_file:
730 test_cnt_env['SSH_KEY_FILE'] = ssh_key_file
731
A.R Karthick5968e0d2017-05-16 14:50:46 -0700732 olt_conf_test_loc = os.path.join(CordTester.sandbox_setup, os.path.basename(olt_config_file))
733 test_cnt_env['OLT_CONFIG_FILE'] = olt_conf_test_loc
A R Karthick65d950d2016-12-19 19:41:55 -0800734 if test_manifest.olt:
Chetan Gaonker93e302d2016-04-05 10:51:07 -0700735 test_cnt_env['OLT_CONFIG'] = olt_conf_test_loc
736
A.R Karthick8b2f1e32017-02-09 15:10:07 -0800737 if use_manifest:
738 test_cnt_env['MANIFEST'] = os.path.join(CordTester.sandbox_setup,
739 os.path.basename(args.manifest))
740
A.R Karthick5968e0d2017-05-16 14:50:46 -0700741
A R Karthick5af23712017-01-20 09:49:24 -0800742 if iterations is not None:
743 test_cnt_env['ITERATIONS'] = iterations
744
A R Karthickcaac5542017-03-06 16:20:57 -0800745 openstack_setup(test_cnt_env)
746
A R Karthicka013a272016-08-16 16:40:19 -0700747 if args.num_containers > 1 and args.container:
748 print('Cannot specify number of containers with container option')
749 sys.exit(1)
750 if args.container:
751 args.keep = True
A R Karthick1f03e912016-05-18 11:39:22 -0700752 port_num = 0
753 num_tests = len(tests_parallel)
A R Karthick2b93d6a2016-09-06 15:19:09 -0700754 if num_tests > 0 and num_tests < args.num_containers:
755 tests_parallel *= args.num_containers/num_tests
756 num_tests = len(tests_parallel)
A R Karthick1f03e912016-05-18 11:39:22 -0700757 tests_per_container = max(1, num_tests/args.num_containers)
A R Karthicke4660f52017-02-23 12:08:41 -0800758 last_batch = num_tests % args.num_containers
A R Karthick1f03e912016-05-18 11:39:22 -0700759 test_slice_start = 0
760 test_slice_end = test_slice_start + tests_per_container
761 num_test_containers = min(num_tests, args.num_containers)
762 if tests_parallel:
763 print('Running %s tests across %d containers in parallel' %(tests_parallel, num_test_containers))
A R Karthicke4660f52017-02-23 12:08:41 -0800764 for container in xrange(num_test_containers):
765 if container + 1 == num_test_containers:
766 test_slice_end += last_batch
A R Karthick1f03e912016-05-18 11:39:22 -0700767 test_cnt = CordTester(tests_parallel[test_slice_start:test_slice_end],
768 instance = container, num_instances = num_test_containers,
ChetanGaonkerdbd4e4b2016-10-28 17:40:11 -0700769 ctlr_ip = ctlr_addr,
A R Karthick07608ef2016-08-23 16:51:19 -0700770 name = args.container,
771 image = nose_cnt['image'],
772 prefix = Container.IMAGE_PREFIX,
773 tag = nose_cnt['tag'],
A R Karthick1f03e912016-05-18 11:39:22 -0700774 env = test_cnt_env,
775 rm = False if args.keep else True,
A R Karthick85eb1862017-01-23 16:10:57 -0800776 update = update_map['test'],
777 network = test_manifest.docker_network)
A R Karthick1f03e912016-05-18 11:39:22 -0700778 test_slice_start = test_slice_end
779 test_slice_end = test_slice_start + tests_per_container
780 update_map['test'] = False
781 test_containers.append(test_cnt)
A R Karthicka013a272016-08-16 16:40:19 -0700782 if not test_cnt.create:
783 continue
A R Karthick65d950d2016-12-19 19:41:55 -0800784 if test_cnt.create and (test_manifest.start_switch or not test_manifest.olt):
A R Karthick07608ef2016-08-23 16:51:19 -0700785 if not args.no_switch:
786 test_cnt.start_switch()
A R Karthicka013a272016-08-16 16:40:19 -0700787 if test_cnt.create and test_cnt.olt:
A R Karthick1f03e912016-05-18 11:39:22 -0700788 _, port_num = test_cnt.setup_intfs(port_num = port_num)
789
A R Karthick9a5edc42016-08-24 19:10:22 -0700790 status = 0
791 if len(test_containers) > 1:
A R Karthicke4660f52017-02-23 12:08:41 -0800792 thread_pool = ThreadPool(len(test_containers), queue_size = 1, wait_timeout=1)
793 for test_cnt in test_containers:
794 thread_pool.addTask(test_cnt.run_tests)
795 thread_pool.cleanUpThreads()
A R Karthick9a5edc42016-08-24 19:10:22 -0700796 else:
A R Karthickcee37412016-08-29 10:10:56 -0700797 if test_containers:
798 status = test_containers[0].run_tests()
A R Karthick1f03e912016-05-18 11:39:22 -0700799
800 ##Run the linear tests
801 if tests_not_parallel:
802 test_cnt = CordTester(tests_not_parallel,
ChetanGaonkerdbd4e4b2016-10-28 17:40:11 -0700803 ctlr_ip = ctlr_addr,
A R Karthick07608ef2016-08-23 16:51:19 -0700804 name = args.container,
805 image = nose_cnt['image'],
806 prefix = Container.IMAGE_PREFIX,
807 tag = nose_cnt['tag'],
A R Karthick1f03e912016-05-18 11:39:22 -0700808 env = test_cnt_env,
809 rm = False if args.keep else True,
A R Karthick85eb1862017-01-23 16:10:57 -0800810 update = update_map['test'],
811 network = test_manifest.docker_network)
A R Karthick65d950d2016-12-19 19:41:55 -0800812 if test_cnt.create and (test_manifest.start_switch or not test_manifest.olt):
A R Karthick36cfcef2016-08-18 15:20:07 -0700813 #For non parallel tests, we just restart the switch also for OLT's
814 CordTester.switch_on_olt = False
A R Karthick07608ef2016-08-23 16:51:19 -0700815 if not args.no_switch:
816 test_cnt.start_switch()
A R Karthicka013a272016-08-16 16:40:19 -0700817 if test_cnt.create and test_cnt.olt:
A R Karthick1f03e912016-05-18 11:39:22 -0700818 test_cnt.setup_intfs(port_num = port_num)
ChetanGaonkerdbd4e4b2016-10-28 17:40:11 -0700819 test_cnt.run_tests()
A R Karthick1f03e912016-05-18 11:39:22 -0700820
A R Karthick81acbff2016-06-17 14:45:16 -0700821 if test_server:
A.R Karthickf184b342017-01-27 19:30:50 -0800822 if onos_cord:
823 onos_cord.restore()
A R Karthick81acbff2016-06-17 14:45:16 -0700824 cord_test_server_stop(test_server)
825
A R Karthick9a5edc42016-08-24 19:10:22 -0700826 return status
827
A R Karthick81acbff2016-06-17 14:45:16 -0700828##Starts onos/radius/quagga containers as appropriate
829def setupCordTester(args):
830 onos_cnt = {'tag':'latest'}
A R Karthick07608ef2016-08-23 16:51:19 -0700831 nose_cnt = {'image': CordTester.IMAGE, 'tag': 'candidate'}
A R Karthick92a0e5a2016-06-22 17:11:05 -0700832 update_map = { 'quagga' : False, 'radius' : False, 'test': False }
A R Karthick81acbff2016-06-17 14:45:16 -0700833 update_map[args.update.lower()] = True
A R Karthick65d950d2016-12-19 19:41:55 -0800834 test_manifest = TestManifest(args = args)
835
A R Karthick81acbff2016-06-17 14:45:16 -0700836 if args.update.lower() == 'all':
837 for c in update_map.keys():
838 update_map[c] = True
839
A R Karthick07608ef2016-08-23 16:51:19 -0700840 use_manifest = False
841 if args.manifest:
842 if os.access(args.manifest, os.F_OK):
843 ##copy it to setup directory
A.R Karthick8b2f1e32017-02-09 15:10:07 -0800844 dest = os.path.join(CordTester.tester_base,
845 os.path.basename(args.manifest))
A R Karthick07608ef2016-08-23 16:51:19 -0700846 if os.path.abspath(args.manifest) != dest:
847 try:
848 shutil.copy(args.manifest, dest)
849 except: pass
A R Karthick65d950d2016-12-19 19:41:55 -0800850 test_manifest = TestManifest(manifest = dest)
A R Karthick07608ef2016-08-23 16:51:19 -0700851 use_manifest = True
852
A.R Karthickf184b342017-01-27 19:30:50 -0800853 onos_ip = test_manifest.onos_ip
854 radius_ip = test_manifest.radius_ip
855 head_node = test_manifest.head_node
856 iterations = test_manifest.iterations
857 service_profile = test_manifest.service_profile
858 synchronizer = test_manifest.synchronizer
A.R Karthick57fa9372017-05-24 12:47:03 -0700859 voltha_loc = test_manifest.voltha_loc
860 voltha_intf = test_manifest.voltha_intf
A.R Karthickf184b342017-01-27 19:30:50 -0800861 onos_cord = None
A.R Karthick263d3fc2017-01-27 12:52:53 -0800862 onos_cord_loc = test_manifest.onos_cord
A R Karthick973010f2017-02-06 16:41:51 -0800863 Onos.update_data_dir(test_manifest.karaf_version)
A.R Karthick5968e0d2017-05-16 14:50:46 -0700864 olt_config_file = test_manifest.olt_config
865 if not os.access(olt_config_file, os.F_OK):
866 olt_config_file = os.path.join(CordTester.tester_base, 'olt_config.json')
867 else:
868 dest = os.path.join(CordTester.tester_base,
869 os.path.basename(olt_config_file))
870 if os.path.abspath(olt_config_file) != dest:
871 try:
872 shutil.copy(olt_config_file, dest)
873 except: pass
A R Karthick973010f2017-02-06 16:41:51 -0800874
A.R Karthick263d3fc2017-01-27 12:52:53 -0800875 if onos_cord_loc:
876 if onos_cord_loc.find(os.path.sep) < 0:
877 onos_cord_loc = os.path.join(os.getenv('HOME'), onos_cord_loc)
878 if not os.access(onos_cord_loc, os.F_OK):
879 print('ONOS cord config location %s is not accessible' %onos_cord_loc)
880 sys.exit(1)
A.R Karthick263d3fc2017-01-27 12:52:53 -0800881 if not onos_ip:
A R Karthickd44cea12016-07-20 12:16:41 -0700882 ##Unexpected case. Specify the external controller ip when running on cord node
883 print('Specify ONOS ip using \"-e\" option when running the cord-tester on cord node')
884 sys.exit(1)
A.R Karthickf184b342017-01-27 19:30:50 -0800885 if not service_profile:
A R Karthick03bd2812017-03-03 17:49:17 -0800886 print('Specify service profile for the ONOS cord instance. Eg: rcord')
A.R Karthickf184b342017-01-27 19:30:50 -0800887 sys.exit(1)
888 if not synchronizer:
889 print('Specify synchronizer to use for the ONOS cord instance. Eg: vtn, fabric, cord')
890 sys.exit(1)
A.R Karthickf184b342017-01-27 19:30:50 -0800891 onos_cord = OnosCord(onos_ip, onos_cord_loc, service_profile, synchronizer)
A R Karthickd44cea12016-07-20 12:16:41 -0700892
A R Karthick65d950d2016-12-19 19:41:55 -0800893 Container.IMAGE_PREFIX = test_manifest.image_prefix
A R Karthick81acbff2016-06-17 14:45:16 -0700894 #don't spawn onos if the user had started it externally
A R Karthick65d950d2016-12-19 19:41:55 -0800895 image_names = test_manifest.onos_image.rsplit(':', 1)
A R Karthick07608ef2016-08-23 16:51:19 -0700896 onos_cnt['image'] = image_names[0]
897 if len(image_names) > 1:
898 if image_names[1].find('/') < 0:
899 onos_cnt['tag'] = image_names[1]
900 else:
901 #tag cannot have slashes
A R Karthick65d950d2016-12-19 19:41:55 -0800902 onos_cnt['image'] = test_manifest.onos_image
A R Karthick81acbff2016-06-17 14:45:16 -0700903
A R Karthick07608ef2016-08-23 16:51:19 -0700904 Onos.IMAGE = onos_cnt['image']
A R Karthick65d950d2016-12-19 19:41:55 -0800905 Onos.PREFIX = test_manifest.image_prefix
A R Karthick07608ef2016-08-23 16:51:19 -0700906 Onos.TAG = onos_cnt['tag']
A R Karthick65d950d2016-12-19 19:41:55 -0800907 Onos.MAX_INSTANCES = test_manifest.onos_instances
A R Karthickc69d73e2017-01-20 11:44:34 -0800908 Onos.JVM_HEAP_SIZE = test_manifest.jvm_heap_size
A R Karthick65d950d2016-12-19 19:41:55 -0800909 cluster_mode = True if test_manifest.onos_instances > 1 else False
910 async_mode = cluster_mode and test_manifest.async_mode
911 existing_list = [ c['Names'][0][1:] for c in Container.dckr.containers() if c['Image'] == test_manifest.onos_image ]
912 setup_cluster = False if len(existing_list) == test_manifest.onos_instances else True
A R Karthickc41c2422016-12-09 10:59:19 -0800913 #cleanup existing volumes before forming a new cluster
914 if setup_cluster is True:
915 print('Cleaning up existing cluster volumes')
916 data_dir = os.path.join(Onos.setup_dir, 'cord-onos*-data')
917 try:
918 os.system('rm -rf {}'.format(data_dir))
919 except: pass
920
A R Karthick2b93d6a2016-09-06 15:19:09 -0700921 onos = None
A.R Karthickc4e474d2016-12-12 15:24:57 -0800922 onos_ips = []
A R Karthick81acbff2016-06-17 14:45:16 -0700923 if onos_ip is None:
A R Karthick65d950d2016-12-19 19:41:55 -0800924 data_volume = '{}-data'.format(Onos.NAME) if test_manifest.shared_volume else None
A R Karthickec2db322016-11-17 15:06:01 -0800925 onos = Onos(image = Onos.IMAGE, tag = Onos.TAG, boot_delay = 60, cluster = cluster_mode,
A R Karthick85eb1862017-01-23 16:10:57 -0800926 data_volume = data_volume, async = async_mode, network = test_manifest.docker_network)
A.R Karthickc4e474d2016-12-12 15:24:57 -0800927 if onos.running:
A R Karthick65d950d2016-12-19 19:41:55 -0800928 onos_ips.append(onos.ipaddr)
A.R Karthickc4e474d2016-12-12 15:24:57 -0800929 else:
930 onos_ips.append(onos_ip)
A R Karthick81acbff2016-06-17 14:45:16 -0700931
A R Karthick65d950d2016-12-19 19:41:55 -0800932 num_onos_instances = test_manifest.onos_instances
A R Karthick2b93d6a2016-09-06 15:19:09 -0700933 if num_onos_instances > 1 and onos is not None:
934 onos_instances = []
935 onos_instances.append(onos)
936 for i in range(1, num_onos_instances):
937 name = '{}-{}'.format(Onos.NAME, i+1)
A R Karthick65d950d2016-12-19 19:41:55 -0800938 data_volume = '{}-data'.format(name) if test_manifest.shared_volume else None
A.R Karthickc4e474d2016-12-12 15:24:57 -0800939 quagga_config = Onos.get_quagga_config(i)
A R Karthickec2db322016-11-17 15:06:01 -0800940 onos = Onos(name = name, image = Onos.IMAGE, tag = Onos.TAG, boot_delay = 60, cluster = cluster_mode,
A R Karthick3b811152016-12-15 10:24:24 -0800941 data_volume = data_volume, async = async_mode,
A R Karthick85eb1862017-01-23 16:10:57 -0800942 quagga_config = quagga_config, network = test_manifest.docker_network)
A R Karthick2b93d6a2016-09-06 15:19:09 -0700943 onos_instances.append(onos)
A.R Karthickc4e474d2016-12-12 15:24:57 -0800944 if onos.running:
945 onos_ips.append(onos.ipaddr)
946 if async_mode is True:
947 Onos.start_cluster_async(onos_instances)
948 if not onos_ips:
949 for onos in onos_instances:
950 onos_ips.append(onos.ipaddr)
A R Karthick51e6fd82016-11-22 14:39:19 -0800951 if setup_cluster is True:
952 Onos.setup_cluster(onos_instances)
A R Karthick2b93d6a2016-09-06 15:19:09 -0700953
954 ctlr_addr = ','.join(onos_ips)
955 print('Onos IP %s' %ctlr_addr)
A R Karthick65d950d2016-12-19 19:41:55 -0800956 if onos_ip is not None:
A R Karthickbd9b8a32016-07-21 09:56:45 -0700957 print('Installing ONOS cord apps')
A R Karthick07608ef2016-08-23 16:51:19 -0700958 try:
959 Onos.install_cord_apps(onos_ip = onos_ip)
960 except: pass
A R Karthickbd9b8a32016-07-21 09:56:45 -0700961
A R Karthickedab01c2016-09-08 14:05:44 -0700962 print('Installing cord tester ONOS app %s' %args.app)
A R Karthick07608ef2016-08-23 16:51:19 -0700963 try:
A R Karthick2b93d6a2016-09-06 15:19:09 -0700964 for ip in onos_ips:
965 OnosCtrl.install_app(args.app, onos_ip = ip)
A R Karthick07608ef2016-08-23 16:51:19 -0700966 except: pass
A R Karthickeaf1c4e2016-07-19 12:22:35 -0700967
A.R Karthick57fa9372017-05-24 12:47:03 -0700968 if voltha_loc:
969 #start voltha
A.R Karthick4f583842017-06-09 17:15:47 -0700970 voltha = VolthaService(voltha_loc, onos_ips[0], interface = voltha_intf, olt_config = olt_config_file)
A.R Karthick57fa9372017-05-24 12:47:03 -0700971 voltha.start()
972
A R Karthick81acbff2016-06-17 14:45:16 -0700973 ##Start Radius container if not started
974 if radius_ip is None:
A R Karthick85eb1862017-01-23 16:10:57 -0800975 radius = Radius(prefix = Container.IMAGE_PREFIX, update = update_map['radius'],
976 network = test_manifest.docker_network)
A R Karthick75844572017-01-23 16:57:44 -0800977 radius_ip = radius.ip(network = test_manifest.docker_network)
A R Karthick81acbff2016-06-17 14:45:16 -0700978
979 print('Radius server running with IP %s' %radius_ip)
A R Karthick81acbff2016-06-17 14:45:16 -0700980
981 if args.quagga == True:
982 #Start quagga. Builds container if required
A R Karthick85eb1862017-01-23 16:10:57 -0800983 quagga = Quagga(prefix = Container.IMAGE_PREFIX, update = update_map['quagga'],
984 network = test_manifest.docker_network)
A R Karthick8d03cc52016-06-28 14:51:59 -0700985 print('Quagga started')
A R Karthick81acbff2016-06-17 14:45:16 -0700986
A.R Karthickb17e2022017-01-27 11:29:26 -0800987 params = test_manifest.server.split(':')
A R Karthick81acbff2016-06-17 14:45:16 -0700988 ip = params[0]
989 port = CORD_TEST_PORT
990 if len(params) > 1:
991 port = int(params[1])
A R Karthick92a0e5a2016-06-22 17:11:05 -0700992
A R Karthick07608ef2016-08-23 16:51:19 -0700993 try:
994 maas_api_key = FabricMAAS.get_api_key()
995 except:
996 maas_api_key = 'UNKNOWN'
997
998 ssh_key_file = set_ssh_key_file(args.identity_file)
999
A R Karthick92a0e5a2016-06-22 17:11:05 -07001000 #provision the test container
1001 if not args.dont_provision:
A R Karthick2b93d6a2016-09-06 15:19:09 -07001002 test_cnt_env = { 'ONOS_CONTROLLER_IP' : ctlr_addr,
A R Karthick92a0e5a2016-06-22 17:11:05 -07001003 'ONOS_AAA_IP' : radius_ip,
A R Karthick8d03cc52016-06-28 14:51:59 -07001004 'QUAGGA_IP': ip,
A R Karthick92a0e5a2016-06-22 17:11:05 -07001005 'CORD_TEST_HOST' : ip,
1006 'CORD_TEST_PORT' : port,
A R Karthick65d950d2016-12-19 19:41:55 -08001007 'ONOS_RESTART' : 0 if test_manifest.olt and args.test_controller else 1,
1008 'LOG_LEVEL': test_manifest.log_level,
A R Karthick07608ef2016-08-23 16:51:19 -07001009 'HEAD_NODE': head_node if head_node else CORD_TEST_HOST,
A R Karthick973010f2017-02-06 16:41:51 -08001010 'MAAS_API_KEY': maas_api_key,
A.R Karthick57fa9372017-05-24 12:47:03 -07001011 'KARAF_VERSION' : test_manifest.karaf_version,
A.R Karthick4c4d0492017-05-26 19:23:05 -07001012 'VOLTHA_ENABLED' : 1 if voltha_loc else 0
A R Karthick92a0e5a2016-06-22 17:11:05 -07001013 }
A R Karthick07608ef2016-08-23 16:51:19 -07001014
1015 if ssh_key_file:
1016 test_cnt_env['SSH_KEY_FILE'] = ssh_key_file
A.R Karthick5968e0d2017-05-16 14:50:46 -07001017 olt_conf_test_loc = os.path.join(CordTester.sandbox_setup, os.path.basename(olt_config_file))
1018 test_cnt_env['OLT_CONFIG_FILE'] = olt_conf_test_loc
A R Karthick65d950d2016-12-19 19:41:55 -08001019 if test_manifest.olt:
A R Karthick92a0e5a2016-06-22 17:11:05 -07001020 test_cnt_env['OLT_CONFIG'] = olt_conf_test_loc
A R Karthick5af23712017-01-20 09:49:24 -08001021 if test_manifest.iterations is not None:
1022 test_cnt_env['ITERATIONS'] = iterations
A.R Karthick8b2f1e32017-02-09 15:10:07 -08001023 if use_manifest:
1024 test_cnt_env['MANIFEST'] = os.path.join(CordTester.sandbox_setup,
1025 os.path.basename(args.manifest))
A R Karthickcaac5542017-03-06 16:20:57 -08001026
1027 openstack_setup(test_cnt_env)
1028
A R Karthick92a0e5a2016-06-22 17:11:05 -07001029 test_cnt = CordTester((),
A R Karthick2b93d6a2016-09-06 15:19:09 -07001030 ctlr_ip = ctlr_addr,
A R Karthick92a0e5a2016-06-22 17:11:05 -07001031 image = nose_cnt['image'],
A R Karthick07608ef2016-08-23 16:51:19 -07001032 prefix = Container.IMAGE_PREFIX,
A R Karthick92a0e5a2016-06-22 17:11:05 -07001033 tag = nose_cnt['tag'],
1034 env = test_cnt_env,
1035 rm = False,
A R Karthick85eb1862017-01-23 16:10:57 -08001036 update = update_map['test'],
1037 network = test_manifest.docker_network)
A R Karthick92a0e5a2016-06-22 17:11:05 -07001038
A R Karthick65d950d2016-12-19 19:41:55 -08001039 if test_manifest.start_switch or not test_manifest.olt:
A R Karthick92a0e5a2016-06-22 17:11:05 -07001040 test_cnt.start_switch()
1041 if test_cnt.olt:
1042 test_cnt.setup_intfs(port_num = 0)
1043 print('Test container %s started and provisioned to run tests using nosetests' %(test_cnt.name))
1044
1045 #Finally start the test server and daemonize
A R Karthick14118c62016-07-27 14:54:04 -07001046 try:
A R Karthickbd82f362016-11-10 15:08:52 -08001047 cord_test_server_start(daemonize = not args.foreground, cord_test_host = ip, cord_test_port = port,
1048 onos_cord = onos_cord, foreground = args.foreground)
A R Karthick14118c62016-07-27 14:54:04 -07001049 except socket.error, e:
1050 #the test agent address could be remote or already running. Exit gracefully
1051 sys.exit(0)
Chetan Gaonker93e302d2016-04-05 10:51:07 -07001052
A R Karthick9a5edc42016-08-24 19:10:22 -07001053 return 0
1054
Chetan Gaonker503032a2016-05-12 12:06:29 -07001055def cleanupTests(args):
A R Karthick757eb4d2017-01-09 14:51:16 -08001056 if args.manifest and os.access(args.manifest, os.F_OK):
1057 manifest = TestManifest(manifest = args.manifest)
1058 args.prefix = manifest.image_prefix
1059 args.olt = manifest.olt
A.R Karthick5968e0d2017-05-16 14:50:46 -07001060 args.olt_config = manifest.olt_config
A R Karthick757eb4d2017-01-09 14:51:16 -08001061 args.onos = manifest.onos_image
1062 args.server = manifest.server
A.R Karthickb17e2022017-01-27 11:29:26 -08001063 args.onos_ip = manifest.onos_ip
1064 args.radius_ip = manifest.radius_ip
1065 args.onos_cord = manifest.onos_cord
A.R Karthickf184b342017-01-27 19:30:50 -08001066 args.service_profile = manifest.service_profile
1067 args.synchronizer = manifest.synchronizer
A.R Karthick57fa9372017-05-24 12:47:03 -07001068 args.voltha_loc = manifest.voltha_loc
A.R Karthickb17e2022017-01-27 11:29:26 -08001069 else:
1070 args.onos_ip = None
1071 args.radius_ip = None
1072 if args.test_controller:
1073 ips = args.test_controller.split('/')
1074 args.onos_ip = ips[0]
1075 if len(ips) > 1:
1076 args.radius_ip = ips[1]
A R Karthick757eb4d2017-01-09 14:51:16 -08001077
A R Karthick2b93d6a2016-09-06 15:19:09 -07001078 image_name = args.onos
A R Karthick07608ef2016-08-23 16:51:19 -07001079 prefix = args.prefix
1080 if prefix:
1081 prefix += '/'
1082 test_container = '{}{}:candidate'.format(prefix, CordTester.IMAGE)
Chetan Gaonker503032a2016-05-12 12:06:29 -07001083 print('Cleaning up Test containers ...')
1084 Container.cleanup(test_container)
A R Karthickb50f5592016-07-26 12:19:29 -07001085 if args.olt:
1086 print('Cleaning up test container OLT configuration')
A.R Karthick5968e0d2017-05-16 14:50:46 -07001087 CordTester.cleanup_intfs(args.olt_config)
A R Karthick2b93d6a2016-09-06 15:19:09 -07001088
1089 onos_list = [ c['Names'][0][1:] for c in Container.dckr.containers() if c['Image'] == image_name ]
1090 if len(onos_list) > 1:
1091 for onos in onos_list:
1092 Container.dckr.kill(onos)
1093 Container.dckr.remove_container(onos, force=True)
A R Karthickec2db322016-11-17 15:06:01 -08001094 for index in range(len(onos_list)):
1095 volume = '{}-data'.format(Onos.NAME) if index == 0 else '{}-{}-data'.format(Onos.NAME, index+1)
1096 Onos.remove_data_map(volume, Onos.guest_data_dir)
A R Karthick9d48c652016-09-15 09:16:36 -07001097 Onos.cleanup_runtime()
A R Karthickec2db322016-11-17 15:06:01 -08001098
A R Karthick394976f2017-01-31 14:25:16 -08001099 radius_container = '{}{}:candidate'.format(prefix, Radius.IMAGE)
1100 quagga_container = '{}{}:candidate'.format(prefix, Quagga.IMAGE)
1101 Container.cleanup(radius_container)
1102 Container.cleanup(quagga_container)
A.R Karthick57fa9372017-05-24 12:47:03 -07001103 if args.voltha_loc:
1104 voltha = VolthaService(args.voltha_loc, args.onos_ip)
1105 voltha.stop()
1106
A.R Karthickb17e2022017-01-27 11:29:26 -08001107 if args.onos_cord:
A.R Karthickf184b342017-01-27 19:30:50 -08001108 #try restoring the onos cord instance
1109 try:
1110 onos_cord = OnosCord(args.onos_ip, args.onos_cord, args.service_profile, args.synchronizer, start = False)
1111 onos_cord.restore(force = True)
1112 except Exception as e:
1113 print(e)
A.R Karthickb17e2022017-01-27 11:29:26 -08001114
A.R Karthick842f0122016-09-28 14:48:47 -07001115 if args.xos:
1116 ##cleanup XOS images
1117 xos_images = ( '{}:{}'.format(XosServer.IMAGE,XosServer.TAG),
1118 '{}:{}'.format(XosSynchronizerOpenstack.IMAGE,
1119 XosSynchronizerOpenstack.TAG),
1120 '{}:{}'.format(XosSynchronizerOnboarding.IMAGE,
1121 XosSynchronizerOnboarding.TAG),
1122 '{}:{}'.format(XosSynchronizerOpenvpn.IMAGE,
1123 XosSynchronizerOpenvpn.TAG),
1124 '{}:{}'.format(XosPostgresql.IMAGE,
1125 XosPostgresql.TAG),
1126 '{}:{}'.format(XosSyndicateMs.IMAGE,
1127 XosSyndicateMs.TAG),
1128 )
1129 for img in xos_images:
1130 print('Cleaning up XOS image: %s' %img)
1131 Container.cleanup(img)
1132
A R Karthicke99ab5c2016-09-30 13:59:57 -07001133 server_params = args.server.split(':')
1134 server_host = server_params[0]
1135 server_port = CORD_TEST_PORT
1136 if len(server_params) > 1:
1137 server_port = int(server_params[1])
1138 cord_test_server_shutdown(server_host, server_port)
A R Karthick9a5edc42016-08-24 19:10:22 -07001139 return 0
Chetan Gaonker503032a2016-05-12 12:06:29 -07001140
1141def listTests(args):
1142 if args.test == 'all':
1143 tests = CordTester.ALL_TESTS
1144 else:
A R Karthickacae3b42016-05-12 15:27:24 -07001145 tests = args.test.split('-')
Chetan Gaonker503032a2016-05-12 12:06:29 -07001146 CordTester.list_tests(tests)
A R Karthickcee37412016-08-29 10:10:56 -07001147 return 0
ChetanGaonkereadad482016-08-26 01:21:47 -07001148
1149def getMetrics(args):
A R Karthickcee37412016-08-29 10:10:56 -07001150 try:
1151 detail = c.inspect_container(args.container)
1152 except:
1153 print('Unknown container %s' %args.container)
1154 return 0
1155 user_hz = os.sysconf(os.sysconf_names['SC_CLK_TCK'])
ChetanGaonkereadad482016-08-26 01:21:47 -07001156 state = detail["State"]
1157 if bool(state["Paused"]):
1158 print("Container is in Paused State")
1159 elif bool(state["Running"]):
1160 print("Container is in Running State")
1161 elif int(state["ExitCode"]) == 0:
1162 print("Container is in Stopped State")
1163 else:
1164 print("Container is in Crashed State")
1165
A R Karthickcee37412016-08-29 10:10:56 -07001166 print("Ip Address of the container: " +detail['NetworkSettings']['IPAddress'])
ChetanGaonkereadad482016-08-26 01:21:47 -07001167
1168 if bool(detail["State"]["Running"]):
1169 container_id = detail['Id']
1170 cpu_usage = {}
A R Karthickcee37412016-08-29 10:10:56 -07001171 cur_usage = 0
1172 last_usage = 0
1173 for i in range(2):
1174 with open('/sys/fs/cgroup/cpuacct/docker/' + container_id + '/cpuacct.stat', 'r') as f:
1175 for line in f:
1176 m = re.search(r"(system|user)\s+(\d+)", line)
1177 if m:
1178 cpu_usage[m.group(1)] = int(m.group(2))
1179 cpu = cpu_usage["system"] + cpu_usage["user"]
1180 last_usage = cur_usage
1181 cur_usage = cpu
1182 time.sleep(1)
1183 cpu_percent = (cur_usage - last_usage)*100.0/user_hz
1184 print("CPU Usage: %.2f %%" %(cpu_percent))
ChetanGaonkereadad482016-08-26 01:21:47 -07001185 else:
1186 print(0)
1187
1188 if bool(detail["State"]["Running"]):
1189 container_id = detail['Id']
A R Karthickcee37412016-08-29 10:10:56 -07001190 print("Docker Port Info:")
ChetanGaonkereadad482016-08-26 01:21:47 -07001191 cmd = "sudo docker port {}".format(container_id)
1192 os.system(cmd)
1193
1194 if bool(detail["State"]["Running"]):
1195 container_id = detail['Id']
1196 with open('/sys/fs/cgroup/memory/docker/' + container_id + '/memory.stat', 'r') as f:
1197 for line in f:
1198 m = re.search(r"total_rss\s+(\d+)", line)
1199 if m:
A R Karthickcee37412016-08-29 10:10:56 -07001200 mem = int(m.group(1))
1201 print("Memory: %s KB "%(mem/1024.0))
ChetanGaonkereadad482016-08-26 01:21:47 -07001202 o = re.search(r"usage\s+(\d+)", line)
1203 if o:
A R Karthickcee37412016-08-29 10:10:56 -07001204 print("Usage: %s "%(o.group(1)))
ChetanGaonkereadad482016-08-26 01:21:47 -07001205 p = re.search(r"max_usage\s+(\d+)", line)
1206 if p:
A R Karthickcee37412016-08-29 10:10:56 -07001207 print("Max Usage: %s "%(p.group(1)))
ChetanGaonkereadad482016-08-26 01:21:47 -07001208
1209 if bool(detail["State"]["Running"]):
1210 container_id = detail['Id']
1211 with open('/sys/fs/cgroup/cpuacct/docker/' + container_id + '/cpuacct.stat', 'r') as f:
1212 for line in f:
1213 m = re.search(r"user\s+(\d+)", line)
1214 if m:
A R Karthickcee37412016-08-29 10:10:56 -07001215 user_ticks = int(m.group(1))
1216 print("Time spent by running processes: %.2f ms"%(user_ticks*1000.0/user_hz))
1217 print("List Networks:")
ChetanGaonkereadad482016-08-26 01:21:47 -07001218 cmd = "docker network ls"
1219 os.system(cmd)
A R Karthick9a5edc42016-08-24 19:10:22 -07001220 return 0
Chetan Gaonker503032a2016-05-12 12:06:29 -07001221
1222def buildImages(args):
A R Karthick07608ef2016-08-23 16:51:19 -07001223 tag = 'candidate'
1224 prefix = args.prefix
1225 if prefix:
1226 prefix += '/'
Chetan Gaonker503032a2016-05-12 12:06:29 -07001227 if args.image == 'all' or args.image == 'quagga':
A R Karthick07608ef2016-08-23 16:51:19 -07001228 image_name = '{}{}:{}'.format(prefix, Quagga.IMAGE, tag)
1229 Quagga.build_image(image_name)
A.R Karthick95d044e2016-06-10 18:44:36 -07001230
Chetan Gaonker503032a2016-05-12 12:06:29 -07001231 if args.image == 'all' or args.image == 'radius':
A R Karthick07608ef2016-08-23 16:51:19 -07001232 image_name = '{}{}:{}'.format(prefix, Radius.IMAGE, tag)
1233 Radius.build_image(image_name)
Chetan Gaonker503032a2016-05-12 12:06:29 -07001234
1235 if args.image == 'all' or args.image == 'test':
A R Karthick07608ef2016-08-23 16:51:19 -07001236 image_name = '{}{}:{}'.format(prefix, CordTester.IMAGE, tag)
1237 CordTester.build_image(image_name)
Chetan Gaonker503032a2016-05-12 12:06:29 -07001238
A R Karthick9a5edc42016-08-24 19:10:22 -07001239 return 0
1240
A R Karthickbec27762016-07-28 10:59:34 -07001241def startImages(args):
A R Karthickbec27762016-07-28 10:59:34 -07001242 ##starts the latest ONOS image
A R Karthick07608ef2016-08-23 16:51:19 -07001243 onos_cnt = {'tag': 'latest'}
1244 image_names = args.onos.rsplit(':', 1)
1245 onos_cnt['image'] = image_names[0]
1246 if len(image_names) > 1:
1247 if image_names[1].find('/') < 0:
1248 onos_cnt['tag'] = image_names[1]
1249 else:
1250 #tag cannot have slashes
1251 onos_cnt['image'] = args.onos
1252
A R Karthickbec27762016-07-28 10:59:34 -07001253 if args.image == 'all' or args.image == 'onos':
A R Karthick07608ef2016-08-23 16:51:19 -07001254 onos = Onos(image = onos_cnt['image'], tag = onos_cnt['tag'])
A R Karthickbec27762016-07-28 10:59:34 -07001255 print('ONOS started with ip %s' %(onos.ip()))
1256
1257 if args.image == 'all' or args.image == 'quagga':
A R Karthick07608ef2016-08-23 16:51:19 -07001258 quagga = Quagga(prefix = args.prefix)
A R Karthickbec27762016-07-28 10:59:34 -07001259 print('Quagga started with ip %s' %(quagga.ip()))
1260
1261 if args.image == 'all' or args.image == 'radius':
A R Karthick07608ef2016-08-23 16:51:19 -07001262 radius = Radius(prefix = args.prefix)
A R Karthickbec27762016-07-28 10:59:34 -07001263 print('Radius started with ip %s' %(radius.ip()))
1264
A R Karthick9a5edc42016-08-24 19:10:22 -07001265 return 0
1266
A R Karthickea8bfce2016-10-13 16:32:07 -07001267def xosCommand(args):
1268 update = False
1269 profile = args.profile
1270 if args.command == 'update':
1271 update = True
1272 xos = XosServiceProfile(profile = profile, update = update)
1273 if args.command == 'build':
1274 xos.build_images(force = True)
1275 if args.command == 'start':
1276 xos.start_services()
1277 if args.command == 'stop':
1278 xos.stop_services(rm = True)
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001279 return 0
1280
Chetan Gaonker93e302d2016-04-05 10:51:07 -07001281if __name__ == '__main__':
Chetan Gaonker678743f2016-04-26 09:54:31 -07001282 parser = ArgumentParser(description='Cord Tester')
Chetan Gaonker503032a2016-05-12 12:06:29 -07001283 subparser = parser.add_subparsers()
1284 parser_run = subparser.add_parser('run', help='Run cord tester')
1285 parser_run.add_argument('-t', '--test-type', default=test_type_default, help='Specify test type or test case to run')
1286 parser_run.add_argument('-o', '--onos', default=onos_image_default, type=str, help='ONOS container image')
Chetan Gaonker503032a2016-05-12 12:06:29 -07001287 parser_run.add_argument('-q', '--quagga',action='store_true',help='Provision quagga container for vrouter')
1288 parser_run.add_argument('-a', '--app', default=onos_app_file, type=str, help='Cord ONOS app filename')
A R Karthick07608ef2016-08-23 16:51:19 -07001289 parser_run.add_argument('-l', '--olt', action='store_true', help='Use OLT config')
A.R Karthick5968e0d2017-05-16 14:50:46 -07001290 parser_run.add_argument('-olt-config', '--olt-config', default=olt_config_default, type=str, help='Provide OLT configuration')
Chetan Gaonker503032a2016-05-12 12:06:29 -07001291 parser_run.add_argument('-e', '--test-controller', default='', type=str, help='External test controller ip for Onos and/or radius server. '
Chetan Gaonker5209fe82016-04-19 10:09:53 -07001292 'Eg: 10.0.0.2/10.0.0.3 to specify ONOS and Radius ip to connect')
A R Karthick81acbff2016-06-17 14:45:16 -07001293 parser_run.add_argument('-r', '--server', default=cord_test_server_address, type=str,
1294 help='ip:port address to connect for cord test server for container requests')
Chetan Gaonker503032a2016-05-12 12:06:29 -07001295 parser_run.add_argument('-k', '--keep', action='store_true', help='Keep test container after tests')
1296 parser_run.add_argument('-s', '--start-switch', action='store_true', help='Start OVS when running under OLT config')
1297 parser_run.add_argument('-u', '--update', default='none', choices=['test','quagga','radius', 'all'], type=str, help='Update cord tester container images. '
1298 'Eg: --update=quagga to rebuild quagga image.'
1299 ' --update=radius to rebuild radius server image.'
1300 ' --update=test to rebuild cord test image.(Default)'
1301 ' --update=all to rebuild all cord tester images.')
A R Karthick1f03e912016-05-18 11:39:22 -07001302 parser_run.add_argument('-n', '--num-containers', default=1, type=int,
1303 help='Specify number of test containers to spawn for tests')
A R Karthicka013a272016-08-16 16:40:19 -07001304 parser_run.add_argument('-c', '--container', default='', type=str, help='Test container name for running tests')
A R Karthick07608ef2016-08-23 16:51:19 -07001305 parser_run.add_argument('-m', '--manifest', default='', type=str, help='Provide test configuration manifest')
1306 parser_run.add_argument('-p', '--prefix', default='', type=str, help='Provide container image prefix')
1307 parser_run.add_argument('-d', '--no-switch', action='store_true', help='Dont start test switch.')
1308 parser_run.add_argument('-i', '--identity-file', default=identity_file_default,
1309 type=str, help='ssh identity file to access compute nodes from test container')
ChetanGaonkerdbd4e4b2016-10-28 17:40:11 -07001310 parser_run.add_argument('-j', '--onos-instances', default=1, type=int,
1311 help='Specify number to test onos instances to form cluster')
A R Karthick09dbc6d2016-11-22 10:37:42 -08001312 parser_run.add_argument('-v', '--shared-volume', action='store_true', help='Start ONOS cluster instances with shared volume')
A.R Karthickc4e474d2016-12-12 15:24:57 -08001313 parser_run.add_argument('-async', '--async-mode', action='store_true',
1314 help='Start ONOS cluster instances in async mode')
A R Karthicke14fc022016-12-08 14:50:29 -08001315 parser_run.add_argument('-log', '--log-level', default=onos_log_level,
1316 choices=['DEBUG','TRACE','ERROR','WARN','INFO'],
1317 type=str,
1318 help='Specify the log level for the test cases')
A R Karthickc69d73e2017-01-20 11:44:34 -08001319 parser_run.add_argument('-jvm-heap-size', '--jvm-heap-size', default='', type=str, help='ONOS JVM heap size')
A R Karthick44a95602017-01-23 16:17:16 -08001320 parser_run.add_argument('-network', '--network', default='', type=str, help='Docker network to attach')
A.R Karthickb17e2022017-01-27 11:29:26 -08001321 parser_run.add_argument('-onos-cord', '--onos-cord', default='', type=str,
1322 help='Specify config location for ONOS cord when running on podd')
A.R Karthickf184b342017-01-27 19:30:50 -08001323 parser_run.add_argument('-service-profile', '--service-profile', default='', type=str,
1324 help='Specify config location for ONOS cord service profile when running on podd.'
1325 'Eg: $HOME/service-profile/cord-pod')
1326 parser_run.add_argument('-synchronizer', '--synchronizer', default='', type=str,
1327 help='Specify the synchronizer to use for ONOS cord instance when running on podd.'
1328 'Eg: vtn,fabric,cord')
A.R Karthickdda22062017-02-09 14:39:20 -08001329 parser_run.add_argument('-karaf', '--karaf', default='3.0.8', type=str, help='Karaf version for ONOS')
A.R Karthick57fa9372017-05-24 12:47:03 -07001330 parser_run.add_argument('-voltha-loc', '--voltha-loc', default='', type=str,
1331 help='Specify the voltha location in order to start voltha')
1332 parser_run.add_argument('-voltha-intf', '--voltha-intf', default='eth0', type=str,
1333 help='Specify the voltha interface for voltha to listen')
1334
Chetan Gaonker503032a2016-05-12 12:06:29 -07001335 parser_run.set_defaults(func=runTest)
1336
A R Karthick81acbff2016-06-17 14:45:16 -07001337 parser_setup = subparser.add_parser('setup', help='Setup cord tester environment')
1338 parser_setup.add_argument('-o', '--onos', default=onos_image_default, type=str, help='ONOS container image')
1339 parser_setup.add_argument('-r', '--server', default=cord_test_server_address, type=str,
1340 help='ip:port address for cord test server to listen for container restart requests')
1341 parser_setup.add_argument('-q', '--quagga',action='store_true',help='Provision quagga container for vrouter')
1342 parser_setup.add_argument('-a', '--app', default=onos_app_file, type=str, help='Cord ONOS app filename')
1343 parser_setup.add_argument('-e', '--test-controller', default='', type=str, help='External test controller ip for Onos and/or radius server. '
1344 'Eg: 10.0.0.2/10.0.0.3 to specify ONOS and Radius ip to connect')
1345 parser_setup.add_argument('-u', '--update', default='none', choices=['quagga','radius', 'all'], type=str, help='Update cord tester container images. '
1346 'Eg: --update=quagga to rebuild quagga image.'
1347 ' --update=radius to rebuild radius server image.'
1348 ' --update=all to rebuild all cord tester images.')
A R Karthick92a0e5a2016-06-22 17:11:05 -07001349 parser_setup.add_argument('-d', '--dont-provision', action='store_true', help='Dont start test container.')
A R Karthick07608ef2016-08-23 16:51:19 -07001350 parser_setup.add_argument('-l', '--olt', action='store_true', help='Use OLT config')
A.R Karthick5968e0d2017-05-16 14:50:46 -07001351 parser_setup.add_argument('-olt-config', '--olt-config', default=olt_config_default, type=str, help='Provide OLT configuration')
A R Karthicke14fc022016-12-08 14:50:29 -08001352 parser_setup.add_argument('-log', '--log-level', default=onos_log_level, type=str,
1353 choices=['DEBUG','TRACE','ERROR','WARN','INFO'],
1354 help='Specify the log level for the test cases')
A R Karthick92a0e5a2016-06-22 17:11:05 -07001355 parser_setup.add_argument('-s', '--start-switch', action='store_true', help='Start OVS when running under OLT config')
A.R Karthickb17e2022017-01-27 11:29:26 -08001356 parser_setup.add_argument('-onos-cord', '--onos-cord', default='', type=str,
1357 help='Specify config location for ONOS cord when running on podd')
A.R Karthickf184b342017-01-27 19:30:50 -08001358 parser_setup.add_argument('-service-profile', '--service-profile', default='', type=str,
1359 help='Specify config location for ONOS cord service profile when running on podd.'
1360 'Eg: $HOME/service-profile/cord-pod')
1361 parser_setup.add_argument('-synchronizer', '--synchronizer', default='', type=str,
1362 help='Specify the synchronizer to use for ONOS cord instance when running on podd.'
1363 'Eg: vtn,fabric,cord')
A R Karthick07608ef2016-08-23 16:51:19 -07001364 parser_setup.add_argument('-m', '--manifest', default='', type=str, help='Provide test configuration manifest')
1365 parser_setup.add_argument('-p', '--prefix', default='', type=str, help='Provide container image prefix')
1366 parser_setup.add_argument('-i', '--identity-file', default=identity_file_default,
1367 type=str, help='ssh identity file to access compute nodes from test container')
A R Karthick2b93d6a2016-09-06 15:19:09 -07001368 parser_setup.add_argument('-n', '--onos-instances', default=1, type=int,
A R Karthickbd82f362016-11-10 15:08:52 -08001369 help='Specify number of test onos instances to spawn')
A R Karthick09dbc6d2016-11-22 10:37:42 -08001370 parser_setup.add_argument('-v', '--shared-volume', action='store_true',
1371 help='Start ONOS cluster instances with shared volume')
A.R Karthickc4e474d2016-12-12 15:24:57 -08001372 parser_setup.add_argument('-async', '--async-mode', action='store_true',
1373 help='Start ONOS cluster instances in async mode')
A R Karthickbd82f362016-11-10 15:08:52 -08001374 parser_setup.add_argument('-f', '--foreground', action='store_true', help='Run in foreground')
A R Karthickc69d73e2017-01-20 11:44:34 -08001375 parser_setup.add_argument('-jvm-heap-size', '--jvm-heap-size', default='', type=str, help='ONOS JVM heap size')
A R Karthick44a95602017-01-23 16:17:16 -08001376 parser_setup.add_argument('-network', '--network', default='', type=str, help='Docker network to attach')
A.R Karthickdda22062017-02-09 14:39:20 -08001377 parser_setup.add_argument('-karaf', '--karaf', default='3.0.8', type=str, help='Karaf version for ONOS')
A.R Karthick57fa9372017-05-24 12:47:03 -07001378 parser_setup.add_argument('-voltha-loc', '--voltha-loc', default='', type=str,
1379 help='Specify the voltha location in order to start voltha')
1380 parser_setup.add_argument('-voltha-intf', '--voltha-intf', default='eth0', type=str,
1381 help='Specify the voltha interface for voltha to listen')
A R Karthick81acbff2016-06-17 14:45:16 -07001382 parser_setup.set_defaults(func=setupCordTester)
1383
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001384 parser_xos = subparser.add_parser('xos', help='Building xos into cord tester environment')
A R Karthickea8bfce2016-10-13 16:32:07 -07001385 parser_xos.add_argument('command', choices=['build', 'update', 'start', 'stop'])
1386 parser_xos.add_argument('-p', '--profile', default='cord-pod', type=str, help='Provide service profile')
1387 parser_xos.set_defaults(func=xosCommand)
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001388
Chetan Gaonker503032a2016-05-12 12:06:29 -07001389 parser_list = subparser.add_parser('list', help='List test cases')
1390 parser_list.add_argument('-t', '--test', default='all', help='Specify test type to list test cases. '
1391 'Eg: -t tls to list tls test cases.'
1392 ' -t tls-dhcp-vrouter to list tls,dhcp and vrouter test cases.'
1393 ' -t all to list all test cases.')
1394 parser_list.set_defaults(func=listTests)
1395
1396 parser_build = subparser.add_parser('build', help='Build cord test container images')
ChetanGaonker2c0e9bb2016-09-21 13:38:37 -07001397 parser_build.add_argument('image', choices=['quagga', 'radius', 'test','all'])
A.R Karthick842f0122016-09-28 14:48:47 -07001398 parser_build.add_argument('-p', '--prefix', default='', type=str, help='Provide container image prefix')
Chetan Gaonker503032a2016-05-12 12:06:29 -07001399 parser_build.set_defaults(func=buildImages)
1400
ChetanGaonkereadad482016-08-26 01:21:47 -07001401 parser_metrics = subparser.add_parser('metrics', help='Info of container')
1402 parser_metrics.add_argument("container", help="Container name")
1403 parser_metrics.set_defaults(func=getMetrics)
1404
A R Karthickbec27762016-07-28 10:59:34 -07001405 parser_start = subparser.add_parser('start', help='Start cord tester containers')
A R Karthick07608ef2016-08-23 16:51:19 -07001406 parser_start.add_argument('-p', '--prefix', default='', type=str, help='Provide container image prefix')
1407 parser_start.add_argument('-o', '--onos', default=onos_image_default, type=str, help='ONOS container image')
A R Karthickbec27762016-07-28 10:59:34 -07001408 parser_start.add_argument('image', choices=['onos', 'quagga', 'radius', 'all'])
1409 parser_start.set_defaults(func=startImages)
1410
Chetan Gaonker503032a2016-05-12 12:06:29 -07001411 parser_cleanup = subparser.add_parser('cleanup', help='Cleanup test containers')
A R Karthick07608ef2016-08-23 16:51:19 -07001412 parser_cleanup.add_argument('-p', '--prefix', default='', type=str, help='Provide container image prefix')
1413 parser_cleanup.add_argument('-l', '--olt', action = 'store_true', help = 'Cleanup OLT config')
A.R Karthick5968e0d2017-05-16 14:50:46 -07001414 parser_cleanup.add_argument('-olt-config', '--olt-config', default=olt_config_default, type=str, help='Provide OLT configuration')
A R Karthick2b93d6a2016-09-06 15:19:09 -07001415 parser_cleanup.add_argument('-o', '--onos', default=onos_image_default, type=str,
1416 help='ONOS container image to cleanup')
A.R Karthick842f0122016-09-28 14:48:47 -07001417 parser_cleanup.add_argument('-x', '--xos', action='store_true',
1418 help='Cleanup XOS containers')
A R Karthicke99ab5c2016-09-30 13:59:57 -07001419 parser_cleanup.add_argument('-r', '--server', default=cord_test_server_address, type=str,
1420 help='ip:port address for cord test server to cleanup')
A.R Karthickb17e2022017-01-27 11:29:26 -08001421 parser_cleanup.add_argument('-e', '--test-controller', default='', type=str,
1422 help='External test controller ip for Onos and/or radius server. '
1423 'Eg: 10.0.0.2/10.0.0.3 to specify ONOS and Radius ip')
1424 parser_cleanup.add_argument('-onos-cord', '--onos-cord', default='', type=str,
1425 help='Specify config location for ONOS cord instance when running on podd to restore')
A.R Karthickf184b342017-01-27 19:30:50 -08001426 parser_cleanup.add_argument('-service-profile', '--service-profile', default='', type=str,
1427 help='Specify config location for ONOS cord service profile when running on podd.'
1428 'Eg: $HOME/service-profile/cord-pod')
1429 parser_cleanup.add_argument('-synchronizer', '--synchronizer', default='', type=str,
1430 help='Specify the synchronizer to use for ONOS cord instance when running on podd.'
1431 'Eg: vtn,fabric,cord')
A R Karthick757eb4d2017-01-09 14:51:16 -08001432 parser_cleanup.add_argument('-m', '--manifest', default='', type=str, help='Provide test manifest')
A.R Karthick57fa9372017-05-24 12:47:03 -07001433 parser_cleanup.add_argument('-voltha-loc', '--voltha-loc', default='', type=str,
1434 help='Specify the voltha location')
Chetan Gaonker503032a2016-05-12 12:06:29 -07001435 parser_cleanup.set_defaults(func=cleanupTests)
1436
ChetanGaonkereadad482016-08-26 01:21:47 -07001437 c = Client(**(kwargs_from_env()))
1438
Chetan Gaonker93e302d2016-04-05 10:51:07 -07001439 args = parser.parse_args()
A R Karthick9a5edc42016-08-24 19:10:22 -07001440 res = args.func(args)
1441 sys.exit(res)