Chetan Gaonker | cb122cc | 2016-05-10 10:58:34 -0700 | [diff] [blame] | 1 | #!/usr/bin/env python |
A.R Karthick | 95d044e | 2016-06-10 18:44:36 -0700 | [diff] [blame] | 2 | # |
Chetan Gaonker | cfcce78 | 2016-05-10 10:10:42 -0700 | [diff] [blame] | 3 | # Copyright 2016-present Ciena Corporation |
| 4 | # |
| 5 | # Licensed under the Apache License, Version 2.0 (the "License"); |
| 6 | # you may not use this file except in compliance with the License. |
| 7 | # You may obtain a copy of the License at |
A.R Karthick | 95d044e | 2016-06-10 18:44:36 -0700 | [diff] [blame] | 8 | # |
Chetan Gaonker | cfcce78 | 2016-05-10 10:10:42 -0700 | [diff] [blame] | 9 | # http://www.apache.org/licenses/LICENSE-2.0 |
A.R Karthick | 95d044e | 2016-06-10 18:44:36 -0700 | [diff] [blame] | 10 | # |
Chetan Gaonker | cfcce78 | 2016-05-10 10:10:42 -0700 | [diff] [blame] | 11 | # Unless required by applicable law or agreed to in writing, software |
| 12 | # distributed under the License is distributed on an "AS IS" BASIS, |
| 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 14 | # See the License for the specific language governing permissions and |
| 15 | # limitations under the License. |
| 16 | # |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 17 | from argparse import ArgumentParser |
| 18 | import os,sys,time |
Chetan Gaonker | 4d842ad | 2016-04-26 10:04:24 -0700 | [diff] [blame] | 19 | utils_dir = os.path.join( os.path.dirname(os.path.realpath(__file__)), '../utils') |
Chetan Gaonker | 7142a34 | 2016-04-07 14:53:12 -0700 | [diff] [blame] | 20 | sys.path.append(utils_dir) |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 21 | from OnosCtrl import OnosCtrl |
Chetan Gaonker | 4ca5cca | 2016-04-11 13:59:35 -0700 | [diff] [blame] | 22 | from OltConfig import OltConfig |
A R Karthick | 1f03e91 | 2016-05-18 11:39:22 -0700 | [diff] [blame] | 23 | from threadPool import ThreadPool |
Chetan Gaonker | 3533faa | 2016-04-25 17:50:14 -0700 | [diff] [blame] | 24 | from CordContainer import * |
A R Karthick | 81acbff | 2016-06-17 14:45:16 -0700 | [diff] [blame] | 25 | from CordTestServer import cord_test_server_start, cord_test_server_stop, CORD_TEST_HOST, CORD_TEST_PORT |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 26 | |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 27 | class CordTester(Container): |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 28 | sandbox = '/root/test' |
Chetan Gaonker | 7142a34 | 2016-04-07 14:53:12 -0700 | [diff] [blame] | 29 | sandbox_setup = '/root/test/src/test/setup' |
Chetan Gaonker | 4d842ad | 2016-04-26 10:04:24 -0700 | [diff] [blame] | 30 | tester_base = os.path.dirname(os.path.realpath(__file__)) |
| 31 | tester_paths = os.path.realpath(__file__).split(os.path.sep) |
A R Karthick | b7e8090 | 2016-05-17 09:38:31 -0700 | [diff] [blame] | 32 | tester_path_index = tester_paths.index('src') - 1 |
Chetan Gaonker | 7142a34 | 2016-04-07 14:53:12 -0700 | [diff] [blame] | 33 | sandbox_host = os.path.sep.join(tester_paths[:tester_path_index+1]) |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 34 | |
| 35 | host_guest_map = ( (sandbox_host, sandbox), |
Chetan Gaonker | 85b7bd5 | 2016-04-20 10:29:12 -0700 | [diff] [blame] | 36 | ('/lib/modules', '/lib/modules'), |
| 37 | ('/var/run/docker.sock', '/var/run/docker.sock') |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 38 | ) |
| 39 | basename = 'cord-tester' |
Chetan Gaonker | 503032a | 2016-05-12 12:06:29 -0700 | [diff] [blame] | 40 | IMAGE = 'cord-test/nose' |
| 41 | ALL_TESTS = ('tls', 'dhcp', 'igmp', 'subscriber', 'vrouter', 'flows') |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 42 | |
A R Karthick | 1f03e91 | 2016-05-18 11:39:22 -0700 | [diff] [blame] | 43 | def __init__(self, tests, instance = 0, num_instances = 1, ctlr_ip = None, image = IMAGE, tag = 'latest', |
Chetan Gaonker | 85b7bd5 | 2016-04-20 10:29:12 -0700 | [diff] [blame] | 44 | env = None, rm = False, update = False): |
A R Karthick | 1f03e91 | 2016-05-18 11:39:22 -0700 | [diff] [blame] | 45 | self.tests = tests |
Chetan Gaonker | 4ca5cca | 2016-04-11 13:59:35 -0700 | [diff] [blame] | 46 | self.ctlr_ip = ctlr_ip |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 47 | self.rm = rm |
| 48 | self.name = self.get_name() |
| 49 | super(CordTester, self).__init__(self.name, image = image, tag = tag) |
| 50 | host_config = self.create_host_config(host_guest_map = self.host_guest_map, privileged = True) |
| 51 | volumes = [] |
Chetan Gaonker | b84835f | 2016-04-19 15:12:10 -0700 | [diff] [blame] | 52 | for _, g in self.host_guest_map: |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 53 | volumes.append(g) |
Chetan Gaonker | 85b7bd5 | 2016-04-20 10:29:12 -0700 | [diff] [blame] | 54 | if update is True or not self.img_exists(): |
Chetan Gaonker | b84835f | 2016-04-19 15:12:10 -0700 | [diff] [blame] | 55 | self.build_image(image) |
Chetan Gaonker | 7142a34 | 2016-04-07 14:53:12 -0700 | [diff] [blame] | 56 | ##Remove test container if any |
| 57 | self.remove_container(self.name, force=True) |
Chetan Gaonker | 4ca5cca | 2016-04-11 13:59:35 -0700 | [diff] [blame] | 58 | if env is not None and env.has_key('OLT_CONFIG'): |
| 59 | self.olt = True |
Chetan Gaonker | 5209fe8 | 2016-04-19 10:09:53 -0700 | [diff] [blame] | 60 | olt_conf_file = os.path.join(self.tester_base, 'olt_config.json') |
| 61 | olt_config = OltConfig(olt_conf_file) |
| 62 | self.port_map = olt_config.olt_port_map() |
Chetan Gaonker | 4ca5cca | 2016-04-11 13:59:35 -0700 | [diff] [blame] | 63 | else: |
| 64 | self.olt = False |
Chetan Gaonker | 5209fe8 | 2016-04-19 10:09:53 -0700 | [diff] [blame] | 65 | self.port_map = None |
A R Karthick | 1f03e91 | 2016-05-18 11:39:22 -0700 | [diff] [blame] | 66 | if env is not None: |
| 67 | env['TEST_HOST'] = self.name |
| 68 | env['TEST_INSTANCE'] = instance |
| 69 | env['TEST_INSTANCES'] = num_instances |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 70 | print('Starting test container %s, image %s, tag %s' %(self.name, self.image, self.tag)) |
A.R Karthick | 95d044e | 2016-06-10 18:44:36 -0700 | [diff] [blame] | 71 | self.start(rm = False, volumes = volumes, environment = env, |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 72 | host_config = host_config, tty = True) |
Chetan Gaonker | 4ca5cca | 2016-04-11 13:59:35 -0700 | [diff] [blame] | 73 | |
| 74 | def execute_switch(self, cmd, shell = False): |
| 75 | if self.olt: |
| 76 | return os.system(cmd) |
| 77 | return self.execute(cmd, shell = shell) |
| 78 | |
| 79 | def start_switch(self, bridge = 'ovsbr0', boot_delay = 2): |
| 80 | """Start OVS""" |
| 81 | ##Determine if OVS has to be started locally or not |
| 82 | s_file,s_sandbox = ('of-bridge-local.sh',self.tester_base) if self.olt else ('of-bridge.sh',self.sandbox_setup) |
| 83 | ovs_cmd = os.path.join(s_sandbox, '{0}'.format(s_file)) + ' {0}'.format(bridge) |
| 84 | if self.olt: |
| 85 | ovs_cmd += ' {0}'.format(self.ctlr_ip) |
| 86 | print('Starting OVS on the host') |
| 87 | else: |
| 88 | print('Starting OVS on test container %s' %self.name) |
| 89 | self.execute_switch(ovs_cmd) |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 90 | status = 1 |
| 91 | ## Wait for the LLDP flows to be added to the switch |
| 92 | tries = 0 |
Chetan Gaonker | a52016e | 2016-05-05 15:19:59 -0700 | [diff] [blame] | 93 | while status != 0 and tries < 200: |
Chetan Gaonker | 4ca5cca | 2016-04-11 13:59:35 -0700 | [diff] [blame] | 94 | cmd = 'sudo ovs-ofctl dump-flows {0} | grep \"type=0x8942\"'.format(bridge) |
| 95 | status = self.execute_switch(cmd, shell = True) |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 96 | tries += 1 |
| 97 | if tries % 10 == 0: |
| 98 | print('Waiting for test switch to be connected to ONOS controller ...') |
| 99 | |
| 100 | if status != 0: |
| 101 | print('Test Switch not connected to ONOS container.' |
| 102 | 'Please remove ONOS container and restart the test') |
| 103 | if self.rm: |
| 104 | self.kill() |
| 105 | sys.exit(1) |
| 106 | |
Chetan Gaonker | 4ca5cca | 2016-04-11 13:59:35 -0700 | [diff] [blame] | 107 | if boot_delay: |
| 108 | time.sleep(boot_delay) |
| 109 | |
A R Karthick | 1f03e91 | 2016-05-18 11:39:22 -0700 | [diff] [blame] | 110 | def setup_intfs(self, port_num = 0): |
Chetan Gaonker | 4ca5cca | 2016-04-11 13:59:35 -0700 | [diff] [blame] | 111 | tester_intf_subnet = '192.168.100' |
| 112 | res = 0 |
Chetan Gaonker | 5209fe8 | 2016-04-19 10:09:53 -0700 | [diff] [blame] | 113 | host_intf = self.port_map['host'] |
| 114 | start_vlan = self.port_map['start_vlan'] |
| 115 | for port in self.port_map['ports']: |
| 116 | guest_if = port |
A R Karthick | 1f03e91 | 2016-05-18 11:39:22 -0700 | [diff] [blame] | 117 | local_if = '{0}_{1}'.format(guest_if, port_num+1) |
| 118 | guest_ip = '{0}.{1}/24'.format(tester_intf_subnet, port_num+1) |
Chetan Gaonker | 5209fe8 | 2016-04-19 10:09:53 -0700 | [diff] [blame] | 119 | ##Use pipeworks to configure container interfaces on host/bridge interfaces |
| 120 | pipework_cmd = 'pipework {0} -i {1} -l {2} {3} {4}'.format(host_intf, guest_if, local_if, self.name, guest_ip) |
| 121 | if start_vlan != 0: |
A R Karthick | 1f03e91 | 2016-05-18 11:39:22 -0700 | [diff] [blame] | 122 | pipework_cmd += ' @{}'.format(start_vlan + port_num) |
A.R Karthick | 95d044e | 2016-06-10 18:44:36 -0700 | [diff] [blame] | 123 | |
Chetan Gaonker | 4ca5cca | 2016-04-11 13:59:35 -0700 | [diff] [blame] | 124 | res += os.system(pipework_cmd) |
Chetan Gaonker | 5209fe8 | 2016-04-19 10:09:53 -0700 | [diff] [blame] | 125 | port_num += 1 |
Chetan Gaonker | 4ca5cca | 2016-04-11 13:59:35 -0700 | [diff] [blame] | 126 | |
A R Karthick | 1f03e91 | 2016-05-18 11:39:22 -0700 | [diff] [blame] | 127 | return res, port_num |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 128 | |
| 129 | @classmethod |
| 130 | def get_name(cls): |
| 131 | cnt_name = '/{0}'.format(cls.basename) |
| 132 | cnt_name_len = len(cnt_name) |
| 133 | names = list(flatten(n['Names'] for n in cls.dckr.containers(all=True))) |
| 134 | test_names = filter(lambda n: n.startswith(cnt_name), names) |
| 135 | last_cnt_number = 0 |
| 136 | if test_names: |
| 137 | last_cnt_name = reduce(lambda n1, n2: n1 if int(n1[cnt_name_len:]) > \ |
| 138 | int(n2[cnt_name_len:]) else n2, |
| 139 | test_names) |
| 140 | last_cnt_number = int(last_cnt_name[cnt_name_len:]) |
| 141 | test_cnt_name = cls.basename + str(last_cnt_number+1) |
| 142 | return test_cnt_name |
| 143 | |
| 144 | @classmethod |
| 145 | def build_image(cls, image): |
| 146 | print('Building test container docker image %s' %image) |
Chetan Gaonker | b6064fa | 2016-05-02 16:29:57 -0700 | [diff] [blame] | 147 | ovs_version = '2.5.0' |
| 148 | image_format = (ovs_version,)*4 |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 149 | dockerfile = ''' |
| 150 | FROM ubuntu:14.04 |
| 151 | MAINTAINER chetan@ciena.com |
A R Karthick | c762df4 | 2016-05-25 10:09:21 -0700 | [diff] [blame] | 152 | RUN apt-get update && \ |
| 153 | apt-get install -y git git-core autoconf automake autotools-dev pkg-config \ |
| 154 | make gcc g++ libtool libc6-dev cmake libpcap-dev libxerces-c2-dev \ |
| 155 | unzip libpcre3-dev flex bison libboost-dev \ |
| 156 | python python-pip python-setuptools python-scapy tcpdump doxygen doxypy wget \ |
| 157 | openvswitch-common openvswitch-switch \ |
| 158 | python-twisted python-sqlite sqlite3 python-pexpect telnet arping |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 159 | RUN easy_install nose |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 160 | RUN mkdir -p /root/ovs |
| 161 | WORKDIR /root |
Chetan Gaonker | b6064fa | 2016-05-02 16:29:57 -0700 | [diff] [blame] | 162 | RUN wget http://openvswitch.org/releases/openvswitch-{}.tar.gz -O /root/ovs/openvswitch-{}.tar.gz && \ |
| 163 | (cd /root/ovs && tar zxpvf openvswitch-{}.tar.gz && \ |
| 164 | cd openvswitch-{} && \ |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 165 | ./configure --prefix=/usr --sysconfdir=/etc --localstatedir=/var --disable-ssl && make && make install) |
| 166 | RUN service openvswitch-switch restart || /bin/true |
A R Karthick | 81acbff | 2016-06-17 14:45:16 -0700 | [diff] [blame] | 167 | RUN pip install -U scapy scapy-ssl_tls monotonic configObj docker-py pyyaml nsenter pyroute2 netaddr python-daemon |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 168 | RUN mv /usr/sbin/tcpdump /sbin/ |
| 169 | RUN ln -sf /sbin/tcpdump /usr/sbin/tcpdump |
A R Karthick | b7e8090 | 2016-05-17 09:38:31 -0700 | [diff] [blame] | 170 | WORKDIR /root |
| 171 | RUN wget -nc http://de.archive.ubuntu.com/ubuntu/pool/main/b/bison/bison_2.5.dfsg-2.1_amd64.deb \ |
| 172 | http://de.archive.ubuntu.com/ubuntu/pool/main/b/bison/libbison-dev_2.5.dfsg-2.1_amd64.deb |
| 173 | RUN sudo dpkg -i bison_2.5.dfsg-2.1_amd64.deb libbison-dev_2.5.dfsg-2.1_amd64.deb |
| 174 | RUN rm bison_2.5.dfsg-2.1_amd64.deb libbison-dev_2.5.dfsg-2.1_amd64.deb |
| 175 | RUN wget -nc http://www.nbee.org/download/nbeesrc-jan-10-2013.zip && \ |
| 176 | unzip nbeesrc-jan-10-2013.zip && \ |
| 177 | cd nbeesrc-jan-10-2013/src && cmake . && make && \ |
| 178 | cp ../bin/libn*.so /usr/local/lib && ldconfig && \ |
| 179 | cp -R ../include/* /usr/include/ |
| 180 | WORKDIR /root |
| 181 | RUN git clone https://github.com/CPqD/ofsoftswitch13.git && \ |
| 182 | cd ofsoftswitch13 && \ |
A R Karthick | b7e8090 | 2016-05-17 09:38:31 -0700 | [diff] [blame] | 183 | ./boot.sh && \ |
| 184 | ./configure --prefix=/usr --sysconfdir=/etc --localstatedir=/var --disable-ssl && \ |
| 185 | make && make install |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 186 | CMD ["/bin/bash"] |
Chetan Gaonker | b6064fa | 2016-05-02 16:29:57 -0700 | [diff] [blame] | 187 | '''.format(*image_format) |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 188 | super(CordTester, cls).build_image(dockerfile, image) |
| 189 | print('Done building docker image %s' %image) |
| 190 | |
A R Karthick | 1f03e91 | 2016-05-18 11:39:22 -0700 | [diff] [blame] | 191 | def run_tests(self): |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 192 | '''Run the list of tests''' |
A R Karthick | 1f03e91 | 2016-05-18 11:39:22 -0700 | [diff] [blame] | 193 | print('Running tests: %s' %self.tests) |
| 194 | for t in self.tests: |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 195 | test = t.split(':')[0] |
A R Karthick | 24f1de6 | 2016-05-12 15:16:38 -0700 | [diff] [blame] | 196 | test_file = '{}Test.py'.format(test) |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 197 | if t.find(':') >= 0: |
A R Karthick | 24f1de6 | 2016-05-12 15:16:38 -0700 | [diff] [blame] | 198 | test_case = '{0}:{1}'.format(test_file, t.split(':')[1]) |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 199 | else: |
| 200 | test_case = test_file |
Chetan Gaonker | 7142a34 | 2016-04-07 14:53:12 -0700 | [diff] [blame] | 201 | cmd = 'nosetests -v {0}/src/test/{1}/{2}'.format(self.sandbox, test, test_case) |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 202 | status = self.execute(cmd, shell = True) |
| 203 | print('Test %s %s' %(test_case, 'Success' if status == 0 else 'Failure')) |
| 204 | print('Done running tests') |
| 205 | if self.rm: |
| 206 | print('Removing test container %s' %self.name) |
| 207 | self.kill(remove=True) |
| 208 | |
Chetan Gaonker | fb3cb5e | 2016-05-06 11:55:44 -0700 | [diff] [blame] | 209 | @classmethod |
| 210 | def list_tests(cls, tests): |
| 211 | print('Listing test cases') |
| 212 | for test in tests: |
A R Karthick | 24f1de6 | 2016-05-12 15:16:38 -0700 | [diff] [blame] | 213 | test_file = '{}Test.py'.format(test) |
Chetan Gaonker | fb3cb5e | 2016-05-06 11:55:44 -0700 | [diff] [blame] | 214 | cmd = 'nosetests -v --collect-only {0}/../{1}/{2}'.format(cls.tester_base, test, test_file) |
| 215 | os.system(cmd) |
| 216 | |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 217 | ##default onos/radius/test container images and names |
| 218 | onos_image_default='onosproject/onos:latest' |
Chetan Gaonker | 503032a | 2016-05-12 12:06:29 -0700 | [diff] [blame] | 219 | nose_image_default= '{}:latest'.format(CordTester.IMAGE) |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 220 | test_type_default='dhcp' |
A.R Karthick | 95d044e | 2016-06-10 18:44:36 -0700 | [diff] [blame] | 221 | onos_app_version = '2.0-SNAPSHOT' |
Chetan Gaonker | 4d842ad | 2016-04-26 10:04:24 -0700 | [diff] [blame] | 222 | cord_tester_base = os.path.dirname(os.path.realpath(__file__)) |
Chetan Gaonker | 4ca5cca | 2016-04-11 13:59:35 -0700 | [diff] [blame] | 223 | onos_app_file = os.path.abspath('{0}/../apps/ciena-cordigmp-'.format(cord_tester_base) + onos_app_version + '.oar') |
A R Karthick | 81acbff | 2016-06-17 14:45:16 -0700 | [diff] [blame] | 224 | cord_test_server_address = '{}:{}'.format(CORD_TEST_HOST, CORD_TEST_PORT) |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 225 | |
| 226 | def runTest(args): |
Chetan Gaonker | 823cdc5 | 2016-05-09 15:51:23 -0700 | [diff] [blame] | 227 | #Start the cord test tcp server |
A R Karthick | 81acbff | 2016-06-17 14:45:16 -0700 | [diff] [blame] | 228 | test_server_params = args.server.split(':') |
| 229 | test_host = test_server_params[0] |
| 230 | test_port = CORD_TEST_PORT |
| 231 | if len(test_server_params) > 1: |
| 232 | test_port = int(test_server_params[1]) |
| 233 | try: |
| 234 | test_server = cord_test_server_start(daemonize = False, cord_test_host = test_host, cord_test_port = test_port) |
| 235 | except: |
| 236 | ##Most likely a server instance is already running (daemonized earlier) |
| 237 | test_server = None |
| 238 | |
A R Karthick | 1f03e91 | 2016-05-18 11:39:22 -0700 | [diff] [blame] | 239 | test_containers = [] |
| 240 | #These tests end up restarting ONOS/quagga/radius |
| 241 | tests_exempt = ('vrouter',) |
Chetan Gaonker | 503032a | 2016-05-12 12:06:29 -0700 | [diff] [blame] | 242 | if args.test_type.lower() == 'all': |
| 243 | tests = CordTester.ALL_TESTS |
Chetan Gaonker | 503032a | 2016-05-12 12:06:29 -0700 | [diff] [blame] | 244 | args.quagga = True |
| 245 | else: |
A R Karthick | acae3b4 | 2016-05-12 15:27:24 -0700 | [diff] [blame] | 246 | tests = args.test_type.split('-') |
Chetan Gaonker | 503032a | 2016-05-12 12:06:29 -0700 | [diff] [blame] | 247 | |
A R Karthick | 1f03e91 | 2016-05-18 11:39:22 -0700 | [diff] [blame] | 248 | tests_parallel = [ t for t in tests if t.split(':')[0] not in tests_exempt ] |
| 249 | tests_not_parallel = [ t for t in tests if t.split(':')[0] in tests_exempt ] |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 250 | onos_cnt = {'tag':'latest'} |
Chetan Gaonker | 503032a | 2016-05-12 12:06:29 -0700 | [diff] [blame] | 251 | nose_cnt = {'image': CordTester.IMAGE, 'tag': 'latest'} |
| 252 | update_map = { 'quagga' : False, 'test' : False, 'radius' : False } |
| 253 | update_map[args.update.lower()] = True |
A.R Karthick | 95d044e | 2016-06-10 18:44:36 -0700 | [diff] [blame] | 254 | |
Chetan Gaonker | 503032a | 2016-05-12 12:06:29 -0700 | [diff] [blame] | 255 | if args.update.lower() == 'all': |
| 256 | for c in update_map.keys(): |
| 257 | update_map[c] = True |
A.R Karthick | 95d044e | 2016-06-10 18:44:36 -0700 | [diff] [blame] | 258 | |
Chetan Gaonker | 5209fe8 | 2016-04-19 10:09:53 -0700 | [diff] [blame] | 259 | radius_ip = None |
Chetan Gaonker | c170f3f | 2016-04-19 17:24:45 -0700 | [diff] [blame] | 260 | quagga_ip = None |
Chetan Gaonker | fb3cb5e | 2016-05-06 11:55:44 -0700 | [diff] [blame] | 261 | |
Chetan Gaonker | 5209fe8 | 2016-04-19 10:09:53 -0700 | [diff] [blame] | 262 | #don't spawn onos if the user has specified external test controller with test interface config |
| 263 | if args.test_controller: |
| 264 | ips = args.test_controller.split('/') |
| 265 | onos_ip = ips[0] |
| 266 | if len(ips) > 1: |
| 267 | radius_ip = ips[1] |
| 268 | else: |
| 269 | radius_ip = None |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 270 | else: |
Chetan Gaonker | 5209fe8 | 2016-04-19 10:09:53 -0700 | [diff] [blame] | 271 | onos_cnt['image'] = args.onos.split(':')[0] |
| 272 | if args.onos.find(':') >= 0: |
| 273 | onos_cnt['tag'] = args.onos.split(':')[1] |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 274 | |
Chetan Gaonker | 5209fe8 | 2016-04-19 10:09:53 -0700 | [diff] [blame] | 275 | onos = Onos(image = onos_cnt['image'], tag = onos_cnt['tag'], boot_delay = 60) |
| 276 | onos_ip = onos.ip() |
| 277 | |
A R Karthick | a661b55 | 2016-05-25 10:18:50 -0700 | [diff] [blame] | 278 | ##Start Radius container |
| 279 | radius = Radius( update = update_map['radius']) |
| 280 | radius_ip = radius.ip() |
| 281 | print('Radius server running with IP %s' %radius_ip) |
A.R Karthick | 95d044e | 2016-06-10 18:44:36 -0700 | [diff] [blame] | 282 | |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 283 | print('Onos IP %s, Test type %s' %(onos_ip, args.test_type)) |
A.R Karthick | 95d044e | 2016-06-10 18:44:36 -0700 | [diff] [blame] | 284 | print('Installing cord tester ONOS app %s' %onos_app_file) |
Chetan Gaonker | 5209fe8 | 2016-04-19 10:09:53 -0700 | [diff] [blame] | 285 | OnosCtrl.install_app(args.app, onos_ip = onos_ip) |
A.R Karthick | 95d044e | 2016-06-10 18:44:36 -0700 | [diff] [blame] | 286 | |
Chetan Gaonker | b84835f | 2016-04-19 15:12:10 -0700 | [diff] [blame] | 287 | if args.quagga == True: |
| 288 | #Start quagga. Builds container if required |
Chetan Gaonker | 503032a | 2016-05-12 12:06:29 -0700 | [diff] [blame] | 289 | quagga = Quagga(update = update_map['quagga']) |
Chetan Gaonker | c170f3f | 2016-04-19 17:24:45 -0700 | [diff] [blame] | 290 | quagga_ip = quagga.ip() |
A.R Karthick | 95d044e | 2016-06-10 18:44:36 -0700 | [diff] [blame] | 291 | |
A R Karthick | 81acbff | 2016-06-17 14:45:16 -0700 | [diff] [blame] | 292 | |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 293 | test_cnt_env = { 'ONOS_CONTROLLER_IP' : onos_ip, |
Chetan Gaonker | c170f3f | 2016-04-19 17:24:45 -0700 | [diff] [blame] | 294 | 'ONOS_AAA_IP' : radius_ip if radius_ip is not None else '', |
| 295 | 'QUAGGA_IP': quagga_ip if quagga_ip is not None else '', |
A R Karthick | 81acbff | 2016-06-17 14:45:16 -0700 | [diff] [blame] | 296 | 'CORD_TEST_HOST' : test_host, |
| 297 | 'CORD_TEST_PORT' : test_port, |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 298 | } |
| 299 | if args.olt: |
Chetan Gaonker | 7142a34 | 2016-04-07 14:53:12 -0700 | [diff] [blame] | 300 | olt_conf_test_loc = os.path.join(CordTester.sandbox_setup, 'olt_config.json') |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 301 | test_cnt_env['OLT_CONFIG'] = olt_conf_test_loc |
| 302 | |
A R Karthick | 1f03e91 | 2016-05-18 11:39:22 -0700 | [diff] [blame] | 303 | port_num = 0 |
| 304 | num_tests = len(tests_parallel) |
| 305 | tests_per_container = max(1, num_tests/args.num_containers) |
| 306 | test_slice_start = 0 |
| 307 | test_slice_end = test_slice_start + tests_per_container |
| 308 | num_test_containers = min(num_tests, args.num_containers) |
| 309 | if tests_parallel: |
| 310 | print('Running %s tests across %d containers in parallel' %(tests_parallel, num_test_containers)) |
| 311 | for container in range(num_test_containers): |
| 312 | test_cnt = CordTester(tests_parallel[test_slice_start:test_slice_end], |
| 313 | instance = container, num_instances = num_test_containers, |
| 314 | ctlr_ip = onos_ip, image = nose_cnt['image'], tag = nose_cnt['tag'], |
| 315 | env = test_cnt_env, |
| 316 | rm = False if args.keep else True, |
| 317 | update = update_map['test']) |
| 318 | test_slice_start = test_slice_end |
| 319 | test_slice_end = test_slice_start + tests_per_container |
| 320 | update_map['test'] = False |
| 321 | test_containers.append(test_cnt) |
| 322 | if args.start_switch or not args.olt: |
| 323 | test_cnt.start_switch() |
| 324 | if test_cnt.olt: |
| 325 | _, port_num = test_cnt.setup_intfs(port_num = port_num) |
| 326 | |
| 327 | thread_pool = ThreadPool(len(test_containers), queue_size = 1, wait_timeout=1) |
| 328 | for test_cnt in test_containers: |
| 329 | thread_pool.addTask(test_cnt.run_tests) |
| 330 | thread_pool.cleanUpThreads() |
| 331 | |
| 332 | ##Run the linear tests |
| 333 | if tests_not_parallel: |
| 334 | test_cnt = CordTester(tests_not_parallel, |
| 335 | ctlr_ip = onos_ip, image = nose_cnt['image'], tag = nose_cnt['tag'], |
| 336 | env = test_cnt_env, |
| 337 | rm = False if args.keep else True, |
| 338 | update = update_map['test']) |
| 339 | if args.start_switch or not args.olt: |
| 340 | test_cnt.start_switch() |
| 341 | if test_cnt.olt: |
| 342 | test_cnt.setup_intfs(port_num = port_num) |
| 343 | test_cnt.run_tests() |
| 344 | |
A R Karthick | 81acbff | 2016-06-17 14:45:16 -0700 | [diff] [blame] | 345 | if test_server: |
| 346 | cord_test_server_stop(test_server) |
| 347 | |
| 348 | ##Starts onos/radius/quagga containers as appropriate |
| 349 | def setupCordTester(args): |
| 350 | onos_cnt = {'tag':'latest'} |
| 351 | update_map = { 'quagga' : False, 'radius' : False } |
| 352 | update_map[args.update.lower()] = True |
| 353 | |
| 354 | if args.update.lower() == 'all': |
| 355 | for c in update_map.keys(): |
| 356 | update_map[c] = True |
| 357 | |
| 358 | onos_ip = None |
| 359 | radius_ip = None |
| 360 | quagga_ip = None |
| 361 | |
| 362 | ##If onos/radius was already started |
| 363 | if args.test_controller: |
| 364 | ips = args.test_controller.split('/') |
| 365 | onos_ip = ips[0] |
| 366 | if len(ips) > 1: |
| 367 | radius_ip = ips[1] |
| 368 | else: |
| 369 | radius_ip = None |
| 370 | |
| 371 | #don't spawn onos if the user had started it externally |
| 372 | onos_cnt['image'] = args.onos.split(':')[0] |
| 373 | if args.onos.find(':') >= 0: |
| 374 | onos_cnt['tag'] = args.onos.split(':')[1] |
| 375 | |
| 376 | if onos_ip is None: |
| 377 | onos = Onos(image = onos_cnt['image'], tag = onos_cnt['tag'], boot_delay = 60) |
| 378 | onos_ip = onos.ip() |
| 379 | |
| 380 | ##Start Radius container if not started |
| 381 | if radius_ip is None: |
| 382 | radius = Radius( update = update_map['radius']) |
| 383 | radius_ip = radius.ip() |
| 384 | |
| 385 | print('Radius server running with IP %s' %radius_ip) |
| 386 | print('Onos IP %s' %onos_ip) |
| 387 | print('Installing cord tester ONOS app %s' %onos_app_file) |
| 388 | OnosCtrl.install_app(args.app, onos_ip = onos_ip) |
| 389 | |
| 390 | if args.quagga == True: |
| 391 | #Start quagga. Builds container if required |
| 392 | quagga = Quagga(update = update_map['quagga']) |
| 393 | quagga_ip = quagga.ip() |
| 394 | print('Quagga running with IP %s' %quagga_ip) |
| 395 | |
| 396 | #Finally start the test server and daemonize |
| 397 | params = args.server.split(':') |
| 398 | ip = params[0] |
| 399 | port = CORD_TEST_PORT |
| 400 | if len(params) > 1: |
| 401 | port = int(params[1]) |
| 402 | cord_test_server_start(daemonize = True, cord_test_host = ip, cord_test_port = port) |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 403 | |
Chetan Gaonker | 503032a | 2016-05-12 12:06:29 -0700 | [diff] [blame] | 404 | def cleanupTests(args): |
| 405 | test_container = '{}:latest'.format(CordTester.IMAGE) |
| 406 | print('Cleaning up Test containers ...') |
| 407 | Container.cleanup(test_container) |
| 408 | |
| 409 | def listTests(args): |
| 410 | if args.test == 'all': |
| 411 | tests = CordTester.ALL_TESTS |
| 412 | else: |
A R Karthick | acae3b4 | 2016-05-12 15:27:24 -0700 | [diff] [blame] | 413 | tests = args.test.split('-') |
Chetan Gaonker | 503032a | 2016-05-12 12:06:29 -0700 | [diff] [blame] | 414 | CordTester.list_tests(tests) |
| 415 | |
| 416 | def buildImages(args): |
| 417 | if args.image == 'all' or args.image == 'quagga': |
| 418 | Quagga.build_image(Quagga.IMAGE) |
A.R Karthick | 95d044e | 2016-06-10 18:44:36 -0700 | [diff] [blame] | 419 | |
Chetan Gaonker | 503032a | 2016-05-12 12:06:29 -0700 | [diff] [blame] | 420 | if args.image == 'all' or args.image == 'radius': |
| 421 | Radius.build_image(Radius.IMAGE) |
| 422 | |
| 423 | if args.image == 'all' or args.image == 'test': |
| 424 | CordTester.build_image(CordTester.IMAGE) |
| 425 | |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 426 | if __name__ == '__main__': |
Chetan Gaonker | 678743f | 2016-04-26 09:54:31 -0700 | [diff] [blame] | 427 | parser = ArgumentParser(description='Cord Tester') |
Chetan Gaonker | 503032a | 2016-05-12 12:06:29 -0700 | [diff] [blame] | 428 | subparser = parser.add_subparsers() |
| 429 | parser_run = subparser.add_parser('run', help='Run cord tester') |
| 430 | parser_run.add_argument('-t', '--test-type', default=test_type_default, help='Specify test type or test case to run') |
| 431 | parser_run.add_argument('-o', '--onos', default=onos_image_default, type=str, help='ONOS container image') |
Chetan Gaonker | 503032a | 2016-05-12 12:06:29 -0700 | [diff] [blame] | 432 | parser_run.add_argument('-q', '--quagga',action='store_true',help='Provision quagga container for vrouter') |
| 433 | parser_run.add_argument('-a', '--app', default=onos_app_file, type=str, help='Cord ONOS app filename') |
| 434 | parser_run.add_argument('-p', '--olt', action='store_true', help='Use OLT config') |
| 435 | parser_run.add_argument('-e', '--test-controller', default='', type=str, help='External test controller ip for Onos and/or radius server. ' |
Chetan Gaonker | 5209fe8 | 2016-04-19 10:09:53 -0700 | [diff] [blame] | 436 | 'Eg: 10.0.0.2/10.0.0.3 to specify ONOS and Radius ip to connect') |
A R Karthick | 81acbff | 2016-06-17 14:45:16 -0700 | [diff] [blame] | 437 | parser_run.add_argument('-r', '--server', default=cord_test_server_address, type=str, |
| 438 | help='ip:port address to connect for cord test server for container requests') |
Chetan Gaonker | 503032a | 2016-05-12 12:06:29 -0700 | [diff] [blame] | 439 | parser_run.add_argument('-k', '--keep', action='store_true', help='Keep test container after tests') |
| 440 | parser_run.add_argument('-s', '--start-switch', action='store_true', help='Start OVS when running under OLT config') |
| 441 | parser_run.add_argument('-u', '--update', default='none', choices=['test','quagga','radius', 'all'], type=str, help='Update cord tester container images. ' |
| 442 | 'Eg: --update=quagga to rebuild quagga image.' |
| 443 | ' --update=radius to rebuild radius server image.' |
| 444 | ' --update=test to rebuild cord test image.(Default)' |
| 445 | ' --update=all to rebuild all cord tester images.') |
A R Karthick | 1f03e91 | 2016-05-18 11:39:22 -0700 | [diff] [blame] | 446 | parser_run.add_argument('-n', '--num-containers', default=1, type=int, |
| 447 | help='Specify number of test containers to spawn for tests') |
Chetan Gaonker | 503032a | 2016-05-12 12:06:29 -0700 | [diff] [blame] | 448 | parser_run.set_defaults(func=runTest) |
| 449 | |
A R Karthick | 81acbff | 2016-06-17 14:45:16 -0700 | [diff] [blame] | 450 | |
| 451 | parser_setup = subparser.add_parser('setup', help='Setup cord tester environment') |
| 452 | parser_setup.add_argument('-o', '--onos', default=onos_image_default, type=str, help='ONOS container image') |
| 453 | parser_setup.add_argument('-r', '--server', default=cord_test_server_address, type=str, |
| 454 | help='ip:port address for cord test server to listen for container restart requests') |
| 455 | parser_setup.add_argument('-q', '--quagga',action='store_true',help='Provision quagga container for vrouter') |
| 456 | parser_setup.add_argument('-a', '--app', default=onos_app_file, type=str, help='Cord ONOS app filename') |
| 457 | parser_setup.add_argument('-e', '--test-controller', default='', type=str, help='External test controller ip for Onos and/or radius server. ' |
| 458 | 'Eg: 10.0.0.2/10.0.0.3 to specify ONOS and Radius ip to connect') |
| 459 | parser_setup.add_argument('-u', '--update', default='none', choices=['quagga','radius', 'all'], type=str, help='Update cord tester container images. ' |
| 460 | 'Eg: --update=quagga to rebuild quagga image.' |
| 461 | ' --update=radius to rebuild radius server image.' |
| 462 | ' --update=all to rebuild all cord tester images.') |
| 463 | parser_setup.set_defaults(func=setupCordTester) |
| 464 | |
Chetan Gaonker | 503032a | 2016-05-12 12:06:29 -0700 | [diff] [blame] | 465 | parser_list = subparser.add_parser('list', help='List test cases') |
| 466 | parser_list.add_argument('-t', '--test', default='all', help='Specify test type to list test cases. ' |
| 467 | 'Eg: -t tls to list tls test cases.' |
| 468 | ' -t tls-dhcp-vrouter to list tls,dhcp and vrouter test cases.' |
| 469 | ' -t all to list all test cases.') |
| 470 | parser_list.set_defaults(func=listTests) |
| 471 | |
| 472 | parser_build = subparser.add_parser('build', help='Build cord test container images') |
| 473 | parser_build.add_argument('image', choices=['quagga', 'radius', 'test', 'all']) |
| 474 | parser_build.set_defaults(func=buildImages) |
| 475 | |
| 476 | parser_cleanup = subparser.add_parser('cleanup', help='Cleanup test containers') |
| 477 | parser_cleanup.set_defaults(func=cleanupTests) |
| 478 | |
Chetan Gaonker | 93e302d | 2016-04-05 10:51:07 -0700 | [diff] [blame] | 479 | args = parser.parse_args() |
| 480 | args.func(args) |