Andy Bavier | ea5b44c | 2016-04-08 16:12:30 -0400 | [diff] [blame] | 1 | #!/bin/bash |
| 2 | |
Andy Bavier | fec35de | 2016-05-04 16:17:07 -0700 | [diff] [blame] | 3 | function cleanup_from_previous_test() { |
Andy Bavier | de3f467 | 2016-06-01 17:02:42 -0400 | [diff] [blame^] | 4 | VMS=$( sudo uvt-kvm list ) |
Andy Bavier | fec35de | 2016-05-04 16:17:07 -0700 | [diff] [blame] | 5 | for VM in $VMS |
| 6 | do |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 7 | sudo uvt-kvm destroy $VM |
Andy Bavier | fec35de | 2016-05-04 16:17:07 -0700 | [diff] [blame] | 8 | done |
| 9 | |
| 10 | rm -rf ~/.juju |
| 11 | rm -f ~/.ssh/known_hosts |
| 12 | rm -rf ~/openstack-cluster-setup |
| 13 | |
Andy Bavier | de3f467 | 2016-06-01 17:02:42 -0400 | [diff] [blame^] | 14 | # Attempt to flush out old leases from dnsmasq, for repeated runs |
| 15 | sudo cp /var/lib/libvirt/dnsmasq/default.leases /var/lib/libvirt/dnsmasq/default.leases.bak |
| 16 | sudo truncate -s 0 /var/lib/libvirt/dnsmasq/default.leases |
| 17 | sudo killall dnsmasq |
| 18 | sudo /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf |
Andy Bavier | fec35de | 2016-05-04 16:17:07 -0700 | [diff] [blame] | 19 | } |
| 20 | |
Andy Bavier | cb02433 | 2016-04-29 15:52:26 -0400 | [diff] [blame] | 21 | function bootstrap() { |
| 22 | cd ~ |
Andy Bavier | b6a74cd | 2016-04-29 19:59:51 -0400 | [diff] [blame] | 23 | sudo apt-get update |
| 24 | sudo apt-get -y install git |
Andy Bavier | cb02433 | 2016-04-29 15:52:26 -0400 | [diff] [blame] | 25 | git clone https://github.com/open-cloud/openstack-cluster-setup.git |
| 26 | cd ~/openstack-cluster-setup |
| 27 | ./bootstrap.sh |
Andy Bavier | ea5b44c | 2016-04-08 16:12:30 -0400 | [diff] [blame] | 28 | |
Andy Bavier | cb02433 | 2016-04-29 15:52:26 -0400 | [diff] [blame] | 29 | # Log into the local node once to get host key |
| 30 | ssh -o StrictHostKeyChecking=no localhost "ls > /dev/null" |
| 31 | } |
Andy Bavier | ea5b44c | 2016-04-08 16:12:30 -0400 | [diff] [blame] | 32 | |
Andy Bavier | cb02433 | 2016-04-29 15:52:26 -0400 | [diff] [blame] | 33 | function setup_openstack() { |
| 34 | # Run the playbook |
| 35 | ansible-playbook -i cord-test-hosts cord-setup.yml |
| 36 | } |
| 37 | |
Andy Bavier | 9927f96 | 2016-05-20 14:09:36 -0400 | [diff] [blame] | 38 | function pull_onos_docker_image() { |
Andy Bavier | cb02433 | 2016-04-29 15:52:26 -0400 | [diff] [blame] | 39 | echo "" |
Andy Bavier | 9927f96 | 2016-05-20 14:09:36 -0400 | [diff] [blame] | 40 | echo "Pull down the ONOS Docker image" |
Andy Bavier | cb02433 | 2016-04-29 15:52:26 -0400 | [diff] [blame] | 41 | ssh ubuntu@onos-cord "cd cord; sudo docker-compose up -d" |
Andy Bavier | cb02433 | 2016-04-29 15:52:26 -0400 | [diff] [blame] | 42 | } |
| 43 | |
| 44 | function wait_for_openstack() { |
| 45 | # Need to wait for OpenStack services to come up before running any XOS "make" commands |
| 46 | echo "Waiting for the OpenStack services to fully come up." |
| 47 | echo "This can take 30 minutes or more, be patient!" |
| 48 | i=0 |
| 49 | until juju status --format=summary|grep "started: 23" > /dev/null |
| 50 | do |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 51 | sleep 60 |
| 52 | (( i += 1 )) |
| 53 | echo "Waited $i minutes" |
Andy Bavier | cb02433 | 2016-04-29 15:52:26 -0400 | [diff] [blame] | 54 | done |
| 55 | |
| 56 | echo "All OpenStack services are up." |
| 57 | } |
| 58 | |
| 59 | function simulate_fabric() { |
| 60 | echo "" |
| 61 | echo "Setting up simulated fabric on nova-compute node" |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 62 | if [[ $EXAMPLESERVICE -eq 1 ]] |
| 63 | then |
| 64 | SCRIPT=compute-ext-net-tutorial.sh |
| 65 | else |
| 66 | SCRIPT=compute-ext-net.sh |
| 67 | fi |
| 68 | ssh ubuntu@nova-compute "wget https://raw.githubusercontent.com/open-cloud/openstack-cluster-setup/master/scripts/$SCRIPT; sudo bash $SCRIPT" |
| 69 | } |
| 70 | |
Andy Bavier | 9927f96 | 2016-05-20 14:09:36 -0400 | [diff] [blame] | 71 | function build_xos_docker_images() { |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 72 | echo "" |
Andy Bavier | 9927f96 | 2016-05-20 14:09:36 -0400 | [diff] [blame] | 73 | echo "Checking out XOS branch $BUILD_BRANCH" |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 74 | ssh ubuntu@xos "cd xos; git config --global user.email 'ubuntu@localhost'; git config --global user.name 'XOS ExampleService'" |
Andy Bavier | 9927f96 | 2016-05-20 14:09:36 -0400 | [diff] [blame] | 75 | ssh ubuntu@xos "cd xos; git checkout $BUILD_BRANCH" |
| 76 | if [[ $EXAMPLESERVICE -eq 1 ]] |
| 77 | then |
| 78 | echo "" |
| 79 | echo "Adding exampleservice to XOS" |
| 80 | ssh ubuntu@xos "cd xos; git cherry-pick 775e00549e535803522fbcd70152e5e1b0629c83" |
| 81 | fi |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 82 | echo "" |
| 83 | echo "Rebuilding XOS containers" |
| 84 | ssh ubuntu@xos "cd xos/xos/configurations/cord-pod; make local_containers" |
| 85 | |
Andy Bavier | cb02433 | 2016-04-29 15:52:26 -0400 | [diff] [blame] | 86 | } |
| 87 | |
| 88 | function setup_xos() { |
| 89 | echo "" |
| 90 | echo "Setting up XOS, will take a few minutes" |
| 91 | ssh ubuntu@xos "cd xos/xos/configurations/cord-pod; make" |
| 92 | echo "" |
| 93 | echo "Pause 2 minutes" |
| 94 | sleep 120 |
| 95 | |
| 96 | ssh ubuntu@xos "cd xos/xos/configurations/cord-pod; make vtn" |
| 97 | echo "" |
| 98 | echo "Pause 30 seconds" |
| 99 | sleep 30 |
| 100 | |
| 101 | ssh ubuntu@xos "cd xos/xos/configurations/cord-pod; make cord" |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 102 | |
| 103 | if [[ $EXAMPLESERVICE -eq 1 ]] |
| 104 | then |
| 105 | ssh ubuntu@xos "cd xos/xos/configurations/cord-pod; make exampleservice" |
| 106 | fi |
Andy Bavier | cb02433 | 2016-04-29 15:52:26 -0400 | [diff] [blame] | 107 | } |
| 108 | |
| 109 | function setup_test_client() { |
| 110 | ssh ubuntu@nova-compute "sudo apt-get -y install lxc" |
| 111 | |
| 112 | # Change default bridge |
| 113 | ssh ubuntu@nova-compute "sudo sed -i 's/lxcbr0/databr/' /etc/lxc/default.conf" |
| 114 | |
| 115 | # Create test client |
| 116 | ssh ubuntu@nova-compute "sudo lxc-create -t ubuntu -n testclient" |
| 117 | ssh ubuntu@nova-compute "sudo lxc-start -n testclient" |
| 118 | |
| 119 | # Configure network interface inside of test client with s-tag and c-tag |
| 120 | ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- ip link add link eth0 name eth0.222 type vlan id 222" |
| 121 | ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- ip link add link eth0.222 name eth0.222.111 type vlan id 111" |
| 122 | ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- ifconfig eth0.222 up" |
| 123 | ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- ifconfig eth0.222.111 up" |
| 124 | } |
| 125 | |
| 126 | function run_e2e_test() { |
| 127 | source ~/admin-openrc.sh |
| 128 | |
| 129 | echo "*** Wait for vSG VM to come up" |
| 130 | i=0 |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 131 | until nova list --all-tenants|grep 'vsg.*ACTIVE' > /dev/null |
Andy Bavier | cb02433 | 2016-04-29 15:52:26 -0400 | [diff] [blame] | 132 | do |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 133 | sleep 60 |
| 134 | (( i += 1 )) |
| 135 | echo "Waited $i minutes" |
Andy Bavier | cb02433 | 2016-04-29 15:52:26 -0400 | [diff] [blame] | 136 | done |
| 137 | |
| 138 | # get mgmt IP address |
| 139 | ID=$( nova list --all-tenants|grep mysite_vsg|awk '{print $2}' ) |
| 140 | MGMTIP=$( nova interface-list $ID|grep 172.27|awk '{print $8}' ) |
| 141 | |
| 142 | echo "" |
| 143 | echo "*** ssh into vsg VM, wait for Docker container to come up" |
| 144 | i=0 |
| 145 | until ssh -o ProxyCommand="ssh -W %h:%p ubuntu@nova-compute" ubuntu@$MGMTIP "sudo docker ps|grep vcpe" > /dev/null |
| 146 | do |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 147 | sleep 60 |
| 148 | (( i += 1 )) |
| 149 | echo "Waited $i minutes" |
Andy Bavier | cb02433 | 2016-04-29 15:52:26 -0400 | [diff] [blame] | 150 | done |
| 151 | |
| 152 | echo "" |
| 153 | echo "*** Run dhclient in test client" |
| 154 | ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- dhclient eth0.222.111" > /dev/null |
| 155 | |
| 156 | echo "" |
| 157 | echo "*** Routes in test client" |
| 158 | ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- route -n" |
| 159 | |
| 160 | |
| 161 | echo "" |
| 162 | echo "*** Test external connectivity in test client" |
| 163 | ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- ping -c 3 8.8.8.8" |
| 164 | |
| 165 | echo "" |
| 166 | if [ $? -eq 0 ] |
| 167 | then |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 168 | echo "*** [PASSED] End-to-end connectivity test" |
Andy Bavier | cb02433 | 2016-04-29 15:52:26 -0400 | [diff] [blame] | 169 | else |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 170 | echo "*** [FAILED] End-to-end connectivity test" |
| 171 | exit 1 |
Andy Bavier | cb02433 | 2016-04-29 15:52:26 -0400 | [diff] [blame] | 172 | fi |
| 173 | } |
| 174 | |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 175 | function run_exampleservice_test () { |
| 176 | source ~/admin-openrc.sh |
| 177 | |
| 178 | echo "*** Wait for exampleservice VM to come up." |
Andy Bavier | 9927f96 | 2016-05-20 14:09:36 -0400 | [diff] [blame] | 179 | echo "!!! NOTE that currently the VM will only be created after you login" |
| 180 | echo "!!! to XOS and manually create an ExampleService tenant." |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 181 | i=0 |
| 182 | until nova list --all-tenants|grep exampleservice.*ACTIVE > /dev/null |
| 183 | do |
| 184 | sleep 60 |
| 185 | (( i += 1 )) |
| 186 | echo "Waited $i minutes" |
| 187 | done |
| 188 | |
| 189 | # get mgmt IP address |
| 190 | ID=$( nova list --all-tenants|grep mysite_exampleservice|awk '{print $2}' ) |
| 191 | MGMTIP=$( nova interface-list $ID|grep 172.27|awk '{print $8}' ) |
| 192 | PUBLICIP=$( nova interface-list $ID|grep 10.168|awk '{print $8}' ) |
| 193 | |
| 194 | echo "" |
| 195 | echo "*** ssh into exampleservice VM, wait for Apache come up" |
| 196 | i=0 |
| 197 | until ssh -o ProxyCommand="ssh -W %h:%p ubuntu@nova-compute" ubuntu@$MGMTIP "ls /var/run/apache2/apache2.pid" |
| 198 | do |
| 199 | sleep 60 |
| 200 | (( i += 1 )) |
| 201 | echo "Waited $i minutes" |
| 202 | done |
| 203 | |
| 204 | |
| 205 | echo "" |
| 206 | echo "*** Install curl in test client" |
| 207 | ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- apt-get -y install curl" |
| 208 | |
| 209 | echo "" |
| 210 | echo "*** Test connectivity to ExampleService from test client" |
| 211 | ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- curl -s http://$PUBLICIP" |
| 212 | } |
| 213 | |
Andy Bavier | cb02433 | 2016-04-29 15:52:26 -0400 | [diff] [blame] | 214 | # Parse options |
| 215 | RUN_TEST=0 |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 216 | EXAMPLESERVICE=0 |
Andy Bavier | 9927f96 | 2016-05-20 14:09:36 -0400 | [diff] [blame] | 217 | BUILD_BRANCH="" |
| 218 | while getopts "b:eht" opt; do |
Andy Bavier | cb02433 | 2016-04-29 15:52:26 -0400 | [diff] [blame] | 219 | case ${opt} in |
Andy Bavier | 9927f96 | 2016-05-20 14:09:36 -0400 | [diff] [blame] | 220 | b ) BUILD_BRANCH=$OPTARG |
| 221 | ;; |
| 222 | h ) echo "Usage:" |
| 223 | echo " $0 install OpenStack and prep XOS and ONOS VMs [default]" |
| 224 | echo " $0 -b <branch> build XOS containers based on GitHub <branch> instead of pulling them from Docker Hub" |
| 225 | echo " $0 -e add exampleservice to XOS" |
| 226 | echo " $0 -h display this help message" |
| 227 | echo " $0 -t do install, bring up cord-pod configuration, run E2E test" |
Andy Bavier | cb02433 | 2016-04-29 15:52:26 -0400 | [diff] [blame] | 228 | exit 0 |
| 229 | ;; |
| 230 | t ) RUN_TEST=1 |
| 231 | ;; |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 232 | e ) EXAMPLESERVICE=1 |
| 233 | ;; |
Andy Bavier | 9927f96 | 2016-05-20 14:09:36 -0400 | [diff] [blame] | 234 | \? ) echo "Invalid option: -$OPTARG" |
Andy Bavier | cb02433 | 2016-04-29 15:52:26 -0400 | [diff] [blame] | 235 | exit 1 |
| 236 | ;; |
| 237 | esac |
Andy Bavier | ea5b44c | 2016-04-08 16:12:30 -0400 | [diff] [blame] | 238 | done |
| 239 | |
Andy Bavier | cb02433 | 2016-04-29 15:52:26 -0400 | [diff] [blame] | 240 | # What to do |
Andy Bavier | fec35de | 2016-05-04 16:17:07 -0700 | [diff] [blame] | 241 | if [[ $RUN_TEST -eq 1 ]] |
| 242 | then |
| 243 | cleanup_from_previous_test |
| 244 | fi |
| 245 | |
Andy Bavier | dead178 | 2016-05-05 09:08:45 -0700 | [diff] [blame] | 246 | set -e |
| 247 | |
Andy Bavier | cb02433 | 2016-04-29 15:52:26 -0400 | [diff] [blame] | 248 | bootstrap |
| 249 | setup_openstack |
Andy Bavier | 9927f96 | 2016-05-20 14:09:36 -0400 | [diff] [blame] | 250 | pull_onos_docker_image |
Andy Bavier | cb02433 | 2016-04-29 15:52:26 -0400 | [diff] [blame] | 251 | wait_for_openstack |
| 252 | simulate_fabric |
| 253 | |
| 254 | if [[ $RUN_TEST -eq 1 ]] |
| 255 | then |
Andy Bavier | 9927f96 | 2016-05-20 14:09:36 -0400 | [diff] [blame] | 256 | if [[ -n $BUILD_BRANCH || $EXAMPLESERVICE -eq 1 ]] |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 257 | then |
Andy Bavier | 9927f96 | 2016-05-20 14:09:36 -0400 | [diff] [blame] | 258 | build_xos_docker_images |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 259 | fi |
Andy Bavier | cb02433 | 2016-04-29 15:52:26 -0400 | [diff] [blame] | 260 | setup_xos |
| 261 | setup_test_client |
| 262 | run_e2e_test |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 263 | if [[ $EXAMPLESERVICE -eq 1 ]] |
| 264 | then |
| 265 | run_exampleservice_test |
| 266 | fi |
Andy Bavier | cb02433 | 2016-04-29 15:52:26 -0400 | [diff] [blame] | 267 | fi |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 268 | |
| 269 | exit 0 |