Zack Williams | 961ffcd | 2016-05-20 07:03:35 -0700 | [diff] [blame] | 1 | #!/usr/bin/env bash |
Andy Bavier | ea5b44c | 2016-04-08 16:12:30 -0400 | [diff] [blame] | 2 | |
Andy Bavier | 0acc364 | 2016-05-04 16:17:07 -0700 | [diff] [blame] | 3 | function cleanup_from_previous_test() { |
Zack Williams | 5028fb4 | 2016-06-01 14:52:29 -0700 | [diff] [blame] | 4 | echo "## Cleanup ##" |
| 5 | |
| 6 | echo "Destroying juju environment" |
| 7 | juju destroy-environment --force -y manual |
| 8 | |
Andy Bavier | de3f467 | 2016-06-01 17:02:42 -0400 | [diff] [blame] | 9 | VMS=$( sudo uvt-kvm list ) |
Andy Bavier | 0acc364 | 2016-05-04 16:17:07 -0700 | [diff] [blame] | 10 | for VM in $VMS |
| 11 | do |
Zack Williams | 5028fb4 | 2016-06-01 14:52:29 -0700 | [diff] [blame] | 12 | echo "Destroying $VM" |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 13 | sudo uvt-kvm destroy $VM |
Andy Bavier | 0acc364 | 2016-05-04 16:17:07 -0700 | [diff] [blame] | 14 | done |
| 15 | |
Zack Williams | 5028fb4 | 2016-06-01 14:52:29 -0700 | [diff] [blame] | 16 | echo "Cleaning up files" |
Andy Bavier | 0acc364 | 2016-05-04 16:17:07 -0700 | [diff] [blame] | 17 | rm -rf ~/.juju |
| 18 | rm -f ~/.ssh/known_hosts |
| 19 | rm -rf ~/openstack-cluster-setup |
| 20 | |
Zack Williams | 5028fb4 | 2016-06-01 14:52:29 -0700 | [diff] [blame] | 21 | echo "Cleaning up libvirt/dnsmasq" |
Zack Williams | 17508be | 2016-05-31 21:52:35 -0700 | [diff] [blame] | 22 | sudo rm -f /var/lib/libvirt/dnsmasq/xos-mgmtbr.leases |
| 23 | sudo killall dnsmasq |
Zack Williams | 5028fb4 | 2016-06-01 14:52:29 -0700 | [diff] [blame] | 24 | sudo service libvirt-bin restart |
Andy Bavier | 0acc364 | 2016-05-04 16:17:07 -0700 | [diff] [blame] | 25 | } |
| 26 | |
Andy Bavier | 7634904 | 2016-05-04 16:10:29 -0700 | [diff] [blame] | 27 | function bootstrap() { |
| 28 | cd ~ |
| 29 | sudo apt-get update |
Zack Williams | 65b72c8 | 2016-05-21 21:52:46 -0700 | [diff] [blame] | 30 | sudo apt-get -y install software-properties-common git mosh tmux dnsutils python-netaddr |
| 31 | sudo add-apt-repository -y ppa:ansible/ansible |
| 32 | sudo apt-get update |
| 33 | sudo apt-get install -y ansible |
| 34 | |
| 35 | [ -e ~/.ssh/id_rsa ] || ssh-keygen -t rsa -N "" -f ~/.ssh/id_rsa |
| 36 | cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys |
| 37 | |
Andy Bavier | 7634904 | 2016-05-04 16:10:29 -0700 | [diff] [blame] | 38 | git clone https://github.com/open-cloud/openstack-cluster-setup.git |
| 39 | cd ~/openstack-cluster-setup |
Andy Bavier | ea5b44c | 2016-04-08 16:12:30 -0400 | [diff] [blame] | 40 | |
Zack Williams | 7e19a8a | 2016-05-24 06:42:47 -0700 | [diff] [blame] | 41 | sed -i "s/ubuntu/`whoami`/" $INVENTORY |
Zack Williams | 65b72c8 | 2016-05-21 21:52:46 -0700 | [diff] [blame] | 42 | cp vars/example_keystone.yml vars/cord_keystone.yml |
Andy Bavier | ea5b44c | 2016-04-08 16:12:30 -0400 | [diff] [blame] | 43 | |
Andy Bavier | 7634904 | 2016-05-04 16:10:29 -0700 | [diff] [blame] | 44 | # Log into the local node once to get host key |
| 45 | ssh -o StrictHostKeyChecking=no localhost "ls > /dev/null" |
| 46 | } |
| 47 | |
| 48 | function setup_openstack() { |
Zack Williams | f72e7b6 | 2016-06-02 09:57:23 -0700 | [diff] [blame] | 49 | # Run the playbook, but check to see if we're on cloudlab |
| 50 | if [[ -x /usr/testbed/bin/mkextrafs ]] |
| 51 | then |
Zack Williams | 32d711d | 2016-06-02 10:53:30 -0700 | [diff] [blame] | 52 | ansible-playbook -i $INVENTORY cord-single-playbook.yml --extra-vars="on_cloudlab=True" |
Zack Williams | f72e7b6 | 2016-06-02 09:57:23 -0700 | [diff] [blame] | 53 | else |
| 54 | ansible-playbook -i $INVENTORY cord-single-playbook.yml |
| 55 | fi |
Andy Bavier | 7634904 | 2016-05-04 16:10:29 -0700 | [diff] [blame] | 56 | } |
| 57 | |
Andy Bavier | 9927f96 | 2016-05-20 14:09:36 -0400 | [diff] [blame] | 58 | function build_xos_docker_images() { |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 59 | echo "" |
Andy Bavier | 9927f96 | 2016-05-20 14:09:36 -0400 | [diff] [blame] | 60 | echo "Checking out XOS branch $BUILD_BRANCH" |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 61 | ssh ubuntu@xos "cd xos; git config --global user.email 'ubuntu@localhost'; git config --global user.name 'XOS ExampleService'" |
Andy Bavier | 9927f96 | 2016-05-20 14:09:36 -0400 | [diff] [blame] | 62 | ssh ubuntu@xos "cd xos; git checkout $BUILD_BRANCH" |
Zack Williams | 97225f8 | 2016-05-24 08:23:37 -0700 | [diff] [blame] | 63 | |
Andy Bavier | 9927f96 | 2016-05-20 14:09:36 -0400 | [diff] [blame] | 64 | if [[ $EXAMPLESERVICE -eq 1 ]] |
| 65 | then |
| 66 | echo "" |
| 67 | echo "Adding exampleservice to XOS" |
| 68 | ssh ubuntu@xos "cd xos; git cherry-pick 775e00549e535803522fbcd70152e5e1b0629c83" |
| 69 | fi |
Zack Williams | 97225f8 | 2016-05-24 08:23:37 -0700 | [diff] [blame] | 70 | |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 71 | echo "Rebuilding XOS containers" |
| 72 | ssh ubuntu@xos "cd xos/xos/configurations/cord-pod; make local_containers" |
Andy Bavier | 7634904 | 2016-05-04 16:10:29 -0700 | [diff] [blame] | 73 | } |
| 74 | |
| 75 | function setup_xos() { |
Zack Williams | d78bbb4 | 2016-05-23 08:53:20 -0700 | [diff] [blame] | 76 | |
Andy Bavier | 7634904 | 2016-05-04 16:10:29 -0700 | [diff] [blame] | 77 | echo "Setting up XOS, will take a few minutes" |
Zack Williams | 3ecbfd0 | 2016-05-22 15:30:21 -0700 | [diff] [blame] | 78 | ssh ubuntu@xos "cd xos/xos/configurations/cord-pod; make" |
Andy Bavier | 7634904 | 2016-05-04 16:10:29 -0700 | [diff] [blame] | 79 | echo "" |
| 80 | echo "Pause 2 minutes" |
| 81 | sleep 120 |
| 82 | |
Zack Williams | 3ecbfd0 | 2016-05-22 15:30:21 -0700 | [diff] [blame] | 83 | ssh ubuntu@xos "cd xos/xos/configurations/cord-pod; make vtn" |
Andy Bavier | 7634904 | 2016-05-04 16:10:29 -0700 | [diff] [blame] | 84 | echo "" |
| 85 | echo "Pause 30 seconds" |
| 86 | sleep 30 |
| 87 | |
Zack Williams | 3ecbfd0 | 2016-05-22 15:30:21 -0700 | [diff] [blame] | 88 | ssh ubuntu@xos "cd xos/xos/configurations/cord-pod; make cord" |
Zack Williams | 455cec4 | 2016-05-25 16:07:36 -0700 | [diff] [blame] | 89 | |
| 90 | if [[ $EXAMPLESERVICE -eq 1 ]] |
| 91 | then |
| 92 | ssh ubuntu@xos "cd xos/xos/configurations/cord-pod; make exampleservice" |
| 93 | fi |
Andy Bavier | 7634904 | 2016-05-04 16:10:29 -0700 | [diff] [blame] | 94 | } |
| 95 | |
| 96 | function setup_test_client() { |
Zack Williams | 3ecbfd0 | 2016-05-22 15:30:21 -0700 | [diff] [blame] | 97 | ssh ubuntu@nova-compute "sudo apt-get -y install lxc" |
Andy Bavier | 7634904 | 2016-05-04 16:10:29 -0700 | [diff] [blame] | 98 | |
| 99 | # Change default bridge |
Zack Williams | 3ecbfd0 | 2016-05-22 15:30:21 -0700 | [diff] [blame] | 100 | ssh ubuntu@nova-compute "sudo sed -i 's/lxcbr0/databr/' /etc/lxc/default.conf" |
Andy Bavier | 7634904 | 2016-05-04 16:10:29 -0700 | [diff] [blame] | 101 | |
| 102 | # Create test client |
Zack Williams | 3ecbfd0 | 2016-05-22 15:30:21 -0700 | [diff] [blame] | 103 | ssh ubuntu@nova-compute "sudo lxc-create -t ubuntu -n testclient" |
| 104 | ssh ubuntu@nova-compute "sudo lxc-start -n testclient" |
Andy Bavier | 7634904 | 2016-05-04 16:10:29 -0700 | [diff] [blame] | 105 | |
| 106 | # Configure network interface inside of test client with s-tag and c-tag |
Zack Williams | 3ecbfd0 | 2016-05-22 15:30:21 -0700 | [diff] [blame] | 107 | ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- ip link add link eth0 name eth0.222 type vlan id 222" |
| 108 | ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- ip link add link eth0.222 name eth0.222.111 type vlan id 111" |
| 109 | ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- ifconfig eth0.222 up" |
| 110 | ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- ifconfig eth0.222.111 up" |
Andy Bavier | 7634904 | 2016-05-04 16:10:29 -0700 | [diff] [blame] | 111 | } |
| 112 | |
| 113 | function run_e2e_test() { |
| 114 | source ~/admin-openrc.sh |
| 115 | |
| 116 | echo "*** Wait for vSG VM to come up" |
| 117 | i=0 |
Zack Williams | 961ffcd | 2016-05-20 07:03:35 -0700 | [diff] [blame] | 118 | |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 119 | until nova list --all-tenants|grep 'vsg.*ACTIVE' > /dev/null |
Andy Bavier | 7634904 | 2016-05-04 16:10:29 -0700 | [diff] [blame] | 120 | do |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 121 | sleep 60 |
| 122 | (( i += 1 )) |
| 123 | echo "Waited $i minutes" |
Andy Bavier | 7634904 | 2016-05-04 16:10:29 -0700 | [diff] [blame] | 124 | done |
| 125 | |
| 126 | # get mgmt IP address |
| 127 | ID=$( nova list --all-tenants|grep mysite_vsg|awk '{print $2}' ) |
| 128 | MGMTIP=$( nova interface-list $ID|grep 172.27|awk '{print $8}' ) |
| 129 | |
| 130 | echo "" |
| 131 | echo "*** ssh into vsg VM, wait for Docker container to come up" |
| 132 | i=0 |
| 133 | until ssh -o ProxyCommand="ssh -W %h:%p ubuntu@nova-compute" ubuntu@$MGMTIP "sudo docker ps|grep vcpe" > /dev/null |
| 134 | do |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 135 | sleep 60 |
| 136 | (( i += 1 )) |
| 137 | echo "Waited $i minutes" |
Andy Bavier | 7634904 | 2016-05-04 16:10:29 -0700 | [diff] [blame] | 138 | done |
| 139 | |
| 140 | echo "" |
| 141 | echo "*** Run dhclient in test client" |
Zack Williams | 961ffcd | 2016-05-20 07:03:35 -0700 | [diff] [blame] | 142 | |
Zack Williams | 3ecbfd0 | 2016-05-22 15:30:21 -0700 | [diff] [blame] | 143 | ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- dhclient eth0.222.111" > /dev/null |
Andy Bavier | 7634904 | 2016-05-04 16:10:29 -0700 | [diff] [blame] | 144 | |
| 145 | echo "" |
| 146 | echo "*** Routes in test client" |
Zack Williams | 3ecbfd0 | 2016-05-22 15:30:21 -0700 | [diff] [blame] | 147 | ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- route -n" |
Andy Bavier | 7634904 | 2016-05-04 16:10:29 -0700 | [diff] [blame] | 148 | |
Andy Bavier | 7634904 | 2016-05-04 16:10:29 -0700 | [diff] [blame] | 149 | echo "" |
| 150 | echo "*** Test external connectivity in test client" |
Zack Williams | 3ecbfd0 | 2016-05-22 15:30:21 -0700 | [diff] [blame] | 151 | ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- ping -c 3 8.8.8.8" |
Andy Bavier | 7634904 | 2016-05-04 16:10:29 -0700 | [diff] [blame] | 152 | |
| 153 | echo "" |
| 154 | if [ $? -eq 0 ] |
| 155 | then |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 156 | echo "*** [PASSED] End-to-end connectivity test" |
Andy Bavier | 7634904 | 2016-05-04 16:10:29 -0700 | [diff] [blame] | 157 | else |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 158 | echo "*** [FAILED] End-to-end connectivity test" |
| 159 | exit 1 |
Andy Bavier | 7634904 | 2016-05-04 16:10:29 -0700 | [diff] [blame] | 160 | fi |
| 161 | } |
| 162 | |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 163 | function run_exampleservice_test () { |
| 164 | source ~/admin-openrc.sh |
| 165 | |
| 166 | echo "*** Wait for exampleservice VM to come up." |
Andy Bavier | 9927f96 | 2016-05-20 14:09:36 -0400 | [diff] [blame] | 167 | echo "!!! NOTE that currently the VM will only be created after you login" |
| 168 | echo "!!! to XOS and manually create an ExampleService tenant." |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 169 | i=0 |
| 170 | until nova list --all-tenants|grep exampleservice.*ACTIVE > /dev/null |
| 171 | do |
| 172 | sleep 60 |
| 173 | (( i += 1 )) |
| 174 | echo "Waited $i minutes" |
| 175 | done |
| 176 | |
| 177 | # get mgmt IP address |
| 178 | ID=$( nova list --all-tenants|grep mysite_exampleservice|awk '{print $2}' ) |
| 179 | MGMTIP=$( nova interface-list $ID|grep 172.27|awk '{print $8}' ) |
| 180 | PUBLICIP=$( nova interface-list $ID|grep 10.168|awk '{print $8}' ) |
| 181 | |
| 182 | echo "" |
| 183 | echo "*** ssh into exampleservice VM, wait for Apache come up" |
| 184 | i=0 |
| 185 | until ssh -o ProxyCommand="ssh -W %h:%p ubuntu@nova-compute" ubuntu@$MGMTIP "ls /var/run/apache2/apache2.pid" |
| 186 | do |
| 187 | sleep 60 |
| 188 | (( i += 1 )) |
| 189 | echo "Waited $i minutes" |
| 190 | done |
| 191 | |
| 192 | |
| 193 | echo "" |
| 194 | echo "*** Install curl in test client" |
| 195 | ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- apt-get -y install curl" |
| 196 | |
| 197 | echo "" |
| 198 | echo "*** Test connectivity to ExampleService from test client" |
| 199 | ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- curl -s http://$PUBLICIP" |
| 200 | } |
| 201 | |
Andy Bavier | 7634904 | 2016-05-04 16:10:29 -0700 | [diff] [blame] | 202 | # Parse options |
| 203 | RUN_TEST=0 |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 204 | EXAMPLESERVICE=0 |
Zack Williams | 80d4f22 | 2016-06-01 15:42:03 -0700 | [diff] [blame] | 205 | BUILD_BRANCH="master" |
Zack Williams | ed9ced0 | 2016-05-24 06:37:04 -0700 | [diff] [blame] | 206 | INVENTORY="inventory/single-localhost" |
| 207 | |
Zack Williams | 7bc0cbb | 2016-05-24 06:57:22 -0700 | [diff] [blame] | 208 | while getopts "b:ehi:t" opt; do |
Andy Bavier | 7634904 | 2016-05-04 16:10:29 -0700 | [diff] [blame] | 209 | case ${opt} in |
Andy Bavier | 9927f96 | 2016-05-20 14:09:36 -0400 | [diff] [blame] | 210 | b ) BUILD_BRANCH=$OPTARG |
Andy Bavier | 7634904 | 2016-05-04 16:10:29 -0700 | [diff] [blame] | 211 | ;; |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 212 | e ) EXAMPLESERVICE=1 |
| 213 | ;; |
Andy Bavier | 9927f96 | 2016-05-20 14:09:36 -0400 | [diff] [blame] | 214 | h ) echo "Usage:" |
Zack Williams | ed9ced0 | 2016-05-24 06:37:04 -0700 | [diff] [blame] | 215 | echo " $0 install OpenStack and prep XOS and ONOS VMs [default]" |
Zack Williams | 80d4f22 | 2016-06-01 15:42:03 -0700 | [diff] [blame] | 216 | echo " $0 -b <branch> build XOS containers based on GitHub <branch>" |
Zack Williams | ed9ced0 | 2016-05-24 06:37:04 -0700 | [diff] [blame] | 217 | echo " $0 -e add exampleservice to XOS" |
| 218 | echo " $0 -h display this help message" |
| 219 | echo " $0 -i <inv_file> specify an inventory file (default is inventory/single-localhost)" |
| 220 | echo " $0 -t do install, bring up cord-pod configuration, run E2E test" |
Andy Bavier | cb02433 | 2016-04-29 15:52:26 -0400 | [diff] [blame] | 221 | exit 0 |
| 222 | ;; |
Zack Williams | ed9ced0 | 2016-05-24 06:37:04 -0700 | [diff] [blame] | 223 | i ) INVENTORY=$OPTARG |
Andy Bavier | cb02433 | 2016-04-29 15:52:26 -0400 | [diff] [blame] | 224 | ;; |
Zack Williams | ed9ced0 | 2016-05-24 06:37:04 -0700 | [diff] [blame] | 225 | t ) RUN_TEST=1 |
Andy Bavier | cb02433 | 2016-04-29 15:52:26 -0400 | [diff] [blame] | 226 | ;; |
Andy Bavier | 9927f96 | 2016-05-20 14:09:36 -0400 | [diff] [blame] | 227 | \? ) echo "Invalid option: -$OPTARG" |
Andy Bavier | 7634904 | 2016-05-04 16:10:29 -0700 | [diff] [blame] | 228 | exit 1 |
| 229 | ;; |
| 230 | esac |
Andy Bavier | ea5b44c | 2016-04-08 16:12:30 -0400 | [diff] [blame] | 231 | done |
| 232 | |
Andy Bavier | 7634904 | 2016-05-04 16:10:29 -0700 | [diff] [blame] | 233 | # What to do |
Andy Bavier | 0acc364 | 2016-05-04 16:17:07 -0700 | [diff] [blame] | 234 | if [[ $RUN_TEST -eq 1 ]] |
| 235 | then |
| 236 | cleanup_from_previous_test |
| 237 | fi |
| 238 | |
Andy Bavier | f000173 | 2016-05-05 09:21:49 -0700 | [diff] [blame] | 239 | set -e |
| 240 | |
Andy Bavier | 7634904 | 2016-05-04 16:10:29 -0700 | [diff] [blame] | 241 | bootstrap |
| 242 | setup_openstack |
Andy Bavier | 7634904 | 2016-05-04 16:10:29 -0700 | [diff] [blame] | 243 | |
| 244 | if [[ $RUN_TEST -eq 1 ]] |
| 245 | then |
Zack Williams | 80d4f22 | 2016-06-01 15:42:03 -0700 | [diff] [blame] | 246 | build_xos_docker_images |
Andy Bavier | 7634904 | 2016-05-04 16:10:29 -0700 | [diff] [blame] | 247 | setup_xos |
| 248 | setup_test_client |
| 249 | run_e2e_test |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 250 | if [[ $EXAMPLESERVICE -eq 1 ]] |
| 251 | then |
| 252 | run_exampleservice_test |
| 253 | fi |
Andy Bavier | 7634904 | 2016-05-04 16:10:29 -0700 | [diff] [blame] | 254 | fi |
Andy Bavier | 97faeec | 2016-05-10 13:23:04 -0400 | [diff] [blame] | 255 | |
| 256 | exit 0 |
Zack Williams | 961ffcd | 2016-05-20 07:03:35 -0700 | [diff] [blame] | 257 | |