blob: 201f7684aecf18276397acc7f0eff17de409915e [file] [log] [blame]
Zack Williams961ffcd2016-05-20 07:03:35 -07001#!/usr/bin/env bash
Andy Bavierea5b44c2016-04-08 16:12:30 -04002
Andy Bavier0acc3642016-05-04 16:17:07 -07003function cleanup_from_previous_test() {
Zack Williams5028fb42016-06-01 14:52:29 -07004 echo "## Cleanup ##"
5
6 echo "Destroying juju environment"
7 juju destroy-environment --force -y manual
8
Andy Bavierde3f4672016-06-01 17:02:42 -04009 VMS=$( sudo uvt-kvm list )
Andy Bavier0acc3642016-05-04 16:17:07 -070010 for VM in $VMS
11 do
Zack Williams5028fb42016-06-01 14:52:29 -070012 echo "Destroying $VM"
Andy Bavier97faeec2016-05-10 13:23:04 -040013 sudo uvt-kvm destroy $VM
Andy Bavier0acc3642016-05-04 16:17:07 -070014 done
15
Zack Williams5028fb42016-06-01 14:52:29 -070016 echo "Cleaning up files"
Andy Bavier0acc3642016-05-04 16:17:07 -070017 rm -rf ~/.juju
18 rm -f ~/.ssh/known_hosts
Zack Williamsa3e40562016-07-05 12:05:39 -070019 rm -rf ~/platform-install
Andy Bavier0acc3642016-05-04 16:17:07 -070020
Zack Williams5028fb42016-06-01 14:52:29 -070021 echo "Cleaning up libvirt/dnsmasq"
Zack Williams17508be2016-05-31 21:52:35 -070022 sudo rm -f /var/lib/libvirt/dnsmasq/xos-mgmtbr.leases
23 sudo killall dnsmasq
Zack Williams5028fb42016-06-01 14:52:29 -070024 sudo service libvirt-bin restart
Andy Bavier0acc3642016-05-04 16:17:07 -070025}
26
Andy Bavier76349042016-05-04 16:10:29 -070027function bootstrap() {
28 cd ~
29 sudo apt-get update
Zack Williams4e5d1d22016-06-13 11:10:03 -070030 sudo apt-get -y install software-properties-common curl git mosh tmux dnsutils python-netaddr
Zack Williams65b72c82016-05-21 21:52:46 -070031 sudo add-apt-repository -y ppa:ansible/ansible
32 sudo apt-get update
33 sudo apt-get install -y ansible
34
35 [ -e ~/.ssh/id_rsa ] || ssh-keygen -t rsa -N "" -f ~/.ssh/id_rsa
36 cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys
37
Zack Williamsa3e40562016-07-05 12:05:39 -070038 git clone $SETUP_REPO_URL platform-install
39 cd ~/platform-install
Zack Williams02f252b2016-06-13 12:24:26 -070040 git checkout $SETUP_BRANCH
Andy Bavierea5b44c2016-04-08 16:12:30 -040041
Zack Williams04106732016-06-27 20:55:32 -070042 sed -i "s/replaceme/`whoami`/" $INVENTORY
Zack Williams65b72c82016-05-21 21:52:46 -070043 cp vars/example_keystone.yml vars/cord_keystone.yml
Andy Bavierea5b44c2016-04-08 16:12:30 -040044
Andy Bavier76349042016-05-04 16:10:29 -070045 # Log into the local node once to get host key
46 ssh -o StrictHostKeyChecking=no localhost "ls > /dev/null"
47}
48
49function setup_openstack() {
Zack Williamsa3e40562016-07-05 12:05:39 -070050 cd ~/platform-install
Zack Williams1b2f1362016-06-20 09:57:34 -070051
Zack Williams7a5aa722016-07-01 19:51:40 -070052 extra_vars="xos_repo_url=$XOS_REPO_URL xos_repo_branch=$XOS_BRANCH"
Zack Williams1b2f1362016-06-20 09:57:34 -070053
54 # check if running on cloudlab
Zack Williamsf72e7b62016-06-02 09:57:23 -070055 if [[ -x /usr/testbed/bin/mkextrafs ]]
56 then
Zack Williams893e9c92016-06-20 13:40:32 -070057 extra_vars="$extra_vars on_cloudlab=True"
Zack Williamsf72e7b62016-06-02 09:57:23 -070058 fi
Zack Williams1b2f1362016-06-20 09:57:34 -070059
60 ansible-playbook -i $INVENTORY cord-single-playbook.yml --extra-vars="$extra_vars"
Andy Bavier76349042016-05-04 16:10:29 -070061}
62
Andy Bavier76349042016-05-04 16:10:29 -070063function setup_xos() {
Zack Williamsd78bbb42016-05-23 08:53:20 -070064
Andy Bavier3a1d0642016-07-01 14:11:39 -040065 ssh ubuntu@xos "cd service-profile/cord-pod; make cord-subscriber"
Zack Williams455cec42016-05-25 16:07:36 -070066
67 if [[ $EXAMPLESERVICE -eq 1 ]]
68 then
Scott Baker333a3152016-06-29 08:58:42 -070069 ssh ubuntu@xos "cd service-profile/cord-pod; make exampleservice"
Zack Williams455cec42016-05-25 16:07:36 -070070 fi
Andy Bavier0d0d0f72016-06-12 13:47:12 -040071
72 echo ""
73 echo "(Temp workaround for bug in Synchronizer) Pause 60 seconds"
74 sleep 60
Scott Baker333a3152016-06-29 08:58:42 -070075 ssh ubuntu@xos "cd service-profile/cord-pod; make vtn"
Andy Bavier76349042016-05-04 16:10:29 -070076}
77
78function setup_test_client() {
Andy Bavier76349042016-05-04 16:10:29 -070079
Zack Williamsa3e40562016-07-05 12:05:39 -070080 # prep moved to roles/test-client-install
Andy Bavier76349042016-05-04 16:10:29 -070081
Zack Williamsa3e40562016-07-05 12:05:39 -070082 # start the test client
83 echo "starting testclient"
84 ssh ubuntu@nova-compute "sudo lxc-start -n testclient -d"
85
86 i=0
87 until ssh ubuntu@nova-compute "sudo lxc-wait -n testclient -s RUNNING -t 60"
88 do
89 echo "Waited $i minutes for testclient to start"
90 done
91
92 echo "test client started, configuring testclient network"
Andy Bavier76349042016-05-04 16:10:29 -070093
94 # Configure network interface inside of test client with s-tag and c-tag
Zack Williams3ecbfd02016-05-22 15:30:21 -070095 ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- ip link add link eth0 name eth0.222 type vlan id 222"
96 ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- ip link add link eth0.222 name eth0.222.111 type vlan id 111"
97 ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- ifconfig eth0.222 up"
98 ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- ifconfig eth0.222.111 up"
Andy Bavier76349042016-05-04 16:10:29 -070099}
100
101function run_e2e_test() {
102 source ~/admin-openrc.sh
103
104 echo "*** Wait for vSG VM to come up"
105 i=0
Zack Williams961ffcd2016-05-20 07:03:35 -0700106
Andy Bavier97faeec2016-05-10 13:23:04 -0400107 until nova list --all-tenants|grep 'vsg.*ACTIVE' > /dev/null
Andy Bavier76349042016-05-04 16:10:29 -0700108 do
Andy Bavier97faeec2016-05-10 13:23:04 -0400109 sleep 60
110 (( i += 1 ))
111 echo "Waited $i minutes"
Andy Bavier76349042016-05-04 16:10:29 -0700112 done
113
114 # get mgmt IP address
115 ID=$( nova list --all-tenants|grep mysite_vsg|awk '{print $2}' )
116 MGMTIP=$( nova interface-list $ID|grep 172.27|awk '{print $8}' )
117
118 echo ""
119 echo "*** ssh into vsg VM, wait for Docker container to come up"
120 i=0
121 until ssh -o ProxyCommand="ssh -W %h:%p ubuntu@nova-compute" ubuntu@$MGMTIP "sudo docker ps|grep vcpe" > /dev/null
122 do
Andy Bavier97faeec2016-05-10 13:23:04 -0400123 sleep 60
124 (( i += 1 ))
125 echo "Waited $i minutes"
Andy Bavier76349042016-05-04 16:10:29 -0700126 done
127
128 echo ""
129 echo "*** Run dhclient in test client"
Zack Williams961ffcd2016-05-20 07:03:35 -0700130
Zack Williams3ecbfd02016-05-22 15:30:21 -0700131 ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- dhclient eth0.222.111" > /dev/null
Andy Bavier76349042016-05-04 16:10:29 -0700132
133 echo ""
134 echo "*** Routes in test client"
Zack Williams3ecbfd02016-05-22 15:30:21 -0700135 ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- route -n"
Andy Bavier76349042016-05-04 16:10:29 -0700136
Andy Bavier76349042016-05-04 16:10:29 -0700137 echo ""
138 echo "*** Test external connectivity in test client"
Zack Williams3ecbfd02016-05-22 15:30:21 -0700139 ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- ping -c 3 8.8.8.8"
Andy Bavier76349042016-05-04 16:10:29 -0700140
141 echo ""
142 if [ $? -eq 0 ]
143 then
Andy Bavier97faeec2016-05-10 13:23:04 -0400144 echo "*** [PASSED] End-to-end connectivity test"
Andy Bavier76349042016-05-04 16:10:29 -0700145 else
Andy Bavier97faeec2016-05-10 13:23:04 -0400146 echo "*** [FAILED] End-to-end connectivity test"
147 exit 1
Andy Bavier76349042016-05-04 16:10:29 -0700148 fi
149}
150
Andy Bavier97faeec2016-05-10 13:23:04 -0400151function run_exampleservice_test () {
152 source ~/admin-openrc.sh
153
154 echo "*** Wait for exampleservice VM to come up."
Andy Bavier9927f962016-05-20 14:09:36 -0400155 echo "!!! NOTE that currently the VM will only be created after you login"
156 echo "!!! to XOS and manually create an ExampleService tenant."
Andy Bavier97faeec2016-05-10 13:23:04 -0400157 i=0
158 until nova list --all-tenants|grep exampleservice.*ACTIVE > /dev/null
159 do
160 sleep 60
161 (( i += 1 ))
162 echo "Waited $i minutes"
163 done
164
165 # get mgmt IP address
166 ID=$( nova list --all-tenants|grep mysite_exampleservice|awk '{print $2}' )
167 MGMTIP=$( nova interface-list $ID|grep 172.27|awk '{print $8}' )
168 PUBLICIP=$( nova interface-list $ID|grep 10.168|awk '{print $8}' )
169
170 echo ""
171 echo "*** ssh into exampleservice VM, wait for Apache come up"
172 i=0
173 until ssh -o ProxyCommand="ssh -W %h:%p ubuntu@nova-compute" ubuntu@$MGMTIP "ls /var/run/apache2/apache2.pid"
174 do
175 sleep 60
176 (( i += 1 ))
177 echo "Waited $i minutes"
178 done
179
180
181 echo ""
182 echo "*** Install curl in test client"
183 ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- apt-get -y install curl"
184
185 echo ""
186 echo "*** Test connectivity to ExampleService from test client"
187 ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- curl -s http://$PUBLICIP"
188}
189
Zack Williams04106732016-06-27 20:55:32 -0700190function run_diagnostics() {
191 echo "*** COLLECTING DIAGNOSTIC INFO - check ~/diag-* on the head node"
192 ansible-playbook -i $INVENTORY cord-diag-playbook.yml
193}
194
Andy Bavier76349042016-05-04 16:10:29 -0700195# Parse options
196RUN_TEST=0
Andy Bavier97faeec2016-05-10 13:23:04 -0400197EXAMPLESERVICE=0
Zack Williams02f252b2016-06-13 12:24:26 -0700198SETUP_BRANCH="master"
Zack Williamsa3e40562016-07-05 12:05:39 -0700199SETUP_REPO_URL="https://github.com/opencord/platform-install"
Zack Williamsed9ced02016-05-24 06:37:04 -0700200INVENTORY="inventory/single-localhost"
Zack Williams1b2f1362016-06-20 09:57:34 -0700201XOS_BRANCH="master"
Zack Williamsa3e40562016-07-05 12:05:39 -0700202XOS_REPO_URL="https://github.com/opencord/xos"
Zack Williams04106732016-06-27 20:55:32 -0700203DIAGNOSTICS=1
Zack Williamsed9ced02016-05-24 06:37:04 -0700204
Zack Williamsa3e40562016-07-05 12:05:39 -0700205while getopts "b:dehi:p:r:ts:" opt; do
Andy Bavier76349042016-05-04 16:10:29 -0700206 case ${opt} in
Zack Williams1b2f1362016-06-20 09:57:34 -0700207 b ) XOS_BRANCH=$OPTARG
Andy Bavier76349042016-05-04 16:10:29 -0700208 ;;
Zack Williams04106732016-06-27 20:55:32 -0700209 d ) DIAGNOSTICS=0
210 ;;
Andy Bavier97faeec2016-05-10 13:23:04 -0400211 e ) EXAMPLESERVICE=1
212 ;;
Andy Bavier9927f962016-05-20 14:09:36 -0400213 h ) echo "Usage:"
Zack Williamsed9ced02016-05-24 06:37:04 -0700214 echo " $0 install OpenStack and prep XOS and ONOS VMs [default]"
Zack Williamsa3e40562016-07-05 12:05:39 -0700215 echo " $0 -b <branch> checkout <branch> of the xos git repo"
Zack Williams04106732016-06-27 20:55:32 -0700216 echo " $0 -d don't run diagnostic collector"
Zack Williamsed9ced02016-05-24 06:37:04 -0700217 echo " $0 -e add exampleservice to XOS"
218 echo " $0 -h display this help message"
219 echo " $0 -i <inv_file> specify an inventory file (default is inventory/single-localhost)"
Zack Williamsa3e40562016-07-05 12:05:39 -0700220 echo " $0 -p <git_url> use <git_url> to obtain the platform-install git repo"
221 echo " $0 -r <git_url> use <git_url> to obtain the xos git repo"
222 echo " $0 -s <branch> checkout <branch> of the platform-install git repo"
Zack Williamsed9ced02016-05-24 06:37:04 -0700223 echo " $0 -t do install, bring up cord-pod configuration, run E2E test"
Andy Baviercb024332016-04-29 15:52:26 -0400224 exit 0
225 ;;
Zack Williamsed9ced02016-05-24 06:37:04 -0700226 i ) INVENTORY=$OPTARG
Andy Baviercb024332016-04-29 15:52:26 -0400227 ;;
Zack Williamsa3e40562016-07-05 12:05:39 -0700228 p ) SETUP_REPO_URL=$OPTARG
229 ;;
Zack Williams1b2f1362016-06-20 09:57:34 -0700230 r ) XOS_REPO_URL=$OPTARG
231 ;;
Zack Williamsed9ced02016-05-24 06:37:04 -0700232 t ) RUN_TEST=1
Andy Baviercb024332016-04-29 15:52:26 -0400233 ;;
Zack Williams02f252b2016-06-13 12:24:26 -0700234 s ) SETUP_BRANCH=$OPTARG
235 ;;
Andy Bavier9927f962016-05-20 14:09:36 -0400236 \? ) echo "Invalid option: -$OPTARG"
Andy Bavier76349042016-05-04 16:10:29 -0700237 exit 1
238 ;;
239 esac
Andy Bavierea5b44c2016-04-08 16:12:30 -0400240done
241
Andy Bavier76349042016-05-04 16:10:29 -0700242# What to do
Andy Bavier0acc3642016-05-04 16:17:07 -0700243if [[ $RUN_TEST -eq 1 ]]
244then
245 cleanup_from_previous_test
246fi
247
Andy Bavierf0001732016-05-05 09:21:49 -0700248set -e
249
Andy Bavier76349042016-05-04 16:10:29 -0700250bootstrap
251setup_openstack
Andy Bavier76349042016-05-04 16:10:29 -0700252
253if [[ $RUN_TEST -eq 1 ]]
254then
255 setup_xos
256 setup_test_client
257 run_e2e_test
Andy Bavier97faeec2016-05-10 13:23:04 -0400258 if [[ $EXAMPLESERVICE -eq 1 ]]
259 then
260 run_exampleservice_test
261 fi
Andy Bavier76349042016-05-04 16:10:29 -0700262fi
Andy Bavier97faeec2016-05-10 13:23:04 -0400263
Zack Williams04106732016-06-27 20:55:32 -0700264if [[ $DIAGNOSTICS -eq 1 ]]
Zack Williamsb82afd82016-06-28 09:59:29 -0700265then
Zack Williams04106732016-06-27 20:55:32 -0700266 run_diagnostics
267fi
268
Andy Bavier97faeec2016-05-10 13:23:04 -0400269exit 0
Zack Williams961ffcd2016-05-20 07:03:35 -0700270