blob: 4ae7f42e3239b1e5aebe6dd03191efc12856db60 [file] [log] [blame]
Zack Williams961ffcd2016-05-20 07:03:35 -07001#!/usr/bin/env bash
Andy Bavierea5b44c2016-04-08 16:12:30 -04002
Andy Bavier0acc3642016-05-04 16:17:07 -07003function cleanup_from_previous_test() {
Zack Williams5028fb42016-06-01 14:52:29 -07004 echo "## Cleanup ##"
5
6 echo "Destroying juju environment"
7 juju destroy-environment --force -y manual
8
Andy Bavierde3f4672016-06-01 17:02:42 -04009 VMS=$( sudo uvt-kvm list )
Andy Bavier0acc3642016-05-04 16:17:07 -070010 for VM in $VMS
11 do
Zack Williams5028fb42016-06-01 14:52:29 -070012 echo "Destroying $VM"
Andy Bavier97faeec2016-05-10 13:23:04 -040013 sudo uvt-kvm destroy $VM
Andy Bavier0acc3642016-05-04 16:17:07 -070014 done
15
Zack Williams5028fb42016-06-01 14:52:29 -070016 echo "Cleaning up files"
Andy Bavier0acc3642016-05-04 16:17:07 -070017 rm -rf ~/.juju
18 rm -f ~/.ssh/known_hosts
19 rm -rf ~/openstack-cluster-setup
20
Zack Williams5028fb42016-06-01 14:52:29 -070021 echo "Cleaning up libvirt/dnsmasq"
Zack Williams17508be2016-05-31 21:52:35 -070022 sudo rm -f /var/lib/libvirt/dnsmasq/xos-mgmtbr.leases
23 sudo killall dnsmasq
Zack Williams5028fb42016-06-01 14:52:29 -070024 sudo service libvirt-bin restart
Andy Bavier0acc3642016-05-04 16:17:07 -070025}
26
Andy Bavier76349042016-05-04 16:10:29 -070027function bootstrap() {
28 cd ~
29 sudo apt-get update
Zack Williams4e5d1d22016-06-13 11:10:03 -070030 sudo apt-get -y install software-properties-common curl git mosh tmux dnsutils python-netaddr
Zack Williams65b72c82016-05-21 21:52:46 -070031 sudo add-apt-repository -y ppa:ansible/ansible
32 sudo apt-get update
33 sudo apt-get install -y ansible
34
35 [ -e ~/.ssh/id_rsa ] || ssh-keygen -t rsa -N "" -f ~/.ssh/id_rsa
36 cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys
37
Andy Bavier76349042016-05-04 16:10:29 -070038 git clone https://github.com/open-cloud/openstack-cluster-setup.git
39 cd ~/openstack-cluster-setup
Zack Williams02f252b2016-06-13 12:24:26 -070040 git checkout $SETUP_BRANCH
Andy Bavierea5b44c2016-04-08 16:12:30 -040041
Zack Williams7e19a8a2016-05-24 06:42:47 -070042 sed -i "s/ubuntu/`whoami`/" $INVENTORY
Zack Williams65b72c82016-05-21 21:52:46 -070043 cp vars/example_keystone.yml vars/cord_keystone.yml
Andy Bavierea5b44c2016-04-08 16:12:30 -040044
Andy Bavier76349042016-05-04 16:10:29 -070045 # Log into the local node once to get host key
46 ssh -o StrictHostKeyChecking=no localhost "ls > /dev/null"
47}
48
49function setup_openstack() {
Zack Williams1b2f1362016-06-20 09:57:34 -070050
51 extra_vars="xos_repo_url=$XOS_REPO_URL"
52
53 # check if running on cloudlab
Zack Williamsf72e7b62016-06-02 09:57:23 -070054 if [[ -x /usr/testbed/bin/mkextrafs ]]
55 then
Zack Williams1b2f1362016-06-20 09:57:34 -070056 extra_vars="$extra_vars,on_cloudlab=True"
Zack Williamsf72e7b62016-06-02 09:57:23 -070057 fi
Zack Williams1b2f1362016-06-20 09:57:34 -070058
59 ansible-playbook -i $INVENTORY cord-single-playbook.yml --extra-vars="$extra_vars"
Andy Bavier76349042016-05-04 16:10:29 -070060}
61
Andy Bavier9927f962016-05-20 14:09:36 -040062function build_xos_docker_images() {
Andy Bavier97faeec2016-05-10 13:23:04 -040063 echo ""
Zack Williams1b2f1362016-06-20 09:57:34 -070064 echo "Checking out XOS branch $XOS_BRANCH"
Andy Bavier97faeec2016-05-10 13:23:04 -040065 ssh ubuntu@xos "cd xos; git config --global user.email 'ubuntu@localhost'; git config --global user.name 'XOS ExampleService'"
Zack Williams1b2f1362016-06-20 09:57:34 -070066 ssh ubuntu@xos "cd xos; git checkout $XOS_BRANCH"
Zack Williams97225f82016-05-24 08:23:37 -070067
Andy Bavier9927f962016-05-20 14:09:36 -040068 if [[ $EXAMPLESERVICE -eq 1 ]]
69 then
70 echo ""
71 echo "Adding exampleservice to XOS"
Andy Bavier676c6462016-06-06 14:31:20 -040072 ssh ubuntu@xos "cd xos; git cherry-pick cd6e972210f4134ffb2f7a36fb3c4baf33f02bef"
Andy Bavier9927f962016-05-20 14:09:36 -040073 fi
Zack Williams97225f82016-05-24 08:23:37 -070074
Andy Bavier97faeec2016-05-10 13:23:04 -040075 echo "Rebuilding XOS containers"
Zack Williams72a9ab42016-06-08 08:32:49 -070076 ssh ubuntu@xos "cd xos/containers/xos; make base"
Andy Bavier97faeec2016-05-10 13:23:04 -040077 ssh ubuntu@xos "cd xos/xos/configurations/cord-pod; make local_containers"
Andy Bavier76349042016-05-04 16:10:29 -070078}
79
80function setup_xos() {
Zack Williamsd78bbb42016-05-23 08:53:20 -070081
Andy Bavier76349042016-05-04 16:10:29 -070082 echo "Setting up XOS, will take a few minutes"
Zack Williams3ecbfd02016-05-22 15:30:21 -070083 ssh ubuntu@xos "cd xos/xos/configurations/cord-pod; make"
Andy Bavier76349042016-05-04 16:10:29 -070084 echo ""
85 echo "Pause 2 minutes"
86 sleep 120
87
Andy Bavierada2b3b2016-06-12 10:33:01 -040088 ssh ubuntu@xos "cd xos/xos/configurations/cord-pod; make vtn; make fabric"
Andy Bavier76349042016-05-04 16:10:29 -070089 echo ""
90 echo "Pause 30 seconds"
91 sleep 30
92
Andy Bavier0d0d0f72016-06-12 13:47:12 -040093 ssh ubuntu@xos "cd xos/xos/configurations/cord-pod; make cord"
Zack Williams455cec42016-05-25 16:07:36 -070094
95 if [[ $EXAMPLESERVICE -eq 1 ]]
96 then
97 ssh ubuntu@xos "cd xos/xos/configurations/cord-pod; make exampleservice"
98 fi
Andy Bavier0d0d0f72016-06-12 13:47:12 -040099
100 echo ""
101 echo "(Temp workaround for bug in Synchronizer) Pause 60 seconds"
102 sleep 60
103 ssh ubuntu@xos "cd xos/xos/configurations/cord-pod; make vtn"
Andy Bavier76349042016-05-04 16:10:29 -0700104}
105
106function setup_test_client() {
Zack Williams3ecbfd02016-05-22 15:30:21 -0700107 ssh ubuntu@nova-compute "sudo apt-get -y install lxc"
Andy Bavier76349042016-05-04 16:10:29 -0700108
109 # Change default bridge
Zack Williams3ecbfd02016-05-22 15:30:21 -0700110 ssh ubuntu@nova-compute "sudo sed -i 's/lxcbr0/databr/' /etc/lxc/default.conf"
Andy Bavier76349042016-05-04 16:10:29 -0700111
112 # Create test client
Zack Williams3ecbfd02016-05-22 15:30:21 -0700113 ssh ubuntu@nova-compute "sudo lxc-create -t ubuntu -n testclient"
114 ssh ubuntu@nova-compute "sudo lxc-start -n testclient"
Andy Bavier76349042016-05-04 16:10:29 -0700115
116 # Configure network interface inside of test client with s-tag and c-tag
Zack Williams3ecbfd02016-05-22 15:30:21 -0700117 ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- ip link add link eth0 name eth0.222 type vlan id 222"
118 ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- ip link add link eth0.222 name eth0.222.111 type vlan id 111"
119 ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- ifconfig eth0.222 up"
120 ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- ifconfig eth0.222.111 up"
Andy Bavier76349042016-05-04 16:10:29 -0700121}
122
123function run_e2e_test() {
124 source ~/admin-openrc.sh
125
126 echo "*** Wait for vSG VM to come up"
127 i=0
Zack Williams961ffcd2016-05-20 07:03:35 -0700128
Andy Bavier97faeec2016-05-10 13:23:04 -0400129 until nova list --all-tenants|grep 'vsg.*ACTIVE' > /dev/null
Andy Bavier76349042016-05-04 16:10:29 -0700130 do
Andy Bavier97faeec2016-05-10 13:23:04 -0400131 sleep 60
132 (( i += 1 ))
133 echo "Waited $i minutes"
Andy Bavier76349042016-05-04 16:10:29 -0700134 done
135
136 # get mgmt IP address
137 ID=$( nova list --all-tenants|grep mysite_vsg|awk '{print $2}' )
138 MGMTIP=$( nova interface-list $ID|grep 172.27|awk '{print $8}' )
139
140 echo ""
141 echo "*** ssh into vsg VM, wait for Docker container to come up"
142 i=0
143 until ssh -o ProxyCommand="ssh -W %h:%p ubuntu@nova-compute" ubuntu@$MGMTIP "sudo docker ps|grep vcpe" > /dev/null
144 do
Andy Bavier97faeec2016-05-10 13:23:04 -0400145 sleep 60
146 (( i += 1 ))
147 echo "Waited $i minutes"
Andy Bavier76349042016-05-04 16:10:29 -0700148 done
149
150 echo ""
151 echo "*** Run dhclient in test client"
Zack Williams961ffcd2016-05-20 07:03:35 -0700152
Zack Williams3ecbfd02016-05-22 15:30:21 -0700153 ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- dhclient eth0.222.111" > /dev/null
Andy Bavier76349042016-05-04 16:10:29 -0700154
155 echo ""
156 echo "*** Routes in test client"
Zack Williams3ecbfd02016-05-22 15:30:21 -0700157 ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- route -n"
Andy Bavier76349042016-05-04 16:10:29 -0700158
Andy Bavier76349042016-05-04 16:10:29 -0700159 echo ""
160 echo "*** Test external connectivity in test client"
Zack Williams3ecbfd02016-05-22 15:30:21 -0700161 ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- ping -c 3 8.8.8.8"
Andy Bavier76349042016-05-04 16:10:29 -0700162
163 echo ""
164 if [ $? -eq 0 ]
165 then
Andy Bavier97faeec2016-05-10 13:23:04 -0400166 echo "*** [PASSED] End-to-end connectivity test"
Andy Bavier76349042016-05-04 16:10:29 -0700167 else
Andy Bavier97faeec2016-05-10 13:23:04 -0400168 echo "*** [FAILED] End-to-end connectivity test"
169 exit 1
Andy Bavier76349042016-05-04 16:10:29 -0700170 fi
171}
172
Andy Bavier97faeec2016-05-10 13:23:04 -0400173function run_exampleservice_test () {
174 source ~/admin-openrc.sh
175
176 echo "*** Wait for exampleservice VM to come up."
Andy Bavier9927f962016-05-20 14:09:36 -0400177 echo "!!! NOTE that currently the VM will only be created after you login"
178 echo "!!! to XOS and manually create an ExampleService tenant."
Andy Bavier97faeec2016-05-10 13:23:04 -0400179 i=0
180 until nova list --all-tenants|grep exampleservice.*ACTIVE > /dev/null
181 do
182 sleep 60
183 (( i += 1 ))
184 echo "Waited $i minutes"
185 done
186
187 # get mgmt IP address
188 ID=$( nova list --all-tenants|grep mysite_exampleservice|awk '{print $2}' )
189 MGMTIP=$( nova interface-list $ID|grep 172.27|awk '{print $8}' )
190 PUBLICIP=$( nova interface-list $ID|grep 10.168|awk '{print $8}' )
191
192 echo ""
193 echo "*** ssh into exampleservice VM, wait for Apache come up"
194 i=0
195 until ssh -o ProxyCommand="ssh -W %h:%p ubuntu@nova-compute" ubuntu@$MGMTIP "ls /var/run/apache2/apache2.pid"
196 do
197 sleep 60
198 (( i += 1 ))
199 echo "Waited $i minutes"
200 done
201
202
203 echo ""
204 echo "*** Install curl in test client"
205 ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- apt-get -y install curl"
206
207 echo ""
208 echo "*** Test connectivity to ExampleService from test client"
209 ssh ubuntu@nova-compute "sudo lxc-attach -n testclient -- curl -s http://$PUBLICIP"
210}
211
Andy Bavier76349042016-05-04 16:10:29 -0700212# Parse options
213RUN_TEST=0
Andy Bavier97faeec2016-05-10 13:23:04 -0400214EXAMPLESERVICE=0
Zack Williams02f252b2016-06-13 12:24:26 -0700215SETUP_BRANCH="master"
Zack Williamsed9ced02016-05-24 06:37:04 -0700216INVENTORY="inventory/single-localhost"
Zack Williams1b2f1362016-06-20 09:57:34 -0700217XOS_BRANCH="master"
218XOS_REPO_URL="https://gerrit.opencord.org/xos"
Zack Williamsed9ced02016-05-24 06:37:04 -0700219
Zack Williams1b2f1362016-06-20 09:57:34 -0700220while getopts "b:ehi:r:ts:" opt; do
Andy Bavier76349042016-05-04 16:10:29 -0700221 case ${opt} in
Zack Williams1b2f1362016-06-20 09:57:34 -0700222 b ) XOS_BRANCH=$OPTARG
Andy Bavier76349042016-05-04 16:10:29 -0700223 ;;
Andy Bavier97faeec2016-05-10 13:23:04 -0400224 e ) EXAMPLESERVICE=1
225 ;;
Andy Bavier9927f962016-05-20 14:09:36 -0400226 h ) echo "Usage:"
Zack Williamsed9ced02016-05-24 06:37:04 -0700227 echo " $0 install OpenStack and prep XOS and ONOS VMs [default]"
Zack Williams02f252b2016-06-13 12:24:26 -0700228 echo " $0 -b <branch> build XOS containers using the <branch> branch of XOS git repo"
Zack Williamsed9ced02016-05-24 06:37:04 -0700229 echo " $0 -e add exampleservice to XOS"
230 echo " $0 -h display this help message"
231 echo " $0 -i <inv_file> specify an inventory file (default is inventory/single-localhost)"
Zack Williams1b2f1362016-06-20 09:57:34 -0700232 echo " $0 -r <url> use <url> to obtain the the XOS repo"
Zack Williamsed9ced02016-05-24 06:37:04 -0700233 echo " $0 -t do install, bring up cord-pod configuration, run E2E test"
Zack Williams02f252b2016-06-13 12:24:26 -0700234 echo " $0 -s <branch> use branch <branch> of the openstack-cluster-setup git repo"
Andy Baviercb024332016-04-29 15:52:26 -0400235 exit 0
236 ;;
Zack Williamsed9ced02016-05-24 06:37:04 -0700237 i ) INVENTORY=$OPTARG
Andy Baviercb024332016-04-29 15:52:26 -0400238 ;;
Zack Williams1b2f1362016-06-20 09:57:34 -0700239 r ) XOS_REPO_URL=$OPTARG
240 ;;
Zack Williamsed9ced02016-05-24 06:37:04 -0700241 t ) RUN_TEST=1
Andy Baviercb024332016-04-29 15:52:26 -0400242 ;;
Zack Williams02f252b2016-06-13 12:24:26 -0700243 s ) SETUP_BRANCH=$OPTARG
244 ;;
Andy Bavier9927f962016-05-20 14:09:36 -0400245 \? ) echo "Invalid option: -$OPTARG"
Andy Bavier76349042016-05-04 16:10:29 -0700246 exit 1
247 ;;
248 esac
Andy Bavierea5b44c2016-04-08 16:12:30 -0400249done
250
Andy Bavier76349042016-05-04 16:10:29 -0700251# What to do
Andy Bavier0acc3642016-05-04 16:17:07 -0700252if [[ $RUN_TEST -eq 1 ]]
253then
254 cleanup_from_previous_test
255fi
256
Andy Bavierf0001732016-05-05 09:21:49 -0700257set -e
258
Andy Bavier76349042016-05-04 16:10:29 -0700259bootstrap
260setup_openstack
Andy Bavier76349042016-05-04 16:10:29 -0700261
262if [[ $RUN_TEST -eq 1 ]]
263then
Zack Williams80d4f222016-06-01 15:42:03 -0700264 build_xos_docker_images
Andy Bavier76349042016-05-04 16:10:29 -0700265 setup_xos
266 setup_test_client
267 run_e2e_test
Andy Bavier97faeec2016-05-10 13:23:04 -0400268 if [[ $EXAMPLESERVICE -eq 1 ]]
269 then
270 run_exampleservice_test
271 fi
Andy Bavier76349042016-05-04 16:10:29 -0700272fi
Andy Bavier97faeec2016-05-10 13:23:04 -0400273
274exit 0
Zack Williams961ffcd2016-05-20 07:03:35 -0700275