Matteo Scandolo | 60b640f | 2017-08-08 13:05:22 -0700 | [diff] [blame] | 1 | |
| 2 | # Copyright 2017-present Open Networking Foundation |
| 3 | # |
| 4 | # Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | # you may not use this file except in compliance with the License. |
| 6 | # You may obtain a copy of the License at |
| 7 | # |
| 8 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | # |
| 10 | # Unless required by applicable law or agreed to in writing, software |
| 11 | # distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | # See the License for the specific language governing permissions and |
| 14 | # limitations under the License. |
| 15 | |
| 16 | |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 17 | #!/usr/bin/env bash |
Zack Williams | a1f5508 | 2017-02-28 22:41:36 -0700 | [diff] [blame] | 18 | # cord-in-a-box.sh |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 19 | |
Sapan Bhatia | 01ddea6 | 2017-02-10 11:28:48 -0800 | [diff] [blame] | 20 | set -e -x |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 21 | |
Zack Williams | a1f5508 | 2017-02-28 22:41:36 -0700 | [diff] [blame] | 22 | # start time, used to name logfiles |
| 23 | START_T=$(date -u "+%Y%m%d_%H%M%SZ") |
| 24 | |
| 25 | # Paths |
Zack Williams | 0620c93 | 2017-01-25 14:36:31 -0700 | [diff] [blame] | 26 | CORDDIR=~/cord |
Andy Bavier | f55e7f9 | 2017-06-22 10:16:44 -0400 | [diff] [blame] | 27 | VMDIR=/opt/cord/build/ |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 28 | CONFIG=config/cord_in_a_box.yml |
Andy Bavier | a69ee72 | 2016-11-17 07:26:01 -0800 | [diff] [blame] | 29 | SSHCONFIG=~/.ssh/config |
Zack Williams | 1bffc16 | 2017-04-12 16:31:15 -0700 | [diff] [blame] | 30 | VAGRANT_CWD=${CORDDIR}/build/ |
Zack Williams | 03a20ec | 2017-04-12 17:39:36 -0700 | [diff] [blame] | 31 | VAGRANT_VM_PREFIX=build |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 32 | |
Zack Williams | a1f5508 | 2017-02-28 22:41:36 -0700 | [diff] [blame] | 33 | # CORD versioning |
Andy Bavier | d116510 | 2017-01-13 16:38:57 -0500 | [diff] [blame] | 34 | REPO_BRANCH="master" |
Zack Williams | a1f5508 | 2017-02-28 22:41:36 -0700 | [diff] [blame] | 35 | VERSION_STRING="CiaB Devel" |
Andy Bavier | d116510 | 2017-01-13 16:38:57 -0500 | [diff] [blame] | 36 | |
Sapan Bhatia | a94c2db | 2017-02-27 20:18:24 +0100 | [diff] [blame] | 37 | function finish { |
Sapan Bhatia | 9569209 | 2017-03-01 06:48:19 +0100 | [diff] [blame] | 38 | EXIT=$? |
Sapan Bhatia | eb7819c | 2017-03-01 15:26:17 +0100 | [diff] [blame] | 39 | python $CORDDIR/build/elk-logger/mixpanel --event FINISH --corddir $CORDDIR --finish --status $EXIT |
Sapan Bhatia | a94c2db | 2017-02-27 20:18:24 +0100 | [diff] [blame] | 40 | } |
| 41 | |
Andy Bavier | 0f07bb3 | 2017-01-17 10:20:26 -0500 | [diff] [blame] | 42 | function add_box() { |
| 43 | vagrant box list | grep $1 | grep virtualbox || vagrant box add $1 |
| 44 | vagrant box list | grep $1 | grep libvirt || vagrant mutate $1 libvirt --input-provider virtualbox |
| 45 | } |
| 46 | |
Sapan Bhatia | 01ddea6 | 2017-02-10 11:28:48 -0800 | [diff] [blame] | 47 | function run_stage { |
Sapan Bhatia | a94c2db | 2017-02-27 20:18:24 +0100 | [diff] [blame] | 48 | cd $CORDDIR |
Sapan Bhatia | eb7819c | 2017-03-01 15:26:17 +0100 | [diff] [blame] | 49 | python build/elk-logger/mixpanel --event $1-start --corddir $CORDDIR |
Sapan Bhatia | a94c2db | 2017-02-27 20:18:24 +0100 | [diff] [blame] | 50 | |
Sapan Bhatia | 01ddea6 | 2017-02-10 11:28:48 -0800 | [diff] [blame] | 51 | echo "==> "$1": Starting" |
| 52 | $1 |
| 53 | echo "==> "$1": Complete" |
Sapan Bhatia | a94c2db | 2017-02-27 20:18:24 +0100 | [diff] [blame] | 54 | |
| 55 | cd $CORDDIR |
Sapan Bhatia | eb7819c | 2017-03-01 15:26:17 +0100 | [diff] [blame] | 56 | python build/elk-logger/mixpanel --event $1-end --corddir $CORDDIR |
Sapan Bhatia | 01ddea6 | 2017-02-10 11:28:48 -0800 | [diff] [blame] | 57 | } |
| 58 | |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 59 | function cleanup_from_previous_test() { |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 60 | echo "## Cleanup ##" |
| 61 | |
Andy Bavier | a4883ba | 2016-12-21 15:46:58 -0500 | [diff] [blame] | 62 | if [ -d $CORDDIR/build ] |
| 63 | then |
| 64 | echo "Destroying all Vagrant VMs" |
| 65 | cd $CORDDIR/build |
Zack Williams | a1f5508 | 2017-02-28 22:41:36 -0700 | [diff] [blame] | 66 | for i in `seq 12`; do |
Zack Williams | 9e7249a | 2017-03-28 13:07:41 -0700 | [diff] [blame] | 67 | sudo su $USER -c "VAGRANT_CWD=$VAGRANT_CWD vagrant destroy" && break |
Zack Williams | a1f5508 | 2017-02-28 22:41:36 -0700 | [diff] [blame] | 68 | done |
Andy Bavier | a4883ba | 2016-12-21 15:46:58 -0500 | [diff] [blame] | 69 | fi |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 70 | |
Andy Bavier | 2505f59 | 2016-11-11 15:58:55 -0500 | [diff] [blame] | 71 | echo "Removing $CORDDIR" |
| 72 | cd ~ |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 73 | rm -rf $CORDDIR |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 74 | } |
| 75 | |
| 76 | function bootstrap() { |
Zack Williams | a1f5508 | 2017-02-28 22:41:36 -0700 | [diff] [blame] | 77 | |
Sapan Bhatia | 9569209 | 2017-03-01 06:48:19 +0100 | [diff] [blame] | 78 | echo "Generating build id" |
Sapan Bhatia | 77f2667 | 2017-03-13 18:30:25 +0100 | [diff] [blame] | 79 | rm -f /tmp/cord-build-version |
Sapan Bhatia | 9569209 | 2017-03-01 06:48:19 +0100 | [diff] [blame] | 80 | dd bs=18 count=1 if=/dev/urandom | base64 | tr +/ _. > /tmp/cord-build |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 81 | |
Zack Williams | a1f5508 | 2017-02-28 22:41:36 -0700 | [diff] [blame] | 82 | if [ ! -x "/usr/local/bin/repo" ] |
| 83 | then |
| 84 | echo "Installing repo..." |
| 85 | REPO_SHA256SUM="e147f0392686c40cfd7d5e6f332c6ee74c4eab4d24e2694b3b0a0c037bf51dc5" # not versioned... |
| 86 | curl -o /tmp/repo https://storage.googleapis.com/git-repo-downloads/repo |
| 87 | echo "$REPO_SHA256SUM /tmp/repo" | sha256sum -c - |
| 88 | sudo mv /tmp/repo /usr/local/bin/repo |
| 89 | sudo chmod a+x /usr/local/bin/repo |
| 90 | fi |
| 91 | |
| 92 | if [ ! -x "/usr/bin/vagrant" ] |
| 93 | then |
| 94 | echo "Installing vagrant and associated tools..." |
| 95 | VAGRANT_SHA256SUM="faff6befacc7eed3978b4b71f0dbb9c135c01d8a4d13236bda2f9ed53482d2c4" # version 1.9.3 |
| 96 | curl -o /tmp/vagrant.deb https://releases.hashicorp.com/vagrant/1.9.3/vagrant_1.9.3_x86_64.deb |
| 97 | echo "$VAGRANT_SHA256SUM /tmp/vagrant.deb" | sha256sum -c - |
| 98 | sudo apt-get update |
| 99 | sudo dpkg -i /tmp/vagrant.deb |
Zack Williams | 2f13092 | 2017-04-28 15:02:09 -0700 | [diff] [blame] | 100 | sudo apt-get -y install qemu-kvm libvirt-bin libvirt-dev curl nfs-kernel-server git build-essential python-pip ruby2.0 |
Zack Williams | a1f5508 | 2017-02-28 22:41:36 -0700 | [diff] [blame] | 101 | sudo adduser $USER libvirtd |
| 102 | sudo pip install pyparsing python-logstash mixpanel |
| 103 | fi |
| 104 | |
| 105 | echo "Installing vagrant plugins..." |
Zack Williams | 2f13092 | 2017-04-28 15:02:09 -0700 | [diff] [blame] | 106 | # FIXME: fix for vagrant-libvirt dependency issue that arose on 2017-04-28 - zdw |
| 107 | # vagrant plugin list | grep vagrant-libvirt || vagrant plugin install vagrant-libvirt --plugin-version 0.0.35 |
| 108 | if ! vagrant plugin list | grep vagrant-libvirt |
| 109 | then |
| 110 | git clone -b remove_xmlrpc_dep https://github.com/zdw/vagrant-libvirt.git ~/vagrant-libvirt |
| 111 | cd ~/vagrant-libvirt |
| 112 | gem2.0 build vagrant-libvirt.gemspec |
| 113 | vagrant plugin install vagrant-libvirt-0.0.35.gem |
| 114 | cd ~ |
| 115 | fi |
| 116 | |
Zack Williams | a1f5508 | 2017-02-28 22:41:36 -0700 | [diff] [blame] | 117 | vagrant plugin list | grep vagrant-mutate || vagrant plugin install vagrant-mutate |
| 118 | |
| 119 | add_box ubuntu/trusty64 |
| 120 | |
| 121 | echo "Creating SSH key..." |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 122 | [ -e ~/.ssh/id_rsa ] || ssh-keygen -t rsa -N "" -f ~/.ssh/id_rsa |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 123 | |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 124 | if [ ! -d "$CORDDIR" ] |
| 125 | then |
Zack Williams | a1f5508 | 2017-02-28 22:41:36 -0700 | [diff] [blame] | 126 | echo "Downloading CORD/XOS..." |
| 127 | |
| 128 | if [ ! -e "~/.gitconfig" ] |
| 129 | then |
| 130 | echo "No ~/.gitconfig, setting testing defaults" |
| 131 | git config --global user.name 'Test User' |
| 132 | git config --global user.email 'test@null.com' |
| 133 | git config --global color.ui false |
| 134 | fi |
| 135 | |
| 136 | # make sure we can find gerrit.opencord.org as DNS failures will fail the build |
| 137 | dig +short gerrit.opencord.org || (echo "ERROR: gerrit.opencord.org can't be looked up in DNS" && exit 1) |
| 138 | |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 139 | mkdir $CORDDIR && cd $CORDDIR |
Matteo Scandolo | 4d7d166 | 2017-05-30 11:20:57 -0700 | [diff] [blame] | 140 | repo init -u https://gerrit.opencord.org/manifest -b $REPO_BRANCH |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 141 | repo sync |
| 142 | |
Zack Williams | dae7ff6 | 2016-11-14 15:20:06 -0700 | [diff] [blame] | 143 | # check out gerrit branches using repo |
| 144 | for gerrit_branch in ${GERRIT_BRANCHES[@]}; do |
Zack Williams | a1f5508 | 2017-02-28 22:41:36 -0700 | [diff] [blame] | 145 | echo "Checking out opencord gerrit branch: $gerrit_branch" |
Zack Williams | dae7ff6 | 2016-11-14 15:20:06 -0700 | [diff] [blame] | 146 | repo download ${gerrit_branch/:/ } |
| 147 | done |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 148 | fi |
| 149 | |
Sapan Bhatia | 868e001 | 2017-02-15 22:14:11 -0800 | [diff] [blame] | 150 | exec > >(tee -i $CORDDIR/install.out) |
| 151 | exec 2>&1 |
| 152 | |
Sapan Bhatia | 9569209 | 2017-03-01 06:48:19 +0100 | [diff] [blame] | 153 | # Start tracking failures from this point |
| 154 | trap finish EXIT |
| 155 | |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 156 | } |
| 157 | |
| 158 | function cloudlab_setup() { |
Andy Bavier | 8b4ed1f | 2017-02-13 17:06:58 -0800 | [diff] [blame] | 159 | |
Andy Bavier | 46dfda6 | 2017-03-02 05:40:08 -0500 | [diff] [blame] | 160 | # Don't do anything if not a CloudLab node |
| 161 | [ ! -d /usr/local/etc/emulab ] && return |
| 162 | |
Andy Bavier | 8b4ed1f | 2017-02-13 17:06:58 -0800 | [diff] [blame] | 163 | # The watchdog will sometimes reset groups, turn it off |
| 164 | if [ -e /usr/local/etc/emulab/watchdog ] |
| 165 | then |
| 166 | sudo /usr/bin/perl -w /usr/local/etc/emulab/watchdog stop |
| 167 | sudo mv /usr/local/etc/emulab/watchdog /usr/local/etc/emulab/watchdog-disabled |
| 168 | fi |
| 169 | |
Zack Williams | f4e6522 | 2017-03-01 14:22:37 -0700 | [diff] [blame] | 170 | # Mount extra space, if haven't already |
| 171 | if [ ! -d /mnt/extra ] |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 172 | then |
Zack Williams | f4e6522 | 2017-03-01 14:22:37 -0700 | [diff] [blame] | 173 | # for NVME SSD on Utah Cloudlab, not supported by mkextrafs |
| 174 | if $(df | grep -q nvme0n1p1) && [ -e /usr/testbed/bin/mkextrafs ] |
Andy Bavier | 2505f59 | 2016-11-11 15:58:55 -0500 | [diff] [blame] | 175 | then |
Zack Williams | f4e6522 | 2017-03-01 14:22:37 -0700 | [diff] [blame] | 176 | sudo mkdir -p /mnt/extra |
| 177 | |
| 178 | # set partition type of 4th partition to Linux, ignore errors |
| 179 | echo -e "t\n4\n82\np\nw\nq" | sudo fdisk /dev/nvme0n1 || true |
| 180 | |
| 181 | sudo mkfs.ext4 /dev/nvme0n1p4 |
| 182 | echo "/dev/nvme0n1p4 /mnt/extra/ ext4 defaults 0 0" | sudo tee -a /etc/fstab |
| 183 | sudo mount /mnt/extra |
| 184 | mount | grep nvme0n1p4 || (echo "ERROR: NVME mkfs/mount failed, exiting!" && exit 1) |
| 185 | |
| 186 | elif [ -e /usr/testbed/bin/mkextrafs ] # if on Clemson/Wisconsin Cloudlab |
| 187 | then |
| 188 | sudo mkdir -p /mnt/extra |
| 189 | |
| 190 | # Sometimes this command fails on the first try |
| 191 | sudo /usr/testbed/bin/mkextrafs -r /dev/sdb -qf "/mnt/extra/" || sudo /usr/testbed/bin/mkextrafs -r /dev/sdb -qf "/mnt/extra/" |
| 192 | |
| 193 | # Check that the mount succeeded (sometimes mkextrafs succeeds but device not mounted) |
| 194 | mount | grep sdb || (echo "ERROR: mkextrafs failed, exiting!" && exit 1) |
Andy Bavier | 2505f59 | 2016-11-11 15:58:55 -0500 | [diff] [blame] | 195 | fi |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 196 | fi |
Zack Williams | f4e6522 | 2017-03-01 14:22:37 -0700 | [diff] [blame] | 197 | |
| 198 | # replace /var/lib/libvirt/images with a symlink |
| 199 | [ -d /var/lib/libvirt/images/ ] && [ ! -h /var/lib/libvirt/images ] && sudo rmdir /var/lib/libvirt/images |
| 200 | sudo mkdir -p /mnt/extra/libvirt_images |
| 201 | |
| 202 | if [ ! -e /var/lib/libvirt/images ] |
| 203 | then |
| 204 | sudo ln -s /mnt/extra/libvirt_images /var/lib/libvirt/images |
| 205 | fi |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 206 | } |
| 207 | |
Sapan Bhatia | 01ddea6 | 2017-02-10 11:28:48 -0800 | [diff] [blame] | 208 | function elk_up() { |
Sapan Bhatia | 01ddea6 | 2017-02-10 11:28:48 -0800 | [diff] [blame] | 209 | |
| 210 | cd $CORDDIR |
Sapan Bhatia | 01ddea6 | 2017-02-10 11:28:48 -0800 | [diff] [blame] | 211 | sudo chmod +x build/elk-logger/logstash_tail |
Zack Williams | 49af5e6 | 2017-03-24 18:02:56 -0700 | [diff] [blame] | 212 | |
| 213 | build/elk-logger/logstash_tail --file install.out --hostport 10.100.198.201:5617 & |
Sapan Bhatia | 01ddea6 | 2017-02-10 11:28:48 -0800 | [diff] [blame] | 214 | } |
| 215 | |
Andy Bavier | 2505f59 | 2016-11-11 15:58:55 -0500 | [diff] [blame] | 216 | function vagrant_vms_up() { |
Zack Williams | a1f5508 | 2017-02-28 22:41:36 -0700 | [diff] [blame] | 217 | |
| 218 | echo "Bringing up CORD-in-a-Box Vagrant VM's..." |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 219 | cd $CORDDIR/build |
| 220 | |
Zack Williams | 9e7249a | 2017-03-28 13:07:41 -0700 | [diff] [blame] | 221 | sudo su $USER -c "VAGRANT_CWD=$VAGRANT_CWD vagrant up corddev prod --provider libvirt" |
Andy Bavier | a69ee72 | 2016-11-17 07:26:01 -0800 | [diff] [blame] | 222 | |
| 223 | # This is a workaround for a weird issue with ARP cache timeout breaking 'vagrant ssh' |
| 224 | # It allows SSH'ing to the machine via 'ssh corddev' |
Zack Williams | 9e7249a | 2017-03-28 13:07:41 -0700 | [diff] [blame] | 225 | sudo su $USER -c "VAGRANT_CWD=$VAGRANT_CWD vagrant ssh-config corddev prod > $SSHCONFIG" |
Andy Bavier | 2505f59 | 2016-11-11 15:58:55 -0500 | [diff] [blame] | 226 | |
Andy Bavier | a2acd2a | 2017-06-19 09:57:32 -0400 | [diff] [blame] | 227 | # copy host SSH keypair to corddev |
Andy Bavier | 2505f59 | 2016-11-11 15:58:55 -0500 | [diff] [blame] | 228 | scp ~/.ssh/id_rsa* corddev:.ssh |
| 229 | ssh corddev "chmod go-r ~/.ssh/id_rsa" |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 230 | } |
| 231 | |
| 232 | function install_head_node() { |
| 233 | cd $CORDDIR/build |
| 234 | |
Andy Bavier | a69ee72 | 2016-11-17 07:26:01 -0800 | [diff] [blame] | 235 | # SSH config saved earlier allows us to connect to VM without running 'vagrant' |
Andy Bavier | f55e7f9 | 2017-06-22 10:16:44 -0400 | [diff] [blame] | 236 | ssh corddev "cd $VMDIR; ./gradlew -PdeployConfig=$VMDIR/$CONFIG fetch" |
| 237 | ssh corddev "cd $VMDIR; ./gradlew -PdeployConfig=$VMDIR/$CONFIG buildImages" |
| 238 | ssh corddev "cd $VMDIR; ping -c 3 prod; ./gradlew -PdeployConfig=$VMDIR/$CONFIG -PtargetReg=10.100.198.201:5000 publish" |
| 239 | ssh corddev "cd $VMDIR; ./gradlew -PdeployConfig=$VMDIR/$CONFIG deploy" |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 240 | } |
| 241 | |
| 242 | function set_up_maas_user() { |
Andy Bavier | 2505f59 | 2016-11-11 15:58:55 -0500 | [diff] [blame] | 243 | # Set up MAAS user on server to restart nodes via libvirt |
| 244 | grep maas /etc/passwd || sudo useradd -m maas |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 245 | sudo adduser maas libvirtd |
| 246 | |
Andy Bavier | 2505f59 | 2016-11-11 15:58:55 -0500 | [diff] [blame] | 247 | # Copy generated public key to maas user's authorized_keys |
| 248 | sudo su maas -c "mkdir -p ~/.ssh" |
| 249 | sudo cp $HOME/.ssh/id_rsa.pub ~maas/.ssh/authorized_keys |
| 250 | sudo chown maas:maas ~maas/.ssh/authorized_keys |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 251 | |
Andy Bavier | 2505f59 | 2016-11-11 15:58:55 -0500 | [diff] [blame] | 252 | # Copy generated private key to maas user's home dir in prod VM |
| 253 | scp $HOME/.ssh/id_rsa prod:/tmp |
| 254 | ssh prod "sudo mkdir -p ~maas/.ssh" |
| 255 | ssh prod "sudo cp /tmp/id_rsa ~maas/.ssh/id_rsa" |
| 256 | ssh prod "sudo chown -R maas:maas ~maas/.ssh" |
| 257 | } |
Srikanth Vavilapalli | b1c4da0 | 2016-11-17 15:24:28 -0600 | [diff] [blame] | 258 | |
Andy Bavier | 0f07bb3 | 2017-01-17 10:20:26 -0500 | [diff] [blame] | 259 | function turn_off_learning () { |
| 260 | NET=$1 |
| 261 | BRIDGE=`sudo virsh net-info $NET|grep "Bridge:"|awk '{print $2}'` |
| 262 | sudo brctl setageing $BRIDGE 0 |
| 263 | sudo brctl stp $BRIDGE off |
| 264 | } |
| 265 | |
| 266 | function leaf_spine_up() { |
| 267 | cd $CORDDIR/build |
| 268 | |
| 269 | if [[ $FABRIC -ne 0 ]] |
| 270 | then |
Zack Williams | 9e7249a | 2017-03-28 13:07:41 -0700 | [diff] [blame] | 271 | sudo su $USER -c "VAGRANT_CWD=$VAGRANT_CWD FABRIC=$FABRIC vagrant up leaf-1 leaf-2 spine-1 spine-2 --provider libvirt" |
Andy Bavier | 0f07bb3 | 2017-01-17 10:20:26 -0500 | [diff] [blame] | 272 | else |
| 273 | # Linux bridging seems to be having issues with two spine switches |
Zack Williams | 9e7249a | 2017-03-28 13:07:41 -0700 | [diff] [blame] | 274 | sudo su $USER -c "VAGRANT_CWD=$VAGRANT_CWD FABRIC=$FABRIC vagrant up leaf-1 leaf-2 spine-1 --provider libvirt" |
Andy Bavier | 0f07bb3 | 2017-01-17 10:20:26 -0500 | [diff] [blame] | 275 | fi |
| 276 | |
| 277 | # Turn off MAC learning on "links" -- i.e., bridges created by libvirt. |
| 278 | # Without this, sometimes packets are dropped because the bridges |
| 279 | # think they are not local -- this needs further investigation. |
| 280 | # A better solution might be to replace the bridges with UDP tunnels, but this |
| 281 | # is not supported with the version of libvirt available on Ubuntu 14.04. |
| 282 | turn_off_learning head-node-leaf-1 |
| 283 | turn_off_learning compute-node-1-leaf-1 |
| 284 | turn_off_learning compute-node-2-leaf-2 |
| 285 | turn_off_learning compute-node-3-leaf-2 |
| 286 | turn_off_learning leaf-1-spine-1 |
| 287 | turn_off_learning leaf-1-spine-2 |
| 288 | turn_off_learning leaf-2-spine-1 |
| 289 | turn_off_learning leaf-2-spine-2 |
| 290 | } |
| 291 | |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 292 | function add_compute_node() { |
Srikanth Vavilapalli | b1c4da0 | 2016-11-17 15:24:28 -0600 | [diff] [blame] | 293 | echo add_compute_node: $1 $2 |
Andy Bavier | 2505f59 | 2016-11-11 15:58:55 -0500 | [diff] [blame] | 294 | |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 295 | cd $CORDDIR/build |
Zack Williams | 9e7249a | 2017-03-28 13:07:41 -0700 | [diff] [blame] | 296 | sudo su $USER -c "VAGRANT_CWD=$VAGRANT_CWD vagrant up $1 --provider libvirt" |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 297 | |
Andy Bavier | 2505f59 | 2016-11-11 15:58:55 -0500 | [diff] [blame] | 298 | # Set up power cycling for the compute node and wait for it to be provisioned |
Andy Bavier | f55e7f9 | 2017-06-22 10:16:44 -0400 | [diff] [blame] | 299 | ssh prod "cd $VMDIR/ansible; ansible-playbook maas-provision.yml --extra-vars \"maas_user=maas vagrant_name=$2\"" |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 300 | |
| 301 | echo "" |
Andy Bavier | 0f07bb3 | 2017-01-17 10:20:26 -0500 | [diff] [blame] | 302 | echo "$1 is fully provisioned!" |
| 303 | } |
| 304 | |
| 305 | function initialize_fabric() { |
| 306 | echo "Initializing fabric" |
Andy Bavier | f55e7f9 | 2017-06-22 10:16:44 -0400 | [diff] [blame] | 307 | ssh prod "cd $VMDIR/platform-install; ansible-playbook -i /etc/maas/ansible/pod-inventory cord-refresh-fabric.yml" |
Andy Bavier | 0f07bb3 | 2017-01-17 10:20:26 -0500 | [diff] [blame] | 308 | |
| 309 | echo "Fabric ping test" |
Andy Bavier | f55e7f9 | 2017-06-22 10:16:44 -0400 | [diff] [blame] | 310 | ssh prod "cd $VMDIR/platform-install; ansible-playbook -i /etc/maas/ansible/pod-inventory cord-fabric-pingtest.yml" |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 311 | } |
| 312 | |
| 313 | function run_e2e_test () { |
| 314 | cd $CORDDIR/build |
| 315 | |
Andy Bavier | 2505f59 | 2016-11-11 15:58:55 -0500 | [diff] [blame] | 316 | # User has been added to the lbvirtd group, but su $USER to be safe |
Andy Bavier | f55e7f9 | 2017-06-22 10:16:44 -0400 | [diff] [blame] | 317 | ssh corddev "cd $VMDIR; ./gradlew -PdeployConfig=$VMDIR/$CONFIG postDeployTests" |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 318 | } |
| 319 | |
| 320 | function run_diagnostics() { |
Andy Bavier | f55e7f9 | 2017-06-22 10:16:44 -0400 | [diff] [blame] | 321 | ssh corddev "cd $VMDIR; ./gradlew -PdeployConfig=$VMDIR/$CONFIG PIrunDiag" |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 322 | } |
| 323 | |
| 324 | # Parse options |
Zack Williams | dae7ff6 | 2016-11-14 15:20:06 -0700 | [diff] [blame] | 325 | GERRIT_BRANCHES= |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 326 | RUN_TEST=0 |
Andy Bavier | 5c2e4fa | 2016-10-31 13:50:52 -0400 | [diff] [blame] | 327 | SETUP_ONLY=0 |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 328 | DIAGNOSTICS=0 |
| 329 | CLEANUP=0 |
Andy Bavier | 0f07bb3 | 2017-01-17 10:20:26 -0500 | [diff] [blame] | 330 | FABRIC=0 |
Srikanth Vavilapalli | b1c4da0 | 2016-11-17 15:24:28 -0600 | [diff] [blame] | 331 | #By default, cord-in-a-box creates 1 compute node. If more than one compute is |
| 332 | #needed, use -n option |
| 333 | NUM_COMPUTE_NODES=1 |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 334 | |
Andy Bavier | 0f07bb3 | 2017-01-17 10:20:26 -0500 | [diff] [blame] | 335 | while getopts "b:cdfhn:stv" opt; do |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 336 | case ${opt} in |
Zack Williams | dae7ff6 | 2016-11-14 15:20:06 -0700 | [diff] [blame] | 337 | b ) GERRIT_BRANCHES+=("$OPTARG") |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 338 | ;; |
| 339 | c ) CLEANUP=1 |
| 340 | ;; |
| 341 | d ) DIAGNOSTICS=1 |
| 342 | ;; |
Andy Bavier | 0f07bb3 | 2017-01-17 10:20:26 -0500 | [diff] [blame] | 343 | f ) FABRIC=1 |
| 344 | ;; |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 345 | h ) echo "Usage:" |
| 346 | echo " $0 install OpenStack and prep XOS and ONOS VMs [default]" |
Zack Williams | dae7ff6 | 2016-11-14 15:20:06 -0700 | [diff] [blame] | 347 | echo " $0 -b <project:changeset/revision> checkout a changesets from gerrit. Can" |
| 348 | echo " be used multiple times." |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 349 | echo " $0 -c cleanup from previous test" |
| 350 | echo " $0 -d run diagnostic collector" |
Andy Bavier | 0f07bb3 | 2017-01-17 10:20:26 -0500 | [diff] [blame] | 351 | echo " $0 -f use ONOS fabric (EXPERIMENTAL)" |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 352 | echo " $0 -h display this help message" |
Zack Williams | a9e76ec | 2017-01-20 16:17:35 -0700 | [diff] [blame] | 353 | echo " $0 -n # number of compute nodes to setup. Currently max 2 nodes can be supported" |
Andy Bavier | 5c2e4fa | 2016-10-31 13:50:52 -0400 | [diff] [blame] | 354 | echo " $0 -s run initial setup phase only (don't start building CORD)" |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 355 | echo " $0 -t do install, bring up cord-pod configuration, run E2E test" |
Andy Bavier | d116510 | 2017-01-13 16:38:57 -0500 | [diff] [blame] | 356 | echo " $0 -v print CiaB version and exit" |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 357 | exit 0 |
| 358 | ;; |
Srikanth Vavilapalli | b1c4da0 | 2016-11-17 15:24:28 -0600 | [diff] [blame] | 359 | n ) NUM_COMPUTE_NODES=$OPTARG |
| 360 | ;; |
Andy Bavier | 5c2e4fa | 2016-10-31 13:50:52 -0400 | [diff] [blame] | 361 | s ) SETUP_ONLY=1 |
| 362 | ;; |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 363 | t ) RUN_TEST=1 |
| 364 | ;; |
Andy Bavier | d116510 | 2017-01-13 16:38:57 -0500 | [diff] [blame] | 365 | v ) echo "$VERSION_STRING ($REPO_BRANCH branch)" |
| 366 | exit 0 |
| 367 | ;; |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 368 | \? ) echo "Invalid option: -$OPTARG" |
| 369 | exit 1 |
| 370 | ;; |
| 371 | esac |
| 372 | done |
| 373 | |
| 374 | # What to do |
| 375 | if [[ $CLEANUP -eq 1 ]] |
| 376 | then |
Sapan Bhatia | 3f454b3 | 2017-03-01 05:24:19 +0100 | [diff] [blame] | 377 | cleanup_from_previous_test |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 378 | fi |
| 379 | |
Andy Bavier | d116510 | 2017-01-13 16:38:57 -0500 | [diff] [blame] | 380 | echo "" |
| 381 | echo "Preparing to install $VERSION_STRING ($REPO_BRANCH branch)" |
| 382 | echo "" |
| 383 | |
Sapan Bhatia | a94c2db | 2017-02-27 20:18:24 +0100 | [diff] [blame] | 384 | bootstrap |
Sapan Bhatia | 01ddea6 | 2017-02-10 11:28:48 -0800 | [diff] [blame] | 385 | run_stage cloudlab_setup |
Sapan Bhatia | 01ddea6 | 2017-02-10 11:28:48 -0800 | [diff] [blame] | 386 | run_stage vagrant_vms_up |
Zack Williams | 49af5e6 | 2017-03-24 18:02:56 -0700 | [diff] [blame] | 387 | run_stage elk_up |
Andy Bavier | 5c2e4fa | 2016-10-31 13:50:52 -0400 | [diff] [blame] | 388 | |
| 389 | if [[ $SETUP_ONLY -ne 0 ]] |
| 390 | then |
| 391 | echo "Finished build environment setup, exiting..." |
| 392 | exit 0 |
| 393 | fi |
| 394 | |
Sapan Bhatia | 01ddea6 | 2017-02-10 11:28:48 -0800 | [diff] [blame] | 395 | run_stage install_head_node |
| 396 | run_stage set_up_maas_user |
| 397 | run_stage leaf_spine_up |
Srikanth Vavilapalli | b1c4da0 | 2016-11-17 15:24:28 -0600 | [diff] [blame] | 398 | |
Andy Bavier | 0f07bb3 | 2017-01-17 10:20:26 -0500 | [diff] [blame] | 399 | if [[ $NUM_COMPUTE_NODES -gt 3 ]] |
Srikanth Vavilapalli | b1c4da0 | 2016-11-17 15:24:28 -0600 | [diff] [blame] | 400 | then |
Andy Bavier | 0f07bb3 | 2017-01-17 10:20:26 -0500 | [diff] [blame] | 401 | echo "currently max only three compute nodes can be supported..." |
| 402 | NUM_COMPUTE_NODES=3 |
Srikanth Vavilapalli | b1c4da0 | 2016-11-17 15:24:28 -0600 | [diff] [blame] | 403 | fi |
| 404 | |
Sapan Bhatia | 01ddea6 | 2017-02-10 11:28:48 -0800 | [diff] [blame] | 405 | echo "==> Adding compute nodes: Starting" |
Srikanth Vavilapalli | b1c4da0 | 2016-11-17 15:24:28 -0600 | [diff] [blame] | 406 | for i in `seq 1 $NUM_COMPUTE_NODES`; |
| 407 | do |
| 408 | echo adding the compute node: compute-node-$i |
Zack Williams | 03a20ec | 2017-04-12 17:39:36 -0700 | [diff] [blame] | 409 | add_compute_node compute-node-$i ${VAGRANT_VM_PREFIX}_compute-node-$i |
Srikanth Vavilapalli | b1c4da0 | 2016-11-17 15:24:28 -0600 | [diff] [blame] | 410 | done |
Sapan Bhatia | 01ddea6 | 2017-02-10 11:28:48 -0800 | [diff] [blame] | 411 | echo "==> Adding compute nodes: Complete" |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 412 | |
Zack Williams | 4fd3dcc | 2017-02-08 20:46:14 -0700 | [diff] [blame] | 413 | # run diagnostics both before/after the fabric/e2e tests |
| 414 | if [[ $DIAGNOSTICS -eq 1 ]] |
| 415 | then |
| 416 | run_diagnostics |
| 417 | fi |
| 418 | |
| 419 | |
Andy Bavier | 0f07bb3 | 2017-01-17 10:20:26 -0500 | [diff] [blame] | 420 | if [[ $FABRIC -ne 0 ]] |
| 421 | then |
Sapan Bhatia | 01ddea6 | 2017-02-10 11:28:48 -0800 | [diff] [blame] | 422 | run_stage initialize_fabric |
Andy Bavier | 0f07bb3 | 2017-01-17 10:20:26 -0500 | [diff] [blame] | 423 | fi |
| 424 | |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 425 | if [[ $RUN_TEST -eq 1 ]] |
| 426 | then |
Sapan Bhatia | 01ddea6 | 2017-02-10 11:28:48 -0800 | [diff] [blame] | 427 | run_stage run_e2e_test |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 428 | fi |
| 429 | |
| 430 | if [[ $DIAGNOSTICS -eq 1 ]] |
| 431 | then |
Sapan Bhatia | 01ddea6 | 2017-02-10 11:28:48 -0800 | [diff] [blame] | 432 | run_stage run_diagnostics |
Andy Bavier | 99c11d3 | 2016-09-14 17:21:20 -0400 | [diff] [blame] | 433 | fi |
| 434 | |
| 435 | exit 0 |