blob: 20f96767582b6b0ce31d617d63e50a78d3e2b277 [file] [log] [blame]
Test User01ed0642019-07-03 20:17:06 +00001#!/bin/bash
David K. Bainbridgeb7285432019-07-02 22:05:24 -07002# Copyright 2019 Ciena Corporation
3#
4# Licensed under the Apache License, Version 2.0 (the "License");
5# you may not use this file except in compliance with the License.
6# You may obtain a copy of the License at
7#
8# http://www.apache.org/licenses/LICENSE-2.0
9#
10# Unless required by applicable law or agreed to in writing, software
11# distributed under the License is distributed on an "AS IS" BASIS,
12# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13# See the License for the specific language governing permissions and
14# limitations under the License.
David Bainbridge712afb82019-08-14 19:55:58 +000015TOTAL_START_TIME=$(date +%s)
David K. Bainbridgeb7285432019-07-02 22:05:24 -070016
David Bainbridge38dc1e82019-08-12 15:18:45 +000017FANCY=${FANCY:-1}
18if [ "$TERM X" == " X" ]; then
19 FANCY=0
20fi
21
David K. Bainbridgeb7285432019-07-02 22:05:24 -070022# trap ctrl-c and call ctrl_c()
23trap ctrl_c INT
24
25function ctrl_c() {
David Bainbridge38dc1e82019-08-12 15:18:45 +000026 echo -en $CNORM
David K. Bainbridgeb7285432019-07-02 22:05:24 -070027 echo ""
28 echo "ctrl-c trapped"
David Bainbridgec6a6eb62019-10-18 22:50:07 +000029 echo "Thank you for trying 'voltha up'"
David K. Bainbridgeb7285432019-07-02 22:05:24 -070030 exit
31}
32
David Bainbridge28c64462019-12-12 22:25:26 +000033VOLTCTL_VERSION=${VOLTCTL_VERSION:-1.0.1}
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -080034KIND_VERSION=${KIND_VERSION:-v0.5.1}
David K. Bainbridgeb3a99372020-01-08 14:39:06 -080035VK_RELEASE=${VK_RELEASE:-master}
Test User08ebbd92019-07-03 17:15:39 +000036
David Bainbridge38dc1e82019-08-12 15:18:45 +000037BLACK=
38RED=
39GREEN=
40YELLOW=
41BLUE=
42MAGENTA=
43CYAN=
44WHITE=
45BOLD=
46NORMAL=
47ERROR=
48CEOL=
49CNORM=
50CIVIS=
51if [ $FANCY -eq 1 ]; then
52 BLACK=$(tput setaf 0)
53 RED=$(tput setaf 1)
54 GREEN=$(tput setaf 2)
55 YELLOW=$(tput setaf 3)
56 BLUE=$(tput setaf 4)
57 MAGENTA=$(tput setaf 5)
58 CYAN=$(tput setaf 6)
59 WHITE=$(tput setaf 7)
60 BOLD=$(tput bold)
61 NORMAL=$(tput sgr0)
62 ERROR="\xe2\x9c\x97\x20"
63 CEOL=$(tput el)
64 CNORM=$(tput cnorm)
65 CIVIS=$(tput civis)
66fi
Test User7d866122019-07-09 17:52:35 +000067
Test User3d7ad8e2019-07-03 06:15:44 +000068TYPE=${TYPE:-minimal}
David Bainbridge0774b232019-08-02 06:37:19 +000069NAME=${NAME:-$TYPE}
David Bainbridgee87067b2019-08-12 22:00:12 +000070WITH_TIMINGS=${WITH_TIMINGS:-no}
Test User7d866122019-07-09 17:52:35 +000071WITH_BBSIM=${WITH_BBSIM:-no}
David Bainbridge5b7b96b2019-07-25 20:29:13 +000072WITH_RADIUS=${WITH_RADIUS:-no}
David Bainbridgeb270c202019-07-26 01:44:42 +000073WITH_ONOS=${WITH_ONOS:-yes}
David Bainbridge99ac7a22019-08-31 02:26:43 +000074WITH_CHAOS=${WITH_CHAOS:-no}
David Bainbridge46505fb2019-10-01 21:13:20 +000075WITH_ADAPTERS=${WITH_ADAPTERS:-yes}
76WITH_SIM_ADAPTERS=${WITH_SIM_ADAPTERS:-yes}
77WITH_OPEN_ADAPTERS=${WITH_OPEN_ADAPTERS:-yes}
David Bainbridge05cd8822019-11-19 17:43:53 +000078ONLY_ONE=${ONLY_ONE:-yes}
David Bainbridge2b19e832019-08-16 02:40:53 +000079CONFIG_SADIS=${CONFIG_SADIS:-no}
David Bainbridge27790d62019-08-13 22:43:19 +000080INSTALL_ONOS_APPS=${INSTALL_ONOS_APPS:-no}
Test Userba1e7e72019-07-10 22:27:54 +000081JUST_K8S=${JUST_K8S:-no}
82DEPLOY_K8S=${DEPLOY_K8S:-yes}
David K. Bainbridge0e89cb92019-07-17 11:30:10 -070083INSTALL_KUBECTL=${INSTALL_KUBECTL:-yes}
84INSTALL_HELM=${INSTALL_HELM:-yes}
David Bainbridge46505fb2019-10-01 21:13:20 +000085UPDATE_HELM_REPOS=${UPDATE_HELM_REPOS:-yes}
Matteo Scandolofab98622020-01-28 15:17:20 -080086WAIT_ON_DOWN=${WAIT_ON_DOWN:-yes}
David Bainbridge5b7b96b2019-07-25 20:29:13 +000087VOLTHA_LOG_LEVEL=${VOLTHA_LOG_LEVEL:-WARN}
David Bainbridge90fd8e32019-08-21 23:32:47 +000088VOLTHA_CHART=${VOLTHA_CHART:-onf/voltha}
89VOLTHA_CHART_VERSION=${VOLTHA_CHART_VERSION:-latest}
90VOLTHA_BBSIM_CHART=${VOLTHA_BBSIM_CHART:-onf/bbsim}
Matteo Scandolodcd29f52019-10-07 15:42:42 -070091VOLTHA_BBSIM_CHART_VERSION=${VOLTHA_BBSIM_CHART_VERSION:-latest}
David Bainbridgee10f6d52019-07-25 00:28:13 +000092VOLTHA_ADAPTER_SIM_CHART=${VOLTHA_ADAPTER_SIM_CHART:-onf/voltha-adapter-simulated}
David Bainbridge90fd8e32019-08-21 23:32:47 +000093VOLTHA_ADAPTER_SIM_CHART_VERSION=${VOLTHA_ADAPTER_SIM_CHART_VERSION:-latest}
David Bainbridgee10f6d52019-07-25 00:28:13 +000094VOLTHA_ADAPTER_OPEN_OLT_CHART=${VOLTHA_ADAPTER_OPEN_OLT_CHART:-onf/voltha-adapter-openolt}
David Bainbridge90fd8e32019-08-21 23:32:47 +000095VOLTHA_ADAPTER_OPEN_OLT_CHART_VERSION=${VOLTHA_ADAPTER_OPEN_OLT_CHART_VERSION:-latest}
David Bainbridgee10f6d52019-07-25 00:28:13 +000096VOLTHA_ADAPTER_OPEN_ONU_CHART=${VOLTHA_ADAPTER_OPEN_ONU_CHART:-onf/voltha-adapter-openonu}
David Bainbridge90fd8e32019-08-21 23:32:47 +000097VOLTHA_ADAPTER_OPEN_ONU_CHART_VERSION=${VOLTHA_ADAPTER_OPEN_ONU_CHART_VERSION:-latest}
Andrea Campanella21323292019-12-18 11:44:19 -080098ONOS_CHART_VERSION=${ONOS_CHART_VERSION:-latest}
David Bainbridge70c0ea82019-11-14 23:25:26 +000099EXTRA_HELM_INSTALL_ARGS=
Test Userba1e7e72019-07-10 22:27:54 +0000100
101HAVE_GO=$(which go >/dev/null 2>&1 && echo "yes" || echo "no")
102HOSTOS=$(uname -s | tr "[:upper:]" "[:lower:"])
103HOSTARCH=$(uname -m | tr "[:upper:]" "[:lower:"])
104if [ $HOSTARCH == "x86_64" ]; then
105 HOSTARCH="amd64"
106fi
Test User7d866122019-07-09 17:52:35 +0000107
108# Verify TYPE setting
109if [ $(echo ":minimal:full:" | grep -ic ":$TYPE:") -eq 0 ]; then
David K. Bainbridge0e89cb92019-07-17 11:30:10 -0700110 >&2 echo -e "${RED}${BOLD}${ERROR}ERROR:${NORMAL}${RED} Invalid \$TYPE value of '$TYPE'. Should be 'minimal' or 'full'${NORMAL}"
Test User7d866122019-07-09 17:52:35 +0000111 exit 1
112fi
113
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000114# Used to verify configuration values are set to "yes" or "no" value or convert
115# equivalents to "yes" or "no"
116function verify_yes_no() {
117 local VAR=$1
118 local VAL=$(eval echo \$$VAR)
119 if [ $(echo ":y:yes:true:n:no:false:1:0:" | grep -ic ":$VAL:") -eq 0 ]; then
120 >&2 echo -e "${RED}${BOLD}${ERROR}ERROR:${NORMAL}${RED} Invalid '$VAR' value of '$VAL'. Should be 'yes' or 'no'${NORMAL}"
121 echo "INVALID"
122 return 1
123 fi
124 if [ $(echo ":y:yes:true:1:" | grep -ic ":$VAL:") -eq 1 ]; then
125 echo "yes"
126 else
127 echo "no"
128 fi
129 return 0
130}
Test User7d866122019-07-09 17:52:35 +0000131
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000132ALL_YES_NO="\
133 WITH_TIMINGS \
134 WITH_BBSIM \
135 WITH_RADIUS \
136 WITH_ONOS \
David Bainbridge99ac7a22019-08-31 02:26:43 +0000137 WITH_CHAOS \
David Bainbridge46505fb2019-10-01 21:13:20 +0000138 WITH_ADAPTERS \
139 WITH_SIM_ADAPTERS \
140 WITH_OPEN_ADAPTERS \
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000141 CONFIG_SADIS \
142 JUST_K8S \
143 DEPLOY_K8S \
144 INSTALL_ONOS_APPS \
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000145 INSTALL_KUBECTL \
146 INSTALL_HELM \
David Bainbridge46505fb2019-10-01 21:13:20 +0000147 UPDATE_HELM_REPOS \
David Bainbridge4f1b5562019-08-19 04:46:52 +0000148 WAIT_ON_DOWN \
David Bainbridge70c0ea82019-11-14 23:25:26 +0000149 ONLY_ONE \
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000150 "
David Bainbridge5b7b96b2019-07-25 20:29:13 +0000151
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000152ALL_OPTIONS="\
153 NAME \
154 TYPE \
155 $ALL_YES_NO \
156 VOLTHA_LOG_LEVEL \
157 VOLTHA_CHART \
David Bainbridge90fd8e32019-08-21 23:32:47 +0000158 VOLTHA_CHART_VERSION \
159 VOLTHA_BBSIM_CHART \
160 VOLTHA_BBSIM_CHART_VERSION \
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000161 VOLTHA_ADAPTER_SIM_CHART \
David Bainbridge90fd8e32019-08-21 23:32:47 +0000162 VOLTHA_ADAPTER_SIM_CHART_VERSION \
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000163 VOLTHA_ADAPTER_OPEN_OLT_CHART \
David Bainbridge90fd8e32019-08-21 23:32:47 +0000164 VOLTHA_ADAPTER_OPEN_OLT_CHART_VERSION \
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000165 VOLTHA_ADAPTER_OPEN_ONU_CHART \
David Bainbridge90fd8e32019-08-21 23:32:47 +0000166 VOLTHA_ADAPTER_OPEN_ONU_CHART_VERSION \
Andrea Campanella21323292019-12-18 11:44:19 -0800167 ONOS_CHART_VERSION \
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000168 ONOS_API_PORT \
169 ONOS_SSH_PORT \
170 VOLTHA_API_PORT \
171 VOLTHA_SSH_PORT \
172 VOLTHA_ETCD_PORT \
David K. Bainbridge8f7f30b2020-01-08 13:06:16 -0800173 VK_RELEASE \
174 KIND_VERSION \
175 VOLTCTL_VERSION \
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000176 "
David Bainbridge01294952019-07-30 19:33:45 +0000177
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000178# Iterate over yes/no configuration options and validate
179for VAR in $ALL_YES_NO; do
180 eval $VAR=$(verify_yes_no $VAR)
181 if [ "$(eval echo \$$VAR)" == "INVALID" ]; then
182 exit 1;
183 fi
184done
David Bainbridgeb270c202019-07-26 01:44:42 +0000185
David Bainbridge0774b232019-08-02 06:37:19 +0000186mkdir -p .voltha
187touch .voltha/ports
188HAVE=$(grep $NAME .voltha/ports)
189if [ "$HAVE X" == " X" ]; then
190 # Find free port prefix
191 START=81
192 while true; do
193 if [ $(grep -c $START .voltha/ports) -eq 0 ]; then
194 break
195 fi
196 START=$(expr $START + 1)
197 done
198 DELTA=$(expr $START - 81)
David Bainbridgea2595422019-10-22 03:54:28 +0000199 ONOS_API_PORT=${ONOS_API_PORT:-${START}81}
200 ONOS_SSH_PORT=${ONOS_SSH_PORT:-${START}01}
201 VOLTHA_API_PORT=${VOLTHA_API_PORT:-5$(expr 55 + $DELTA)55}
202 VOLTHA_SSH_PORT=${VOLTHA_SSH_PORT:-$(expr 50 + $DELTA)22}
203 VOLTHA_ETCD_PORT=${VOLTHA_ETCD_PORT:-$(expr 23 + $DELTA)79}
Test User01ed0642019-07-03 20:17:06 +0000204else
David Bainbridge0774b232019-08-02 06:37:19 +0000205 VALUES=$(echo $HAVE | sed -e 's/\s//g' | cut -d= -f2)
David Bainbridgea2595422019-10-22 03:54:28 +0000206 ONOS_API_PORT=${ONOS_API_PORT:-$(echo $VALUES | cut -d, -f1)}
207 ONOS_SSH_PORT=${ONOS_SSH_PORT:-$(echo $VALUES | cut -d, -f2)}
208 VOLTHA_API_PORT=${VOLTHA_API_PORT:-$(echo $VALUES | cut -d, -f3)}
209 VOLTHA_SSH_PORT=${VOLTHA_SSH_PORT:-$(echo $VALUES | cut -d, -f4)}
210 VOLTHA_ETCD_PORT=${VOLTHA_ETCD_PORT:-$(echo $VALUES | cut -d, -f5)}
Test User01ed0642019-07-03 20:17:06 +0000211fi
212
David Bainbridge0774b232019-08-02 06:37:19 +0000213PORTTMP=$(mktemp -u)
214cat .voltha/ports | grep -v $NAME > $PORTTMP
215echo "$NAME=$ONOS_API_PORT,$ONOS_SSH_PORT,$VOLTHA_API_PORT,$VOLTHA_SSH_PORT,$VOLTHA_ETCD_PORT" >> $PORTTMP
216cp $PORTTMP .voltha/ports
217rm -f $PORTTMP
218
David Bainbridge27790d62019-08-13 22:43:19 +0000219export ONOS_API_PORT ONOS_SSH_PORT
David Bainbridge01294952019-07-30 19:33:45 +0000220
Test Userd87942b2019-07-03 07:20:24 +0000221IDX=1
David Bainbridgee87067b2019-08-12 22:00:12 +0000222CLOCK="TIME:"
David Bainbridge38dc1e82019-08-12 15:18:45 +0000223SPIN_PARTS=
224NOT_VERIFIED=
David Bainbridgef858a022019-08-14 21:25:11 +0000225THEX=
226BUILD=
227CROSS=
228ENTER=
David Bainbridge38dc1e82019-08-12 15:18:45 +0000229VERIFIED=
230HELM=
231OLD_KEY=
232BIRD=
233HIGH_VOLTAGE=
234PLUG=
235RESTART=
236FORWARD=
237INSTALL=
238STOP=
239GO=
240DOWNLOAD=
241GEAR=
242NO_ENTRY=
243LOCK=
244
245if [ $FANCY -eq 1 ]; then
246 SPIN_PARTS="\
247 \xe2\xa2\x8e\xe2\xa1\xb0 \
248 \xe2\xa2\x8e\xe2\xa1\xa1 \
249 \xe2\xa2\x8e\xe2\xa1\x91 \
250 \xe2\xa2\x8e\xe2\xa0\xb1 \
251 \xe2\xa0\x8e\xe2\xa1\xb1 \
252 \xe2\xa2\x8a\xe2\xa1\xb1 \
253 \xe2\xa2\x8c\xe2\xa1\xb1 \
254 \xe2\xa2\x86\xe2\xa1\xb1 \
255 "
David Bainbridgee87067b2019-08-12 22:00:12 +0000256 CLOCK="\xe2\x8f\xb1"
David Bainbridgef858a022019-08-14 21:25:11 +0000257 THEX="${RED}${BOLD}\xe2\x9c\x97\x20${NORMAL}"
258 ENTER="${YELLOW}${BOLD}\xe2\x8e\x86${NORMAL}"
259 CROSS="${YELLOW}${BOLD}\xe2\x9c\x9a${NORMAL}"
260 BUILD="${YELLOW}${BOLD}\xf0\x9f\x8f\x97${NORMAL}"
261 NOT_VERIFIED="$BUILD"
262 VERIFIED="${GREEN}${BOLD}\xe2\x9c\x93\x20${NORMAL}"
263 HELM="${BLUE}${BOLD}\xE2\x8E\x88${NORMAL}"
David Bainbridge38dc1e82019-08-12 15:18:45 +0000264 OLD_KEY="\xF0\x9F\x97\x9D"
265 BIRD="\xF0\x9F\x90\xA6"
266 HIGH_VOLTAGE="\xE2\x9A\xA1"
267 PLUG="\xF0\x9F\xa7\xa9"
268 RESTART="\xf0\x9f\x94\x84"
269 FORWARD="\xE2\x87\xA8"
270 INSTALL="\xF0\x9F\x8F\x97"
271 STOP="\xf0\x9f\x9b\x91"
272 GO="\xf0\x9f\x9a\x80"
273 DOWNLOAD="\xf0\x9f\x93\xa5"
274 GEAR="\xe2\x9a\x99"
275 NO_ENTRY="\xe2\x9b\x94"
276 LOCK="\xf0\x9f\x94\x92"
277fi
David K. Bainbridge0e89cb92019-07-17 11:30:10 -0700278
David Bainbridge712afb82019-08-14 19:55:58 +0000279duration() {
David Bainbridgee87067b2019-08-12 22:00:12 +0000280 local h=$(expr $1 / 3600)
281 local m=$(expr $1 % 3600 / 60)
282 local s=$(expr $1 % 60)
283 local t=""
284
285 if [ $h -gt 0 ]; then
286 t="$t${h}h"
287 fi
288 if [ $m -gt 0 ]; then
289 t="$t${m}m"
290 fi
David Bainbridge712afb82019-08-14 19:55:58 +0000291 echo "$t${s}s"
292}
293
294printtime() {
295 local INDENT=
296 if [ "$1" == "-" ]; then
297 INDENT=" "
298 shift
299 fi
300 echo -e "$INDENT $CLOCK $(duration $1)"
David Bainbridgee87067b2019-08-12 22:00:12 +0000301}
302
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700303bspin() {
Test Userd87942b2019-07-03 07:20:24 +0000304 IDX=1
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700305 local INDENT=
306 if [ "$1" == "-" ]; then
307 INDENT=" "
308 shift
309 fi
David Bainbridge38dc1e82019-08-12 15:18:45 +0000310 if [ $FANCY -eq 0 ]; then
311 LINE=$(echo $* | sed -e 's/[\s+-]//g')
312 if [ "$LINE X" == " X" ]; then
313 return
314 fi
315 echo -e "$CIVIS$INDENT$*"
316 else
317 echo -en "$CIVIS$INDENT $*"
318 fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700319}
320
321sspin() {
322 local INDENT=
323 if [ "$1" == "-" ]; then
324 INDENT=" "
325 shift
326 fi
David Bainbridge38dc1e82019-08-12 15:18:45 +0000327 if [ $FANCY -eq 0 ]; then
328 LINE=$(echo $* | sed -e 's/[\s+-]//g')
329 if [ "$LINE X" == " X" ]; then
330 return
331 fi
332 echo -e "$INDENT$*"
333 else
334 C=$(echo $SPIN_PARTS | cut '-d ' -f $IDX)
335 echo -en "\r$INDENT$C $*"
336 IDX=$(expr $IDX + 1)
337 if [ $IDX -gt 8 ]; then
338 IDX=1
339 fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700340 fi
341}
342
343espin() {
344 local INDENT=
345 if [ "$1" == "-" ]; then
346 INDENT=" "
347 shift
348 fi
David Bainbridge38dc1e82019-08-12 15:18:45 +0000349 if [ $FANCY -eq 0 ]; then
350 LINE=$(echo $* | sed -e 's/[\s+-]//g')
351 if [ "$LINE X" == " X" ]; then
352 return
353 fi
354 echo -e "$INDENT$*"
355 else
356 echo -e "\r$INDENT$*$CNORM"
357 fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700358}
359
David Bainbridgeac7f8072019-08-01 22:15:33 +0000360if [ "$1" == "get" -a "$2" == "voltconfig" ]; then
David Bainbridge0774b232019-08-02 06:37:19 +0000361 echo "$HOME/.volt/config-$NAME"
David Bainbridgeac7f8072019-08-01 22:15:33 +0000362 exit
363fi
364
Matteo Scandolo7ef6ba52019-10-04 09:20:37 -0700365if [ $# -ne 1 -o $(echo ":up:down:dump:" | grep -c ":$1:") -ne 1 ]; then
David Bainbridgeac7f8072019-08-01 22:15:33 +0000366 >&2 echo "What wouild you like to do today:"
367 >&2 echo " up - bring up voltha"
368 >&2 echo " down - tear down voltha"
369 >&2 echo " dump - create a debug dump of running system"
370 exit 1
371fi
372
David Bainbridge4f1b5562019-08-19 04:46:52 +0000373push_onos_config() {
374 local MSG=$1
375 local RESOURCE=$2
376 local DATA=$3
377
378 bspin - "$MSG $GEAR"
379 while true; do
380 (set -x; curl --fail -sSL --user karaf:karaf -X POST -H Content-Type:application/json http://127.0.0.1:$ONOS_API_PORT/onos/v1/$RESOURCE --data @$DATA >>$LOG 2>&1) >>$LOG 2>&1
381 if [ $? -eq 0 ]; then
382 break
383 fi
Matteo Scandolo9a77a732020-01-09 14:24:12 -0800384 sleep 1
David Bainbridge4f1b5562019-08-19 04:46:52 +0000385 sspin -
386 done
387 espin - $VERIFIED
388}
389
Matteo Scandolo9a77a732020-01-09 14:24:12 -0800390check_onos_app_active() {
391 local APP_ID=$1
392
393 bspin - "Checking that $APP_ID is active $CLOCK"
394 while true; do
395 (set -x; curl --fail -sSL --user karaf:karaf -X GET http://127.0.0.1:$ONOS_API_PORT/onos/v1/applications/$APP_ID | grep ACTIVE >>$LOG 2>&1) >>$LOG 2>&1
396 if [ $? -eq 0 ]; then
397 break
398 fi
399 sleep 1
400 sspin -
401 done
402 sleep 5 # OSGI components take a little longer that the app to activate
403 espin - $VERIFIED
404}
405
David Bainbridge4f1b5562019-08-19 04:46:52 +0000406override_onos_app() {
407 local APP=$1
408 local NAME=$(basename $APP | sed -e 's/^[0-9][0-9]*-//g' -e 's/-.*$//g')
409 while true; do
410 sspin -
411 # Attempt to delete old version (if it exists)
412 (set -x; curl --fail -sSL --user karaf:karaf -X DELETE http://127.0.0.1:$ONOS_API_PORT/onos/v1/applications/$NAME >>$LOG 2>&1) >>$LOG 2>&1
413 sspin -
414 if [ $? -ne 0 ]; then
415 continue
416 fi
417 (set -x; curl --fail -sSL --user karaf:karaf -X POST -H Content-Type:application/octet-stream http://127.0.0.1:$ONOS_API_PORT/onos/v1/applications?activate=true --data-binary @$APP >>$LOG 2>&1) >>$LOG 2>&1
418 if [ $? -eq 0 ]; then
419 break
420 fi
421 sleep .2
422 done
423}
424
425activate_onos_app() {
426 local MSG="$1"
427 local APP=$2
428
429 bspin - "$MSG $GO"
430 while true; do
431 sspin -
432 (set -x; curl --fail -sSL --user karaf:karaf -X POST http://127.0.0.1:$ONOS_API_PORT/onos/v1/applications/$APP/active >>$LOG 2>&1) >>$LOG 2>&1
433 if [ $? -eq 0 ]; then
434 break
435 fi
436 sleep .2
437 done
438 espin - "$VERIFIED"
439}
440
441count_pods() {
442 local NAMESPACE=$1; shift
443 if [ "$NAMESPACE" == "all-namespaces" ]; then
444 NAMESPACE="--all-namespaces"
445 else
446 NAMESPACE="-n $NAMESPACE"
447 fi
448 echo "$NAMESPACE" > /tmp/t
449 local STATES=$1; shift
450 echo "$STATES" >> /tmp/t
451 local PODS=$(kubectl get $NAMESPACE pod -o go-template="{{range .items}}{{.metadata.name}}/{{.status.phase}}/_{{range .status.containerStatuses}}{{.ready}}_{{end}} {{end}}")
452 local COUNT=0
453 local PATTERNS="$*"
454 for POD in $PODS; do
455 local NAME=$(echo $POD | cut -d/ -f 1)
456 local STATE=$(echo $POD | cut -d/ -f 2)
457 local CONTAINERS=$(echo $POD | cut -d/ -f 3 | sed -e 's/_/ /g')
458 if [ "$STATES" == "*" -o $(echo "$STATES" | grep -c ":$STATE:") -ne 0 ]; then
459 echo "IN WITH $POD" >> /tmp/t
460 local TOTAL=$(echo $CONTAINERS | wc -w)
461 local FOUND=$(echo $CONTAINERS | grep -o true | wc -l)
462 if [ $TOTAL -eq $FOUND ]; then
463 for PATTERN in $PATTERNS; do
464 echo "TEST $PATTERN AGAINST $NAME" >> /tmp/t
465 if [[ $NAME =~ $PATTERN ]]; then
466 echo "COUNT $NAME" >> /tmp/t
467 COUNT=$(expr $COUNT + 1)
468 break
469 fi
470 done
471 fi
472 fi
473 done
474 echo $COUNT >> /tmp/t
475 echo $COUNT
476}
477
478wait_for_pods() {
479 local INDENT=
480 if [ "$1" == "-" ]; then
481 INDENT=$1; shift
482 fi
483 local NAMESPACE=$1; shift
484 local EXPECT=$1; shift
485 local TYPE=$1; shift
486 local RETRY=$1; shift
487 local MESSAGE=$1; shift
488 local PATTERNS=$*
David Bainbridge99ac7a22019-08-31 02:26:43 +0000489 local STATES=":Running:"
490 if [ "$TYPE" == "not" ]; then
491 STATES="*"
492 fi
493 local HAVE=$(count_pods $NAMESPACE "$STATES" $PATTERNS)
David Bainbridge4f1b5562019-08-19 04:46:52 +0000494 local ALL=$HAVE
495 if [ "$TYPE" == "only" ]; then
496 ALL=$(count_pods "all-namespaces" "*" ".*")
497 fi
498 COUNT=$(expr 300 / 15)
499 bspin $INDENT $MESSAGE
500 sspin $INDENT
501 if [ $HAVE -ne $EXPECT -o $ALL -ne $HAVE ]; then
502 while [ $HAVE -ne $EXPECT -o $ALL -ne $HAVE ]; do
503 sspin $INDENT
504 COUNT=$(expr $COUNT - 1)
505 if [ $COUNT -eq 0 ]; then
David Bainbridge99ac7a22019-08-31 02:26:43 +0000506 HAVE=$(count_pods $NAMESPACE "$STATES" $PATTERNS)
David Bainbridge4f1b5562019-08-19 04:46:52 +0000507 ALL=$HAVE
508 if [ "$TYPE" == "only" ]; then
509 ALL=$(count_pods "all-namespaces" "*" ".*")
510 fi
511 COUNT=$(expr 300 / 15)
512 fi
513 sleep .15
514 done
515 fi
516 espin $INDENT $VERIFIED
517 if [ $HAVE -ne $EXPECT ]; then
518 return 1
519 fi
520 return 0
521}
522
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -0800523port_forward() {
524 local NS=$1
525 local SVC=$2
526 local FROM_PORT=$3
527 local TO_PORT=$4
528 local TAG=$SVC-$NAME
529
530 (set -x; _TAG=$TAG bash -c "while true; do kubectl port-forward -n $NS service/$SVC $FROM_PORT:$TO_PORT; done" >>$LOG 2>&1 &) >>$LOG 2>&1
531}
532
533kill_port_forward() {
534 local TAG=$1-$NAME
David Bainbridgec6871d22019-11-13 17:10:31 +0000535 local P_IDS=$(ps e -ww -A | grep "_TAG=$TAG" | grep -v grep | awk '{print $1}')
David Bainbridgebcf235b2019-11-12 21:33:58 +0000536 local PARENTS=
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -0800537 local KIDS=
David Bainbridgec6871d22019-11-13 17:10:31 +0000538 local UNKNOWN=
539 if [ ! -z "$P_IDS" ]; then
540 for P_ID in $P_IDS; do
541 local PP_ID=$(ps -o ppid $P_ID | tail -n +2)
542 if [ ! -z "$PP_ID" ]; then
543 if [ $PP_ID -eq 1 ]; then
544 PARENTS="$PARENTS $P_ID"
545 else
546 KIDS="$KIDS $P_ID"
547 fi
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -0800548 else
David Bainbridgec6871d22019-11-13 17:10:31 +0000549 UNKNOWN="$UNKNOWN $P_ID"
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -0800550 fi
551 done
David Bainbridgec6871d22019-11-13 17:10:31 +0000552 (set -x; kill -9 $PARENTS $KIDS $UNKNOWN >>$LOG 2>&1) >>$LOG 2>&1
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -0800553 fi
554}
555
David Bainbridgeac7f8072019-08-01 22:15:33 +0000556if [ "$1" == "down" ]; then
David Bainbridge0774b232019-08-02 06:37:19 +0000557 echo "Tearing down voltha cluster $NAME"
558 LOG="down-$NAME.log"
559 echo $(date -u +"%Y%m%dT%H%M%SZ") >$LOG
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -0800560 bspin "Remove port-forwards: onos-ui-$NAME"
561 kill_port_forward onos-ui
562 sspin "Remove port-forwards: onos-ssh-$NAME$CEOL"
563 kill_port_forward onos-ssh
564 sspin "Remove port-forwards: voltha-api-$NAME$CEOL"
565 kill_port_forward voltha-api
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -0800566 sspin "Remove port-forwards: voltha-etcd-$NAME$CEOL"
567 kill_port_forward voltha-etcd-cluster-client
568 espin "$VERIFIED Remove port-forwards$CEOL"
David Bainbridgeac7f8072019-08-01 22:15:33 +0000569 if [ $DEPLOY_K8S == "yes" ]; then
570 if [ -x ./bin/kind ]; then
David Bainbridge0774b232019-08-02 06:37:19 +0000571 bspin "Delete Kubernetes Kind Cluster"
572 (set -x; ./bin/kind delete cluster --name voltha-$NAME >>$LOG 2>&1) >>$LOG 2>&1
573 espin $VERIFIED
David Bainbridgeac7f8072019-08-01 22:15:33 +0000574 else
David Bainbridge0774b232019-08-02 06:37:19 +0000575 espin "$NO_ENTRY Delete Kubernetes Kind Cluster: kind command not found"
David Bainbridgeac7f8072019-08-01 22:15:33 +0000576 fi
577 else
578 EXISTS=$(helm list -q)
579 EXPECT="etcd-operator onos open-olt open-onu sim voltha bbsim radius"
David Bainbridge0774b232019-08-02 06:37:19 +0000580 bspin "Remove Helm Deployments"
David Bainbridgeac7f8072019-08-01 22:15:33 +0000581 for i in $EXISTS; do
582 if [ $(echo $EXPECT | grep -c $i) -eq 1 ]; then
David Bainbridge0774b232019-08-02 06:37:19 +0000583 sspin "Remove Helm Deployments: $i$CEOL"
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -0800584 (set -x; ./bin/helm delete --no-hooks --purge $i >>$LOG 2>&1) >>$LOG 2>&1
David Bainbridgeac7f8072019-08-01 22:15:33 +0000585 fi
586 done
David Bainbridge0774b232019-08-02 06:37:19 +0000587 espin "$VERIFIED Remove Helm Deployments$CEOL"
David Bainbridge4f1b5562019-08-19 04:46:52 +0000588 if [ "$WAIT_ON_DOWN" == "yes" ]; then
589 # There should only be 13 or 15 PODs in the kube-system name
590 # space and no other PODs
David Bainbridge4f1b5562019-08-19 04:46:52 +0000591 PODS="coredns-.* \
592 etcd-voltha-$NAME-control-plane \
593 kindnet-.* \
594 kube-apiserver-voltha-$NAME-control-plane \
595 kube-controller-manager-voltha-$NAME-control-plane \
596 kube-proxy-.* \
597 kube-scheduler-voltha-$NAME-control-plane \
598 tiller-deploy-.*"
599 EXPECT=$(test "$TYPE" == "minimal" && echo "13" || echo "15")
David Bainbridge99ac7a22019-08-31 02:26:43 +0000600 PODS="adapter-.* \
601 bbsim.* \
602 etcd-operator.* \
603 radius.* \
604 voltha-.*"
Matteo Scandolo73442f92020-01-29 09:53:22 -0800605
David Bainbridge99ac7a22019-08-31 02:26:43 +0000606 EXPECT=0
607
Matteo Scandolo73442f92020-01-29 09:53:22 -0800608 if [ "$WITH_ONOS" == "yes" ]; then
609 ONOS_PODS="onos-.*"
610 wait_for_pods "default" $EXPECT "not" -1 "Waiting for ONOS PODs to terminate" $ONOS_PODS
611 fi
David Bainbridge99ac7a22019-08-31 02:26:43 +0000612 wait_for_pods "voltha" $EXPECT "not" -1 "Waiting for VOLTHA PODs to terminate" $PODS
David Bainbridge4f1b5562019-08-19 04:46:52 +0000613 fi
David Bainbridgeac7f8072019-08-01 22:15:33 +0000614 fi
Matteo Scandolo7ef6ba52019-10-04 09:20:37 -0700615 exit
David Bainbridgeac7f8072019-08-01 22:15:33 +0000616fi
617
618if [ "$1" == "dump" ]; then
David Bainbridge0774b232019-08-02 06:37:19 +0000619 LOG="dump-$NAME.log"
David Bainbridgeac7f8072019-08-01 22:15:33 +0000620 TS=$(date -u +"%Y%m%dT%H%M%SZ")
David Bainbridge76514a02019-10-08 01:50:35 +0000621 if [ ! -z "$DUMP_FROM" ]; then
622 TS=$(echo $DUMP_FROM | sed -e 's/[:-]//g')
623 fi
David Bainbridgeac7f8072019-08-01 22:15:33 +0000624 WORK=$(mktemp -u -d)
David Bainbridge0774b232019-08-02 06:37:19 +0000625 DATA=$WORK/voltha-debug-dump-$NAME-$TS
David Bainbridgeac7f8072019-08-01 22:15:33 +0000626 mkdir -p $DATA
627 echo $TS > $LOG
David Bainbridge0774b232019-08-02 06:37:19 +0000628 echo -e "Capturing debug dump to voltha-debug-dump-$NAME-$TS.tgz"
David Bainbridgeac7f8072019-08-01 22:15:33 +0000629 bspin - "Copy install log"
David Bainbridge0774b232019-08-02 06:37:19 +0000630 if [ -f install-$NAME.log ]; then
631 (set -x; cp install-$NAME.log $DATA/install-$NAME.log) >>$LOG 2>&1
David Bainbridgeac7f8072019-08-01 22:15:33 +0000632 espin - $VERIFIED
633 else
David Bainbridge0774b232019-08-02 06:37:19 +0000634 espin - "$NO_ENTRY Copy install log: install-$NAME.log not found"
David Bainbridgeac7f8072019-08-01 22:15:33 +0000635 fi
636 bspin - "Dumping Kubernetes PODs"
637 (set -x; kubectl get --all-namespaces pods >> $DATA/all-pods.txt 2>&1) >>$LOG 2>&1
638 espin - $VERIFIED
639 bspin - "Dumping Kubernetes SERVICEs"
640 (set -x; kubectl get --all-namespaces svc >> $DATA/all-services.txt 2>&1) >>$LOG 2>&1
641 espin - $VERIFIED
642 bspin - "Dumping Kubernetes EVENTs"
643 (set -x; kubectl get --all-namespaces events >> $DATA/all-events.txt 2>&1) >>$LOG 2>&1
644 espin - $VERIFIED
645 bspin - "Dumping VOLTHA POD details"
Matteo Scandolodcd29f52019-10-07 15:42:42 -0700646 PODS="$(kubectl -n default get pod -o name | grep onos | sed -e 's/^/default:/g') $(kubectl get -n voltha pod -o name | sed -e 's/^/voltha:/g')"
David Bainbridgecfd7ca12019-10-06 03:31:41 +0000647 SINCE=
648 if [ ! -z "$DUMP_FROM" ]; then
649 SINCE="--since-time=$DUMP_FROM"
650 fi
David Bainbridgeac7f8072019-08-01 22:15:33 +0000651 for POD in $PODS; do
David Bainbridge1f0655a2019-10-01 22:08:48 +0000652 NS=$(echo $POD | cut -d: -f1)
653 POD=$(echo $POD | cut -d: -f2)
David Bainbridgeac7f8072019-08-01 22:15:33 +0000654 sspin - "Dumping VOLTHA POD details: $POD$CEOL"
655 mkdir -p $DATA/$POD
David Bainbridge1f0655a2019-10-01 22:08:48 +0000656 (set -x; kubectl describe -n $NS $POD >> $DATA/$POD/describe.txt 2>&1) >>$LOG 2>&1
David Bainbridgeac7f8072019-08-01 22:15:33 +0000657 sspin - "Dumping VOLTHA POD details: $POD"
David Bainbridgecfd7ca12019-10-06 03:31:41 +0000658 (set -x; kubectl logs -n $NS --all-containers $SINCE --previous $LOG_ARGS $POD >> $DATA/$POD/logs-previous.txt 2>&1) >>$LOG 2>&1
David Bainbridgeac7f8072019-08-01 22:15:33 +0000659 sspin - "Dumping VOLTHA POD details: $POD"
David Bainbridgecfd7ca12019-10-06 03:31:41 +0000660 (set -x; kubectl logs -n $NS --all-containers $SINCE $LOG_ARGS $POD >> $DATA/$POD/logs-current.txt 2>&1) >>$LOG 2>&1
David Bainbridgeac7f8072019-08-01 22:15:33 +0000661 sspin - "Dumping VOLTHA POD details: $POD"
662 done
663 espin - "$VERIFIED Dumping VOLTHA POD details$CEOL"
664 bspin - "Dumping ETCD"
665 if [ "$(which etcdctl) X" != " X" ]; then
David Bainbridge0774b232019-08-02 06:37:19 +0000666 (set -x; ETCDCTL_API=3 etcdctl --endpoints localhost:$VOLTHA_ETCD_PORT get --prefix service/voltha | hexdump -C >> $DATA/etcd.hex 2>&1) >>$LOG 2>&1
David Bainbridgeac7f8072019-08-01 22:15:33 +0000667 espin - $VERIFIED
668 else
669 espin - "$NO_ENTRY Dumping ETCD: etcdctl command not available"
670 fi
David Bainbridge0774b232019-08-02 06:37:19 +0000671 bspin - "Creating compressed TAR: voltha-debug-dump-$NAME-$TS.tgz"
672 (set -x; tar -C $WORK -zcf voltha-debug-dump-$NAME-$TS.tgz ./voltha-debug-dump-$NAME-$TS) >>$LOG 2>&1
David Bainbridgeac7f8072019-08-01 22:15:33 +0000673 espin - $VERIFIED
674 bspin - "Cleanup"
675 (set -x; rm -rf $WORK) >>$LOG 2>&1
676 espin - $VERIFIED
David Bainbridge0774b232019-08-02 06:37:19 +0000677 bspin - "$(ls -l voltha-debug-dump-$NAME-$TS.tgz)"
David Bainbridgeac7f8072019-08-01 22:15:33 +0000678 espin - $VERIFIED
679 exit
680fi
681
David Bainbridge0774b232019-08-02 06:37:19 +0000682LOG="install-$NAME.log"
David Bainbridgeac7f8072019-08-01 22:15:33 +0000683date > $LOG
David Bainbridge0774b232019-08-02 06:37:19 +0000684echo "PORTS=$ONOS_API_PORT,$ONOS_SSH_PORT,$VOLTHA_API_PORT,$VOLTHA_SSH_PORT,$VOLTHA_ETCD_PORT" >> $LOG
David Bainbridgeac7f8072019-08-01 22:15:33 +0000685
686# Output install options to log
687echo "OPTIONS" >> $LOG
David Bainbridgeac7f8072019-08-01 22:15:33 +0000688for O in $ALL_OPTIONS; do
689 VAL=$(eval echo \$$O)
David Bainbridgeac7f8072019-08-01 22:15:33 +0000690 if [ ! -z "$VAL" ]; then
691 printf " %-30s = %s\n" $O $VAL >> $LOG
692 fi
693done
694
Matteo Scandolo7ef6ba52019-10-04 09:20:37 -0700695helm_install() {
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700696 local INDENT=
697 if [ "$1" == "-" ]; then
698 INDENT=$1; shift
699 fi
700 local NAMESPACE=$1; shift
David Bainbridge0774b232019-08-02 06:37:19 +0000701 local INAME=$1; shift
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700702 local CHART=$1; shift
David Bainbridge90fd8e32019-08-21 23:32:47 +0000703 local CHART_VERSION=$1; shift
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700704 local MESSAGE=$*
705
David Bainbridge90fd8e32019-08-21 23:32:47 +0000706 if [ "$CHART_VERSION X" != " X" -a "$CHART_VERSION" != "latest" ]; then
707 CHART_VERSION="--version $CHART_VERSION"
708 else
709 CHART_VERSION=
710 fi
711
David Bainbridge99ac7a22019-08-31 02:26:43 +0000712 local CHART_ARGS=
713 if [ -r "${INAME}-values.yaml" ]; then
714 CHART_ARGS="-f ${INAME}-values.yaml"
715 fi
716
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700717 COUNT=$(expr 300 / 15)
718 bspin $INDENT $MESSAGE
David Bainbridge70c0ea82019-11-14 23:25:26 +0000719 (set -x; helm install -f $NAME-values.yaml $CHART_ARGS $EXTRA_HELM_INSTALL_ARGS --set defaults.log_level=$VOLTHA_LOG_LEVEL --namespace $NAMESPACE --name $INAME $CHART_VERSION $EXTRA_HELM_FLAGS $CHART >>$LOG 2>&1) >>$LOG 2>&1
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700720 SUCCESS=$?
721 while [ $SUCCESS -ne 0 ]; do
722 sspin $INDENT
723 COUNT=$(expr $COUNT - 1)
724 if [ $COUNT -eq 0 ]; then
Andy Baviere22ff252019-12-19 11:40:31 -0700725 (set -x; helm delete --purge $INAME >>$LOG 2>&1) >>$LOG 2>&1
David Bainbridge99ac7a22019-08-31 02:26:43 +0000726 (set -x; helm install -f $NAME-values.yaml $CHART_ARGS --set defaults.log_level=$VOLTHA_LOG_LEVEL --namespace $NAMESPACE --name $INAME $CHART_VERSION $EXTRA_HELM_FLAGS $CHART >>$LOG 2>&1) >>$LOG 2>&1
Andy Baviere22ff252019-12-19 11:40:31 -0700727 SUCCESS=$?
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700728 COUNT=$(expr 300 / 15)
729 fi
730 sleep .15
731 done
732 espin $INDENT $VERIFIED
733}
734
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700735echo "INSTALL TYPE: $TYPE" >> $LOG
736
737bspin "Verify GOPATH"
738export GOPATH=$(pwd)
Test User3d7ad8e2019-07-03 06:15:44 +0000739mkdir -p $GOPATH/bin
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700740espin $VERIFIED
741
David Bainbridgee87067b2019-08-12 22:00:12 +0000742STIME=$(date +%s)
David K. Bainbridge0e89cb92019-07-17 11:30:10 -0700743if [ "$INSTALL_KUBECTL" == "no" ]; then
744 bspin "Skip kubectl install"
745 espin $NO_ENTRY
Test Userc13bdc92019-07-03 20:57:49 +0000746else
David K. Bainbridge0e89cb92019-07-17 11:30:10 -0700747 bspin "Verify kubectl $HELM"
748 if [ -x $GOPATH/bin/kubectl ]; then
749 espin $VERIFIED
750 else
751 espin $NOT_VERIFIED
752 bspin - "Download and install Kubernetes/kubectl $DOWNLOAD"
753 (set -x; curl -o $GOPATH/bin/kubectl -sSL https://storage.googleapis.com/kubernetes-release/release/$(curl -s https://storage.googleapis.com/kubernetes-release/release/stable.txt)/bin/$HOSTOS/$HOSTARCH/kubectl >>$LOG 2>&1) >>$LOG 2>&1
754 (set -x; chmod 755 $GOPATH/bin/kubectl >>$LOG 2>&1) >>$LOG 2>&1
755 espin - $VERIFIED
756 fi
Test Userc13bdc92019-07-03 20:57:49 +0000757fi
David Bainbridgee87067b2019-08-12 22:00:12 +0000758if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridge712afb82019-08-14 19:55:58 +0000759 printtime $(expr $(date +%s) - $STIME)
David Bainbridgee87067b2019-08-12 22:00:12 +0000760fi
Test Userc13bdc92019-07-03 20:57:49 +0000761
David Bainbridgee87067b2019-08-12 22:00:12 +0000762STIME=$(date +%s)
David K. Bainbridge0e89cb92019-07-17 11:30:10 -0700763if [ "$DEPLOY_K8S" == "no" ]; then
764 bspin "Skip Kubernetes/Kind Deployment"
765 espin $NO_ENTRY
766else
Test Userba1e7e72019-07-10 22:27:54 +0000767 bspin "Verify Kubernetes/Kind $HELM"
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -0800768 IS_INSTALLED=0
769 OP_TYPE="install"
Test Userba1e7e72019-07-10 22:27:54 +0000770 if [ -x $GOPATH/bin/kind ]; then
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -0800771 OP_TYPE="upgrade"
772 if [ $($GOPATH/bin/kind --version | grep -c $KIND_VERSION) -eq 1 ]; then
773 IS_INSTALLED=1
774 espin $VERIFIED
775 fi
776 fi
777 if [ $IS_INSTALLED -eq 0 ]; then
Test Userba1e7e72019-07-10 22:27:54 +0000778 espin $NOT_VERIFIED
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -0800779 bspin - "Download and $OP_TYPE Kubernetes/kind $DOWNLOAD"
David Bainbridge9e2a6662019-07-11 17:07:57 +0000780 (set -x; curl -o $GOPATH/bin/kind -sSL https://github.com/kubernetes-sigs/kind/releases/download/$KIND_VERSION/kind-$HOSTOS-$HOSTARCH >>$LOG 2>&1) >>$LOG 2>&1
Test Userba1e7e72019-07-10 22:27:54 +0000781 (set -x; chmod 755 $GOPATH/bin/kind >>$LOG 2>&1) >>$LOG 2>&1
782 espin - $VERIFIED
783 fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700784fi
785
David Bainbridgee87067b2019-08-12 22:00:12 +0000786if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridge712afb82019-08-14 19:55:58 +0000787 printtime $(expr $(date +%s) - $STIME)
David Bainbridgee87067b2019-08-12 22:00:12 +0000788fi
789
790STIME=$(date +%s)
David K. Bainbridge0e89cb92019-07-17 11:30:10 -0700791if [ "$INSTALL_HELM" == "no" ]; then
792 bspin "Skip Helm Install"
793 espin $NO_ENTRY
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700794else
David K. Bainbridge0e89cb92019-07-17 11:30:10 -0700795 bspin "Verify Helm $HELM"
796 if [ -x $GOPATH/bin/helm ]; then
797 espin $VERIFIED
798 else
799 espin $NOT_VERIFIED
800 bspin - "Download and install Helm $DOWNLOAD"
David Bainbridgec6a6eb62019-10-18 22:50:07 +0000801 (set -x; curl -sSL https://git.io/get_helm.sh | DESIRED_VERSION=v2.14.3 USE_SUDO=false HELM_INSTALL_DIR=$GOPATH/bin bash >>$LOG 2>&1) >>$LOG 2>&1
David K. Bainbridge0e89cb92019-07-17 11:30:10 -0700802 espin - $VERIFIED
803 fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700804fi
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -0800805
David Bainbridgee87067b2019-08-12 22:00:12 +0000806if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridge712afb82019-08-14 19:55:58 +0000807 printtime $(expr $(date +%s) - $STIME)
David Bainbridgee87067b2019-08-12 22:00:12 +0000808fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700809
David Bainbridgee87067b2019-08-12 22:00:12 +0000810STIME=$(date +%s)
Test Userb5712372019-07-03 21:52:17 +0000811bspin "Verify voltctl $HIGH_VOLTAGE"
David Bainbridged2811972019-12-14 01:14:09 +0000812VOK=0
813VMESSAGE="install"
Test User3d7ad8e2019-07-03 06:15:44 +0000814if [ -x $GOPATH/bin/voltctl ]; then
David Bainbridge1ba64f12019-12-18 00:40:13 +0000815 VHAVE=$($GOPATH/bin/voltctl version --clientonly -o json | jq -r .version)
816 if [ $? -eq 0 -a "$VHAVE" == "$VOLTCTL_VERSION" ]; then
David Bainbridged2811972019-12-14 01:14:09 +0000817 VOK=1
David Bainbridge1ba64f12019-12-18 00:40:13 +0000818 espin $VERIFIED
819 else
820 VMESSAGE="upgrade"
David Bainbridged2811972019-12-14 01:14:09 +0000821 fi
822fi
823
David Bainbridge1ba64f12019-12-18 00:40:13 +0000824if [ $VOK -eq 0 ]; then
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700825 espin $NOT_VERIFIED
David Bainbridged2811972019-12-14 01:14:09 +0000826 bspin - "Download and $VMESSAGE voltctl $DOWNLOAD"
David Bainbridge28c64462019-12-12 22:25:26 +0000827 (set -x; curl -o $GOPATH/bin/voltctl -sSL https://github.com/opencord/voltctl/releases/download/v$VOLTCTL_VERSION/voltctl-$VOLTCTL_VERSION-$HOSTOS-$HOSTARCH >>$LOG 2>&1) >>$LOG 2>&1
Test User08ebbd92019-07-03 17:15:39 +0000828 (set -x; chmod 755 $GOPATH/bin/voltctl >>$LOG 2>&1) >>$LOG 2>&1
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700829 espin - $VERIFIED
830fi
David Bainbridgee87067b2019-08-12 22:00:12 +0000831if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridge712afb82019-08-14 19:55:58 +0000832 printtime $(expr $(date +%s) - $STIME)
David Bainbridgee87067b2019-08-12 22:00:12 +0000833fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700834
835bspin "Verify command PATH"
Test Userba1e7e72019-07-10 22:27:54 +0000836export PATH=$GOPATH/bin:$PATH
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700837espin $VERIFIED
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700838
David Bainbridgee87067b2019-08-12 22:00:12 +0000839STIME=$(date +%s)
Test Userba1e7e72019-07-10 22:27:54 +0000840if [ "$DEPLOY_K8S" == "yes" ]; then
David Bainbridge0774b232019-08-02 06:37:19 +0000841 HAVE=$(kind get clusters | grep -c voltha-$NAME)
Test Userba1e7e72019-07-10 22:27:54 +0000842 bspin "Verify Kubernetes/Kind Cluster"
843 sspin
844 if [ $HAVE -eq 0 ]; then
David Bainbridge491b1bd2019-07-11 17:53:11 +0000845 espin $NOT_VERIFIED
846 bspin - "Verify cluster configuration"
David Bainbridge0774b232019-08-02 06:37:19 +0000847 if [ ! -r ./$NAME-cluster.cfg ]; then
David Bainbridge491b1bd2019-07-11 17:53:11 +0000848 espin - $NOT_VERIFIED
David Bainbridge0774b232019-08-02 06:37:19 +0000849 bspin - "Download cluster configuration: $TYPE-cluster.cfg to $NAME-cluster.cfg $DOWNLOAD"
David K. Bainbridgea00736b2020-01-08 14:33:17 -0800850 ERR_OUT=$(mktemp)
851 (set -x; curl --fail -o ./$NAME-cluster.cfg -sSL https://raw.githubusercontent.com/ciena/kind-voltha/$VK_RELEASE/$TYPE-cluster.cfg >>$LOG 2>>$ERR_OUT) >>$LOG 2>&1
852 if [ $? -ne 0 ]; then
853 espin - $THEX
854 echo -e "${RED}${BOLD}${ERROR}ERROR: $NAME-cluster.cfg${NORMAL}${RED} - $(cat $ERR_OUT)${NORMAL}"
855 echo "ERROR: $(cat $ERR_OUT)" >>$LOG
856 rm -rf $ERR_OUT ./$NAME-cluster.cfg
857 exit 1
858 fi
859 rm -rf $ERR_OUT
860 else
David K. Bainbridge0e89cb92019-07-17 11:30:10 -0700861 espin - $VERIFIED
David K. Bainbridgea00736b2020-01-08 14:33:17 -0800862 fi
David Bainbridge0774b232019-08-02 06:37:19 +0000863 kind create cluster --name voltha-$NAME --config $NAME-cluster.cfg
David Bainbridge491b1bd2019-07-11 17:53:11 +0000864 else
865 espin $VERIFIED
Test Userba1e7e72019-07-10 22:27:54 +0000866 fi
867
David Bainbridge0774b232019-08-02 06:37:19 +0000868 export KUBECONFIG="$(kind get kubeconfig-path --name="voltha-$NAME")"
Test Userba1e7e72019-07-10 22:27:54 +0000869 P="coredns-.* \
David Bainbridge0774b232019-08-02 06:37:19 +0000870 etcd-voltha-$NAME-control-plane \
Test Userba1e7e72019-07-10 22:27:54 +0000871 kindnet-.* \
David Bainbridge0774b232019-08-02 06:37:19 +0000872 kube-apiserver-voltha-$NAME-control-plane \
873 kube-controller-manager-voltha-$NAME-control-plane \
Test Userba1e7e72019-07-10 22:27:54 +0000874 kube-proxy-.* \
David Bainbridge0774b232019-08-02 06:37:19 +0000875 kube-scheduler-voltha-$NAME-control-plane"
Test Userba1e7e72019-07-10 22:27:54 +0000876
877 EXPECT=$(test "$TYPE" == "minimal" && echo "12" || echo "14")
David Bainbridge4f1b5562019-08-19 04:46:52 +0000878 wait_for_pods - "kube-system" $EXPECT "includes" -1 "Waiting for system PODs to start" $P
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700879fi
David Bainbridgee87067b2019-08-12 22:00:12 +0000880if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridge712afb82019-08-14 19:55:58 +0000881 printtime $(expr $(date +%s) - $STIME)
David Bainbridgee87067b2019-08-12 22:00:12 +0000882fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700883
David Bainbridgee87067b2019-08-12 22:00:12 +0000884STIME=$(date +%s)
David Bainbridge4c6289c2019-09-03 21:11:32 +0000885COUNT=$(count_pods "kube-system" ":Running:" "tiller-deploy-.*")
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700886bspin "Verify Helm"
Test Userba1e7e72019-07-10 22:27:54 +0000887if [ $COUNT -ne 1 ]; then
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700888 espin $NOT_VERIFIED
Test Userb5712372019-07-03 21:52:17 +0000889 echo -e "Configuring Helm $GEAR"
David K. Bainbridge0e89cb92019-07-17 11:30:10 -0700890 if [ "$INSTALL_HELM" == "no" ]; then
891 bspin - "Skip Helm/Tiller Initialization"
892 espin - $NO_ENTRY
893 else
894 bspin - "Initialize Helm"
895 (set -x; helm init --upgrade >>$LOG 2>&1) >>$LOG 2>&1
896 espin - $VERIFIED
David Bainbridge4f1b5562019-08-19 04:46:52 +0000897 wait_for_pods - "kube-system" 1 "includes" -1 "Waiting for Tiller POD to start" "tiller-deploy-.*"
David K. Bainbridge0e89cb92019-07-17 11:30:10 -0700898 fi
Test Userb5712372019-07-03 21:52:17 +0000899 bspin - "Add Google Incubator repository to Helm"
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700900 (set -x; helm repo add incubator https://kubernetes-charts-incubator.storage.googleapis.com >>$LOG 2>&1) >>$LOG 2>&1
901 espin - $VERIFIED
Matteo Scandolo7ef6ba52019-10-04 09:20:37 -0700902
Test Userba1e7e72019-07-10 22:27:54 +0000903 # HACK (sort-of) - the config for tiller is about to be patched, which will
904 # cause the tiller pod to be recreated. This can sometimes cause a timing
905 # issue with the "wait_for_pods" call on tiller as it may incorrectly
Matteo Scandolo7ef6ba52019-10-04 09:20:37 -0700906 # identify the running/ready tiller pod that is soon to be terminated as
Test Userba1e7e72019-07-10 22:27:54 +0000907 # what it is waiting for. To avoid this issue we do a clean scale down and
Matteo Scandolo7ef6ba52019-10-04 09:20:37 -0700908 # scale up of the pod so the script controlls when it should be expecting
Test Userba1e7e72019-07-10 22:27:54 +0000909 # things
910 (set -x; kubectl -n kube-system scale deploy tiller-deploy --replicas=0 >>$LOG 2>&1) >>$LOG 2>&1
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700911
Test Userb5712372019-07-03 21:52:17 +0000912 bspin - "Add Google Stable repository to Helm"
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700913 (set -x; helm repo add stable https://kubernetes-charts.storage.googleapis.com >>$LOG 2>&1) >>$LOG 2>&1
914 espin - $VERIFIED
Test Userb5712372019-07-03 21:52:17 +0000915 bspin - "Add ONF repository to Helm"
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700916 (set -x; helm repo add onf https://charts.opencord.org >>$LOG 2>&1) >>$LOG 2>&1
917 espin - $VERIFIED
Test Userb5712372019-07-03 21:52:17 +0000918 bspin - "Update Helm repository cache"
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700919 (set -x; helm repo update >>$LOG 2>&1) >>$LOG 2>&1
920 espin - $VERIFIED
Matteo Scandolo7ef6ba52019-10-04 09:20:37 -0700921
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700922 # Create and k8s service account so that Helm can create pods
Test Userb5712372019-07-03 21:52:17 +0000923 bspin - "Create Tiller ServiceAccount"
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700924 (set -x; kubectl create serviceaccount --namespace kube-system tiller >>$LOG 2>&1) >>$LOG 2>&1
925 espin - $VERIFIED
Test Userb5712372019-07-03 21:52:17 +0000926 bspin - "Create Tiller ClusterRoleBinding"
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700927 (set -x; kubectl create clusterrolebinding tiller-cluster-rule --clusterrole=cluster-admin --serviceaccount=kube-system:tiller >>$LOG 2>&1) >>$LOG 2>&1
928 espin - $VERIFIED
Test Userb5712372019-07-03 21:52:17 +0000929 bspin - "Update Tiller Manifest"
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700930 (set -x; kubectl patch deploy --namespace kube-system tiller-deploy -p '{"spec":{"template":{"spec":{"serviceAccount":"tiller"}}}}' >>$LOG 2>&1) >>$LOG 2>&1
Test Userba1e7e72019-07-10 22:27:54 +0000931
932 # HACK (sort-of) - part to, spin it back up
933 (set -x; kubectl -n kube-system scale deploy tiller-deploy --replicas=1 >>$LOG 2>&1) >>$LOG 2>&1
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700934 espin - $VERIFIED
935else
936 espin $VERIFIED
David Bainbridge46505fb2019-10-01 21:13:20 +0000937 if [ "$UPDATE_HELM_REPOS" == "yes" ]; then
938 bspin - "Update Helm repository cache"
939 (set -x; helm repo update >>$LOG 2>&1) >>$LOG 2>&1
940 espin - $VERIFIED
941 fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700942fi
David Bainbridge4f1b5562019-08-19 04:46:52 +0000943wait_for_pods - "kube-system" 1 "includes" -1 "Waiting for Tiller POD to start" "tiller-deploy-.*"
David Bainbridgee87067b2019-08-12 22:00:12 +0000944if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridge712afb82019-08-14 19:55:58 +0000945 printtime $(expr $(date +%s) - $STIME)
David Bainbridgee87067b2019-08-12 22:00:12 +0000946fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700947
David Bainbridgee87067b2019-08-12 22:00:12 +0000948STIME=$(date +%s)
David Bainbridge0774b232019-08-02 06:37:19 +0000949bspin "Verify Helm values file: $NAME-values.yaml"
950if [ ! -r "./$NAME-values.yaml" ]; then
Test Userba1e7e72019-07-10 22:27:54 +0000951 espin $NOT_VERIFIED
David Bainbridge0774b232019-08-02 06:37:19 +0000952 bspin - "Download Helm values file: $TYPE-values.yaml to $NAME-values.yaml $DOWNLOAD"
David K. Bainbridgea00736b2020-01-08 14:33:17 -0800953 ERR_OUT=$(mktemp)
954 (set -x; curl --fail -o ./$NAME-values.yaml -sSL https://raw.githubusercontent.com/ciena/kind-voltha/$VK_RELEASE/$TYPE-values.yaml >>$LOG 2>$ERR_OUT) >>$LOG 2>&1
955 if [ $? -ne 0 ]; then
956 espin - $THEX
957 echo -e "${RED}${BOLD}${ERROR}ERROR: $NAME-values.yaml${NORMAL}${RED} - $(cat $ERR_OUT)${NORMAL}"
958 echo "ERROR: $(cat $ERR_OUT)" >>$LOG
959 rm -rf $ERR_OUT ./$NAME-values.yaml
960 exit 1
961 fi
962 rm -rf $ERR_OUT
Test Userba1e7e72019-07-10 22:27:54 +0000963 espin - $VERIFIED
964else
965 espin $VERIFIED
966fi
David Bainbridgee87067b2019-08-12 22:00:12 +0000967if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridge712afb82019-08-14 19:55:58 +0000968 printtime $(expr $(date +%s) - $STIME)
David Bainbridgee87067b2019-08-12 22:00:12 +0000969fi
Test Userba1e7e72019-07-10 22:27:54 +0000970
David Bainbridge99ac7a22019-08-31 02:26:43 +0000971STIME=$(date +%s)
972bspin "Verify or download chart specific values files $DOWNLOAD"
973VALUES_FILES="monkey-values.yaml"
David K. Bainbridgea00736b2020-01-08 14:33:17 -0800974ERR_OUT=$(mktemp)
David Bainbridge99ac7a22019-08-31 02:26:43 +0000975for i in $VALUES_FILES; do
976 if [ ! -r ./$i ]; then
David K. Bainbridgea00736b2020-01-08 14:33:17 -0800977 (set -x; curl --fail -o ./$i -sSL https://raw.githubusercontent.com/ciena/kind-voltha/$VK_RELEASE/$i >>$LOG 2>$ERR_OUT) >>$LOG 2>&1
978 if [ $? -ne 0 ]; then
979 espin $THEX
980 echo -e "${RED}${BOLD}${ERROR}ERROR: $i${NORMAL}${RED} - $(cat $ERR_OUT)${NORMAL}"
981 echo "ERROR: $i - $(cat $ERR_OUT)" >>$LOG
982 rm -rf $ERR_OUT ./$i
983 exit 1
984 fi
985 rm -rf $ERR_OUT
David Bainbridge99ac7a22019-08-31 02:26:43 +0000986 fi
987done
988espin $VERIFIED
989if [ "$WITH_TIMINGS" == "yes" ]; then
990 printtime $(expr $(date +%s) - $STIME)
991fi
992
993if [ "$WITH_CHAOS" == "yes" ]; then
994 bspin "Verify or clone kube-monkey helm chart $DOWNLOAD"
995 if [ -r ./kube-monkey ]; then
996 espin $VERIFIED
997 else
998 espin $NOT_VERIFIED
999 bspin - "GIT clone kube-monkey"
1000 (set -x; git clone https://github.com/asobti/kube-monkey kube-monkey >>$LOG 2>&1) >>$LOG 2>&1
1001 espin - $VERIFIED
1002 fi
1003fi
1004
Test Userba1e7e72019-07-10 22:27:54 +00001005if [ "$JUST_K8S" == "yes" ]; then
1006 echo "Environment deployed, not deploying VOLTHA artifacts as requested. Good bye."
1007 echo ""
1008 echo "Please issue the following commands in your terminal to ensure that you" | tee -a $LOG
1009 echo "are accessing the correct Kubernetes/Kind cluster as well as have the " | tee -a $LOG
1010 echo "tools required by VOLTHA in your command path. " | tee -a $LOG
1011 echo "" | tee -a $LOG
1012 echo -en $BOLD
1013 if [ $DEPLOY_K8S == "yes" ]; then
David Bainbridge0774b232019-08-02 06:37:19 +00001014 echo "export KUBECONFIG=\"\$(./bin/kind get kubeconfig-path --name=\"voltha-$NAME\")\"" | tee -a $LOG
Test Userba1e7e72019-07-10 22:27:54 +00001015 fi
1016 echo "export PATH=$GOPATH/bin:\$PATH" | tee -a $LOG
1017 echo -en $NORMAL
1018 echo "" | tee -a $LOG
1019 echo "Thank you for choosing kind-voltha for you quick cluster needs." | tee -a $LOG
1020 exit 0
1021fi
1022
David Bainbridgee87067b2019-08-12 22:00:12 +00001023STIME=$(date +%s)
Test Userb5712372019-07-03 21:52:17 +00001024bspin "Verify ETCD Operator $OLD_KEY"
Test User7d866122019-07-09 17:52:35 +00001025if [ $(helm list --deployed --short --namespace voltha "^etcd-operator\$" | wc -l) -ne 1 ]; then
Matteo Scandolo7ef6ba52019-10-04 09:20:37 -07001026 espin $NOT_VERIFIED
David Bainbridge90fd8e32019-08-21 23:32:47 +00001027 helm_install - voltha etcd-operator stable/etcd-operator latest "Install ETCD Operator"
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001028else
1029 espin $VERIFIED
1030fi
Test User01ed0642019-07-03 20:17:06 +00001031EXPECT=$(test "$TYPE" == "minimal" && echo "1" || echo "3")
David Bainbridge4f1b5562019-08-19 04:46:52 +00001032wait_for_pods - "voltha" $EXPECT "includes" -1 "Waiting for ETCD Operator to start" "etcd-operator-.*"
David Bainbridgee87067b2019-08-12 22:00:12 +00001033if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridge712afb82019-08-14 19:55:58 +00001034 printtime $(expr $(date +%s) - $STIME)
David Bainbridgee87067b2019-08-12 22:00:12 +00001035fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001036
David Bainbridgee87067b2019-08-12 22:00:12 +00001037STIME=$(date +%s)
David Bainbridgeb270c202019-07-26 01:44:42 +00001038if [ $WITH_ONOS == "yes" ]; then
1039 bspin "Verify ONOS installed $BIRD"
1040 if [ $(helm list --deployed --short --namespace default "^onos\$" | wc -l) -ne 1 ]; then
1041 espin $NOT_VERIFIED
Andrea Campanella6afcb082019-12-18 16:51:30 -08001042 EXTRA_HELM_FLAGS="$SET_TAG $EXTRA_HELM_FLAGS" helm_install - default onos onf/onos $ONOS_CHART_VERSION "Install ONOS"
David Bainbridgeb270c202019-07-26 01:44:42 +00001043 else
1044 espin $VERIFIED
1045 fi
David Bainbridge4f1b5562019-08-19 04:46:52 +00001046 wait_for_pods - "default" 1 "includes" -1 "Waiting for ONOS to start" "onos-.*"
Matteo Scandolo7ef6ba52019-10-04 09:20:37 -07001047
David Bainbridgeb270c202019-07-26 01:44:42 +00001048 bspin - "Forward ONOS API port $FORWARD"
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -08001049 kill_port_forward onos-ui
1050 port_forward default onos-ui $ONOS_API_PORT 8181
David Bainbridgeb270c202019-07-26 01:44:42 +00001051 espin - $VERIFIED
1052 bspin - "Forward ONOS SSH port $FORWARD"
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -08001053 kill_port_forward onos-ssh
1054 port_forward default onos-ssh $ONOS_SSH_PORT 8101
David Bainbridgeb270c202019-07-26 01:44:42 +00001055 espin - $VERIFIED
David Bainbridged31d6122019-08-13 19:37:59 +00001056 bspin - "Verify or download ONOS configuration support files $DOWNLOAD"
David Bainbridge2b19e832019-08-16 02:40:53 +00001057 ONOS_FILES="olt-onos-enableExtraneousRules.json olt-onos-olt-settings.json onos-aaa.json \
David Bainbridge90fd8e32019-08-21 23:32:47 +00001058 onos-dhcpl2relay.json onos-kafka.json onos-sadis-sample.json"
David Bainbridged31d6122019-08-13 19:37:59 +00001059 (set -x; mkdir -p ./onos-files >>$LOG 2>&1) >>$LOG 2>&1
David K. Bainbridgea00736b2020-01-08 14:33:17 -08001060 ERR_OUT=$(mktemp)
David Bainbridge2b19e832019-08-16 02:40:53 +00001061 for i in $ONOS_FILES; do
David Bainbridged31d6122019-08-13 19:37:59 +00001062 if [ ! -r ./onos-files/$i ]; then
David K. Bainbridgea00736b2020-01-08 14:33:17 -08001063 (set -x; curl --fail -o ./onos-files/$i -sSL https://raw.githubusercontent.com/ciena/kind-voltha/$VK_RELEASE/onos-files/$i >>$LOG 2>$ERR_OUT) >>$LOG 2>&1
1064 if [ $? -ne 0 ]; then
1065 espin - $THEX
1066 echo -e "${RED}${BOLD}${ERROR}ERROR: $i${NORMAL}${RED} - $(cat $ERR_OUT)${NORMAL}"
1067 echo "ERROR: $(cat $ERR_OUT)" >>$LOG
1068 rm -rf $ERR_OUT ./onos-files/$i
1069 exit 1
1070 fi
1071 rm -rf $ERR_OUT
David Bainbridged31d6122019-08-13 19:37:59 +00001072 fi
1073 done
Test Userba1e7e72019-07-10 22:27:54 +00001074 espin - $VERIFIED
David Bainbridge27790d62019-08-13 22:43:19 +00001075
1076 if [ $INSTALL_ONOS_APPS == "yes" ]; then
1077 bspin - "Installing custom ONOS applications"
1078 if [ -x onos-files/onos-apps -a $(ls -1 onos-files/onos-apps/*.oar 2>/dev/null | wc -l) -gt 0 ]; then
1079 for OAR in $(ls -1 onos-files/onos-apps/*.oar); do
1080 sspin - "Installing custom ONOS applications - $OAR$CEOL"
David Bainbridge2b19e832019-08-16 02:40:53 +00001081 override_onos_app $OAR
David Bainbridge27790d62019-08-13 22:43:19 +00001082 done
1083 espin - "$VERIFIED Installing custom ONOS applications$CEOL"
1084 else
1085 espin - "$NOT_VERIFIED Installing custom ONOS applications - None Found"
1086 fi
1087 fi
Matteo Scandolo7ef6ba52019-10-04 09:20:37 -07001088
Matteo Scandolo9a77a732020-01-09 14:24:12 -08001089 check_onos_app_active org.opencord.kafka
David Bainbridge2b19e832019-08-16 02:40:53 +00001090 push_onos_config "Push ONOS Kafka Configuration" "network/configuration/apps/org.opencord.kafka" "onos-files/onos-kafka.json"
Matteo Scandolo9a77a732020-01-09 14:24:12 -08001091 check_onos_app_active org.opencord.dhcpl2relay
David Bainbridge2b19e832019-08-16 02:40:53 +00001092 push_onos_config "Push ONOS DHCP L2 Relay Configuration" "network/configuration/apps/org.opencord.dhcpl2relay" "onos-files/onos-dhcpl2relay.json"
Matteo Scandolo9a77a732020-01-09 14:24:12 -08001093 check_onos_app_active org.opencord.olt
David Bainbridged31d6122019-08-13 19:37:59 +00001094 push_onos_config "Enable VOLTHA ONOS DHCP provisioning" "configuration/org.opencord.olt.impl.Olt" "onos-files/olt-onos-olt-settings.json"
1095 push_onos_config "Enabling extraneous rules for ONOS" "configuration/org.onosproject.net.flow.impl.FlowRuleManager" "onos-files/olt-onos-enableExtraneousRules.json"
David Bainbridge2b19e832019-08-16 02:40:53 +00001096 if [ -f onos-files/onos-sadis.json ]; then
1097 push_onos_config "[optional] Push ONOS SADIS Configuration" "network/configuration/apps/org.opencord.sadis" "onos-files/onos-sadis.json"
1098 elif [ "$CONFIG_SADIS" == "yes" ]; then
David Bainbridge90fd8e32019-08-21 23:32:47 +00001099 SADIS_CFG=onos-files/onos-sadis-sample.json
Matteo Scandolo9a77a732020-01-09 14:24:12 -08001100 check_onos_app_active org.opencord.sadis
David Bainbridge2b19e832019-08-16 02:40:53 +00001101 push_onos_config "[optional] Push ONOS SADIS Configuration" "network/configuration/apps/org.opencord.sadis" "$SADIS_CFG"
1102 fi
Test Userba1e7e72019-07-10 22:27:54 +00001103fi
David Bainbridgee87067b2019-08-12 22:00:12 +00001104if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridge712afb82019-08-14 19:55:58 +00001105 printtime $(expr $(date +%s) - $STIME)
David Bainbridgee87067b2019-08-12 22:00:12 +00001106fi
Test Userba1e7e72019-07-10 22:27:54 +00001107
David Bainbridgee87067b2019-08-12 22:00:12 +00001108STIME=$(date +%s)
Test Userb5712372019-07-03 21:52:17 +00001109bspin "Verify VOLTHA installed $HIGH_VOLTAGE"
Test User7d866122019-07-09 17:52:35 +00001110if [ $(helm list --deployed --short --namespace voltha "^voltha\$" | wc -l) -ne 1 ]; then
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001111 espin $NOT_VERIFIED
David Bainbridge70c0ea82019-11-14 23:25:26 +00001112 if [ "$ONLY_ONE" == "yes" ]; then
1113 EXTRA_HELM_INSTALL_ARGS="--set therecanbeonlyone=true"=
1114 fi
David Bainbridge90fd8e32019-08-21 23:32:47 +00001115 helm_install - voltha voltha $VOLTHA_CHART $VOLTHA_CHART_VERSION "Install VOLTHA Core"
David Bainbridge70c0ea82019-11-14 23:25:26 +00001116 EXTRA_HELM_INSTALL_ARGS=
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001117else
1118 espin $VERIFIED
1119fi
Test Userba1e7e72019-07-10 22:27:54 +00001120
David Bainbridge90fd8e32019-08-21 23:32:47 +00001121VOLTHA="voltha-ofagent-.* \
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001122 ro-core.* \
1123 rw-core.* \
1124 voltha-api-server-.* \
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001125 voltha-etcd-cluster-.* \
1126 voltha-kafka-.* \
1127 voltha-zookeeper-.*"
David Bainbridge70c0ea82019-11-14 23:25:26 +00001128if [ "$ONLY_ONE" == "yes" ]; then
David Bainbridge1ba64f12019-12-18 00:40:13 +00001129 EXPECT=$(test "$TYPE" == "minimal" && echo "5" || echo "7")
David Bainbridge70c0ea82019-11-14 23:25:26 +00001130else
David Bainbridge1ba64f12019-12-18 00:40:13 +00001131 EXPECT=$(test "$TYPE" == "minimal" && echo "8" || echo "10")
David Bainbridge70c0ea82019-11-14 23:25:26 +00001132fi
David Bainbridge4f1b5562019-08-19 04:46:52 +00001133wait_for_pods - "voltha" $EXPECT "includes" -1 "Waiting for VOLTHA Core to start" $VOLTHA
David Bainbridgee87067b2019-08-12 22:00:12 +00001134if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridge712afb82019-08-14 19:55:58 +00001135 printtime $(expr $(date +%s) - $STIME)
David Bainbridgee87067b2019-08-12 22:00:12 +00001136fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001137
David Bainbridge46505fb2019-10-01 21:13:20 +00001138if [ "$WITH_ADAPTERS" == "yes" ]; then
1139 STIME=$(date +%s)
1140 EXPECT=0
1141 echo -e "Verify Adapters $PLUG"
1142 if [ "$WITH_SIM_ADAPTERS" == "yes" ]; then
1143 bspin - "Verify Simulated Adapters installed"
1144 if [ $(helm list --deployed --short --namespace voltha "^sim\$" | wc -l) -ne 1 ]; then
1145 espin - $NOT_VERIFIED
1146 helm_install - voltha sim $VOLTHA_ADAPTER_SIM_CHART $VOLTHA_ADAPTER_SIM_CHART_VERSION "Install Simulated Adapters"
1147 else
1148 espin - $VERIFIED
1149 fi
1150 EXPECT=$(expr $EXPECT + 2)
1151 fi
Matteo Scandolo7ef6ba52019-10-04 09:20:37 -07001152
David Bainbridge46505fb2019-10-01 21:13:20 +00001153 if [ "$WITH_OPEN_ADAPTERS" == "yes" ]; then
1154 bspin - "Verify OpenOLT Adapter installed"
1155 if [ $(helm list --deployed --short --namespace voltha "^open-olt\$" | wc -l) -ne 1 ]; then
1156 espin - $NOT_VERIFIED
1157 helm_install - voltha open-olt $VOLTHA_ADAPTER_OPEN_OLT_CHART $VOLTHA_ADAPTER_OPEN_OLT_CHART_VERSION "Install OpenOLT Adapter"
1158 else
1159 espin - $VERIFIED
1160 fi
1161 bspin - "Verify OpenONU Adapter installed"
1162 if [ $(helm list --deployed --short --namespace voltha "^open-onu\$" | wc -l) -ne 1 ]; then
1163 espin - $NOT_VERIFIED
1164 helm_install - voltha open-onu $VOLTHA_ADAPTER_OPEN_ONU_CHART $VOLTHA_ADAPTER_OPEN_ONU_CHART_VERSION "Install OpenONU Adapter"
1165 else
1166 espin - $VERIFIED
1167 fi
1168 EXPECT=$(expr $EXPECT + 2)
1169 fi
Matteo Scandolo7ef6ba52019-10-04 09:20:37 -07001170
David Bainbridge46505fb2019-10-01 21:13:20 +00001171 ADAPTERS="adapter-.*"
1172 wait_for_pods - "voltha" $EXPECT "includes" -1 "Waiting for adapters to start" $ADAPTERS
1173 if [ "$WITH_TIMINGS" == "yes" ]; then
1174 printtime $(expr $(date +%s) - $STIME)
1175 fi
David Bainbridgee87067b2019-08-12 22:00:12 +00001176fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001177
Test User7d866122019-07-09 17:52:35 +00001178if [ $WITH_BBSIM == "yes" ]; then
David Bainbridgee87067b2019-08-12 22:00:12 +00001179 STIME=$(date +%s)
Test User7d866122019-07-09 17:52:35 +00001180 echo -e "Verify BBSIM $PLUG"
David Bainbridge5b7b96b2019-07-25 20:29:13 +00001181 bspin - "Verify BBSIM Installed"
Test User7d866122019-07-09 17:52:35 +00001182 if [ $(helm list --deployed --short --namespace voltha "^bbsim\$" | wc -l) -ne 1 ]; then
1183 espin - $NOT_VERIFIED
David Bainbridge90fd8e32019-08-21 23:32:47 +00001184 helm_install - voltha bbsim $VOLTHA_BBSIM_CHART $VOLTHA_BBSIM_CHART_VERSION "Install BBSIM"
Test User7d866122019-07-09 17:52:35 +00001185 else
1186 espin - $VERIFIED
1187 fi
David Bainbridge4f1b5562019-08-19 04:46:52 +00001188 wait_for_pods - "voltha" 1 "includes" -1 "Waiting for BBSIM to start" "bbsim-.*"
David Bainbridgee87067b2019-08-12 22:00:12 +00001189 if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridge712afb82019-08-14 19:55:58 +00001190 printtime $(expr $(date +%s) - $STIME)
David Bainbridgee87067b2019-08-12 22:00:12 +00001191 fi
Test User7d866122019-07-09 17:52:35 +00001192fi
1193
David Bainbridge5b7b96b2019-07-25 20:29:13 +00001194if [ $WITH_RADIUS == "yes" ]; then
David Bainbridgee87067b2019-08-12 22:00:12 +00001195 STIME=$(date +%s)
David Bainbridge5b7b96b2019-07-25 20:29:13 +00001196 echo -e "Verify RADIUS $LOCK"
1197 bspin - "Verify RADIUS Installed"
1198 if [ $(helm list --deployed --short --namespace voltha "^radius\$" | wc -l) -ne 1 ]; then
1199 espin - $NOT_VERIFIED
David Bainbridge90fd8e32019-08-21 23:32:47 +00001200 helm_install - voltha radius onf/freeradius latest "Install RADIUS"
David Bainbridge5b7b96b2019-07-25 20:29:13 +00001201 else
1202 espin - $VERIFIED
1203 fi
David Bainbridge4f1b5562019-08-19 04:46:52 +00001204 wait_for_pods - "voltha" 1 "includes" -1 "Waiting for RADIUS to start" "radius-.*"
David Bainbridgee87067b2019-08-12 22:00:12 +00001205 if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridge712afb82019-08-14 19:55:58 +00001206 printtime $(expr $(date +%s) - $STIME)
David Bainbridgee87067b2019-08-12 22:00:12 +00001207 fi
David Bainbridge5b7b96b2019-07-25 20:29:13 +00001208fi
1209
David Bainbridgee87067b2019-08-12 22:00:12 +00001210STIME=$(date +%s)
Test Userb5712372019-07-03 21:52:17 +00001211bspin - "Forward VOLTHA API port $FORWARD"
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -08001212kill_port_forward voltha-api
1213port_forward voltha voltha-api $VOLTHA_API_PORT 55555
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001214espin - $VERIFIED
David Bainbridgeac7f8072019-08-01 22:15:33 +00001215bspin - "Forward VOLTHA ETCD port $FORWARD"
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -08001216kill_port_forward voltha-etcd-cluster-client
1217port_forward voltha voltha-etcd-cluster-client $VOLTHA_ETCD_PORT 2379
David Bainbridgeac7f8072019-08-01 22:15:33 +00001218espin - $VERIFIED
David Bainbridgee87067b2019-08-12 22:00:12 +00001219if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridge712afb82019-08-14 19:55:58 +00001220 printtime $(expr $(date +%s) - $STIME)
David Bainbridgee87067b2019-08-12 22:00:12 +00001221fi
Test User3d7ad8e2019-07-03 06:15:44 +00001222
David Bainbridgeb270c202019-07-26 01:44:42 +00001223if [ $WITH_ONOS == "yes" -a $WITH_RADIUS == "yes" ]; then
David Bainbridge5b7b96b2019-07-25 20:29:13 +00001224 bspin "Configure ONOS RADIUS Connection $GEAR"
Andy Bavier658ebef2019-11-05 17:22:56 -07001225 (set -x; cat onos-files/onos-aaa.json | sed -e "s/:RADIUS_IP:/$(kubectl -n voltha get service/radius -o jsonpath={.spec.clusterIP})/g" | curl --fail -sSL --user karaf:karaf -X POST http://127.0.0.1:$ONOS_API_PORT/onos/v1/network/configuration/apps/org.opencord.aaa -H Content-type:application/json -d@- >>$LOG 2>&1) >>$LOG 2>&1
David Bainbridge5b7b96b2019-07-25 20:29:13 +00001226 espin $VERIFIED
1227fi
1228
David Bainbridge99ac7a22019-08-31 02:26:43 +00001229if [ "$WITH_CHAOS" == "yes" ]; then
1230 STIME=$(date +%s)
1231 echo -e "Verify kube-monkey $LOCK"
1232 bspin - "Verify kube-monkey Installed"
1233 if [ $(helm list --deployed --short --namespace kube-monkey "^monkey\$" | wc -l) -ne 1 ]; then
1234 espin - $NOT_VERIFIED
1235 helm_install - kube-monkey monkey ./kube-monkey/helm/kubemonkey latest "Install Chaos Monkey"
1236 else
1237 espin - $VERIFIED
1238 fi
1239 wait_for_pods - "kube-monkey" 1 "includes" -1 "Waiting for Chaos to start" "monkey-.*"
1240 if [ "$WITH_TIMINGS" == "yes" ]; then
1241 printtime $(expr $(date +%s) - $STIME)
1242 fi
1243fi
1244
David Bainbridge5b7b96b2019-07-25 20:29:13 +00001245bspin "Create voltctl configuration file"
Test User3d7ad8e2019-07-03 06:15:44 +00001246(set -x; mkdir -p $HOME/.volt >>$LOG 2>&1) >>$LOG 2>&1
David Bainbridge0774b232019-08-02 06:37:19 +00001247(set -x; voltctl -a v2 -s localhost:$VOLTHA_API_PORT config > $HOME/.volt/config-$NAME 2>>$LOG) >>$LOG 2>&1
David Bainbridge5b7b96b2019-07-25 20:29:13 +00001248espin $VERIFIED
Test User08ebbd92019-07-03 17:15:39 +00001249
David Bainbridge0774b232019-08-02 06:37:19 +00001250if [ ! -f "$NAME-env.sh" ]; then
1251 touch $NAME-env.sh
David Bainbridgeb07fdf72019-07-29 22:51:40 +00001252fi
1253
David Bainbridge596f30d2019-07-30 17:07:59 +00001254for O in $ALL_OPTIONS; do
1255 VAL=$(eval echo \$$O)
David Bainbridge0774b232019-08-02 06:37:19 +00001256 if [ ! -z "$VAL" -a $(grep -c "^export $O=" $NAME-env.sh) -eq 0 ]; then
1257 echo "export $O=\"$(eval echo \$$O)\"" >> $NAME-env.sh
David Bainbridgeb07fdf72019-07-29 22:51:40 +00001258 fi
1259done
1260
David Bainbridge0774b232019-08-02 06:37:19 +00001261if [ $DEPLOY_K8S == "yes" -a $(grep -c "^export KUBECONFIG=" $NAME-env.sh) -eq 0 ]; then
1262 echo "export KUBECONFIG=\"$(./bin/kind get kubeconfig-path --name=voltha-$NAME)\"" >> $NAME-env.sh
David Bainbridgeb07fdf72019-07-29 22:51:40 +00001263fi
1264
David Bainbridge0774b232019-08-02 06:37:19 +00001265if [ $(grep -c "^export VOLTCONFIG=" $NAME-env.sh) -eq 0 ]; then
1266 echo "export VOLTCONFIG=\"$HOME/.volt/config-$NAME\"" >> $NAME-env.sh
David Bainbridgeb07fdf72019-07-29 22:51:40 +00001267fi
1268
David Bainbridge0774b232019-08-02 06:37:19 +00001269if [ $(grep -c "^export PATH=" $NAME-env.sh) -eq 0 ]; then
1270 echo "export PATH=\"$GOPATH/bin:\$PATH\"" >> $NAME-env.sh
David Bainbridgeb07fdf72019-07-29 22:51:40 +00001271fi
1272
Test User7d866122019-07-09 17:52:35 +00001273echo ""
Test User08ebbd92019-07-03 17:15:39 +00001274echo "Please issue the following commands in your terminal to ensure that you" | tee -a $LOG
1275echo "are accessing the correct Kubernetes/Kind cluster as well as have the " | tee -a $LOG
1276echo "tools required by VOLTHA in your command path. " | tee -a $LOG
1277echo "" | tee -a $LOG
Test User7d866122019-07-09 17:52:35 +00001278echo -en $BOLD
Test Userba1e7e72019-07-10 22:27:54 +00001279if [ $DEPLOY_K8S == "yes" ]; then
David Bainbridge0774b232019-08-02 06:37:19 +00001280 echo "export KUBECONFIG=\"\$(./bin/kind get kubeconfig-path --name=\"voltha-$NAME\")\"" | tee -a $LOG
Test Userba1e7e72019-07-10 22:27:54 +00001281fi
David Bainbridge0774b232019-08-02 06:37:19 +00001282echo "export VOLTCONFIG=\"$HOME/.volt/config-$NAME\"" | tee -a $LOG
Test Userba1e7e72019-07-10 22:27:54 +00001283echo "export PATH=$GOPATH/bin:\$PATH" | tee -a $LOG
Test User7d866122019-07-09 17:52:35 +00001284echo -en $NORMAL
Test User08ebbd92019-07-03 17:15:39 +00001285echo "" | tee -a $LOG
1286echo "Thank you for choosing kind-voltha for you quick cluster needs." | tee -a $LOG
1287
David Bainbridge712afb82019-08-14 19:55:58 +00001288if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridgef858a022019-08-14 21:25:11 +00001289 echo -e "$CLOCK ${BOLD}TOTAL: $(duration $(expr $(date +%s) - $TOTAL_START_TIME))${NORMAL}"
David Bainbridge712afb82019-08-14 19:55:58 +00001290fi