blob: 513a339ee14c2058e6cbb6eb5fb54771866f72a9 [file] [log] [blame]
Test User01ed0642019-07-03 20:17:06 +00001#!/bin/bash
David K. Bainbridgeb7285432019-07-02 22:05:24 -07002# Copyright 2019 Ciena Corporation
3#
4# Licensed under the Apache License, Version 2.0 (the "License");
5# you may not use this file except in compliance with the License.
6# You may obtain a copy of the License at
7#
8# http://www.apache.org/licenses/LICENSE-2.0
9#
10# Unless required by applicable law or agreed to in writing, software
11# distributed under the License is distributed on an "AS IS" BASIS,
12# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13# See the License for the specific language governing permissions and
14# limitations under the License.
David Bainbridged049a612020-03-16 17:22:54 -070015set -f
David Bainbridge712afb82019-08-14 19:55:58 +000016TOTAL_START_TIME=$(date +%s)
David K. Bainbridgeb7285432019-07-02 22:05:24 -070017
David Bainbridge38dc1e82019-08-12 15:18:45 +000018FANCY=${FANCY:-1}
19if [ "$TERM X" == " X" ]; then
20 FANCY=0
21fi
22
David K. Bainbridgeb7285432019-07-02 22:05:24 -070023# trap ctrl-c and call ctrl_c()
24trap ctrl_c INT
25
26function ctrl_c() {
David Bainbridge38dc1e82019-08-12 15:18:45 +000027 echo -en $CNORM
David K. Bainbridgeb7285432019-07-02 22:05:24 -070028 echo ""
29 echo "ctrl-c trapped"
David Bainbridgec6a6eb62019-10-18 22:50:07 +000030 echo "Thank you for trying 'voltha up'"
David K. Bainbridgeb7285432019-07-02 22:05:24 -070031 exit
32}
33
David Bainbridgea34993d2020-04-01 09:15:42 -070034HELM_VERSION=${HELM_VERSION:-v2.14.3}
David K. Bainbridgeebf38d92020-02-10 10:46:31 -080035VOLTCTL_VERSION=${VOLTCTL_VERSION:-latest}
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -080036KIND_VERSION=${KIND_VERSION:-v0.5.1}
David K. Bainbridgeb3a99372020-01-08 14:39:06 -080037VK_RELEASE=${VK_RELEASE:-master}
Test User08ebbd92019-07-03 17:15:39 +000038
David Bainbridge38dc1e82019-08-12 15:18:45 +000039BLACK=
40RED=
41GREEN=
42YELLOW=
43BLUE=
44MAGENTA=
45CYAN=
46WHITE=
47BOLD=
48NORMAL=
49ERROR=
50CEOL=
51CNORM=
52CIVIS=
53if [ $FANCY -eq 1 ]; then
54 BLACK=$(tput setaf 0)
55 RED=$(tput setaf 1)
56 GREEN=$(tput setaf 2)
57 YELLOW=$(tput setaf 3)
58 BLUE=$(tput setaf 4)
59 MAGENTA=$(tput setaf 5)
60 CYAN=$(tput setaf 6)
61 WHITE=$(tput setaf 7)
62 BOLD=$(tput bold)
63 NORMAL=$(tput sgr0)
64 ERROR="\xe2\x9c\x97\x20"
65 CEOL=$(tput el)
66 CNORM=$(tput cnorm)
67 CIVIS=$(tput civis)
68fi
Test User7d866122019-07-09 17:52:35 +000069
Test User3d7ad8e2019-07-03 06:15:44 +000070TYPE=${TYPE:-minimal}
David Bainbridge0774b232019-08-02 06:37:19 +000071NAME=${NAME:-$TYPE}
David K. Bainbridge484d80c2020-03-05 21:44:34 -080072
73ENABLE_ONOS_EXTRANEOUS_RULES=${ENABLE_ONOS_EXTRANEOUS_RULES:-no}
David Bainbridge190617a2020-04-06 09:53:52 -070074INFRA_NS=${INFRA_NS:-default}
75VOLTHA_NS=${VOLTHA_NS:-voltha}
76BBSIM_NS=${BBSIM_NS:-voltha}
77ADAPTER_NS=${ADAPTER_NS:-voltha}
David Bainbridgee87067b2019-08-12 22:00:12 +000078WITH_TIMINGS=${WITH_TIMINGS:-no}
Test User7d866122019-07-09 17:52:35 +000079WITH_BBSIM=${WITH_BBSIM:-no}
David Bainbridge5b7b96b2019-07-25 20:29:13 +000080WITH_RADIUS=${WITH_RADIUS:-no}
Matteo Scandolo78dfee02020-02-13 16:18:03 -080081WITH_EAPOL=${WITH_EAPOL:-yes}
82WITH_DHCP=${WITH_DHCP:-yes}
83WITH_IGMP=${WITH_IGMP:-no}
David Bainbridgeb270c202019-07-26 01:44:42 +000084WITH_ONOS=${WITH_ONOS:-yes}
David Bainbridge99ac7a22019-08-31 02:26:43 +000085WITH_CHAOS=${WITH_CHAOS:-no}
David Bainbridge46505fb2019-10-01 21:13:20 +000086WITH_ADAPTERS=${WITH_ADAPTERS:-yes}
David K. Bainbridgeda33d652020-03-06 10:31:23 -080087WITH_SIM_ADAPTERS=${WITH_SIM_ADAPTERS:-no}
David Bainbridge46505fb2019-10-01 21:13:20 +000088WITH_OPEN_ADAPTERS=${WITH_OPEN_ADAPTERS:-yes}
David K. Bainbridge4a06a4a2020-03-02 14:15:23 -080089WITH_PORT_FORWARDS=${WITH_PORT_FORWARDS:-yes}
David Bainbridge696bc632020-04-05 21:49:37 -070090WITH_KAFKA=${WITH_KAFKA:-yes}
91WITH_ETCD=${WITH_ETCD:-yes}
David Bainbridge05cd8822019-11-19 17:43:53 +000092ONLY_ONE=${ONLY_ONE:-yes}
David K. Bainbridgeb859e912020-03-13 14:07:52 -070093CONFIG_SADIS=${CONFIG_SADIS:-no} # yes | no | file | bbsim | URL
David Bainbridge190617a2020-04-06 09:53:52 -070094SADIS_SUBSCRIBERS=${SADIS_SUBSCRIBERS:-http://bbsim.$VOLTHA_NS.svc:50074/v2/subscribers/%s}
95SADIS_BANDWIDTH_PROFILES=${SADIS_BANDWIDTH_PROFILES:-http://bbsim.$VOLTHA_NS.svc:50074/v2/bandwidthprofiles/%s}
Hardik Windlassb3147602020-03-09 16:59:15 +053096SADIS_CFG=${SADIS_CFG:-onos-files/onos-sadis-sample.json}
David Bainbridge27790d62019-08-13 22:43:19 +000097INSTALL_ONOS_APPS=${INSTALL_ONOS_APPS:-no}
Test Userba1e7e72019-07-10 22:27:54 +000098JUST_K8S=${JUST_K8S:-no}
99DEPLOY_K8S=${DEPLOY_K8S:-yes}
David K. Bainbridge0e89cb92019-07-17 11:30:10 -0700100INSTALL_KUBECTL=${INSTALL_KUBECTL:-yes}
101INSTALL_HELM=${INSTALL_HELM:-yes}
David Bainbridge46505fb2019-10-01 21:13:20 +0000102UPDATE_HELM_REPOS=${UPDATE_HELM_REPOS:-yes}
Matteo Scandolofab98622020-01-28 15:17:20 -0800103WAIT_ON_DOWN=${WAIT_ON_DOWN:-yes}
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700104WAIT_TIMEOUT=${WAIT_TIMEOUT:-30m}
105VOLTHA_DOWN_ON_TIMEOUT=${VOLTHA_DOWN_ON_TIMEOUT:-no}
David Bainbridge5b7b96b2019-07-25 20:29:13 +0000106VOLTHA_LOG_LEVEL=${VOLTHA_LOG_LEVEL:-WARN}
David Bainbridge90fd8e32019-08-21 23:32:47 +0000107VOLTHA_CHART=${VOLTHA_CHART:-onf/voltha}
108VOLTHA_CHART_VERSION=${VOLTHA_CHART_VERSION:-latest}
109VOLTHA_BBSIM_CHART=${VOLTHA_BBSIM_CHART:-onf/bbsim}
Matteo Scandolodcd29f52019-10-07 15:42:42 -0700110VOLTHA_BBSIM_CHART_VERSION=${VOLTHA_BBSIM_CHART_VERSION:-latest}
David Bainbridgee10f6d52019-07-25 00:28:13 +0000111VOLTHA_ADAPTER_SIM_CHART=${VOLTHA_ADAPTER_SIM_CHART:-onf/voltha-adapter-simulated}
David Bainbridge90fd8e32019-08-21 23:32:47 +0000112VOLTHA_ADAPTER_SIM_CHART_VERSION=${VOLTHA_ADAPTER_SIM_CHART_VERSION:-latest}
David Bainbridgee10f6d52019-07-25 00:28:13 +0000113VOLTHA_ADAPTER_OPEN_OLT_CHART=${VOLTHA_ADAPTER_OPEN_OLT_CHART:-onf/voltha-adapter-openolt}
David Bainbridge90fd8e32019-08-21 23:32:47 +0000114VOLTHA_ADAPTER_OPEN_OLT_CHART_VERSION=${VOLTHA_ADAPTER_OPEN_OLT_CHART_VERSION:-latest}
David Bainbridgee10f6d52019-07-25 00:28:13 +0000115VOLTHA_ADAPTER_OPEN_ONU_CHART=${VOLTHA_ADAPTER_OPEN_ONU_CHART:-onf/voltha-adapter-openonu}
David Bainbridge90fd8e32019-08-21 23:32:47 +0000116VOLTHA_ADAPTER_OPEN_ONU_CHART_VERSION=${VOLTHA_ADAPTER_OPEN_ONU_CHART_VERSION:-latest}
David K. Bainbridgeda33d652020-03-06 10:31:23 -0800117ONOS_CHART=${ONOS_CHART:-onf/onos}
Andrea Campanella21323292019-12-18 11:44:19 -0800118ONOS_CHART_VERSION=${ONOS_CHART_VERSION:-latest}
David Bainbridge2eaf2cf2020-03-18 12:54:08 -0700119EXTRA_HELM_INSTALL_ARGS=${EXTRA_HELM_INSTALL_ARGS:-}
120INTERNAL_EXTRA_HELM_INSTALL_ARGS=
uottrembb16d3982020-02-28 08:34:36 +0100121NUM_OF_BBSIM=${NUM_OF_BBSIM:-1}
122MAX_NUM_OF_BBSIM=10
Test Userba1e7e72019-07-10 22:27:54 +0000123
124HAVE_GO=$(which go >/dev/null 2>&1 && echo "yes" || echo "no")
125HOSTOS=$(uname -s | tr "[:upper:]" "[:lower:"])
126HOSTARCH=$(uname -m | tr "[:upper:]" "[:lower:"])
127if [ $HOSTARCH == "x86_64" ]; then
128 HOSTARCH="amd64"
129fi
Test User7d866122019-07-09 17:52:35 +0000130
uottrembb16d3982020-02-28 08:34:36 +0100131# check number (range) of bbsim, max bbsim must not exceed 10 instances!
132# note: instances will be numbered from 0 to 9
133if [ "$1" == "up" ]; then
David K. Bainbridge43422402020-03-06 07:41:22 -0800134 if [ "$NUM_OF_BBSIM" -lt 1 ]; then
135 >&2 echo -e "${RED}${BOLD}${ERROR}ERROR:${NORMAL}${RED} Invalid setting of BBSIM instances. NUM_OF_BBSIM is less than 1${NORMAL}"
136 exit 1
137 fi
138 if [ "$NUM_OF_BBSIM" -gt $MAX_NUM_OF_BBSIM ]; then
139 >&2 echo -e "${RED}${BOLD}${ERROR}ERROR:${NORMAL}${RED} Invalid setting of BBSIM instances. NUM_OF_BBSIM is greater than $MAX_NUM_OF_BBSIM${NORMAL}"
140 exit 1
141 fi
uottrembb16d3982020-02-28 08:34:36 +0100142fi
Test User7d866122019-07-09 17:52:35 +0000143# Verify TYPE setting
144if [ $(echo ":minimal:full:" | grep -ic ":$TYPE:") -eq 0 ]; then
David K. Bainbridge0e89cb92019-07-17 11:30:10 -0700145 >&2 echo -e "${RED}${BOLD}${ERROR}ERROR:${NORMAL}${RED} Invalid \$TYPE value of '$TYPE'. Should be 'minimal' or 'full'${NORMAL}"
Test User7d866122019-07-09 17:52:35 +0000146 exit 1
147fi
148
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700149function parseDuration() {
150 local DUR=$1
151 local RESULT=0
David Bainbridge6cdb6462020-03-25 10:24:38 -0700152 local TERMS=$(echo $DUR | sed -Ee 's/([sSmMhHdD])/\1 /g' -e 's/,$//g')
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700153 for TERM in $TERMS; do
David Bainbridge6cdb6462020-03-25 10:24:38 -0700154 local VALUE=$(echo $TERM | sed -Ee 's/([0-9]+)[sSmMhHdD]/\1/')
155 local UNIT=$(echo $TERM | sed -Ee 's/[0-9]+([sSmMhHdD])/\1/')
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700156 case $UNIT in
157 s|S)
158 RESULT=$(($RESULT + $VALUE)) ;;
159 m|M)
160 RESULT=$(($RESULT + ($VALUE * 60))) ;;
161 h|H)
162 RESULT=$(($RESULT + ($VALUE * 3600))) ;;
163 d|D)
164 RESULT=$(($RESULT + ($VALUE * 86400))) ;;
165 *) ;;
166 esac
167 done
168 echo $RESULT
169}
170
171function doTimeout() {
172 local MSG=$1
173 2>&1 echo -e "\n${RED}${BOLD}${ERROR}TIMEOUT:${NORMAL}${RED} Operation timed out after '$WAIT_TIMEOUT': $MSG"
174 exit 125
175}
176
David K. Bainbridge4a06a4a2020-03-02 14:15:23 -0800177function get_service_ep() {
178 local NS=$1
179 local NAME=$2
180 kubectl -n $NS get service $NAME -o json | jq -r '.spec.clusterIP + ":" + (.spec.ports[0].port|tostring)'
181}
182
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000183# Used to verify configuration values are set to "yes" or "no" value or convert
184# equivalents to "yes" or "no"
185function verify_yes_no() {
186 local VAR=$1
187 local VAL=$(eval echo \$$VAR)
188 if [ $(echo ":y:yes:true:n:no:false:1:0:" | grep -ic ":$VAL:") -eq 0 ]; then
189 >&2 echo -e "${RED}${BOLD}${ERROR}ERROR:${NORMAL}${RED} Invalid '$VAR' value of '$VAL'. Should be 'yes' or 'no'${NORMAL}"
190 echo "INVALID"
191 return 1
192 fi
193 if [ $(echo ":y:yes:true:1:" | grep -ic ":$VAL:") -eq 1 ]; then
194 echo "yes"
195 else
196 echo "no"
197 fi
198 return 0
199}
Test User7d866122019-07-09 17:52:35 +0000200
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000201ALL_YES_NO="\
David K. Bainbridge484d80c2020-03-05 21:44:34 -0800202 ENABLE_ONOS_EXTRANEOUS_RULES \
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000203 WITH_TIMINGS \
204 WITH_BBSIM \
Matteo Scandolo78dfee02020-02-13 16:18:03 -0800205 WITH_EAPOL \
206 WITH_DHCP \
207 WITH_IGMP \
David Bainbridge99ac7a22019-08-31 02:26:43 +0000208 WITH_CHAOS \
David Bainbridge46505fb2019-10-01 21:13:20 +0000209 WITH_ADAPTERS \
210 WITH_SIM_ADAPTERS \
211 WITH_OPEN_ADAPTERS \
David K. Bainbridge4a06a4a2020-03-02 14:15:23 -0800212 WITH_PORT_FORWARDS \
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000213 JUST_K8S \
214 DEPLOY_K8S \
215 INSTALL_ONOS_APPS \
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000216 INSTALL_KUBECTL \
217 INSTALL_HELM \
David Bainbridge46505fb2019-10-01 21:13:20 +0000218 UPDATE_HELM_REPOS \
David Bainbridge4f1b5562019-08-19 04:46:52 +0000219 WAIT_ON_DOWN \
David Bainbridge70c0ea82019-11-14 23:25:26 +0000220 ONLY_ONE \
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700221 VOLTHA_DOWN_ON_TIMEOUT \
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000222 "
David Bainbridge5b7b96b2019-07-25 20:29:13 +0000223
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000224ALL_OPTIONS="\
225 NAME \
226 TYPE \
227 $ALL_YES_NO \
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700228 WAIT_TIMEOUT \
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000229 VOLTHA_LOG_LEVEL \
230 VOLTHA_CHART \
David Bainbridge90fd8e32019-08-21 23:32:47 +0000231 VOLTHA_CHART_VERSION \
232 VOLTHA_BBSIM_CHART \
233 VOLTHA_BBSIM_CHART_VERSION \
uottrembd5a20572020-03-06 09:15:01 +0100234 NUM_OF_BBSIM \
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000235 VOLTHA_ADAPTER_SIM_CHART \
David Bainbridge90fd8e32019-08-21 23:32:47 +0000236 VOLTHA_ADAPTER_SIM_CHART_VERSION \
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000237 VOLTHA_ADAPTER_OPEN_OLT_CHART \
David Bainbridge90fd8e32019-08-21 23:32:47 +0000238 VOLTHA_ADAPTER_OPEN_OLT_CHART_VERSION \
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000239 VOLTHA_ADAPTER_OPEN_ONU_CHART \
David Bainbridge90fd8e32019-08-21 23:32:47 +0000240 VOLTHA_ADAPTER_OPEN_ONU_CHART_VERSION \
David K. Bainbridgeda33d652020-03-06 10:31:23 -0800241 ONOS_CHART \
Andrea Campanella21323292019-12-18 11:44:19 -0800242 ONOS_CHART_VERSION \
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000243 ONOS_API_PORT \
244 ONOS_SSH_PORT \
David K. Bainbridgeb859e912020-03-13 14:07:52 -0700245 CONFIG_SADIS \
Hardik Windlassb3147602020-03-09 16:59:15 +0530246 SADIS_CFG \
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000247 VOLTHA_API_PORT \
248 VOLTHA_SSH_PORT \
249 VOLTHA_ETCD_PORT \
David K. Bainbridge00ecd382020-02-28 12:31:58 -0800250 VOLTHA_KAFKA_PORT \
David K. Bainbridge8f7f30b2020-01-08 13:06:16 -0800251 VK_RELEASE \
252 KIND_VERSION \
253 VOLTCTL_VERSION \
David Bainbridgea34993d2020-04-01 09:15:42 -0700254 HELM_VERSION \
David Bainbridge696bc632020-04-05 21:49:37 -0700255 WITH_RADIUS \
256 WITH_KAFKA \
257 WITH_ETCD \
David Bainbridge190617a2020-04-06 09:53:52 -0700258 WITH_ONOS \
David Bainbridgea0101c82020-04-08 11:30:40 -0700259 VOLTHA_NS \
260 ADAPTER_NS \
261 INFRA_NS \
262 BBSIM_NS \
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000263 "
David Bainbridge01294952019-07-30 19:33:45 +0000264
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000265# Iterate over yes/no configuration options and validate
266for VAR in $ALL_YES_NO; do
267 eval $VAR=$(verify_yes_no $VAR)
268 if [ "$(eval echo \$$VAR)" == "INVALID" ]; then
269 exit 1;
270 fi
271done
David Bainbridgeb270c202019-07-26 01:44:42 +0000272
David Bainbridge15f6f232020-03-30 09:15:43 -0700273# Special case for CONFIG_SADIS
274if [ $(echo ":y:yes:true:1:" | grep -ic ":$CONFIG_SADIS:") -eq 1 ]; then
275 CONFIG_SADIS="yes"
276fi
277if [ $(echo ":n:no:false:0:" | grep -ic ":$CONFIG_SADIS:") -eq 1 ]; then
278 CONFIG_SADIS="no"
279fi
280
David Bainbridge190617a2020-04-06 09:53:52 -0700281# Special case for WITH_ONOS, WITH_RADIUS, WITH_KAFKA, and WITH_ETCD
David Bainbridge696bc632020-04-05 21:49:37 -0700282if [ $(echo ":y:yes:true:1:" | grep -ic ":$WITH_KAFKA:") -eq 1 ]; then
283 WITH_KAFKA="yes"
284fi
285if [ $(echo ":n:no:false:0:" | grep -ic ":$WITH_KAFKA:") -eq 1 ]; then
286 WITH_KAFKA="no"
287fi
David Bainbridge190617a2020-04-06 09:53:52 -0700288if [ $(echo ":external:" | grep -ic ":$WITH_KAFKA:") -eq 1 ]; then
289 WITH_KAFKA="external"
290fi
David Bainbridge696bc632020-04-05 21:49:37 -0700291if [ $(echo ":y:yes:true:1:" | grep -ic ":$WITH_ETCD:") -eq 1 ]; then
292 WITH_ETCD="yes"
293fi
294if [ $(echo ":n:no:false:0:" | grep -ic ":$WITH_ETCD:") -eq 1 ]; then
295 WITH_ETCD="no"
296fi
David Bainbridge190617a2020-04-06 09:53:52 -0700297if [ $(echo ":external:" | grep -ic ":$WITH_ETCD:") -eq 1 ]; then
298 WITH_ETCD="external"
299fi
David Bainbridge29c31cb2020-04-06 09:45:50 -0700300if [ $(echo ":y:yes:true:1:" | grep -ic ":$WITH_RADIUS:") -eq 1 ]; then
301 WITH_RADIUS="yes"
302fi
303if [ $(echo ":n:no:false:0:" | grep -ic ":$WITH_RADIUS:") -eq 1 ]; then
304 WITH_RADIUS="no"
305fi
David Bainbridge190617a2020-04-06 09:53:52 -0700306if [ $(echo ":y:yes:true:1:" | grep -ic ":$WITH_ONOS:") -eq 1 ]; then
307 WITH_ONOS="yes"
308fi
309if [ $(echo ":n:no:false:0:" | grep -ic ":$WITH_ONOS:") -eq 1 ]; then
310 WITH_ONOS="no"
311fi
David Bainbridge696bc632020-04-05 21:49:37 -0700312
David K. Bainbridgeda33d652020-03-06 10:31:23 -0800313# Check for prerequiste tools
David K. Bainbridge726ff6a2020-03-06 11:09:50 -0800314TOOLS="curl sed jq"
David K. Bainbridgeda33d652020-03-06 10:31:23 -0800315if [ $DEPLOY_K8S == "yes" ]; then
316 TOOLS+=" docker"
317fi
318NOT_FOUND=""
319for T in $TOOLS; do
320 if [ -z "$(which $T)" ]; then
321 NOT_FOUND+=" $T"
322 fi
323done
324
325if [ ! -z "$NOT_FOUND" ]; then
326 >&2 echo -e "${RED}${BOLD}${ERROR}ERROR:${NORMAL}${RED} The following required tools where not found, please install them:$NOT_FOUND"
327 exit 1
328fi
329
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700330TIMEOUT_SECONDS=$(parseDuration $WAIT_TIMEOUT)
331
David Bainbridge0774b232019-08-02 06:37:19 +0000332mkdir -p .voltha
333touch .voltha/ports
334HAVE=$(grep $NAME .voltha/ports)
335if [ "$HAVE X" == " X" ]; then
336 # Find free port prefix
337 START=81
338 while true; do
339 if [ $(grep -c $START .voltha/ports) -eq 0 ]; then
340 break
341 fi
342 START=$(expr $START + 1)
343 done
344 DELTA=$(expr $START - 81)
David Bainbridgea2595422019-10-22 03:54:28 +0000345 ONOS_API_PORT=${ONOS_API_PORT:-${START}81}
346 ONOS_SSH_PORT=${ONOS_SSH_PORT:-${START}01}
347 VOLTHA_API_PORT=${VOLTHA_API_PORT:-5$(expr 55 + $DELTA)55}
348 VOLTHA_SSH_PORT=${VOLTHA_SSH_PORT:-$(expr 50 + $DELTA)22}
349 VOLTHA_ETCD_PORT=${VOLTHA_ETCD_PORT:-$(expr 23 + $DELTA)79}
David K. Bainbridge00ecd382020-02-28 12:31:58 -0800350 VOLTHA_KAFKA_PORT=${VOLTHA_KAFKA_PORT:-$(expr 90 + $DELTA)92}
Test User01ed0642019-07-03 20:17:06 +0000351else
David Bainbridge0774b232019-08-02 06:37:19 +0000352 VALUES=$(echo $HAVE | sed -e 's/\s//g' | cut -d= -f2)
David Bainbridgea2595422019-10-22 03:54:28 +0000353 ONOS_API_PORT=${ONOS_API_PORT:-$(echo $VALUES | cut -d, -f1)}
354 ONOS_SSH_PORT=${ONOS_SSH_PORT:-$(echo $VALUES | cut -d, -f2)}
355 VOLTHA_API_PORT=${VOLTHA_API_PORT:-$(echo $VALUES | cut -d, -f3)}
356 VOLTHA_SSH_PORT=${VOLTHA_SSH_PORT:-$(echo $VALUES | cut -d, -f4)}
357 VOLTHA_ETCD_PORT=${VOLTHA_ETCD_PORT:-$(echo $VALUES | cut -d, -f5)}
David K. Bainbridge00ecd382020-02-28 12:31:58 -0800358 VOLTHA_KAFKA_PORT=${VOLTHA_KAFKA_PORT:-$(echo $VALUES | cut -d, -f6)}
359
David K. Bainbridge00ecd382020-02-28 12:31:58 -0800360 # A bit of a hueristic required here as the KAFKA port forward was
361 # added after the .voltha/ports files was created. Basically, if
362 # the VOLTHA_KAFKA_PORT isn't in the file then calculate the original
363 # DELTA from the VOLTHA_SSH_PORT and apply it to the VOLTHA_KAFKA_PORT
364 if [ -z "$VOLTHA_KAFKA_PORT" ]; then
365 DELTA=$((VOLTHA_SSH_PORT/100-50))
366 VOLTHA_KAFKA_PORT=${VOLTHA_KAFKA_PORT:-$(expr 90 + $DELTA)92}
367 fi
Test User01ed0642019-07-03 20:17:06 +0000368fi
369
David Bainbridge0774b232019-08-02 06:37:19 +0000370PORTTMP=$(mktemp -u)
371cat .voltha/ports | grep -v $NAME > $PORTTMP
David K. Bainbridge00ecd382020-02-28 12:31:58 -0800372echo "$NAME=$ONOS_API_PORT,$ONOS_SSH_PORT,$VOLTHA_API_PORT,$VOLTHA_SSH_PORT,$VOLTHA_ETCD_PORT,$VOLTHA_KAFKA_PORT" >> $PORTTMP
David Bainbridge0774b232019-08-02 06:37:19 +0000373cp $PORTTMP .voltha/ports
374rm -f $PORTTMP
375
David Bainbridge27790d62019-08-13 22:43:19 +0000376export ONOS_API_PORT ONOS_SSH_PORT
David Bainbridge01294952019-07-30 19:33:45 +0000377
Test Userd87942b2019-07-03 07:20:24 +0000378IDX=1
David Bainbridgee87067b2019-08-12 22:00:12 +0000379CLOCK="TIME:"
David Bainbridge38dc1e82019-08-12 15:18:45 +0000380SPIN_PARTS=
381NOT_VERIFIED=
David Bainbridgef858a022019-08-14 21:25:11 +0000382THEX=
383BUILD=
384CROSS=
385ENTER=
David Bainbridge38dc1e82019-08-12 15:18:45 +0000386VERIFIED=
387HELM=
388OLD_KEY=
389BIRD=
390HIGH_VOLTAGE=
391PLUG=
392RESTART=
393FORWARD=
394INSTALL=
395STOP=
396GO=
397DOWNLOAD=
398GEAR=
399NO_ENTRY=
400LOCK=
401
402if [ $FANCY -eq 1 ]; then
403 SPIN_PARTS="\
404 \xe2\xa2\x8e\xe2\xa1\xb0 \
405 \xe2\xa2\x8e\xe2\xa1\xa1 \
406 \xe2\xa2\x8e\xe2\xa1\x91 \
407 \xe2\xa2\x8e\xe2\xa0\xb1 \
408 \xe2\xa0\x8e\xe2\xa1\xb1 \
409 \xe2\xa2\x8a\xe2\xa1\xb1 \
410 \xe2\xa2\x8c\xe2\xa1\xb1 \
411 \xe2\xa2\x86\xe2\xa1\xb1 \
412 "
David Bainbridgee87067b2019-08-12 22:00:12 +0000413 CLOCK="\xe2\x8f\xb1"
David Bainbridgef858a022019-08-14 21:25:11 +0000414 THEX="${RED}${BOLD}\xe2\x9c\x97\x20${NORMAL}"
415 ENTER="${YELLOW}${BOLD}\xe2\x8e\x86${NORMAL}"
416 CROSS="${YELLOW}${BOLD}\xe2\x9c\x9a${NORMAL}"
417 BUILD="${YELLOW}${BOLD}\xf0\x9f\x8f\x97${NORMAL}"
418 NOT_VERIFIED="$BUILD"
419 VERIFIED="${GREEN}${BOLD}\xe2\x9c\x93\x20${NORMAL}"
420 HELM="${BLUE}${BOLD}\xE2\x8E\x88${NORMAL}"
David Bainbridge38dc1e82019-08-12 15:18:45 +0000421 OLD_KEY="\xF0\x9F\x97\x9D"
422 BIRD="\xF0\x9F\x90\xA6"
423 HIGH_VOLTAGE="\xE2\x9A\xA1"
424 PLUG="\xF0\x9F\xa7\xa9"
425 RESTART="\xf0\x9f\x94\x84"
426 FORWARD="\xE2\x87\xA8"
427 INSTALL="\xF0\x9F\x8F\x97"
428 STOP="\xf0\x9f\x9b\x91"
429 GO="\xf0\x9f\x9a\x80"
430 DOWNLOAD="\xf0\x9f\x93\xa5"
431 GEAR="\xe2\x9a\x99"
432 NO_ENTRY="\xe2\x9b\x94"
433 LOCK="\xf0\x9f\x94\x92"
434fi
David K. Bainbridge0e89cb92019-07-17 11:30:10 -0700435
David Bainbridge712afb82019-08-14 19:55:58 +0000436duration() {
David Bainbridgee87067b2019-08-12 22:00:12 +0000437 local h=$(expr $1 / 3600)
438 local m=$(expr $1 % 3600 / 60)
439 local s=$(expr $1 % 60)
440 local t=""
441
442 if [ $h -gt 0 ]; then
443 t="$t${h}h"
444 fi
445 if [ $m -gt 0 ]; then
446 t="$t${m}m"
447 fi
David Bainbridge712afb82019-08-14 19:55:58 +0000448 echo "$t${s}s"
449}
450
451printtime() {
452 local INDENT=
453 if [ "$1" == "-" ]; then
454 INDENT=" "
455 shift
456 fi
457 echo -e "$INDENT $CLOCK $(duration $1)"
David Bainbridgee87067b2019-08-12 22:00:12 +0000458}
459
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700460bspin() {
Test Userd87942b2019-07-03 07:20:24 +0000461 IDX=1
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700462 local INDENT=
463 if [ "$1" == "-" ]; then
464 INDENT=" "
465 shift
466 fi
David Bainbridge38dc1e82019-08-12 15:18:45 +0000467 if [ $FANCY -eq 0 ]; then
468 LINE=$(echo $* | sed -e 's/[\s+-]//g')
469 if [ "$LINE X" == " X" ]; then
470 return
471 fi
472 echo -e "$CIVIS$INDENT$*"
473 else
474 echo -en "$CIVIS$INDENT $*"
475 fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700476}
477
478sspin() {
479 local INDENT=
480 if [ "$1" == "-" ]; then
481 INDENT=" "
482 shift
483 fi
David Bainbridge38dc1e82019-08-12 15:18:45 +0000484 if [ $FANCY -eq 0 ]; then
485 LINE=$(echo $* | sed -e 's/[\s+-]//g')
486 if [ "$LINE X" == " X" ]; then
487 return
488 fi
489 echo -e "$INDENT$*"
490 else
491 C=$(echo $SPIN_PARTS | cut '-d ' -f $IDX)
492 echo -en "\r$INDENT$C $*"
493 IDX=$(expr $IDX + 1)
494 if [ $IDX -gt 8 ]; then
495 IDX=1
496 fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700497 fi
498}
499
500espin() {
501 local INDENT=
502 if [ "$1" == "-" ]; then
503 INDENT=" "
504 shift
505 fi
David Bainbridge38dc1e82019-08-12 15:18:45 +0000506 if [ $FANCY -eq 0 ]; then
507 LINE=$(echo $* | sed -e 's/[\s+-]//g')
508 if [ "$LINE X" == " X" ]; then
509 return
510 fi
511 echo -e "$INDENT$*"
512 else
513 echo -e "\r$INDENT$*$CNORM"
514 fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700515}
516
David Bainbridgeac7f8072019-08-01 22:15:33 +0000517if [ "$1" == "get" -a "$2" == "voltconfig" ]; then
David Bainbridge0774b232019-08-02 06:37:19 +0000518 echo "$HOME/.volt/config-$NAME"
David Bainbridgeac7f8072019-08-01 22:15:33 +0000519 exit
520fi
521
Matteo Scandolo7ef6ba52019-10-04 09:20:37 -0700522if [ $# -ne 1 -o $(echo ":up:down:dump:" | grep -c ":$1:") -ne 1 ]; then
David Bainbridgeac7f8072019-08-01 22:15:33 +0000523 >&2 echo "What wouild you like to do today:"
524 >&2 echo " up - bring up voltha"
525 >&2 echo " down - tear down voltha"
526 >&2 echo " dump - create a debug dump of running system"
527 exit 1
528fi
529
David Bainbridge4f1b5562019-08-19 04:46:52 +0000530push_onos_config() {
Matteo Scandolo78dfee02020-02-13 16:18:03 -0800531 local TYPE=$1
532 local MSG=$2
533 local RESOURCE=$3
534 local DATA=$4
David Bainbridge4f1b5562019-08-19 04:46:52 +0000535
David K. Bainbridgeb4b163b2020-02-19 15:55:06 -0800536 # Thanks to the latest version of ONOS using the return code 207 this gets a
537 # whole lot nastier. Can't thank them enough for doing this. So in order to
538 # capture the command and the output in the log file as well as capture the
539 # status code to verify it is 200 and not 207 mutltiple files and a bit of
540 # hackery must be used. Thanks again ONOS.
541 local CMD_ECHO=$(mktemp -u)
542 local CMD_OUTPUT=$(mktemp -u)
543 local SC_OUTPUT=$(mktemp -u)
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700544 local WAIT_START=$(date +%s)
David K. Bainbridgeb4b163b2020-02-19 15:55:06 -0800545
David Bainbridge4f1b5562019-08-19 04:46:52 +0000546 bspin - "$MSG $GEAR"
547 while true; do
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700548 if [ $(($(date +%s) - $WAIT_START)) -gt $TIMEOUT_SECONDS ]; then
549 espin - "$THEX"
David Bainbridge1cecba52020-03-30 09:43:10 -0700550 rm -f $CMD_ECHO $CMD_OUTPUT $SC_OUTPUT
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700551 doTimeout "waiting for ONOS config push on $RESOURCE"
552 fi
Matteo Scandolo78dfee02020-02-13 16:18:03 -0800553 if [ $TYPE == "file" ]; then
David K. Bainbridgeb859e912020-03-13 14:07:52 -0700554 (set -x; curl --fail -sSL --user karaf:karaf -w "%{http_code}" -o $CMD_OUTPUT -X POST -H Content-Type:application/json http://$_ONOS_API_EP/onos/v1/$RESOURCE --data @$DATA >$SC_OUTPUT 2>/dev/null) >>$CMD_ECHO 2>&1
555 RESULT=$?
Matteo Scandolo78dfee02020-02-13 16:18:03 -0800556 fi
557 if [ $TYPE == "json" ]; then
David K. Bainbridgeb859e912020-03-13 14:07:52 -0700558 (set -x; curl --fail -sSL --user karaf:karaf -w "%{http_code}" -o $CMD_OUTPUT -X POST -H Content-Type:application/json http://$_ONOS_API_EP/onos/v1/$RESOURCE --data $DATA >$SC_OUTPUT 2>/dev/null) >>$CMD_ECHO 2>&1
559 RESULT=$?
Matteo Scandolo78dfee02020-02-13 16:18:03 -0800560 fi
David K. Bainbridgeb4b163b2020-02-19 15:55:06 -0800561 # Dump everything to the log
562 cat $CMD_ECHO >> $LOG
David K. Bainbridgeb859e912020-03-13 14:07:52 -0700563 test -r $CMD_OUTPUT && cat $CMD_OUTPUT >> $LOG
David K. Bainbridgeb4b163b2020-02-19 15:55:06 -0800564 SC=$(cat $SC_OUTPUT)
David K. Bainbridgeb859e912020-03-13 14:07:52 -0700565 echo "RESPONSE CODE: $SC" >> $LOG
566 echo "ERROR CODE: $RESULT" >> $LOG
David K. Bainbridgeb4b163b2020-02-19 15:55:06 -0800567
568 # clean up temp files
569 rm -f $CMD_ECHO $CMD_OUTPUT $SC_OUTPUT
570 if [ $RESULT -eq 0 -a "$SC" == "200" ]; then
David Bainbridge4f1b5562019-08-19 04:46:52 +0000571 break
572 fi
Matteo Scandolo9a77a732020-01-09 14:24:12 -0800573 sleep 1
David Bainbridge4f1b5562019-08-19 04:46:52 +0000574 sspin -
575 done
576 espin - $VERIFIED
577}
578
Matteo Scandolo9a77a732020-01-09 14:24:12 -0800579check_onos_app_active() {
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700580 local APP_ID=$1
581 local WAIT_START=$(date +%s)
Matteo Scandolo9a77a732020-01-09 14:24:12 -0800582
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700583 bspin - "Checking that $APP_ID is active $CLOCK"
584 while true; do
585 if [ $(($(date +%s) - $WAIT_START)) -gt $TIMEOUT_SECONDS ]; then
586 espin - "$THEX"
587 doTimeout "waiting for ONOS application activation '$APP_ID'"
588 fi
589 (set -x; curl --fail -sSL --user karaf:karaf -X GET http://$_ONOS_API_EP/onos/v1/applications/$APP_ID | grep ACTIVE >>$LOG 2>&1) >>$LOG 2>&1
590 if [ $? -eq 0 ]; then
591 break
592 fi
593 sleep 1
594 sspin -
595 done
596 sleep 5 # OSGI components take a little longer that the app to activate
597 espin - $VERIFIED
Matteo Scandolo9a77a732020-01-09 14:24:12 -0800598}
599
David Bainbridge4f1b5562019-08-19 04:46:52 +0000600override_onos_app() {
601 local APP=$1
602 local NAME=$(basename $APP | sed -e 's/^[0-9][0-9]*-//g' -e 's/-.*$//g')
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700603 local WAIT_START=$(date +%s)
604
David Bainbridge4f1b5562019-08-19 04:46:52 +0000605 while true; do
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700606 if [ $(($(date +%s) - $WAIT_START)) -gt $TIMEOUT_SECONDS ]; then
607 espin - "$THEX"
608 doTimeout "waiting to overwrite ONOS application '$APP'"
609 fi
David Bainbridge4f1b5562019-08-19 04:46:52 +0000610 sspin -
611 # Attempt to delete old version (if it exists)
David K. Bainbridge4a06a4a2020-03-02 14:15:23 -0800612 (set -x; curl --fail -sSL --user karaf:karaf -X DELETE http://$_ONOS_API_EP/onos/v1/applications/$NAME >>$LOG 2>&1) >>$LOG 2>&1
David Bainbridge4f1b5562019-08-19 04:46:52 +0000613 sspin -
614 if [ $? -ne 0 ]; then
615 continue
616 fi
David K. Bainbridge4a06a4a2020-03-02 14:15:23 -0800617 (set -x; curl --fail -sSL --user karaf:karaf -X POST -H Content-Type:application/octet-stream http://$_ONOS_API_EP/onos/v1/applications?activate=true --data-binary @$APP >>$LOG 2>&1) >>$LOG 2>&1
David Bainbridge4f1b5562019-08-19 04:46:52 +0000618 if [ $? -eq 0 ]; then
619 break
620 fi
621 sleep .2
622 done
623}
624
625activate_onos_app() {
626 local MSG="$1"
627 local APP=$2
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700628 local WAIT_START=$(date +%s)
David Bainbridge4f1b5562019-08-19 04:46:52 +0000629
630 bspin - "$MSG $GO"
631 while true; do
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700632 if [ $(($(date +%s) - $WAIT_START)) -gt $TIMEOUT_SECONDS ]; then
633 espin - "$THEX"
634 doTimeout "waiting to activate ONOS application '$APP'"
635 fi
David Bainbridge4f1b5562019-08-19 04:46:52 +0000636 sspin -
David K. Bainbridge4a06a4a2020-03-02 14:15:23 -0800637 (set -x; curl --fail -sSL --user karaf:karaf -X POST http://$_ONOS_API_EP/onos/v1/applications/$APP/active >>$LOG 2>&1) >>$LOG 2>&1
David Bainbridge4f1b5562019-08-19 04:46:52 +0000638 if [ $? -eq 0 ]; then
639 break
640 fi
641 sleep .2
642 done
643 espin - "$VERIFIED"
644}
645
646count_pods() {
647 local NAMESPACE=$1; shift
648 if [ "$NAMESPACE" == "all-namespaces" ]; then
649 NAMESPACE="--all-namespaces"
650 else
651 NAMESPACE="-n $NAMESPACE"
652 fi
David Bainbridge4f1b5562019-08-19 04:46:52 +0000653 local STATES=$1; shift
David Bainbridge4f1b5562019-08-19 04:46:52 +0000654 local PODS=$(kubectl get $NAMESPACE pod -o go-template="{{range .items}}{{.metadata.name}}/{{.status.phase}}/_{{range .status.containerStatuses}}{{.ready}}_{{end}} {{end}}")
655 local COUNT=0
656 local PATTERNS="$*"
657 for POD in $PODS; do
658 local NAME=$(echo $POD | cut -d/ -f 1)
659 local STATE=$(echo $POD | cut -d/ -f 2)
660 local CONTAINERS=$(echo $POD | cut -d/ -f 3 | sed -e 's/_/ /g')
661 if [ "$STATES" == "*" -o $(echo "$STATES" | grep -c ":$STATE:") -ne 0 ]; then
David Bainbridge4f1b5562019-08-19 04:46:52 +0000662 local TOTAL=$(echo $CONTAINERS | wc -w)
663 local FOUND=$(echo $CONTAINERS | grep -o true | wc -l)
664 if [ $TOTAL -eq $FOUND ]; then
665 for PATTERN in $PATTERNS; do
David Bainbridge4f1b5562019-08-19 04:46:52 +0000666 if [[ $NAME =~ $PATTERN ]]; then
David Bainbridge4f1b5562019-08-19 04:46:52 +0000667 COUNT=$(expr $COUNT + 1)
668 break
669 fi
670 done
671 fi
672 fi
673 done
David Bainbridge4f1b5562019-08-19 04:46:52 +0000674 echo $COUNT
675}
676
677wait_for_pods() {
678 local INDENT=
679 if [ "$1" == "-" ]; then
680 INDENT=$1; shift
681 fi
682 local NAMESPACE=$1; shift
683 local EXPECT=$1; shift
684 local TYPE=$1; shift
685 local RETRY=$1; shift
686 local MESSAGE=$1; shift
687 local PATTERNS=$*
David Bainbridge99ac7a22019-08-31 02:26:43 +0000688 local STATES=":Running:"
689 if [ "$TYPE" == "not" ]; then
690 STATES="*"
691 fi
692 local HAVE=$(count_pods $NAMESPACE "$STATES" $PATTERNS)
David Bainbridge4f1b5562019-08-19 04:46:52 +0000693 local ALL=$HAVE
694 if [ "$TYPE" == "only" ]; then
695 ALL=$(count_pods "all-namespaces" "*" ".*")
696 fi
697 COUNT=$(expr 300 / 15)
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700698 local WAIT_START=$(date +%s)
David Bainbridge4f1b5562019-08-19 04:46:52 +0000699 bspin $INDENT $MESSAGE
700 sspin $INDENT
701 if [ $HAVE -ne $EXPECT -o $ALL -ne $HAVE ]; then
702 while [ $HAVE -ne $EXPECT -o $ALL -ne $HAVE ]; do
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700703 if [ $(($(date +%s) - $WAIT_START)) -gt $TIMEOUT_SECONDS ]; then
704 espin $INDENT "$THEX"
705 doTimeout "waiting for PODs to start"
706 fi
David Bainbridge4f1b5562019-08-19 04:46:52 +0000707 sspin $INDENT
708 COUNT=$(expr $COUNT - 1)
709 if [ $COUNT -eq 0 ]; then
David Bainbridge99ac7a22019-08-31 02:26:43 +0000710 HAVE=$(count_pods $NAMESPACE "$STATES" $PATTERNS)
David Bainbridge4f1b5562019-08-19 04:46:52 +0000711 ALL=$HAVE
712 if [ "$TYPE" == "only" ]; then
713 ALL=$(count_pods "all-namespaces" "*" ".*")
714 fi
715 COUNT=$(expr 300 / 15)
716 fi
717 sleep .15
718 done
719 fi
720 espin $INDENT $VERIFIED
721 if [ $HAVE -ne $EXPECT ]; then
722 return 1
723 fi
724 return 0
725}
726
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -0800727port_forward() {
728 local NS=$1
729 local SVC=$2
730 local FROM_PORT=$3
731 local TO_PORT=$4
732 local TAG=$SVC-$NAME
733
David Bainbridge70cc33a2020-04-07 11:06:59 -0700734 (set -x; _TAG=$TAG bash -c "while true; do kubectl port-forward --address 0.0.0.0 -n $NS service/$SVC $FROM_PORT:$TO_PORT; done" >>$LOG 2>&1 &) >>$LOG 2>&1
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -0800735}
736
737kill_port_forward() {
738 local TAG=$1-$NAME
David Bainbridgec6871d22019-11-13 17:10:31 +0000739 local P_IDS=$(ps e -ww -A | grep "_TAG=$TAG" | grep -v grep | awk '{print $1}')
David Bainbridgebcf235b2019-11-12 21:33:58 +0000740 local PARENTS=
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -0800741 local KIDS=
David Bainbridgec6871d22019-11-13 17:10:31 +0000742 local UNKNOWN=
743 if [ ! -z "$P_IDS" ]; then
744 for P_ID in $P_IDS; do
745 local PP_ID=$(ps -o ppid $P_ID | tail -n +2)
746 if [ ! -z "$PP_ID" ]; then
747 if [ $PP_ID -eq 1 ]; then
748 PARENTS="$PARENTS $P_ID"
749 else
750 KIDS="$KIDS $P_ID"
751 fi
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -0800752 else
David Bainbridgec6871d22019-11-13 17:10:31 +0000753 UNKNOWN="$UNKNOWN $P_ID"
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -0800754 fi
755 done
David Bainbridgec6871d22019-11-13 17:10:31 +0000756 (set -x; kill -9 $PARENTS $KIDS $UNKNOWN >>$LOG 2>&1) >>$LOG 2>&1
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -0800757 fi
758}
759
David Bainbridgeac7f8072019-08-01 22:15:33 +0000760if [ "$1" == "down" ]; then
David Bainbridge0774b232019-08-02 06:37:19 +0000761 echo "Tearing down voltha cluster $NAME"
762 LOG="down-$NAME.log"
763 echo $(date -u +"%Y%m%dT%H%M%SZ") >$LOG
David Bainbridge696bc632020-04-05 21:49:37 -0700764 if [ $WITH_ONOS == "yes" ]; then
765 bspin "Remove port-forwards: onos-ui-$NAME"
766 kill_port_forward onos-ui
767 sspin "Remove port-forwards: onos-ssh-$NAME$CEOL"
768 kill_port_forward onos-ssh
769 fi
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -0800770 sspin "Remove port-forwards: voltha-api-$NAME$CEOL"
771 kill_port_forward voltha-api
David Bainbridge190617a2020-04-06 09:53:52 -0700772 if [ $WITH_ETCD == "yes" -o $WITH_ETCD == "external" ]; then
David Bainbridge696bc632020-04-05 21:49:37 -0700773 sspin "Remove port-forwards: voltha-etcd-$NAME$CEOL"
774 kill_port_forward voltha-etcd-cluster-client
775 fi
776 if [ $WITH_KAFKA == "yes" ]; then
777 sspin "Remove port-forwards: voltha-kafka-$NAME$CEOL"
778 kill_port_forward voltha-kafka
779 fi
780
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -0800781 espin "$VERIFIED Remove port-forwards$CEOL"
David Bainbridgeac7f8072019-08-01 22:15:33 +0000782 if [ $DEPLOY_K8S == "yes" ]; then
783 if [ -x ./bin/kind ]; then
David Bainbridge0774b232019-08-02 06:37:19 +0000784 bspin "Delete Kubernetes Kind Cluster"
785 (set -x; ./bin/kind delete cluster --name voltha-$NAME >>$LOG 2>&1) >>$LOG 2>&1
786 espin $VERIFIED
David Bainbridgeac7f8072019-08-01 22:15:33 +0000787 else
David Bainbridge0774b232019-08-02 06:37:19 +0000788 espin "$NO_ENTRY Delete Kubernetes Kind Cluster: kind command not found"
David Bainbridgeac7f8072019-08-01 22:15:33 +0000789 fi
790 else
791 EXISTS=$(helm list -q)
David Bainbridge190617a2020-04-06 09:53:52 -0700792 EXPECT="voltha"
David Bainbridge696bc632020-04-05 21:49:37 -0700793 if [ $WITH_ONOS == yes ]; then
794 EXPECT+=" onos"
795 fi
796 if [ $WITH_RADIUS == "yes" ]; then
797 EXPECT+=" radius"
798 fi
799 if [ $WITH_BBSIM == "yes" ]; then
800 EXPECT+=" bbsim"
801 fi
802 if [ $WITH_OPEN_ADAPTERS == "yes" ]; then
803 EXPECT+=" open-olt open-onu"
804 fi
805 if [ $WITH_SIM_ADAPTERS == "yes" ]; then
806 EXPECT+=" sim"
807 fi
David Bainbridge190617a2020-04-06 09:53:52 -0700808 if [ $WITH_ETCD == "external" ]; then
809 EXPECT+=" etcd-operator etcd-cluster"
810 elif [ $WITH_ETCD == "yes" ]; then
811 EXPECT+=" etcd-operator"
812 fi
813 if [ $WITH_KAFKA == "external" ]; then
814 EXPECT+=" kafka"
815 fi
David Bainbridge0774b232019-08-02 06:37:19 +0000816 bspin "Remove Helm Deployments"
David Bainbridgeac7f8072019-08-01 22:15:33 +0000817 for i in $EXISTS; do
David K. Bainbridge43422402020-03-06 07:41:22 -0800818 for j in $EXPECT; do
819 if [[ $i =~ $j ]]; then
820 sspin "Remove Helm Deployments: $i$CEOL"
821 (set -x; ./bin/helm delete --no-hooks --purge $i >>$LOG 2>&1) >>$LOG 2>&1
822 fi
823 done
uottrembb16d3982020-02-28 08:34:36 +0100824 done
David Bainbridge0774b232019-08-02 06:37:19 +0000825 espin "$VERIFIED Remove Helm Deployments$CEOL"
David Bainbridge4f1b5562019-08-19 04:46:52 +0000826 if [ "$WAIT_ON_DOWN" == "yes" ]; then
David Bainbridge190617a2020-04-06 09:53:52 -0700827 PODS="voltha-kafka.* voltha-ofagent.* voltha-rw-core.* voltha-etcd.*"
828 INFRA_PODS=
829 ADAPT_PODS=
830 SIM_PODS=
David Bainbridge696bc632020-04-05 21:49:37 -0700831 if [ $WITH_RADIUS == "yes" ]; then
832 PODS+=" radius.*"
833 fi
834 if [ $WITH_BBSIM == "yes" ]; then
David Bainbridge190617a2020-04-06 09:53:52 -0700835 SIM_PODS+=" bbsim.*"
David Bainbridge696bc632020-04-05 21:49:37 -0700836 fi
837 if [ $WITH_OPEN_ADAPTERS -o $WITH_SIM_ADAPTERS ]; then
David Bainbridge190617a2020-04-06 09:53:52 -0700838 ADAPT_PODS+=" adapter-*"
David Bainbridge696bc632020-04-05 21:49:37 -0700839 fi
David Bainbridge190617a2020-04-06 09:53:52 -0700840 if [ $WITH_ONOS == "yes" ]; then
841 INFRA_PODS+=" onos-.*"
842 fi
843 if [ $WITH_ETCD == "external" ]; then
844 INFRA_PODS+=" etcd-operator.* etcd-cluster.*"
845 elif [ $WITH_ETCD == "yes" ]; then
846 PODS+=" etcd-operator.*"
847 fi
848 if [ $WITH_KAFKA == "external" ]; then
849 INFRA_PODS+=" kafka.*"
850 fi
851 if [ ! -z "$SIM_PODS" ]; then
852 wait_for_pods "$BBSIM_NS" 0 "not" -1 "Waiting for BBSIM PODs to terminate" $SIM_PODS
853 fi
854 if [ ! -z "$INFRA_PODS" ]; then
855 wait_for_pods "$INFRA_NS" 0 "not" -1 "Waiting for infrastructure PODs to terminate" $INFRA_PODS
856 fi
857 if [ ! -z "$ADAPT_PODS" ]; then
858 wait_for_pods "$ADAPTER_NS" 0 "not" -1 "Waiting for adapter PODs to terminate" $ADAPT_PODS
859 fi
860 wait_for_pods "$VOLTHA_NS" 0 "not" -1 "Waiting for VOLTHA PODs to terminate" $PODS
David Bainbridge4f1b5562019-08-19 04:46:52 +0000861 fi
David Bainbridgeac7f8072019-08-01 22:15:33 +0000862 fi
Matteo Scandolo7ef6ba52019-10-04 09:20:37 -0700863 exit
David Bainbridgeac7f8072019-08-01 22:15:33 +0000864fi
865
866if [ "$1" == "dump" ]; then
David Bainbridge0774b232019-08-02 06:37:19 +0000867 LOG="dump-$NAME.log"
David Bainbridgeac7f8072019-08-01 22:15:33 +0000868 TS=$(date -u +"%Y%m%dT%H%M%SZ")
David Bainbridge76514a02019-10-08 01:50:35 +0000869 if [ ! -z "$DUMP_FROM" ]; then
870 TS=$(echo $DUMP_FROM | sed -e 's/[:-]//g')
871 fi
David Bainbridgeac7f8072019-08-01 22:15:33 +0000872 WORK=$(mktemp -u -d)
David Bainbridge0774b232019-08-02 06:37:19 +0000873 DATA=$WORK/voltha-debug-dump-$NAME-$TS
David Bainbridgeac7f8072019-08-01 22:15:33 +0000874 mkdir -p $DATA
875 echo $TS > $LOG
David Bainbridge0774b232019-08-02 06:37:19 +0000876 echo -e "Capturing debug dump to voltha-debug-dump-$NAME-$TS.tgz"
David Bainbridgeac7f8072019-08-01 22:15:33 +0000877 bspin - "Copy install log"
David Bainbridge0774b232019-08-02 06:37:19 +0000878 if [ -f install-$NAME.log ]; then
879 (set -x; cp install-$NAME.log $DATA/install-$NAME.log) >>$LOG 2>&1
David Bainbridgeac7f8072019-08-01 22:15:33 +0000880 espin - $VERIFIED
881 else
David Bainbridge0774b232019-08-02 06:37:19 +0000882 espin - "$NO_ENTRY Copy install log: install-$NAME.log not found"
David Bainbridgeac7f8072019-08-01 22:15:33 +0000883 fi
884 bspin - "Dumping Kubernetes PODs"
885 (set -x; kubectl get --all-namespaces pods >> $DATA/all-pods.txt 2>&1) >>$LOG 2>&1
886 espin - $VERIFIED
887 bspin - "Dumping Kubernetes SERVICEs"
888 (set -x; kubectl get --all-namespaces svc >> $DATA/all-services.txt 2>&1) >>$LOG 2>&1
889 espin - $VERIFIED
890 bspin - "Dumping Kubernetes EVENTs"
891 (set -x; kubectl get --all-namespaces events >> $DATA/all-events.txt 2>&1) >>$LOG 2>&1
892 espin - $VERIFIED
893 bspin - "Dumping VOLTHA POD details"
David Bainbridge190617a2020-04-06 09:53:52 -0700894 PODS="$(kubectl -n $INFRA_NS get pod -o name | grep onos | sed -e 's/^/$INFRA_NS:/g') $(kubectl get -n $VOLTHA_NS pod -o name | sed -e 's/^/$VOLTHA_NS:/g')"
David Bainbridgecfd7ca12019-10-06 03:31:41 +0000895 SINCE=
896 if [ ! -z "$DUMP_FROM" ]; then
897 SINCE="--since-time=$DUMP_FROM"
898 fi
David Bainbridgeac7f8072019-08-01 22:15:33 +0000899 for POD in $PODS; do
David Bainbridge1f0655a2019-10-01 22:08:48 +0000900 NS=$(echo $POD | cut -d: -f1)
901 POD=$(echo $POD | cut -d: -f2)
David Bainbridgeac7f8072019-08-01 22:15:33 +0000902 sspin - "Dumping VOLTHA POD details: $POD$CEOL"
903 mkdir -p $DATA/$POD
David Bainbridge1f0655a2019-10-01 22:08:48 +0000904 (set -x; kubectl describe -n $NS $POD >> $DATA/$POD/describe.txt 2>&1) >>$LOG 2>&1
David Bainbridgeac7f8072019-08-01 22:15:33 +0000905 sspin - "Dumping VOLTHA POD details: $POD"
David Bainbridgecfd7ca12019-10-06 03:31:41 +0000906 (set -x; kubectl logs -n $NS --all-containers $SINCE --previous $LOG_ARGS $POD >> $DATA/$POD/logs-previous.txt 2>&1) >>$LOG 2>&1
David Bainbridgeac7f8072019-08-01 22:15:33 +0000907 sspin - "Dumping VOLTHA POD details: $POD"
David Bainbridgecfd7ca12019-10-06 03:31:41 +0000908 (set -x; kubectl logs -n $NS --all-containers $SINCE $LOG_ARGS $POD >> $DATA/$POD/logs-current.txt 2>&1) >>$LOG 2>&1
David Bainbridgeac7f8072019-08-01 22:15:33 +0000909 sspin - "Dumping VOLTHA POD details: $POD"
910 done
911 espin - "$VERIFIED Dumping VOLTHA POD details$CEOL"
912 bspin - "Dumping ETCD"
913 if [ "$(which etcdctl) X" != " X" ]; then
David Bainbridge0774b232019-08-02 06:37:19 +0000914 (set -x; ETCDCTL_API=3 etcdctl --endpoints localhost:$VOLTHA_ETCD_PORT get --prefix service/voltha | hexdump -C >> $DATA/etcd.hex 2>&1) >>$LOG 2>&1
David Bainbridgeac7f8072019-08-01 22:15:33 +0000915 espin - $VERIFIED
916 else
917 espin - "$NO_ENTRY Dumping ETCD: etcdctl command not available"
918 fi
David Bainbridge0774b232019-08-02 06:37:19 +0000919 bspin - "Creating compressed TAR: voltha-debug-dump-$NAME-$TS.tgz"
920 (set -x; tar -C $WORK -zcf voltha-debug-dump-$NAME-$TS.tgz ./voltha-debug-dump-$NAME-$TS) >>$LOG 2>&1
David Bainbridgeac7f8072019-08-01 22:15:33 +0000921 espin - $VERIFIED
922 bspin - "Cleanup"
923 (set -x; rm -rf $WORK) >>$LOG 2>&1
924 espin - $VERIFIED
David Bainbridge0774b232019-08-02 06:37:19 +0000925 bspin - "$(ls -l voltha-debug-dump-$NAME-$TS.tgz)"
David Bainbridgeac7f8072019-08-01 22:15:33 +0000926 espin - $VERIFIED
927 exit
928fi
929
David Bainbridge0774b232019-08-02 06:37:19 +0000930LOG="install-$NAME.log"
David Bainbridgeac7f8072019-08-01 22:15:33 +0000931date > $LOG
David Bainbridge0774b232019-08-02 06:37:19 +0000932echo "PORTS=$ONOS_API_PORT,$ONOS_SSH_PORT,$VOLTHA_API_PORT,$VOLTHA_SSH_PORT,$VOLTHA_ETCD_PORT" >> $LOG
David Bainbridgeac7f8072019-08-01 22:15:33 +0000933
934# Output install options to log
935echo "OPTIONS" >> $LOG
David Bainbridgeac7f8072019-08-01 22:15:33 +0000936for O in $ALL_OPTIONS; do
937 VAL=$(eval echo \$$O)
David Bainbridgeac7f8072019-08-01 22:15:33 +0000938 if [ ! -z "$VAL" ]; then
939 printf " %-30s = %s\n" $O $VAL >> $LOG
940 fi
941done
942
Matteo Scandolo7ef6ba52019-10-04 09:20:37 -0700943helm_install() {
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700944 local INDENT=
945 if [ "$1" == "-" ]; then
946 INDENT=$1; shift
947 fi
948 local NAMESPACE=$1; shift
David Bainbridge0774b232019-08-02 06:37:19 +0000949 local INAME=$1; shift
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700950 local CHART=$1; shift
David Bainbridge90fd8e32019-08-21 23:32:47 +0000951 local CHART_VERSION=$1; shift
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700952 local MESSAGE=$*
953
David Bainbridge90fd8e32019-08-21 23:32:47 +0000954 if [ "$CHART_VERSION X" != " X" -a "$CHART_VERSION" != "latest" ]; then
955 CHART_VERSION="--version $CHART_VERSION"
956 else
957 CHART_VERSION=
958 fi
959
David Bainbridge99ac7a22019-08-31 02:26:43 +0000960 local CHART_ARGS=
961 if [ -r "${INAME}-values.yaml" ]; then
962 CHART_ARGS="-f ${INAME}-values.yaml"
963 fi
964
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700965 local WAIT_START=$(date +%s)
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700966 COUNT=$(expr 300 / 15)
967 bspin $INDENT $MESSAGE
David Bainbridge2eaf2cf2020-03-18 12:54:08 -0700968 (set -x; helm install -f $NAME-values.yaml $CHART_ARGS $INTERNAL_EXTRA_HELM_INSTALL_ARGS $EXTRA_HELM_INSTALL_ARGS --set defaults.log_level=$VOLTHA_LOG_LEVEL --namespace $NAMESPACE --name $INAME $CHART_VERSION $EXTRA_HELM_FLAGS $CHART >>$LOG 2>&1) >>$LOG 2>&1
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700969 SUCCESS=$?
970 while [ $SUCCESS -ne 0 ]; do
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700971 if [ $(($(date +%s) - $WAIT_START)) -gt $TIMEOUT_SECONDS ]; then
972 espin "$THEX"
973 doTimeout "waiting for helm install $CHART"
974 fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700975 sspin $INDENT
976 COUNT=$(expr $COUNT - 1)
977 if [ $COUNT -eq 0 ]; then
Andy Baviere22ff252019-12-19 11:40:31 -0700978 (set -x; helm delete --purge $INAME >>$LOG 2>&1) >>$LOG 2>&1
David Bainbridge2eaf2cf2020-03-18 12:54:08 -0700979 (set -x; helm install -f $NAME-values.yaml $CHART_ARGS $INTERNAL_EXTRA_HELM_INSTALL_ARGS $EXTRA_HELM_INSTALL_ARGS --set defaults.log_level=$VOLTHA_LOG_LEVEL --namespace $NAMESPACE --name $INAME $CHART_VERSION $EXTRA_HELM_FLAGS $CHART >>$LOG 2>&1) >>$LOG 2>&1
Andy Baviere22ff252019-12-19 11:40:31 -0700980 SUCCESS=$?
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700981 COUNT=$(expr 300 / 15)
982 fi
983 sleep .15
984 done
985 espin $INDENT $VERIFIED
986}
987
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700988echo "INSTALL TYPE: $TYPE" >> $LOG
989
990bspin "Verify GOPATH"
991export GOPATH=$(pwd)
Test User3d7ad8e2019-07-03 06:15:44 +0000992mkdir -p $GOPATH/bin
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700993espin $VERIFIED
994
David Bainbridgee87067b2019-08-12 22:00:12 +0000995STIME=$(date +%s)
David K. Bainbridge0e89cb92019-07-17 11:30:10 -0700996if [ "$INSTALL_KUBECTL" == "no" ]; then
997 bspin "Skip kubectl install"
998 espin $NO_ENTRY
Test Userc13bdc92019-07-03 20:57:49 +0000999else
David K. Bainbridge0e89cb92019-07-17 11:30:10 -07001000 bspin "Verify kubectl $HELM"
1001 if [ -x $GOPATH/bin/kubectl ]; then
1002 espin $VERIFIED
1003 else
1004 espin $NOT_VERIFIED
1005 bspin - "Download and install Kubernetes/kubectl $DOWNLOAD"
1006 (set -x; curl -o $GOPATH/bin/kubectl -sSL https://storage.googleapis.com/kubernetes-release/release/$(curl -s https://storage.googleapis.com/kubernetes-release/release/stable.txt)/bin/$HOSTOS/$HOSTARCH/kubectl >>$LOG 2>&1) >>$LOG 2>&1
1007 (set -x; chmod 755 $GOPATH/bin/kubectl >>$LOG 2>&1) >>$LOG 2>&1
1008 espin - $VERIFIED
1009 fi
Test Userc13bdc92019-07-03 20:57:49 +00001010fi
David Bainbridgee87067b2019-08-12 22:00:12 +00001011if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridge712afb82019-08-14 19:55:58 +00001012 printtime $(expr $(date +%s) - $STIME)
David Bainbridgee87067b2019-08-12 22:00:12 +00001013fi
Test Userc13bdc92019-07-03 20:57:49 +00001014
David Bainbridgee87067b2019-08-12 22:00:12 +00001015STIME=$(date +%s)
David K. Bainbridge0e89cb92019-07-17 11:30:10 -07001016if [ "$DEPLOY_K8S" == "no" ]; then
1017 bspin "Skip Kubernetes/Kind Deployment"
1018 espin $NO_ENTRY
1019else
Test Userba1e7e72019-07-10 22:27:54 +00001020 bspin "Verify Kubernetes/Kind $HELM"
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -08001021 IS_INSTALLED=0
1022 OP_TYPE="install"
Test Userba1e7e72019-07-10 22:27:54 +00001023 if [ -x $GOPATH/bin/kind ]; then
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -08001024 OP_TYPE="upgrade"
1025 if [ $($GOPATH/bin/kind --version | grep -c $KIND_VERSION) -eq 1 ]; then
1026 IS_INSTALLED=1
1027 espin $VERIFIED
1028 fi
1029 fi
1030 if [ $IS_INSTALLED -eq 0 ]; then
Test Userba1e7e72019-07-10 22:27:54 +00001031 espin $NOT_VERIFIED
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -08001032 bspin - "Download and $OP_TYPE Kubernetes/kind $DOWNLOAD"
David Bainbridge9e2a6662019-07-11 17:07:57 +00001033 (set -x; curl -o $GOPATH/bin/kind -sSL https://github.com/kubernetes-sigs/kind/releases/download/$KIND_VERSION/kind-$HOSTOS-$HOSTARCH >>$LOG 2>&1) >>$LOG 2>&1
Test Userba1e7e72019-07-10 22:27:54 +00001034 (set -x; chmod 755 $GOPATH/bin/kind >>$LOG 2>&1) >>$LOG 2>&1
1035 espin - $VERIFIED
1036 fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001037fi
1038
David Bainbridgee87067b2019-08-12 22:00:12 +00001039if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridge712afb82019-08-14 19:55:58 +00001040 printtime $(expr $(date +%s) - $STIME)
David Bainbridgee87067b2019-08-12 22:00:12 +00001041fi
1042
1043STIME=$(date +%s)
David K. Bainbridge0e89cb92019-07-17 11:30:10 -07001044if [ "$INSTALL_HELM" == "no" ]; then
1045 bspin "Skip Helm Install"
1046 espin $NO_ENTRY
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001047else
David K. Bainbridge0e89cb92019-07-17 11:30:10 -07001048 bspin "Verify Helm $HELM"
David Bainbridgea34993d2020-04-01 09:15:42 -07001049 HELM_UPGRADE=0
1050 HELM_UPGRADE_DESC="install"
David K. Bainbridge0e89cb92019-07-17 11:30:10 -07001051 if [ -x $GOPATH/bin/helm ]; then
David Bainbridgea34993d2020-04-01 09:15:42 -07001052 HAVE_VER=$($GOPATH/bin/helm version -c --template '{{.Client.SemVer}}')
1053 HELM_UP_DOWN=$(echo -e "$HAVE_VER\n$HELM_VERSION" | sort -V | head -1)
1054 if [ $HAVE_VER != $HELM_VERSION ]; then
1055 if [ $HELM_UP_DOWN == $HELM_VERSION ]; then
1056 HELM_UPGRADE_DESC="downgrade"
1057 else
1058 HELM_UPGRADE_DESC="upgrade"
1059 fi
1060 HELM_UPGRADE=1
1061 else
1062 espin $VERIFIED
1063 fi
David K. Bainbridge0e89cb92019-07-17 11:30:10 -07001064 else
David Bainbridgea34993d2020-04-01 09:15:42 -07001065 HELM_UPGRADE=1
1066 fi
1067
1068 if [ $HELM_UPGRADE -ne 0 ]; then
David K. Bainbridge0e89cb92019-07-17 11:30:10 -07001069 espin $NOT_VERIFIED
David Bainbridgea34993d2020-04-01 09:15:42 -07001070 bspin - "Download and $HELM_UPGRADE_DESC Helm $DOWNLOAD"
1071 (set -x; curl -sSL https://git.io/get_helm.sh | DESIRED_VERSION=$HELM_VERSION USE_SUDO=false HELM_INSTALL_DIR=$GOPATH/bin bash >>$LOG 2>&1) >>$LOG 2>&1
David K. Bainbridge0e89cb92019-07-17 11:30:10 -07001072 espin - $VERIFIED
1073 fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001074fi
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -08001075
David Bainbridgee87067b2019-08-12 22:00:12 +00001076if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridge712afb82019-08-14 19:55:58 +00001077 printtime $(expr $(date +%s) - $STIME)
David Bainbridgee87067b2019-08-12 22:00:12 +00001078fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001079
David Bainbridgee87067b2019-08-12 22:00:12 +00001080STIME=$(date +%s)
Test Userb5712372019-07-03 21:52:17 +00001081bspin "Verify voltctl $HIGH_VOLTAGE"
David Bainbridged2811972019-12-14 01:14:09 +00001082VOK=0
1083VMESSAGE="install"
David K. Bainbridgeebf38d92020-02-10 10:46:31 -08001084export VC_VERSION="$VOLTCTL_VERSION"
1085if [ "$VC_VERSION" == "latest" ]; then
1086 export VC_VERSION=$(curl -sSL https://api.github.com/repos/opencord/voltctl/releases/latest | jq -r .tag_name | sed -e 's/^v//g')
1087fi
Test User3d7ad8e2019-07-03 06:15:44 +00001088if [ -x $GOPATH/bin/voltctl ]; then
David Bainbridge1ba64f12019-12-18 00:40:13 +00001089 VHAVE=$($GOPATH/bin/voltctl version --clientonly -o json | jq -r .version)
David K. Bainbridgeebf38d92020-02-10 10:46:31 -08001090 if [ $? -eq 0 -a "$VHAVE" == "$VC_VERSION" ]; then
David Bainbridged2811972019-12-14 01:14:09 +00001091 VOK=1
David Bainbridge1ba64f12019-12-18 00:40:13 +00001092 espin $VERIFIED
1093 else
David K. Bainbridgeebf38d92020-02-10 10:46:31 -08001094 VCHECK=$(echo -e "$VHAVE\n$VC_VERSION" | sort -V | head -1)
1095 if [ "$VCHECK" == "$VHAVE" ]; then
1096 VMESSAGE="upgrade"
1097 else
1098 VMESSAGE="downgrade"
1099 fi
David Bainbridged2811972019-12-14 01:14:09 +00001100 fi
1101fi
1102
David Bainbridge1ba64f12019-12-18 00:40:13 +00001103if [ $VOK -eq 0 ]; then
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001104 espin $NOT_VERIFIED
David Bainbridged2811972019-12-14 01:14:09 +00001105 bspin - "Download and $VMESSAGE voltctl $DOWNLOAD"
David K. Bainbridgeebf38d92020-02-10 10:46:31 -08001106 (set -x; curl -o $GOPATH/bin/voltctl -sSL https://github.com/opencord/voltctl/releases/download/v$VC_VERSION/voltctl-$VC_VERSION-$HOSTOS-$HOSTARCH >>$LOG 2>&1) >>$LOG 2>&1
Test User08ebbd92019-07-03 17:15:39 +00001107 (set -x; chmod 755 $GOPATH/bin/voltctl >>$LOG 2>&1) >>$LOG 2>&1
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001108 espin - $VERIFIED
1109fi
David Bainbridgee87067b2019-08-12 22:00:12 +00001110if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridge712afb82019-08-14 19:55:58 +00001111 printtime $(expr $(date +%s) - $STIME)
David Bainbridgee87067b2019-08-12 22:00:12 +00001112fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001113
1114bspin "Verify command PATH"
Test Userba1e7e72019-07-10 22:27:54 +00001115export PATH=$GOPATH/bin:$PATH
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001116espin $VERIFIED
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001117
David Bainbridgee87067b2019-08-12 22:00:12 +00001118STIME=$(date +%s)
Test Userba1e7e72019-07-10 22:27:54 +00001119if [ "$DEPLOY_K8S" == "yes" ]; then
David Bainbridge0774b232019-08-02 06:37:19 +00001120 HAVE=$(kind get clusters | grep -c voltha-$NAME)
Test Userba1e7e72019-07-10 22:27:54 +00001121 bspin "Verify Kubernetes/Kind Cluster"
1122 sspin
1123 if [ $HAVE -eq 0 ]; then
David Bainbridge491b1bd2019-07-11 17:53:11 +00001124 espin $NOT_VERIFIED
1125 bspin - "Verify cluster configuration"
David Bainbridge0774b232019-08-02 06:37:19 +00001126 if [ ! -r ./$NAME-cluster.cfg ]; then
David Bainbridge491b1bd2019-07-11 17:53:11 +00001127 espin - $NOT_VERIFIED
David K. Bainbridge43422402020-03-06 07:41:22 -08001128 bspin - "Download cluster configuration: $TYPE-cluster.cfg to $NAME-cluster.cfg $DOWNLOAD"
David K. Bainbridgea00736b2020-01-08 14:33:17 -08001129 ERR_OUT=$(mktemp)
1130 (set -x; curl --fail -o ./$NAME-cluster.cfg -sSL https://raw.githubusercontent.com/ciena/kind-voltha/$VK_RELEASE/$TYPE-cluster.cfg >>$LOG 2>>$ERR_OUT) >>$LOG 2>&1
1131 if [ $? -ne 0 ]; then
1132 espin - $THEX
1133 echo -e "${RED}${BOLD}${ERROR}ERROR: $NAME-cluster.cfg${NORMAL}${RED} - $(cat $ERR_OUT)${NORMAL}"
1134 echo "ERROR: $(cat $ERR_OUT)" >>$LOG
1135 rm -rf $ERR_OUT ./$NAME-cluster.cfg
1136 exit 1
1137 fi
1138 rm -rf $ERR_OUT
1139 else
David K. Bainbridge43422402020-03-06 07:41:22 -08001140 espin - $VERIFIED
David K. Bainbridgea00736b2020-01-08 14:33:17 -08001141 fi
David Bainbridge0774b232019-08-02 06:37:19 +00001142 kind create cluster --name voltha-$NAME --config $NAME-cluster.cfg
David Bainbridge491b1bd2019-07-11 17:53:11 +00001143 else
1144 espin $VERIFIED
Test Userba1e7e72019-07-10 22:27:54 +00001145 fi
1146
David Bainbridge0774b232019-08-02 06:37:19 +00001147 export KUBECONFIG="$(kind get kubeconfig-path --name="voltha-$NAME")"
Test Userba1e7e72019-07-10 22:27:54 +00001148 P="coredns-.* \
David Bainbridge0774b232019-08-02 06:37:19 +00001149 etcd-voltha-$NAME-control-plane \
Test Userba1e7e72019-07-10 22:27:54 +00001150 kindnet-.* \
David Bainbridge0774b232019-08-02 06:37:19 +00001151 kube-apiserver-voltha-$NAME-control-plane \
1152 kube-controller-manager-voltha-$NAME-control-plane \
Test Userba1e7e72019-07-10 22:27:54 +00001153 kube-proxy-.* \
David Bainbridge0774b232019-08-02 06:37:19 +00001154 kube-scheduler-voltha-$NAME-control-plane"
Test Userba1e7e72019-07-10 22:27:54 +00001155
1156 EXPECT=$(test "$TYPE" == "minimal" && echo "12" || echo "14")
David Bainbridge4f1b5562019-08-19 04:46:52 +00001157 wait_for_pods - "kube-system" $EXPECT "includes" -1 "Waiting for system PODs to start" $P
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001158fi
David Bainbridgee87067b2019-08-12 22:00:12 +00001159if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridge712afb82019-08-14 19:55:58 +00001160 printtime $(expr $(date +%s) - $STIME)
David Bainbridgee87067b2019-08-12 22:00:12 +00001161fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001162
David Bainbridgee87067b2019-08-12 22:00:12 +00001163STIME=$(date +%s)
David Bainbridge4c6289c2019-09-03 21:11:32 +00001164COUNT=$(count_pods "kube-system" ":Running:" "tiller-deploy-.*")
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001165bspin "Verify Helm"
Test Userba1e7e72019-07-10 22:27:54 +00001166if [ $COUNT -ne 1 ]; then
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001167 espin $NOT_VERIFIED
Test Userb5712372019-07-03 21:52:17 +00001168 echo -e "Configuring Helm $GEAR"
David K. Bainbridge0e89cb92019-07-17 11:30:10 -07001169 if [ "$INSTALL_HELM" == "no" ]; then
1170 bspin - "Skip Helm/Tiller Initialization"
1171 espin - $NO_ENTRY
1172 else
1173 bspin - "Initialize Helm"
1174 (set -x; helm init --upgrade >>$LOG 2>&1) >>$LOG 2>&1
1175 espin - $VERIFIED
David Bainbridge4f1b5562019-08-19 04:46:52 +00001176 wait_for_pods - "kube-system" 1 "includes" -1 "Waiting for Tiller POD to start" "tiller-deploy-.*"
David K. Bainbridge0e89cb92019-07-17 11:30:10 -07001177 fi
Test Userb5712372019-07-03 21:52:17 +00001178 bspin - "Add Google Incubator repository to Helm"
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001179 (set -x; helm repo add incubator https://kubernetes-charts-incubator.storage.googleapis.com >>$LOG 2>&1) >>$LOG 2>&1
1180 espin - $VERIFIED
Matteo Scandolo7ef6ba52019-10-04 09:20:37 -07001181
Test Userba1e7e72019-07-10 22:27:54 +00001182 # HACK (sort-of) - the config for tiller is about to be patched, which will
1183 # cause the tiller pod to be recreated. This can sometimes cause a timing
1184 # issue with the "wait_for_pods" call on tiller as it may incorrectly
Matteo Scandolo7ef6ba52019-10-04 09:20:37 -07001185 # identify the running/ready tiller pod that is soon to be terminated as
Test Userba1e7e72019-07-10 22:27:54 +00001186 # what it is waiting for. To avoid this issue we do a clean scale down and
Matteo Scandolo7ef6ba52019-10-04 09:20:37 -07001187 # scale up of the pod so the script controlls when it should be expecting
Test Userba1e7e72019-07-10 22:27:54 +00001188 # things
1189 (set -x; kubectl -n kube-system scale deploy tiller-deploy --replicas=0 >>$LOG 2>&1) >>$LOG 2>&1
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001190
Test Userb5712372019-07-03 21:52:17 +00001191 bspin - "Add Google Stable repository to Helm"
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001192 (set -x; helm repo add stable https://kubernetes-charts.storage.googleapis.com >>$LOG 2>&1) >>$LOG 2>&1
1193 espin - $VERIFIED
Test Userb5712372019-07-03 21:52:17 +00001194 bspin - "Add ONF repository to Helm"
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001195 (set -x; helm repo add onf https://charts.opencord.org >>$LOG 2>&1) >>$LOG 2>&1
1196 espin - $VERIFIED
Test Userb5712372019-07-03 21:52:17 +00001197 bspin - "Update Helm repository cache"
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001198 (set -x; helm repo update >>$LOG 2>&1) >>$LOG 2>&1
1199 espin - $VERIFIED
Matteo Scandolo7ef6ba52019-10-04 09:20:37 -07001200
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001201 # Create and k8s service account so that Helm can create pods
Test Userb5712372019-07-03 21:52:17 +00001202 bspin - "Create Tiller ServiceAccount"
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001203 (set -x; kubectl create serviceaccount --namespace kube-system tiller >>$LOG 2>&1) >>$LOG 2>&1
1204 espin - $VERIFIED
Test Userb5712372019-07-03 21:52:17 +00001205 bspin - "Create Tiller ClusterRoleBinding"
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001206 (set -x; kubectl create clusterrolebinding tiller-cluster-rule --clusterrole=cluster-admin --serviceaccount=kube-system:tiller >>$LOG 2>&1) >>$LOG 2>&1
1207 espin - $VERIFIED
Test Userb5712372019-07-03 21:52:17 +00001208 bspin - "Update Tiller Manifest"
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001209 (set -x; kubectl patch deploy --namespace kube-system tiller-deploy -p '{"spec":{"template":{"spec":{"serviceAccount":"tiller"}}}}' >>$LOG 2>&1) >>$LOG 2>&1
Test Userba1e7e72019-07-10 22:27:54 +00001210
1211 # HACK (sort-of) - part to, spin it back up
1212 (set -x; kubectl -n kube-system scale deploy tiller-deploy --replicas=1 >>$LOG 2>&1) >>$LOG 2>&1
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001213 espin - $VERIFIED
1214else
David Bainbridgea34993d2020-04-01 09:15:42 -07001215 if [ $(helm version -s --template '{{.Server.SemVer}}') != $HELM_VERSION ]; then
1216 espin $NOT_VERIFIED
1217 bspin - "Sync Tiller server version with helm client"
1218 (set -x; helm init --upgrade --force-upgrade --wait >>$LOG 2>&1) >>$LOG 2>&1
1219 espin - $VERIFIED
1220 else
1221 espin $VERIFIED
1222 fi
1223
David Bainbridge46505fb2019-10-01 21:13:20 +00001224 if [ "$UPDATE_HELM_REPOS" == "yes" ]; then
1225 bspin - "Update Helm repository cache"
1226 (set -x; helm repo update >>$LOG 2>&1) >>$LOG 2>&1
1227 espin - $VERIFIED
1228 fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001229fi
David Bainbridge4f1b5562019-08-19 04:46:52 +00001230wait_for_pods - "kube-system" 1 "includes" -1 "Waiting for Tiller POD to start" "tiller-deploy-.*"
David Bainbridgee87067b2019-08-12 22:00:12 +00001231if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridge712afb82019-08-14 19:55:58 +00001232 printtime $(expr $(date +%s) - $STIME)
David Bainbridgee87067b2019-08-12 22:00:12 +00001233fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001234
David Bainbridgee87067b2019-08-12 22:00:12 +00001235STIME=$(date +%s)
David Bainbridge0774b232019-08-02 06:37:19 +00001236bspin "Verify Helm values file: $NAME-values.yaml"
1237if [ ! -r "./$NAME-values.yaml" ]; then
Test Userba1e7e72019-07-10 22:27:54 +00001238 espin $NOT_VERIFIED
David Bainbridge0774b232019-08-02 06:37:19 +00001239 bspin - "Download Helm values file: $TYPE-values.yaml to $NAME-values.yaml $DOWNLOAD"
David K. Bainbridgea00736b2020-01-08 14:33:17 -08001240 ERR_OUT=$(mktemp)
1241 (set -x; curl --fail -o ./$NAME-values.yaml -sSL https://raw.githubusercontent.com/ciena/kind-voltha/$VK_RELEASE/$TYPE-values.yaml >>$LOG 2>$ERR_OUT) >>$LOG 2>&1
1242 if [ $? -ne 0 ]; then
1243 espin - $THEX
1244 echo -e "${RED}${BOLD}${ERROR}ERROR: $NAME-values.yaml${NORMAL}${RED} - $(cat $ERR_OUT)${NORMAL}"
1245 echo "ERROR: $(cat $ERR_OUT)" >>$LOG
1246 rm -rf $ERR_OUT ./$NAME-values.yaml
1247 exit 1
1248 fi
1249 rm -rf $ERR_OUT
Test Userba1e7e72019-07-10 22:27:54 +00001250 espin - $VERIFIED
1251else
1252 espin $VERIFIED
1253fi
David Bainbridgee87067b2019-08-12 22:00:12 +00001254if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridge712afb82019-08-14 19:55:58 +00001255 printtime $(expr $(date +%s) - $STIME)
David Bainbridgee87067b2019-08-12 22:00:12 +00001256fi
Test Userba1e7e72019-07-10 22:27:54 +00001257
David Bainbridge99ac7a22019-08-31 02:26:43 +00001258STIME=$(date +%s)
1259bspin "Verify or download chart specific values files $DOWNLOAD"
1260VALUES_FILES="monkey-values.yaml"
David K. Bainbridgea00736b2020-01-08 14:33:17 -08001261ERR_OUT=$(mktemp)
David Bainbridge99ac7a22019-08-31 02:26:43 +00001262for i in $VALUES_FILES; do
1263 if [ ! -r ./$i ]; then
David K. Bainbridgea00736b2020-01-08 14:33:17 -08001264 (set -x; curl --fail -o ./$i -sSL https://raw.githubusercontent.com/ciena/kind-voltha/$VK_RELEASE/$i >>$LOG 2>$ERR_OUT) >>$LOG 2>&1
1265 if [ $? -ne 0 ]; then
1266 espin $THEX
1267 echo -e "${RED}${BOLD}${ERROR}ERROR: $i${NORMAL}${RED} - $(cat $ERR_OUT)${NORMAL}"
1268 echo "ERROR: $i - $(cat $ERR_OUT)" >>$LOG
1269 rm -rf $ERR_OUT ./$i
1270 exit 1
1271 fi
1272 rm -rf $ERR_OUT
David Bainbridge99ac7a22019-08-31 02:26:43 +00001273 fi
1274done
David Bainbridge1cecba52020-03-30 09:43:10 -07001275rm -rf $ERR_OUT
David Bainbridge99ac7a22019-08-31 02:26:43 +00001276espin $VERIFIED
1277if [ "$WITH_TIMINGS" == "yes" ]; then
1278 printtime $(expr $(date +%s) - $STIME)
1279fi
1280
1281if [ "$WITH_CHAOS" == "yes" ]; then
1282 bspin "Verify or clone kube-monkey helm chart $DOWNLOAD"
1283 if [ -r ./kube-monkey ]; then
1284 espin $VERIFIED
1285 else
1286 espin $NOT_VERIFIED
1287 bspin - "GIT clone kube-monkey"
1288 (set -x; git clone https://github.com/asobti/kube-monkey kube-monkey >>$LOG 2>&1) >>$LOG 2>&1
1289 espin - $VERIFIED
1290 fi
1291fi
1292
Test Userba1e7e72019-07-10 22:27:54 +00001293if [ "$JUST_K8S" == "yes" ]; then
1294 echo "Environment deployed, not deploying VOLTHA artifacts as requested. Good bye."
1295 echo ""
1296 echo "Please issue the following commands in your terminal to ensure that you" | tee -a $LOG
1297 echo "are accessing the correct Kubernetes/Kind cluster as well as have the " | tee -a $LOG
1298 echo "tools required by VOLTHA in your command path. " | tee -a $LOG
1299 echo "" | tee -a $LOG
1300 echo -en $BOLD
1301 if [ $DEPLOY_K8S == "yes" ]; then
David Bainbridge0774b232019-08-02 06:37:19 +00001302 echo "export KUBECONFIG=\"\$(./bin/kind get kubeconfig-path --name=\"voltha-$NAME\")\"" | tee -a $LOG
Test Userba1e7e72019-07-10 22:27:54 +00001303 fi
1304 echo "export PATH=$GOPATH/bin:\$PATH" | tee -a $LOG
1305 echo -en $NORMAL
1306 echo "" | tee -a $LOG
1307 echo "Thank you for choosing kind-voltha for you quick cluster needs." | tee -a $LOG
1308 exit 0
1309fi
1310
David Bainbridge190617a2020-04-06 09:53:52 -07001311if [ $WITH_ETCD != "yes" -a $WITH_ETCD != "external" ]; then
David Bainbridge696bc632020-04-05 21:49:37 -07001312 bspin "Skip ETCD Operator Deployment"
1313 espin $NO_ENTRY
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001314else
David Bainbridge696bc632020-04-05 21:49:37 -07001315 STIME=$(date +%s)
David Bainbridge190617a2020-04-06 09:53:52 -07001316 NS=$VOLTHA_NS
1317 if [ $WITH_ETCD == "external" ]; then
1318 NS=$INFRA_NS
1319 fi
David Bainbridge696bc632020-04-05 21:49:37 -07001320 bspin "Verify ETCD Operator $OLD_KEY"
David Bainbridge190617a2020-04-06 09:53:52 -07001321 if [ $(helm list --deployed --short --namespace $NS "^etcd-operator\$" | wc -l) -ne 1 ]; then
David Bainbridge696bc632020-04-05 21:49:37 -07001322 espin $NOT_VERIFIED
David Bainbridge190617a2020-04-06 09:53:52 -07001323 helm_install - $NS etcd-operator stable/etcd-operator latest "Install ETCD Operator"
David Bainbridge696bc632020-04-05 21:49:37 -07001324 else
1325 espin $VERIFIED
1326 fi
1327 EXPECT=$(test "$TYPE" == "minimal" && echo "1" || echo "3")
David Bainbridge190617a2020-04-06 09:53:52 -07001328 wait_for_pods - "$NS" $EXPECT "includes" -1 "Waiting for ETCD Operator to start" "etcd-operator-.*"
David Bainbridge696bc632020-04-05 21:49:37 -07001329 if [ "$WITH_TIMINGS" == "yes" ]; then
1330 printtime $(expr $(date +%s) - $STIME)
1331 fi
David Bainbridgee87067b2019-08-12 22:00:12 +00001332fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001333
David Bainbridgee87067b2019-08-12 22:00:12 +00001334STIME=$(date +%s)
David Bainbridgeb270c202019-07-26 01:44:42 +00001335if [ $WITH_ONOS == "yes" ]; then
1336 bspin "Verify ONOS installed $BIRD"
David Bainbridge190617a2020-04-06 09:53:52 -07001337 if [ $(helm list --deployed --short --namespace $INFRA_NS "^onos\$" | wc -l) -ne 1 ]; then
David Bainbridgeb270c202019-07-26 01:44:42 +00001338 espin $NOT_VERIFIED
David Bainbridge190617a2020-04-06 09:53:52 -07001339 EXTRA_HELM_FLAGS="$SET_TAG $EXTRA_HELM_FLAGS" helm_install - $INFRA_NS onos $ONOS_CHART $ONOS_CHART_VERSION "Install ONOS"
David Bainbridgeb270c202019-07-26 01:44:42 +00001340 else
1341 espin $VERIFIED
1342 fi
David Bainbridge190617a2020-04-06 09:53:52 -07001343 wait_for_pods - "$INFRA_NS" 1 "includes" -1 "Waiting for ONOS to start" "onos-.*"
Matteo Scandolo7ef6ba52019-10-04 09:20:37 -07001344
David K. Bainbridge4a06a4a2020-03-02 14:15:23 -08001345 if [ $WITH_PORT_FORWARDS == "yes" ]; then
1346 bspin - "Forward ONOS API port $FORWARD"
1347 kill_port_forward onos-ui
David Bainbridge190617a2020-04-06 09:53:52 -07001348 port_forward $INFRA_NS onos-ui $ONOS_API_PORT 8181
David K. Bainbridge4a06a4a2020-03-02 14:15:23 -08001349 espin - $VERIFIED
1350 bspin - "Forward ONOS SSH port $FORWARD"
1351 kill_port_forward onos-ssh
David Bainbridge190617a2020-04-06 09:53:52 -07001352 port_forward $INFRA_NS onos-ssh $ONOS_SSH_PORT 8101
David K. Bainbridge4a06a4a2020-03-02 14:15:23 -08001353 espin - $VERIFIED
1354 _ONOS_API_EP="127.0.0.1:$ONOS_API_PORT"
1355 else
David Bainbridge190617a2020-04-06 09:53:52 -07001356 _ONOS_API_EP=$(get_service_ep $INFRA_NS onos-ui)
David K. Bainbridge4a06a4a2020-03-02 14:15:23 -08001357 fi
David Bainbridged31d6122019-08-13 19:37:59 +00001358 bspin - "Verify or download ONOS configuration support files $DOWNLOAD"
Matteo Scandolo78dfee02020-02-13 16:18:03 -08001359 ONOS_FILES="olt-onos-enableExtraneousRules.json onos-aaa.json \
David Bainbridge696bc632020-04-05 21:49:37 -07001360 onos-dhcpl2relay.json onos-sadis-sample.json"
David Bainbridged31d6122019-08-13 19:37:59 +00001361 (set -x; mkdir -p ./onos-files >>$LOG 2>&1) >>$LOG 2>&1
David K. Bainbridgea00736b2020-01-08 14:33:17 -08001362 ERR_OUT=$(mktemp)
David Bainbridge2b19e832019-08-16 02:40:53 +00001363 for i in $ONOS_FILES; do
David Bainbridged31d6122019-08-13 19:37:59 +00001364 if [ ! -r ./onos-files/$i ]; then
David K. Bainbridgea00736b2020-01-08 14:33:17 -08001365 (set -x; curl --fail -o ./onos-files/$i -sSL https://raw.githubusercontent.com/ciena/kind-voltha/$VK_RELEASE/onos-files/$i >>$LOG 2>$ERR_OUT) >>$LOG 2>&1
1366 if [ $? -ne 0 ]; then
1367 espin - $THEX
1368 echo -e "${RED}${BOLD}${ERROR}ERROR: $i${NORMAL}${RED} - $(cat $ERR_OUT)${NORMAL}"
1369 echo "ERROR: $(cat $ERR_OUT)" >>$LOG
1370 rm -rf $ERR_OUT ./onos-files/$i
1371 exit 1
1372 fi
1373 rm -rf $ERR_OUT
David Bainbridged31d6122019-08-13 19:37:59 +00001374 fi
1375 done
David Bainbridge1cecba52020-03-30 09:43:10 -07001376 rm -rf $ERR_OUT
Test Userba1e7e72019-07-10 22:27:54 +00001377 espin - $VERIFIED
David Bainbridge27790d62019-08-13 22:43:19 +00001378
1379 if [ $INSTALL_ONOS_APPS == "yes" ]; then
1380 bspin - "Installing custom ONOS applications"
1381 if [ -x onos-files/onos-apps -a $(ls -1 onos-files/onos-apps/*.oar 2>/dev/null | wc -l) -gt 0 ]; then
1382 for OAR in $(ls -1 onos-files/onos-apps/*.oar); do
1383 sspin - "Installing custom ONOS applications - $OAR$CEOL"
David Bainbridge2b19e832019-08-16 02:40:53 +00001384 override_onos_app $OAR
David Bainbridge27790d62019-08-13 22:43:19 +00001385 done
1386 espin - "$VERIFIED Installing custom ONOS applications$CEOL"
1387 else
1388 espin - "$NOT_VERIFIED Installing custom ONOS applications - None Found"
1389 fi
1390 fi
Matteo Scandolo7ef6ba52019-10-04 09:20:37 -07001391
David Bainbridge696bc632020-04-05 21:49:37 -07001392 if [ $WITH_KAFKA != "no" ]; then
David Bainbridge837e8bd2020-04-06 13:17:14 -07001393 check_onos_app_active org.opencord.kafka
David Bainbridge190617a2020-04-06 09:53:52 -07001394 _HOST=voltha-kafka.$INFRA_NS.svc.cluster.local
David Bainbridge837e8bd2020-04-06 13:17:14 -07001395 _PORT=9092
David Bainbridge190617a2020-04-06 09:53:52 -07001396 if [ $WITH_KAFKA == "yes" ]; then
1397 _HOST=voltha-kafka.$VOLTHA_NS.svc.cluster.local
1398 _PORT=9092
1399 elif [ $WITH_KAFKA == "external" ]; then
1400 _HOST=kafka.$INFRA_NS.svc.cluster.local
1401 _PORT=9092
1402 else
David Bainbridge837e8bd2020-04-06 13:17:14 -07001403 _HOST=$(echo $WITH_KAFKA | cut -d: -f1)
1404 _PORT=$(echo $WITH_KAFKA | cut -s -d: -f2)
1405 _PORT=${_PORT:-9092}
1406 fi
1407 push_onos_config "json" "Push ONOS Kafka Configuration" "network/configuration/apps/org.opencord.kafka" \
1408 "$(echo $(cat <<EOJ
David Bainbridge696bc632020-04-05 21:49:37 -07001409{
1410 "kafka": {
1411 "bootstrapServers": "$_HOST:$_PORT"
1412 }
1413}
1414EOJ
1415) | tr -d '[:space:]')"
David Bainbridge837e8bd2020-04-06 13:17:14 -07001416 fi
Matteo Scandolo9a77a732020-01-09 14:24:12 -08001417 check_onos_app_active org.opencord.dhcpl2relay
Matteo Scandolo78dfee02020-02-13 16:18:03 -08001418 push_onos_config "file" "Push ONOS DHCP L2 Relay Configuration" "network/configuration/apps/org.opencord.dhcpl2relay" "onos-files/onos-dhcpl2relay.json"
Matteo Scandolo9a77a732020-01-09 14:24:12 -08001419 check_onos_app_active org.opencord.olt
Matteo Scandolo78dfee02020-02-13 16:18:03 -08001420 # FIXME use WITH_DHCP and WITH_EAPOL flags to configre OLT App
Hardik Windlassa7501fb2020-02-17 14:28:20 +00001421 # Default value for "enableEapol" is true in OLT App
Matteo Scandolo78dfee02020-02-13 16:18:03 -08001422 if [ $WITH_EAPOL == "yes" ]; then
1423 push_onos_config "json" "Enable VOLTHA ONOS EAPOL provisioning" "configuration/org.opencord.olt.impl.OltFlowService" '{"enableEapol":true}'
Hardik Windlassa7501fb2020-02-17 14:28:20 +00001424 elif [ $WITH_EAPOL == "no" ]; then
1425 push_onos_config "json" "Disable VOLTHA ONOS EAPOL provisioning" "configuration/org.opencord.olt.impl.OltFlowService" '{"enableEapol":false}'
Matteo Scandolo78dfee02020-02-13 16:18:03 -08001426 fi
Hardik Windlassa7501fb2020-02-17 14:28:20 +00001427 # Default value for "enableDhcpOnProvisioning" is false and for "enableDhcpV4" is true in OLT App
Matteo Scandolo78dfee02020-02-13 16:18:03 -08001428 if [ $WITH_DHCP == "yes" ]; then
1429 push_onos_config "json" "Enable VOLTHA ONOS DHCP provisioning" "configuration/org.opencord.olt.impl.OltFlowService" '{"enableDhcpOnProvisioning":true,"enableDhcpV4":true}'
Hardik Windlassa7501fb2020-02-17 14:28:20 +00001430 elif [ $WITH_DHCP == "no" ]; then
1431 push_onos_config "json" "Disable VOLTHA ONOS DHCP provisioning" "configuration/org.opencord.olt.impl.OltFlowService" '{"enableDhcpOnProvisioning":false,"enableDhcpV4":false}'
Matteo Scandolo78dfee02020-02-13 16:18:03 -08001432 fi
Hardik Windlassa7501fb2020-02-17 14:28:20 +00001433 # Default value for "enableIgmpOnProvisioning" is false in OLT App
Matteo Scandolo78dfee02020-02-13 16:18:03 -08001434 if [ $WITH_IGMP == "yes" ]; then
1435 push_onos_config "json" "Enable VOLTHA ONOS IGMP provisioning" "configuration/org.opencord.olt.impl.OltFlowService" '{"enableIgmpOnProvisioning":true}'
Hardik Windlassa7501fb2020-02-17 14:28:20 +00001436 elif [ $WITH_IGMP == "no" ]; then
1437 push_onos_config "json" "Disable VOLTHA ONOS IGMP provisioning" "configuration/org.opencord.olt.impl.OltFlowService" '{"enableIgmpOnProvisioning":false}'
Matteo Scandolo78dfee02020-02-13 16:18:03 -08001438 fi
David K. Bainbridge484d80c2020-03-05 21:44:34 -08001439 if [ $ENABLE_ONOS_EXTRANEOUS_RULES == "yes" ]; then
1440 push_onos_config "file" "Enabling extraneous rules for ONOS" "configuration/org.onosproject.net.flow.impl.FlowRuleManager" "onos-files/olt-onos-enableExtraneousRules.json"
1441 fi
David K. Bainbridgeb859e912020-03-13 14:07:52 -07001442 if [ $(echo ":yes:file:" | grep -c ":$CONFIG_SADIS:") -eq 1 ]; then
Matteo Scandolo9a77a732020-01-09 14:24:12 -08001443 check_onos_app_active org.opencord.sadis
Hardik Windlassb3147602020-03-09 16:59:15 +05301444 push_onos_config "file" "[optional] Push ONOS SADIS Configuration: $SADIS_CFG" "network/configuration/apps/org.opencord.sadis" "$SADIS_CFG"
David K. Bainbridgeb859e912020-03-13 14:07:52 -07001445 elif [ "$CONFIG_SADIS" == "bbsim" ]; then
1446 push_onos_config "json" \
1447 "[optional] Push ONOS configuration for BBSIM SADIS servers" \
1448 "network/configuration/apps/org.opencord.sadis" \
1449 "$(echo $(cat <<EOJ
1450{
1451 "sadis": {
1452 "integration": {
David Bainbridge190617a2020-04-06 09:53:52 -07001453 "url": "http://bbsim.$BBSIM_NS.svc.cluster.local:50074/v2/subscribers/%s",
David K. Bainbridgeb859e912020-03-13 14:07:52 -07001454 "cache": {
1455 "enabled": true,
1456 "maxsize": 50,
1457 "ttl": "PT1m"
1458 }
1459 }
1460 },
1461 "bandwidthprofile": {
1462 "integration": {
David Bainbridge190617a2020-04-06 09:53:52 -07001463 "url": "http://bbsim.$BBSIM_NS.svc.cluster.local:50074/v2/bandwidthprofiles/%s",
David K. Bainbridgeb859e912020-03-13 14:07:52 -07001464 "cache": {
1465 "enabled": true,
1466 "maxsize": 50,
1467 "ttl": "PT1m"
1468 }
1469 }
1470 }
1471}
1472EOJ
1473) | tr -d '[:space:]')"
1474 elif [ "$CONFIG_SADIS" == "url" ]; then
1475 push_onos_config "json" \
1476 "[optional] Push ONOS configuration for custom SADIS and Bandwidth Profile servers" \
1477 "network/configuration/apps/org.opencord.sadis" \
1478 "$(echo $(cat <<EOJ
1479{
1480 "sadis": {
1481 "integration": {
1482 "url": "$SADIS_SUBSCRIBERS",
1483 "cache": {
1484 "enabled": true,
1485 "maxsize": 50,
1486 "ttl": "PT1m"
1487 }
1488 }
1489 },
1490 "bandwidthprofile": {
1491 "integration": {
1492 "url": "$SADIS_BANDWIDTH_PROFILES",
1493 "cache": {
1494 "enabled": true,
1495 "maxsize": 50,
1496 "ttl": "PT1m"
1497 }
1498 }
1499 }
1500}
1501EOJ
1502) | tr -d '[:space:]')"
David Bainbridge2b19e832019-08-16 02:40:53 +00001503 fi
Test Userba1e7e72019-07-10 22:27:54 +00001504fi
David Bainbridgee87067b2019-08-12 22:00:12 +00001505if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridge712afb82019-08-14 19:55:58 +00001506 printtime $(expr $(date +%s) - $STIME)
David Bainbridgee87067b2019-08-12 22:00:12 +00001507fi
Test Userba1e7e72019-07-10 22:27:54 +00001508
David Bainbridge190617a2020-04-06 09:53:52 -07001509if [ $WITH_ETCD == "external" ]; then
1510 STIME=$(date +%s)
1511 bspin "Verify external ETCD cluster $OLD_KEY"
1512 EXPECT=$(test "$TYPE" == "minimal" && echo "1" || echo "3")
1513 if [ $(helm list --deployed --short --namespace $INFRA_NS "^etcd-cluster\$" | wc -l) -ne 1 ]; then
1514 espin $NOT_VERIFIED
1515 INTERNAL_EXTRA_HELM_INSTALL_ARGS+="--set clusterName=etcd-cluster --set autoCompactionRetention=1 --set clusterSize=$EXPECT"
1516 helm_install - $INFRA_NS etcd-cluster onf/voltha-etcd-cluster latest "Install eternal ETCD cluster"
1517 else
1518 espin $VERIFIED
1519 fi
1520 wait_for_pods - "$INFRA_NS" $EXPECT "includes" -1 "Waiting for ETCD cluster to start" "etcd-cluster-.*"
1521 if [ "$WITH_TIMINGS" == "yes" ]; then
1522 printtime $(expr $(date +%s) - $STIME)
1523 fi
1524fi
1525
1526if [ $WITH_KAFKA == "external" ]; then
1527 _TMP=$(mktemp -u)
1528 _COUNT=$(test $TYPE == "minimal" && echo "1" || echo "3")
1529 cat << EOC > $_TMP
1530configurationOverrides:
1531 "default.replication.factor": $_COUNT
1532 "offsets.topic.replication.factor": $_COUNT
1533 "log.retention.hours": 4
1534 "log.message.timestamp.type": "LogAppendTime"
1535persistence:
1536 enabled: false
1537zookeeper:
1538 replicaCount: 1
1539 persistence:
1540 enabled: false
1541replicas: $_COUNT
1542EOC
1543 STIME=$(date +%s)
1544 bspin "Verify external Kafka cluster $OLD_KEY"
1545 EXPECT=$(test "$TYPE" == "minimal" && echo "2" || echo "4")
1546 if [ $(helm list --deployed --short --namespace $INFRA_NS "^kafka\$" | wc -l) -ne 1 ]; then
1547 espin $NOT_VERIFIED
1548 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" -f $_TMP"
1549 helm_install - $INFRA_NS kafka incubator/kafka latest "Install eternal Kafka cluster"
1550 else
1551 espin $VERIFIED
1552 fi
1553 # DKB
1554 wait_for_pods - "$INFRA_NS" $EXPECT "includes" -1 "Waiting for Kafka cluster to start" "kafka-.*"
1555 if [ "$WITH_TIMINGS" == "yes" ]; then
1556 printtime $(expr $(date +%s) - $STIME)
1557 fi
1558 rm -rf $_TMP
1559fi
1560
David Bainbridgee87067b2019-08-12 22:00:12 +00001561STIME=$(date +%s)
David Bainbridge696bc632020-04-05 21:49:37 -07001562EXPECT=1
1563if [ "$ONLY_ONE" == "yes" ]; then
1564 EXPECT=$((EXPECT+1))
1565 INTERNAL_EXTRA_HELM_INSTALL_ARGS="--set therecanbeonlyone=true"
1566else
1567 EXPECT=$((EXPECT+2))
1568fi
David Bainbridge190617a2020-04-06 09:53:52 -07001569case $WITH_ETCD in
1570 no)
1571 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set private_etcd_cluster=false"
1572 ;;
1573 yes)
1574 _HOST="voltha-etcd-cluster-client.$VOLTHA_NS.svc.cluster.local"
1575 _PORT=2379
1576 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set services.etcd.service=$_HOST --set services.etcd.port=$_PORT"
1577 EXPECT=$((EXPECT+$(test "$TYPE" == "minimal" && echo "1" || echo "3")))
1578 ;;
1579 external)
1580 _HOST="etcd-cluster-client.$INFRA_NS.svc.cluster.local"
1581 _PORT=2379
1582 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set private_etcd_cluster=false --set services.etcd.service=$_HOST --set services.etcd.port=$_PORT"
1583 ;;
1584 *)
David Bainbridge696bc632020-04-05 21:49:37 -07001585 _HOST=$(echo $WITH_ETCD | cut -d: -f1)
1586 _PORT=$(echo $WITH_ETCD | cut -s -d: -f2)
1587 _PORT=${_PORT:-2379}
David Bainbridge190617a2020-04-06 09:53:52 -07001588 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set private_etcd_cluster=false --set services.etcd.service=$_HOST --set services.etcd.port=$_PORT"
1589 ;;
1590esac
1591case $WITH_KAFKA in
1592 no)
1593 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set private_kafka_cluster=false"
1594 ;;
1595 yes)
1596 _HOST=voltha-kafka.$VOLTHA_NS.svc.cluster.local
1597 _PORT=9092
1598 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set kafka_broker=$_HOST:$_PORT --set services.kafka.adapter.service=$_HOST --set services.kafka.adapter.port=$_PORT --set services.kafka.cluster.service=$_HOST --set services.kafka.cluster.port=$_PORT"
1599 EXPECT=$((EXPECT+$(test "$TYPE" == "minimal" && echo "2" || echo "4")))
1600 ;;
1601 external)
1602 _HOST=kafka.$INFRA_NS.svc.cluster.local
1603 _PORT=9092
1604 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set private_kafka_cluster=false --set kafka_broker=$_HOST:$_PORT --set services.kafka.adapter.service=$_HOST --set services.kafka.adapter.port=$_PORT --set services.kafka.cluster.service=$_HOST --set services.kafka.cluster.port=$_PORT"
1605 ;;
1606 *)
David Bainbridge696bc632020-04-05 21:49:37 -07001607 _HOST=$(echo $WITH_KAFKA | cut -d: -f1)
1608 _PORT=$(echo $WITH_KAFKA | cut -s -d: -f2)
1609 _PORT=${_PORT:-9092}
David Bainbridge190617a2020-04-06 09:53:52 -07001610 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set private_kafka_cluster=false --set kafka_broker=$_HOST:$_PORT --set services.kafka.adapter.service=$_HOST --set services.kafka.adapter.port=$_PORT --set services.kafka.cluster.service=$_HOST --set services.kafka.cluster.port=$_PORT"
1611 ;;
1612esac
1613
1614if [ $WITH_ONOS == "yes" ]; then
1615 _HOST=onos-openflow.$INFRA_NS.svc.cluster.local
1616 _PORT=6653
1617 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set services.controller.service=$_HOST --set services.controller.port=$_PORT"
1618elif [ $WITH_ONOS != "no" ]; then
1619 _HOST=$(echo $WITH_ONOS | cut -d: -f1)
1620 _PORT=$(echo $WITH_ONOS | cut -s -d: -f2)
1621 _PORT=${_PORT:-6653}
1622 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set services.controller.service=$_HOST --set services.controller.port=$_PORT"
David Bainbridge696bc632020-04-05 21:49:37 -07001623fi
Test Userb5712372019-07-03 21:52:17 +00001624bspin "Verify VOLTHA installed $HIGH_VOLTAGE"
David Bainbridgea0101c82020-04-08 11:30:40 -07001625if [ $(helm list --deployed --short --namespace $VOLTHA_NS "^voltha\$" | wc -l) -ne 1 ]; then
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001626 espin $NOT_VERIFIED
David Bainbridge190617a2020-04-06 09:53:52 -07001627 helm_install - $VOLTHA_NS voltha $VOLTHA_CHART $VOLTHA_CHART_VERSION "Install VOLTHA Core"
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001628else
1629 espin $VERIFIED
1630fi
David Bainbridge696bc632020-04-05 21:49:37 -07001631INTERNAL_EXTRA_HELM_INSTALL_ARGS=
Test Userba1e7e72019-07-10 22:27:54 +00001632
David Bainbridge90fd8e32019-08-21 23:32:47 +00001633VOLTHA="voltha-ofagent-.* \
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001634 rw-core.* \
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001635 voltha-etcd-cluster-.* \
1636 voltha-kafka-.* \
1637 voltha-zookeeper-.*"
David Bainbridge190617a2020-04-06 09:53:52 -07001638wait_for_pods - "$VOLTHA_NS" $EXPECT "includes" -1 "Waiting for VOLTHA Core to start" $VOLTHA
David Bainbridgee87067b2019-08-12 22:00:12 +00001639if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridge712afb82019-08-14 19:55:58 +00001640 printtime $(expr $(date +%s) - $STIME)
David Bainbridgee87067b2019-08-12 22:00:12 +00001641fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001642
David Bainbridge46505fb2019-10-01 21:13:20 +00001643if [ "$WITH_ADAPTERS" == "yes" ]; then
1644 STIME=$(date +%s)
1645 EXPECT=0
David Bainbridge72b15012020-04-08 12:14:08 -07001646 if [ $WITH_ETCD == "yes" ]; then
1647 _HOST=voltha-etcd-cluster-client.$VOLTHA_NS.svc.cluster.local
1648 _PORT=2379
1649 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set services.etcd.service=$_HOST --set services.etcd.port=$_PORT"
1650 elif [ $WITH_ETCD == "external" ]; then
1651 _HOST=etcd-cluster-client.$INFRA_NS.svc.cluster.local
1652 _PORT=2379
1653 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set services.etcd.service=$_HOST --set services.etcd.port=$_PORT"
1654 elif [ $WITH_ETCD != "no" ]; then
1655 _HOST=$(echo $WITH_ETCD | cut -d: -f1)
1656 _PORT=$(echo $WITH_ETCD | cut -s -d: -f2)
1657 _PORT=${_PORT:-2379}
1658 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set services.etcd.service=$_HOST --set services.etcd.port=$_PORT"
David Bainbridge696bc632020-04-05 21:49:37 -07001659 fi
David Bainbridge72b15012020-04-08 12:14:08 -07001660 if [ $WITH_KAFKA == "yes" ]; then
1661 _HOST=voltha-kafka.$VOLTHA_NS.svc.cluster.local
1662 _PORT=9092
1663 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set kafka_broker=$_HOST:$_PORT --set services.kafka.adapter.service=$_HOST --set services.kafka.adapter.port=$_PORT --set services.kafka.cluster.service=$_HOST --set services.kafka.cluster.port=$_PORT"
1664 elif [ $WITH_KAFKA == "external" ]; then
1665 _HOST=kafka.$INFRA_NS.svc.cluster.local
1666 _PORT=9092
1667 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set kafka_broker=$_HOST:$_PORT --set services.kafka.adapter.service=$_HOST --set services.kafka.adapter.port=$_PORT --set services.kafka.cluster.service=$_HOST --set services.kafka.cluster.port=$_PORT"
1668 elif [ $WITH_KAFKA != "no" ]; then
1669 _HOST=$(echo $WITH_KAFKA | cut -d: -f1)
1670 _PORT=$(echo $WITH_KAFKA | cut -s -d: -f2)
1671 _PORT=${_PORT:-9092}
1672 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set kafka_broker=$_HOST:$_PORT --set services.kafka.adapter.service=$_HOST --set services.kafka.adapter.port=$_PORT --set services.kafka.cluster.service=$_HOST --set services.kafka.cluster.port=$_PORT"
David Bainbridge696bc632020-04-05 21:49:37 -07001673 fi
David Bainbridge46505fb2019-10-01 21:13:20 +00001674 echo -e "Verify Adapters $PLUG"
1675 if [ "$WITH_SIM_ADAPTERS" == "yes" ]; then
1676 bspin - "Verify Simulated Adapters installed"
David Bainbridge190617a2020-04-06 09:53:52 -07001677 if [ $(helm list --deployed --short --namespace $ADAPTER_NS "^sim\$" | wc -l) -ne 1 ]; then
David Bainbridge46505fb2019-10-01 21:13:20 +00001678 espin - $NOT_VERIFIED
David Bainbridge190617a2020-04-06 09:53:52 -07001679 helm_install - $ADAPTER_NS sim $VOLTHA_ADAPTER_SIM_CHART $VOLTHA_ADAPTER_SIM_CHART_VERSION "Install Simulated Adapters"
David Bainbridge46505fb2019-10-01 21:13:20 +00001680 else
1681 espin - $VERIFIED
1682 fi
1683 EXPECT=$(expr $EXPECT + 2)
1684 fi
Matteo Scandolo7ef6ba52019-10-04 09:20:37 -07001685
David Bainbridge46505fb2019-10-01 21:13:20 +00001686 if [ "$WITH_OPEN_ADAPTERS" == "yes" ]; then
1687 bspin - "Verify OpenOLT Adapter installed"
David Bainbridge190617a2020-04-06 09:53:52 -07001688 if [ $(helm list --deployed --short --namespace $ADAPTER_NS "^open-olt\$" | wc -l) -ne 1 ]; then
David Bainbridge46505fb2019-10-01 21:13:20 +00001689 espin - $NOT_VERIFIED
David Bainbridge190617a2020-04-06 09:53:52 -07001690 helm_install - $ADAPTER_NS open-olt $VOLTHA_ADAPTER_OPEN_OLT_CHART $VOLTHA_ADAPTER_OPEN_OLT_CHART_VERSION "Install OpenOLT Adapter"
David Bainbridge46505fb2019-10-01 21:13:20 +00001691 else
1692 espin - $VERIFIED
1693 fi
1694 bspin - "Verify OpenONU Adapter installed"
David Bainbridge190617a2020-04-06 09:53:52 -07001695 if [ $(helm list --deployed --short --namespace $ADAPTER_NS "^open-onu\$" | wc -l) -ne 1 ]; then
David Bainbridge46505fb2019-10-01 21:13:20 +00001696 espin - $NOT_VERIFIED
David Bainbridge190617a2020-04-06 09:53:52 -07001697 helm_install - $ADAPTER_NS open-onu $VOLTHA_ADAPTER_OPEN_ONU_CHART $VOLTHA_ADAPTER_OPEN_ONU_CHART_VERSION "Install OpenONU Adapter"
David Bainbridge46505fb2019-10-01 21:13:20 +00001698 else
1699 espin - $VERIFIED
1700 fi
1701 EXPECT=$(expr $EXPECT + 2)
1702 fi
David Bainbridge696bc632020-04-05 21:49:37 -07001703 INTERNAL_EXTRA_HELM_INSTALL_ARGS=
Matteo Scandolo7ef6ba52019-10-04 09:20:37 -07001704
David Bainbridge46505fb2019-10-01 21:13:20 +00001705 ADAPTERS="adapter-.*"
David Bainbridge190617a2020-04-06 09:53:52 -07001706 wait_for_pods - "$ADAPTER_NS " $EXPECT "includes" -1 "Waiting for adapters to start" $ADAPTERS
David Bainbridge46505fb2019-10-01 21:13:20 +00001707 if [ "$WITH_TIMINGS" == "yes" ]; then
1708 printtime $(expr $(date +%s) - $STIME)
1709 fi
David Bainbridgee87067b2019-08-12 22:00:12 +00001710fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001711
Test User7d866122019-07-09 17:52:35 +00001712if [ $WITH_BBSIM == "yes" ]; then
David Bainbridgee87067b2019-08-12 22:00:12 +00001713 STIME=$(date +%s)
Test User7d866122019-07-09 17:52:35 +00001714 echo -e "Verify BBSIM $PLUG"
David Bainbridge5b7b96b2019-07-25 20:29:13 +00001715 bspin - "Verify BBSIM Installed"
David K. Bainbridge43422402020-03-06 07:41:22 -08001716 for instance in $(seq 0 $(($NUM_OF_BBSIM-1))); do
1717 if [ $instance -eq 0 ]; then
1718 instance_num=""
1719 else
1720 instance_num=$instance
1721 fi
David Bainbridge190617a2020-04-06 09:53:52 -07001722 if [ $(helm list --deployed --short --namespace $BBSIM_NS "^bbsim${instance_num}\$" | wc -l) -ne 1 ]; then
David K. Bainbridge43422402020-03-06 07:41:22 -08001723 espin - $NOT_VERIFIED
Matteo Scandolo5a149572020-04-01 10:14:57 -07001724 S_TAG=$((900+$instance))
1725 INTERNAL_EXTRA_HELM_INSTALL_ARGS="--set olt_id=$instance,s_tag=$S_TAG"
David Bainbridge190617a2020-04-06 09:53:52 -07001726 helm_install - $BBSIM_NS bbsim${instance_num} $VOLTHA_BBSIM_CHART $VOLTHA_BBSIM_CHART_VERSION "Install BBSIM${instance_num}"
David Bainbridge2eaf2cf2020-03-18 12:54:08 -07001727 INTERNAL_EXTRA_HELM_INSTALL_ARGS=
David K. Bainbridge43422402020-03-06 07:41:22 -08001728 else
1729 espin - $VERIFIED
1730 fi
1731 done
David Bainbridge190617a2020-04-06 09:53:52 -07001732 wait_for_pods - "$BBSIM_NS" $NUM_OF_BBSIM "includes" -1 "Waiting for BBSIM to start" "bbsim*"
David Bainbridgee87067b2019-08-12 22:00:12 +00001733 if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridge712afb82019-08-14 19:55:58 +00001734 printtime $(expr $(date +%s) - $STIME)
David Bainbridgee87067b2019-08-12 22:00:12 +00001735 fi
Test User7d866122019-07-09 17:52:35 +00001736fi
1737
David Bainbridge5b7b96b2019-07-25 20:29:13 +00001738if [ $WITH_RADIUS == "yes" ]; then
David Bainbridgee87067b2019-08-12 22:00:12 +00001739 STIME=$(date +%s)
David Bainbridge5b7b96b2019-07-25 20:29:13 +00001740 echo -e "Verify RADIUS $LOCK"
1741 bspin - "Verify RADIUS Installed"
David Bainbridge190617a2020-04-06 09:53:52 -07001742 if [ $(helm list --deployed --short --namespace $INFRA_NS "^radius\$" | wc -l) -ne 1 ]; then
David Bainbridge5b7b96b2019-07-25 20:29:13 +00001743 espin - $NOT_VERIFIED
David Bainbridge190617a2020-04-06 09:53:52 -07001744 helm_install - $INFRA_NS radius onf/freeradius latest "Install RADIUS"
David Bainbridge5b7b96b2019-07-25 20:29:13 +00001745 else
1746 espin - $VERIFIED
1747 fi
David Bainbridge190617a2020-04-06 09:53:52 -07001748 wait_for_pods - "$INFRA_NS" 1 "includes" -1 "Waiting for RADIUS to start" "radius-.*"
David Bainbridgee87067b2019-08-12 22:00:12 +00001749 if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridge712afb82019-08-14 19:55:58 +00001750 printtime $(expr $(date +%s) - $STIME)
David Bainbridgee87067b2019-08-12 22:00:12 +00001751 fi
David Bainbridge5b7b96b2019-07-25 20:29:13 +00001752fi
1753
David K. Bainbridge4a06a4a2020-03-02 14:15:23 -08001754if [ $WITH_PORT_FORWARDS == "yes" ]; then
1755 STIME=$(date +%s)
1756 bspin - "Forward VOLTHA API port $FORWARD"
1757 kill_port_forward voltha-api
David Bainbridge190617a2020-04-06 09:53:52 -07001758 port_forward $VOLTHA_NS voltha-api $VOLTHA_API_PORT 55555
David K. Bainbridge4a06a4a2020-03-02 14:15:23 -08001759 espin - $VERIFIED
David Bainbridge190617a2020-04-06 09:53:52 -07001760 if [ $WITH_ETCD == "yes" -o $WITH_ETCD == "external" ]; then
1761 _NS=$(test $WITH_ETCD == "yes" && echo $VOLTHA_NS || echo $INFRA_NS)
David Bainbridge696bc632020-04-05 21:49:37 -07001762 bspin - "Forward VOLTHA ETCD port $FORWARD"
1763 kill_port_forward voltha-etcd-cluster-client
David Bainbridge190617a2020-04-06 09:53:52 -07001764 port_forward $_NS voltha-etcd-cluster-client $VOLTHA_ETCD_PORT 2379
David Bainbridge696bc632020-04-05 21:49:37 -07001765 espin - $VERIFIED
1766 fi
David Bainbridge190617a2020-04-06 09:53:52 -07001767 if [ $WITH_KAFKA == "yes" -o $WITH_KAFKA == "external" ]; then
1768 _NS=$(test $WITH_ETCD == "yes" && echo $VOLTHA_NS || echo $INFRA_NS)
David Bainbridge696bc632020-04-05 21:49:37 -07001769 bspin - "Forward VOLTHA Kafka port $FORWARD"
1770 kill_port_forward voltha-kafka
David Bainbridge190617a2020-04-06 09:53:52 -07001771 port_forward $_NS voltha-kafka $VOLTHA_KAFKA_PORT 9092
David Bainbridge696bc632020-04-05 21:49:37 -07001772 espin - $VERIFIED
1773 fi
David K. Bainbridge4a06a4a2020-03-02 14:15:23 -08001774 if [ "$WITH_TIMINGS" == "yes" ]; then
1775 printtime $(expr $(date +%s) - $STIME)
1776 fi
David Bainbridgee87067b2019-08-12 22:00:12 +00001777fi
Test User3d7ad8e2019-07-03 06:15:44 +00001778
David Bainbridge696bc632020-04-05 21:49:37 -07001779if [ $WITH_ONOS == "yes" -a $WITH_RADIUS != "no" ]; then
David Bainbridge190617a2020-04-06 09:53:52 -07001780 _HOST=radius.$INFRA_NS.svc.cluster.local
David Bainbridge696bc632020-04-05 21:49:37 -07001781 _PORT=1812
1782 if [ $WITH_RADIUS != "yes" ]; then
1783 _HOST=$(echo $WITH_RADIUS | cut -d: -f1)
1784 _PORT=$(echo $WITH_RADIUS | cut -s -d: -f2)
1785 _PORT=${_PORT:-1812}
1786 fi
David Bainbridge5b7b96b2019-07-25 20:29:13 +00001787 bspin "Configure ONOS RADIUS Connection $GEAR"
David Bainbridge696bc632020-04-05 21:49:37 -07001788 (set -x; cat onos-files/onos-aaa.json | sed -e "s/:RADIUS_SVC:/$_HOST/g" -e "s/:RADIUS_PORT:/$_PORT/" | curl --fail -sSL --user karaf:karaf -X POST http://$_ONOS_API_EP/onos/v1/network/configuration/apps/org.opencord.aaa -H Content-type:application/json -d@- >>$LOG 2>&1) >>$LOG 2>&1
David Bainbridge5b7b96b2019-07-25 20:29:13 +00001789 espin $VERIFIED
1790fi
1791
David Bainbridge99ac7a22019-08-31 02:26:43 +00001792if [ "$WITH_CHAOS" == "yes" ]; then
1793 STIME=$(date +%s)
1794 echo -e "Verify kube-monkey $LOCK"
1795 bspin - "Verify kube-monkey Installed"
1796 if [ $(helm list --deployed --short --namespace kube-monkey "^monkey\$" | wc -l) -ne 1 ]; then
1797 espin - $NOT_VERIFIED
1798 helm_install - kube-monkey monkey ./kube-monkey/helm/kubemonkey latest "Install Chaos Monkey"
1799 else
1800 espin - $VERIFIED
1801 fi
1802 wait_for_pods - "kube-monkey" 1 "includes" -1 "Waiting for Chaos to start" "monkey-.*"
1803 if [ "$WITH_TIMINGS" == "yes" ]; then
1804 printtime $(expr $(date +%s) - $STIME)
1805 fi
1806fi
1807
David Bainbridge5b7b96b2019-07-25 20:29:13 +00001808bspin "Create voltctl configuration file"
Test User3d7ad8e2019-07-03 06:15:44 +00001809(set -x; mkdir -p $HOME/.volt >>$LOG 2>&1) >>$LOG 2>&1
David K. Bainbridgeb859e912020-03-13 14:07:52 -07001810MIN_VC_VERSION=$(echo -e "1.0.15\n$VC_VERSION" | sort -V | head -1)
David K. Bainbridge4a06a4a2020-03-02 14:15:23 -08001811if [ $WITH_PORT_FORWARDS == "yes" ]; then
David K. Bainbridgeb859e912020-03-13 14:07:52 -07001812 KAFKA_FLAG="-k localhost:$VOLTHA_KAFKA_PORT"
1813 SERVER_FLAG="-s localhost:$VOLTHA_API_PORT"
1814 ETCD_FLAG=
1815 if [ "$MIN_VC_VERSION" == "1.0.15" ]; then
1816 ETCD_FLAG="-e localhost:$VOLTHA_ETCD_PORT"
1817 fi
David K. Bainbridge4a06a4a2020-03-02 14:15:23 -08001818else
David K. Bainbridgeb859e912020-03-13 14:07:52 -07001819 KAFKA_FLAG="-k $(get_service_ep voltha voltha-kafka)"
David Bainbridge190617a2020-04-06 09:53:52 -07001820 SERVER_FLAG="-s $(get_service_ep $VOLTHA_NS voltha-api)"
David K. Bainbridgeb859e912020-03-13 14:07:52 -07001821 ETCD_FLAG=
1822 if [ "$MIN_VC_VERSION" == "1.0.15" ]; then
1823 ETCD_FLAG="-e $(get_service_ep voltha voltha-etcd-client)"
1824 fi
David K. Bainbridge4a06a4a2020-03-02 14:15:23 -08001825fi
David K. Bainbridgeb859e912020-03-13 14:07:52 -07001826(set -x; voltctl -a v3 $KAFKA_FLAG $SERVER_FLAG $ETCD_FLAG config > $HOME/.volt/config-$NAME 2>>$LOG) >>$LOG 2>&1
David Bainbridge5b7b96b2019-07-25 20:29:13 +00001827espin $VERIFIED
Test User08ebbd92019-07-03 17:15:39 +00001828
David Bainbridge0774b232019-08-02 06:37:19 +00001829if [ ! -f "$NAME-env.sh" ]; then
1830 touch $NAME-env.sh
David Bainbridgeb07fdf72019-07-29 22:51:40 +00001831fi
1832
David Bainbridge596f30d2019-07-30 17:07:59 +00001833for O in $ALL_OPTIONS; do
1834 VAL=$(eval echo \$$O)
David Bainbridge0774b232019-08-02 06:37:19 +00001835 if [ ! -z "$VAL" -a $(grep -c "^export $O=" $NAME-env.sh) -eq 0 ]; then
1836 echo "export $O=\"$(eval echo \$$O)\"" >> $NAME-env.sh
David Bainbridgeb07fdf72019-07-29 22:51:40 +00001837 fi
1838done
1839
David Bainbridge0774b232019-08-02 06:37:19 +00001840if [ $DEPLOY_K8S == "yes" -a $(grep -c "^export KUBECONFIG=" $NAME-env.sh) -eq 0 ]; then
1841 echo "export KUBECONFIG=\"$(./bin/kind get kubeconfig-path --name=voltha-$NAME)\"" >> $NAME-env.sh
David Bainbridgeb07fdf72019-07-29 22:51:40 +00001842fi
1843
David Bainbridge0774b232019-08-02 06:37:19 +00001844if [ $(grep -c "^export VOLTCONFIG=" $NAME-env.sh) -eq 0 ]; then
1845 echo "export VOLTCONFIG=\"$HOME/.volt/config-$NAME\"" >> $NAME-env.sh
David Bainbridgeb07fdf72019-07-29 22:51:40 +00001846fi
1847
David Bainbridge0774b232019-08-02 06:37:19 +00001848if [ $(grep -c "^export PATH=" $NAME-env.sh) -eq 0 ]; then
1849 echo "export PATH=\"$GOPATH/bin:\$PATH\"" >> $NAME-env.sh
David Bainbridgeb07fdf72019-07-29 22:51:40 +00001850fi
1851
Test User7d866122019-07-09 17:52:35 +00001852echo ""
Test User08ebbd92019-07-03 17:15:39 +00001853echo "Please issue the following commands in your terminal to ensure that you" | tee -a $LOG
1854echo "are accessing the correct Kubernetes/Kind cluster as well as have the " | tee -a $LOG
1855echo "tools required by VOLTHA in your command path. " | tee -a $LOG
1856echo "" | tee -a $LOG
Test User7d866122019-07-09 17:52:35 +00001857echo -en $BOLD
Test Userba1e7e72019-07-10 22:27:54 +00001858if [ $DEPLOY_K8S == "yes" ]; then
David Bainbridge0774b232019-08-02 06:37:19 +00001859 echo "export KUBECONFIG=\"\$(./bin/kind get kubeconfig-path --name=\"voltha-$NAME\")\"" | tee -a $LOG
Test Userba1e7e72019-07-10 22:27:54 +00001860fi
David Bainbridge0774b232019-08-02 06:37:19 +00001861echo "export VOLTCONFIG=\"$HOME/.volt/config-$NAME\"" | tee -a $LOG
Test Userba1e7e72019-07-10 22:27:54 +00001862echo "export PATH=$GOPATH/bin:\$PATH" | tee -a $LOG
Test User7d866122019-07-09 17:52:35 +00001863echo -en $NORMAL
Test User08ebbd92019-07-03 17:15:39 +00001864echo "" | tee -a $LOG
1865echo "Thank you for choosing kind-voltha for you quick cluster needs." | tee -a $LOG
1866
David Bainbridge712afb82019-08-14 19:55:58 +00001867if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridgef858a022019-08-14 21:25:11 +00001868 echo -e "$CLOCK ${BOLD}TOTAL: $(duration $(expr $(date +%s) - $TOTAL_START_TIME))${NORMAL}"
David Bainbridge712afb82019-08-14 19:55:58 +00001869fi