blob: 8e9ddb05151d27ca9ac594798711ee4e73b42e7d [file] [log] [blame]
Test User01ed0642019-07-03 20:17:06 +00001#!/bin/bash
David K. Bainbridgeb7285432019-07-02 22:05:24 -07002# Copyright 2019 Ciena Corporation
3#
4# Licensed under the Apache License, Version 2.0 (the "License");
5# you may not use this file except in compliance with the License.
6# You may obtain a copy of the License at
7#
8# http://www.apache.org/licenses/LICENSE-2.0
9#
10# Unless required by applicable law or agreed to in writing, software
11# distributed under the License is distributed on an "AS IS" BASIS,
12# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13# See the License for the specific language governing permissions and
14# limitations under the License.
David Bainbridged049a612020-03-16 17:22:54 -070015set -f
David Bainbridged18f4942020-04-14 16:46:13 -070016unalias -a
David Bainbridge60ffc0f2020-04-27 22:13:22 -070017shopt -s extglob
David Bainbridged18f4942020-04-14 16:46:13 -070018TOTAL_START_TIME="$(date +%s)"
David Bainbridgeb4bbde12020-06-25 14:46:36 -070019mkdir -p "$(pwd)/bin"
20PATH="$(pwd)/bin:$PATH"; export PATH
21GOPATH="$(pwd)"; export GOPATH
David K. Bainbridgeb7285432019-07-02 22:05:24 -070022
David Bainbridge38dc1e82019-08-12 15:18:45 +000023FANCY=${FANCY:-1}
24if [ "$TERM X" == " X" ]; then
25 FANCY=0
26fi
27
David K. Bainbridgeb7285432019-07-02 22:05:24 -070028# trap ctrl-c and call ctrl_c()
29trap ctrl_c INT
30
31function ctrl_c() {
David Bainbridged18f4942020-04-14 16:46:13 -070032 echo -en "$CNORM"
David K. Bainbridgeb7285432019-07-02 22:05:24 -070033 echo ""
34 echo "ctrl-c trapped"
David Bainbridgec6a6eb62019-10-18 22:50:07 +000035 echo "Thank you for trying 'voltha up'"
David K. Bainbridgeb7285432019-07-02 22:05:24 -070036 exit
37}
38
Andrea Campanella40e48b72020-07-21 20:32:52 +020039HELM_VERSION=${HELM_VERSION:-v3.2.4}
David K. Bainbridgeebf38d92020-02-10 10:46:31 -080040VOLTCTL_VERSION=${VOLTCTL_VERSION:-latest}
David K. Bainbridge88a7a792020-07-27 17:01:14 +000041KIND_VERSION=${KIND_VERSION:-v0.8.1}
David K. Bainbridgeb3a99372020-01-08 14:39:06 -080042VK_RELEASE=${VK_RELEASE:-master}
David Bainbridge60ffc0f2020-04-27 22:13:22 -070043EXTRA_TOOLS=
Test User08ebbd92019-07-03 17:15:39 +000044
David Bainbridge38dc1e82019-08-12 15:18:45 +000045RED=
46GREEN=
47YELLOW=
48BLUE=
David Bainbridge38dc1e82019-08-12 15:18:45 +000049BOLD=
50NORMAL=
51ERROR=
52CEOL=
53CNORM=
54CIVIS=
David Bainbridged18f4942020-04-14 16:46:13 -070055if [ "$FANCY" -eq 1 ]; then
56 RED="$(tput setaf 1)"
57 GREEN="$(tput setaf 2)"
58 YELLOW="$(tput setaf 3)"
59 BLUE="$(tput setaf 4)"
60 BOLD="$(tput bold)"
61 NORMAL="$(tput sgr0)"
David Bainbridge38dc1e82019-08-12 15:18:45 +000062 ERROR="\xe2\x9c\x97\x20"
David Bainbridged18f4942020-04-14 16:46:13 -070063 CEOL="$(tput el)"
64 CNORM="$(tput cnorm)"
65 CIVIS="$(tput civis)"
David Bainbridge38dc1e82019-08-12 15:18:45 +000066fi
Test User7d866122019-07-09 17:52:35 +000067
Matteo Scandolo657e13c2020-07-28 11:41:42 -070068NAME=${NAME:-minimal}
David K. Bainbridge484d80c2020-03-05 21:44:34 -080069
70ENABLE_ONOS_EXTRANEOUS_RULES=${ENABLE_ONOS_EXTRANEOUS_RULES:-no}
David Bainbridge76afd812020-04-06 09:53:52 -070071INFRA_NS=${INFRA_NS:-default}
72VOLTHA_NS=${VOLTHA_NS:-voltha}
73BBSIM_NS=${BBSIM_NS:-voltha}
74ADAPTER_NS=${ADAPTER_NS:-voltha}
David Bainbridgee87067b2019-08-12 22:00:12 +000075WITH_TIMINGS=${WITH_TIMINGS:-no}
Test User7d866122019-07-09 17:52:35 +000076WITH_BBSIM=${WITH_BBSIM:-no}
divyadesai59f987a2020-05-27 12:11:33 +000077WITH_EFK=${WITH_EFK:-no}
Girish Kumarcc5f9172020-06-10 13:34:31 +000078WITH_TRACING=${WITH_TRACING:-no}
David Bainbridge5b7b96b2019-07-25 20:29:13 +000079WITH_RADIUS=${WITH_RADIUS:-no}
Matteo Scandolo78dfee02020-02-13 16:18:03 -080080WITH_EAPOL=${WITH_EAPOL:-yes}
81WITH_DHCP=${WITH_DHCP:-yes}
82WITH_IGMP=${WITH_IGMP:-no}
David Bainbridgeb270c202019-07-26 01:44:42 +000083WITH_ONOS=${WITH_ONOS:-yes}
David Bainbridge60ffc0f2020-04-27 22:13:22 -070084NUM_OF_ONOS=${NUM_OF_ONOS:-1}
85NUM_OF_ATOMIX=${NUM_OF_ATOMIX:-0}
David Bainbridge99ac7a22019-08-31 02:26:43 +000086WITH_CHAOS=${WITH_CHAOS:-no}
David Bainbridge46505fb2019-10-01 21:13:20 +000087WITH_ADAPTERS=${WITH_ADAPTERS:-yes}
David K. Bainbridgeda33d652020-03-06 10:31:23 -080088WITH_SIM_ADAPTERS=${WITH_SIM_ADAPTERS:-no}
David Bainbridge46505fb2019-10-01 21:13:20 +000089WITH_OPEN_ADAPTERS=${WITH_OPEN_ADAPTERS:-yes}
David K. Bainbridge4a06a4a2020-03-02 14:15:23 -080090WITH_PORT_FORWARDS=${WITH_PORT_FORWARDS:-yes}
David Bainbridge696bc632020-04-05 21:49:37 -070091WITH_KAFKA=${WITH_KAFKA:-yes}
92WITH_ETCD=${WITH_ETCD:-yes}
Matteo Scandoloefee0432020-05-05 13:56:20 -070093WITH_PPROF=${WITH_PPROF:-no}
Girish Gowdra4cc5d8b2020-06-11 17:12:00 -070094WITH_INCREMENTAL_EVTO_UPDATE=${WITH_INCREMENTAL_EVTO_UPDATE:-no}
David Bainbridgee4d11ca2020-05-08 10:21:10 -070095SCHEDULE_ON_CONTROL_NODES=${SCHEDULE_ON_CONTROL_NODES:-no}
David Bainbridge309099c2020-05-05 08:47:29 -070096CONFIG_SADIS=${CONFIG_SADIS:-no} # yes | no | file | bbsim | external | URL
Hardik Windlassb3147602020-03-09 16:59:15 +053097SADIS_CFG=${SADIS_CFG:-onos-files/onos-sadis-sample.json}
Matteo Scandolo6402d362020-08-24 12:31:06 -070098BBSIM_CFG=${BBSIM_CFG:-configs/bbsim-sadis-att.yaml}
David Bainbridge27790d62019-08-13 22:43:19 +000099INSTALL_ONOS_APPS=${INSTALL_ONOS_APPS:-no}
Test Userba1e7e72019-07-10 22:27:54 +0000100JUST_K8S=${JUST_K8S:-no}
101DEPLOY_K8S=${DEPLOY_K8S:-yes}
David K. Bainbridge0e89cb92019-07-17 11:30:10 -0700102INSTALL_KUBECTL=${INSTALL_KUBECTL:-yes}
103INSTALL_HELM=${INSTALL_HELM:-yes}
David Bainbridge7f8bf992020-04-08 21:53:22 -0700104HELM_USE_UPGRADE=${HELM_USE_UPGRADE:-no}
David Bainbridge46505fb2019-10-01 21:13:20 +0000105UPDATE_HELM_REPOS=${UPDATE_HELM_REPOS:-yes}
Matteo Scandolofab98622020-01-28 15:17:20 -0800106WAIT_ON_DOWN=${WAIT_ON_DOWN:-yes}
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700107WAIT_TIMEOUT=${WAIT_TIMEOUT:-30m}
108VOLTHA_DOWN_ON_TIMEOUT=${VOLTHA_DOWN_ON_TIMEOUT:-no}
David Bainbridge5b7b96b2019-07-25 20:29:13 +0000109VOLTHA_LOG_LEVEL=${VOLTHA_LOG_LEVEL:-WARN}
David Bainbridge90fd8e32019-08-21 23:32:47 +0000110VOLTHA_CHART=${VOLTHA_CHART:-onf/voltha}
111VOLTHA_CHART_VERSION=${VOLTHA_CHART_VERSION:-latest}
112VOLTHA_BBSIM_CHART=${VOLTHA_BBSIM_CHART:-onf/bbsim}
Matteo Scandolocdfb4e22020-09-11 19:46:59 -0700113VOLTHA_BBSIM_CHART_VERSION=${VOLTHA_BBSIM_CHART_VERSION:-latest}
divyadesai59f987a2020-05-27 12:11:33 +0000114ELASTICSEARCH_CHART=${ELASTICSEARCH_CHART:-elastic/elasticsearch}
115ELASTICSEARCH_CHART_VERSION=${ELASTICSEARCH_CHART_VERSION:-latest}
116KIBANA_CHART=${KIBANA_CHART:-elastic/kibana}
117KIBANA_CHART_VERSION=${KIBANA_CHART_VERSION:-latest}
118FLUENTD_ELASTICSEARCH_CHART=${FLUENTD_ELASTICSEARCH_CHART:-kiwigrid/fluentd-elasticsearch}
119FLUENTD_ELASTICSEARCH_CHART_VERSION=${FLUENTD_ELASTICSEARCH_CHART_VERSION:-latest}
Girish Kumarcc5f9172020-06-10 13:34:31 +0000120VOLTHA_TRACING_CHART=${VOLTHA_TRACING_CHART:-onf/voltha-tracing}
121VOLTHA_TRACING_CHART_VERSION=${VOLTHA_TRACING_CHART_VERSION:-latest}
David Bainbridgee10f6d52019-07-25 00:28:13 +0000122VOLTHA_ADAPTER_SIM_CHART=${VOLTHA_ADAPTER_SIM_CHART:-onf/voltha-adapter-simulated}
David Bainbridge90fd8e32019-08-21 23:32:47 +0000123VOLTHA_ADAPTER_SIM_CHART_VERSION=${VOLTHA_ADAPTER_SIM_CHART_VERSION:-latest}
David Bainbridgee10f6d52019-07-25 00:28:13 +0000124VOLTHA_ADAPTER_OPEN_OLT_CHART=${VOLTHA_ADAPTER_OPEN_OLT_CHART:-onf/voltha-adapter-openolt}
David Bainbridge90fd8e32019-08-21 23:32:47 +0000125VOLTHA_ADAPTER_OPEN_OLT_CHART_VERSION=${VOLTHA_ADAPTER_OPEN_OLT_CHART_VERSION:-latest}
David Bainbridgee10f6d52019-07-25 00:28:13 +0000126VOLTHA_ADAPTER_OPEN_ONU_CHART=${VOLTHA_ADAPTER_OPEN_ONU_CHART:-onf/voltha-adapter-openonu}
David Bainbridge90fd8e32019-08-21 23:32:47 +0000127VOLTHA_ADAPTER_OPEN_ONU_CHART_VERSION=${VOLTHA_ADAPTER_OPEN_ONU_CHART_VERSION:-latest}
David K. Bainbridgeda33d652020-03-06 10:31:23 -0800128ONOS_CHART=${ONOS_CHART:-onf/onos}
Andrea Campanella21323292019-12-18 11:44:19 -0800129ONOS_CHART_VERSION=${ONOS_CHART_VERSION:-latest}
David Bainbridge60ffc0f2020-04-27 22:13:22 -0700130ONOS_CLASSIC_CHART=${ONOS_CLASSIC_CHART:-onos/onos-classic}
Andrea Campanella26c8c992020-08-24 15:43:26 +0000131ONOS_CLASSIC_CHART_VERSION=${ONOS_CLASSIC_CHART_VERSION:-latest}
David Bainbridgecf546362020-04-21 23:18:50 -0700132KAFKA_CHART=${KAFKA_CHART:-incubator/kafka}
David Bainbridgeb4bbde12020-06-25 14:46:36 -0700133KAFKA_CHART_VERSION=${KAFKA_CHART_VERSION:=latest}
David Bainbridge309099c2020-05-05 08:47:29 -0700134BBSIM_SADIS_SERVER_CHART=${BBSIM_SADIS_SERVER_CHART:-bbsim-sadis/bbsim-sadis-server}
135BBSIM_SADIS_SERVER_CHART_VERSION=${BBSIM_SADIS_SERVER_CHART_VERSION:-latest}
David Bainbridgeb4bbde12020-06-25 14:46:36 -0700136ETCD_CHART=${ETCD_CHART:-etcd/etcd}
David Bainbridgec7220622020-05-28 12:31:47 -0700137ETCD_CHART_VERSION=${ETCD_CHART_VERSION:-latest}
David Bainbridge879439b2020-06-12 15:59:35 -0700138RADIUS_CHART=${RADIUS_CHART:-onf/freeradius}
139RADIUS_CHART_VERSION=${RADIUS_CHART_VERSION:-latest}
David Bainbridge2eaf2cf2020-03-18 12:54:08 -0700140EXTRA_HELM_INSTALL_ARGS=${EXTRA_HELM_INSTALL_ARGS:-}
141INTERNAL_EXTRA_HELM_INSTALL_ARGS=
uottrembb16d3982020-02-28 08:34:36 +0100142NUM_OF_BBSIM=${NUM_OF_BBSIM:-1}
Matteo Scandolo657e13c2020-07-28 11:41:42 -0700143NUM_OF_WORKER_NODES=${NUM_OF_WORKER_NODES:-2}
144NUM_OF_CONTROLLER_NODES=${NUM_OF_CONTROLLER_NODES:-1}
Matteo Scandolo67335f02020-04-09 11:19:53 -0700145NUM_OF_OPENONU=${NUM_OF_OPENONU:-1}
Matteo Scandolo657e13c2020-07-28 11:41:42 -0700146NUM_OF_KAFKA=${NUM_OF_KAFKA:-1}
147NUM_OF_ETCD=${NUM_OF_ETCD:-1}
uottrembb16d3982020-02-28 08:34:36 +0100148MAX_NUM_OF_BBSIM=10
Matteo Scandolo67335f02020-04-09 11:19:53 -0700149MAX_NUM_OF_OPENONU=10
Matteo Scandoloc2eb0672020-05-01 14:43:15 -0700150LEGACY_BBSIM_INDEX=${LEGACY_BBSIM_INDEX:-no}
David Bainbridgeb4bbde12020-06-25 14:46:36 -0700151PF_ADDRESS=${PF_ADDRESS:-0.0.0.0}
David K. Bainbridge2aa08da2020-07-31 12:49:45 -0700152KIND_CFG_FILE=${KIND_CFG_FILE:-}
Test Userba1e7e72019-07-10 22:27:54 +0000153
David Bainbridged18f4942020-04-14 16:46:13 -0700154HOSTOS="$(uname -s | tr "[:upper:]" "[:lower:"])"
155HOSTARCH="$(uname -m | tr "[:upper:]" "[:lower:"])"
156if [ "$HOSTARCH" == "x86_64" ]; then
Test Userba1e7e72019-07-10 22:27:54 +0000157 HOSTARCH="amd64"
158fi
David Bainbridge7db44002020-04-09 12:54:29 -0700159BBSIM_LABEL="-l app=bbsim"
David Bainbridged18f4942020-04-14 16:46:13 -0700160NO_LABEL=
Test User7d866122019-07-09 17:52:35 +0000161
David Bainbridge60ffc0f2020-04-27 22:13:22 -0700162# checks to see if a given WORD is in the given LIST of words
163function is_in() {
164 local WORD LIST
165 WORD="$1"; shift
166 LIST="$*"
167 LIST=${LIST//+([[:space:],|])/:}
168
169 [ "$(echo ":$LIST:" | grep -ic ":$WORD:")" -ne 0 ]
170}
171
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700172function parseDuration() {
David Bainbridged18f4942020-04-14 16:46:13 -0700173 local DUR RESULT TERM TERMS VALUE UNIT
174 DUR=$1
175 RESULT=0
176 TERMS="$(echo "$DUR" | sed -Ee 's/([sSmMhHdD])/\1 /g' -e 's/,$//g')"
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700177 for TERM in $TERMS; do
David Bainbridged18f4942020-04-14 16:46:13 -0700178 VALUE="$(echo "$TERM" | sed -Ee 's/([0-9]+)[sSmMhHdD]/\1/')"
179 UNIT="$(echo "$TERM" | sed -Ee 's/[0-9]+([sSmMhHdD])/\1/')"
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700180 case $UNIT in
181 s|S)
David Bainbridged18f4942020-04-14 16:46:13 -0700182 RESULT=$((RESULT + VALUE)) ;;
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700183 m|M)
David Bainbridged18f4942020-04-14 16:46:13 -0700184 RESULT=$((RESULT + (VALUE * 60))) ;;
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700185 h|H)
David Bainbridged18f4942020-04-14 16:46:13 -0700186 RESULT=$((RESULT + (VALUE * 3600))) ;;
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700187 d|D)
David Bainbridged18f4942020-04-14 16:46:13 -0700188 RESULT=$((RESULT + (VALUE * 86400))) ;;
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700189 *) ;;
190 esac
191 done
192 echo $RESULT
193}
194
195function doTimeout() {
196 local MSG=$1
197 2>&1 echo -e "\n${RED}${BOLD}${ERROR}TIMEOUT:${NORMAL}${RED} Operation timed out after '$WAIT_TIMEOUT': $MSG"
198 exit 125
199}
200
David K. Bainbridge4a06a4a2020-03-02 14:15:23 -0800201function get_service_ep() {
202 local NS=$1
203 local NAME=$2
David Bainbridged18f4942020-04-14 16:46:13 -0700204 kubectl -n "$NS" get service "$NAME" -o json | jq -r '.spec.clusterIP + ":" + (.spec.ports[0].port|tostring)'
David K. Bainbridge4a06a4a2020-03-02 14:15:23 -0800205}
206
Matteo Scandolo6402d362020-08-24 12:31:06 -0700207# returns the greater version (0 if equal)
Matteo Scandolo734fe962020-09-02 17:47:16 -0700208# inspired by https://stackoverflow.com/questions/4023830/how-to-compare-two-strings-in-dot-separated-version-format-in-bash
Matteo Scandolo6402d362020-08-24 12:31:06 -0700209function semvercompare() {
210 if [[ "$1" == "$2" ]]
211 then
212 echo 0
213 return
214 fi
215
216 local tmp1 tmp2
217 tmp1=$(echo "${1//v/}" | awk -F'-' '{print $1}')
218 tmp2=$(echo "${2//v/}" | awk -F'-' '{print $1}')
219
220 local IFS=.
221 # shellcheck disable=SC2206
222 local i ver1=($tmp1) ver2=($tmp2)
223
224 # fill empty fields in ver1 with zeros
225 for ((i=${#ver1[@]}; i<${#ver2[@]}; i++))
226 do
227 ver1[i]=0
228 done
229 for ((i=0; i<${#ver1[@]}; i++))
230 do
231 if [[ -z ${ver2[i]} ]]
232 then
233 # fill empty fields in ver2 with zeros
234 ver2[i]=0
235 fi
236 if ((10#${ver1[i]} > 10#${ver2[i]}))
237 then
238 echo 1
239 return
240 fi
241 if ((10#${ver1[i]} < 10#${ver2[i]}))
242 then
243 echo 2
244 return
245 fi
246 done
247 echo 0
248 return
249}
250
Matteo Scandolo99dbed32020-09-03 14:11:27 -0700251# returns true if v1 is greater than v2 (false if they are the same)
Matteo Scandolo6402d362020-08-24 12:31:06 -0700252function semver_greater() {
253 local v1
254 local v2
Matteo Scandolo99dbed32020-09-03 14:11:27 -0700255 v1="$1" v2="$2"
Matteo Scandolo6402d362020-08-24 12:31:06 -0700256
257 # shellcheck disable=SC2128
Matteo Scandolo48890712020-09-11 15:48:24 -0700258 if [[ ! "$v1" =~ ^([0-9]+)\.([0-9]+)\.([0-9]+)$ ]]; then
259 # if the version is custom, we assume it's newer than master
Matteo Scandolo6402d362020-08-24 12:31:06 -0700260 echo "true"
261 return
262 fi
263
264 # shellcheck disable=SC2128
265 res=$(semvercompare "$v1" "$v2")
266 if [[ $res == 1 ]]; then
267 echo "true"
268 else
269 echo "false"
270 fi
271}
272
Matteo Scandolo99dbed32020-09-03 14:11:27 -0700273# returns true if v1 is lesser than v2 (false if they are the same)
Matteo Scandolo6402d362020-08-24 12:31:06 -0700274function semver_lesser() {
275 local v1
276 local v2
Matteo Scandolo99dbed32020-09-03 14:11:27 -0700277 v1="$1" v2="$2"
Matteo Scandolo6402d362020-08-24 12:31:06 -0700278
279 # shellcheck disable=SC2128
Matteo Scandolo48890712020-09-11 15:48:24 -0700280 if [[ ! "$v1" =~ ^([0-9]+)\.([0-9]+)\.([0-9]+)$ ]]; then
281 # if the version is custom, we assume it's newer than master
Matteo Scandolo6402d362020-08-24 12:31:06 -0700282 echo "false"
283 return
284 fi
285
286 # shellcheck disable=SC2128
287 res=$(semvercompare "$v1" "$v2")
288 if [[ $res == 2 ]]; then
289 echo "true"
290 else
291 echo "false"
292 fi
293}
294
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000295# Used to verify configuration values are set to "yes" or "no" value or convert
296# equivalents to "yes" or "no"
David Bainbridge60ffc0f2020-04-27 22:13:22 -0700297YES="y,yes,t,true,1"
298NO="n,no,f,false,0"
299YES_OR_NO="$YES,$NO"
300
301# If the given VAR matches a truth value then normalize that
302# value, else return original value
303function normalize_yes_no() {
304 local VAR VAL
305 VAR=$1
306 VAL="$(eval echo "\$$VAR")"
307 if ! is_in "$VAL" "$YES_OR_NO"; then
308 echo "$VAL"
309 return 1
310 fi
311 if is_in "$VAL" "$YES"; then
312 echo "yes"
313 else
314 echo "no"
315 fi
316 return 0
317}
318
319# If the given VAR matches a truth value then normalize that
320# value, else display an error
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000321function verify_yes_no() {
David Bainbridged18f4942020-04-14 16:46:13 -0700322 local VAR VAL
323 VAR=$1
324 VAL="$(eval echo "\$$VAR")"
David Bainbridge60ffc0f2020-04-27 22:13:22 -0700325 if ! is_in "$VAL" "$YES_OR_NO"; then
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000326 >&2 echo -e "${RED}${BOLD}${ERROR}ERROR:${NORMAL}${RED} Invalid '$VAR' value of '$VAL'. Should be 'yes' or 'no'${NORMAL}"
327 echo "INVALID"
328 return 1
329 fi
David Bainbridge60ffc0f2020-04-27 22:13:22 -0700330 if is_in "$VAL" "$YES"; then
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000331 echo "yes"
332 else
333 echo "no"
334 fi
335 return 0
336}
Test User7d866122019-07-09 17:52:35 +0000337
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000338ALL_YES_NO="\
David K. Bainbridge484d80c2020-03-05 21:44:34 -0800339 ENABLE_ONOS_EXTRANEOUS_RULES \
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000340 WITH_TIMINGS \
341 WITH_BBSIM \
divyadesai59f987a2020-05-27 12:11:33 +0000342 WITH_EFK \
Girish Kumarcc5f9172020-06-10 13:34:31 +0000343 WITH_TRACING \
Matteo Scandolo78dfee02020-02-13 16:18:03 -0800344 WITH_EAPOL \
345 WITH_DHCP \
346 WITH_IGMP \
David Bainbridge99ac7a22019-08-31 02:26:43 +0000347 WITH_CHAOS \
David Bainbridge46505fb2019-10-01 21:13:20 +0000348 WITH_ADAPTERS \
349 WITH_SIM_ADAPTERS \
350 WITH_OPEN_ADAPTERS \
David K. Bainbridge4a06a4a2020-03-02 14:15:23 -0800351 WITH_PORT_FORWARDS \
Matteo Scandoloefee0432020-05-05 13:56:20 -0700352 WITH_PPROF \
Girish Gowdra4cc5d8b2020-06-11 17:12:00 -0700353 WITH_INCREMENTAL_EVTO_UPDATE \
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000354 JUST_K8S \
355 DEPLOY_K8S \
356 INSTALL_ONOS_APPS \
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000357 INSTALL_KUBECTL \
358 INSTALL_HELM \
David Bainbridge7f8bf992020-04-08 21:53:22 -0700359 HELM_USE_UPGRADE \
David Bainbridge46505fb2019-10-01 21:13:20 +0000360 UPDATE_HELM_REPOS \
David Bainbridge4f1b5562019-08-19 04:46:52 +0000361 WAIT_ON_DOWN \
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700362 VOLTHA_DOWN_ON_TIMEOUT \
Matteo Scandoloc2eb0672020-05-01 14:43:15 -0700363 LEGACY_BBSIM_INDEX \
David Bainbridgee4d11ca2020-05-08 10:21:10 -0700364 SCHEDULE_ON_CONTROL_NODES \
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000365 "
David Bainbridge5b7b96b2019-07-25 20:29:13 +0000366
David Bainbridge60ffc0f2020-04-27 22:13:22 -0700367OPT_YES_NO="\
368 CONFIG_SADIS \
369 WITH_KAFKA \
370 WITH_RADIUS \
371 WITH_ETCD \
372 WITH_ONOS \
373 "
374
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000375ALL_OPTIONS="\
376 NAME \
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000377 $ALL_YES_NO \
David Bainbridge60ffc0f2020-04-27 22:13:22 -0700378 $OPT_YES_NO \
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700379 WAIT_TIMEOUT \
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000380 VOLTHA_LOG_LEVEL \
381 VOLTHA_CHART \
David Bainbridge90fd8e32019-08-21 23:32:47 +0000382 VOLTHA_CHART_VERSION \
383 VOLTHA_BBSIM_CHART \
384 VOLTHA_BBSIM_CHART_VERSION \
David Bainbridge879439b2020-06-12 15:59:35 -0700385 BBSIM_SADIS_SERVER_CHART \
386 BBSIM_SADIS_SERVER_CHART_VERSION \
Girish Kumarcc5f9172020-06-10 13:34:31 +0000387 VOLTHA_TRACING_CHART \
388 VOLTHA_TRACING_CHART_VERSION \
uottrembd5a20572020-03-06 09:15:01 +0100389 NUM_OF_BBSIM \
Matteo Scandolo657e13c2020-07-28 11:41:42 -0700390 NUM_OF_WORKER_NODES \
391 NUM_OF_CONTROLLER_NODES \
392 NUM_OF_KAFKA \
393 NUM_OF_ETCD \
divyadesai59f987a2020-05-27 12:11:33 +0000394 ELASTICSEARCH_CHART \
395 ELASTICSEARCH_CHART_VERSION \
396 KIBANA_CHART \
397 KIBANA_CHART_VERSION \
398 FLUENTD_ELASTICSEARCH_CHART \
399 FLUENTD_ELASTICSEARCH_CHART_VERSION \
Matteo Scandolo67335f02020-04-09 11:19:53 -0700400 NUM_OF_OPENONU \
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000401 VOLTHA_ADAPTER_SIM_CHART \
David Bainbridge90fd8e32019-08-21 23:32:47 +0000402 VOLTHA_ADAPTER_SIM_CHART_VERSION \
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000403 VOLTHA_ADAPTER_OPEN_OLT_CHART \
David Bainbridge90fd8e32019-08-21 23:32:47 +0000404 VOLTHA_ADAPTER_OPEN_OLT_CHART_VERSION \
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000405 VOLTHA_ADAPTER_OPEN_ONU_CHART \
David Bainbridge90fd8e32019-08-21 23:32:47 +0000406 VOLTHA_ADAPTER_OPEN_ONU_CHART_VERSION \
David K. Bainbridgeda33d652020-03-06 10:31:23 -0800407 ONOS_CHART \
Andrea Campanella21323292019-12-18 11:44:19 -0800408 ONOS_CHART_VERSION \
David Bainbridge60ffc0f2020-04-27 22:13:22 -0700409 ONOS_CLASSIC_CHART \
410 ONOS_CLASSIC_CHART_VERSION \
David Bainbridgecf546362020-04-21 23:18:50 -0700411 KAFKA_CHART \
David Bainbridgeb9093522020-04-15 14:32:44 -0700412 KAFKA_CHART_VERSION \
David Bainbridge879439b2020-06-12 15:59:35 -0700413 ETCD_CHART \
414 ETCD_CHART_VERSION \
415 RADIUS_CHART \
416 RADIUS_CHART_VERSION \
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000417 ONOS_API_PORT \
418 ONOS_SSH_PORT \
Hardik Windlassb3147602020-03-09 16:59:15 +0530419 SADIS_CFG \
Matteo Scandolo6402d362020-08-24 12:31:06 -0700420 BBSIM_CFG \
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000421 VOLTHA_API_PORT \
422 VOLTHA_SSH_PORT \
423 VOLTHA_ETCD_PORT \
divyadesai59f987a2020-05-27 12:11:33 +0000424 ELASTICSEARCH_PORT \
425 KIBANA_PORT \
David K. Bainbridge00ecd382020-02-28 12:31:58 -0800426 VOLTHA_KAFKA_PORT \
Matteo Scandoloefee0432020-05-05 13:56:20 -0700427 VOLTHA_PPROF_PORT \
428 OPENOLT_PPROF_PORT \
Matteo Scandolo65c35192020-05-13 10:41:21 -0700429 OFAGENT_PPROF_PORT \
Girish Kumarcc5f9172020-06-10 13:34:31 +0000430 TRACING_GUI_PORT \
David K. Bainbridge8f7f30b2020-01-08 13:06:16 -0800431 VK_RELEASE \
432 KIND_VERSION \
433 VOLTCTL_VERSION \
David Bainbridgea34993d2020-04-01 09:15:42 -0700434 HELM_VERSION \
David Bainbridge60ffc0f2020-04-27 22:13:22 -0700435 NUM_OF_ONOS \
436 NUM_OF_ATOMIX \
David Bainbridge6ca40102020-04-08 11:30:40 -0700437 VOLTHA_NS \
438 ADAPTER_NS \
439 INFRA_NS \
440 BBSIM_NS \
David Bainbridge7db44002020-04-09 12:54:29 -0700441 SADIS_BANDWIDTH_PROFILES \
442 SADIS_SUBSCRIBERS \
David Bainbridgeb4bbde12020-06-25 14:46:36 -0700443 PF_ADDRESS \
David K. Bainbridge2aa08da2020-07-31 12:49:45 -0700444 KIND_CFG_FILE \
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000445 "
David Bainbridge01294952019-07-30 19:33:45 +0000446
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000447# Iterate over yes/no configuration options and validate
448for VAR in $ALL_YES_NO; do
David Bainbridged18f4942020-04-14 16:46:13 -0700449 eval "$VAR"="$(verify_yes_no "$VAR")"
450 if [ "$(eval echo "\$$VAR")" == "INVALID" ]; then
David Bainbridge2a0b8a42019-08-16 17:39:29 +0000451 exit 1;
452 fi
453done
David Bainbridgeb270c202019-07-26 01:44:42 +0000454
David Bainbridge60ffc0f2020-04-27 22:13:22 -0700455# Iterate over optional yes/no configuration options and
456# normalize values if they are truth values
457for VAR in $OPT_YES_NO; do
458 eval "$VAR"="$(normalize_yes_no "$VAR")"
459done
David Bainbridge15f6f232020-03-30 09:15:43 -0700460
Matteo Scandolo657e13c2020-07-28 11:41:42 -0700461# check number (range) of bbsim, max bbsim must not exceed 10 instances!
462# note: instances will be numbered from 0 to 9
463if [ "$1" == "up" ]; then
464 if [ "$NUM_OF_BBSIM" -lt 1 ]; then
465 >&2 echo -e "${RED}${BOLD}${ERROR}ERROR:${NORMAL}${RED} Invalid setting of BBSIM instances. NUM_OF_BBSIM (${NUM_OF_BBSIM}) is less than 1${NORMAL}"
466 exit 1
467 fi
468 if [ "$NUM_OF_BBSIM" -gt "$MAX_NUM_OF_BBSIM" ]; then
469 >&2 echo -e "${RED}${BOLD}${ERROR}ERROR:${NORMAL}${RED} Invalid setting of BBSIM instances. NUM_OF_BBSIM (${NUM_OF_BBSIM}) is greater than $MAX_NUM_OF_BBSIM${NORMAL}"
470 exit 1
471 fi
472
473 if [ "$NUM_OF_OPENONU" -lt 1 ]; then
474 >&2 echo -e "${RED}${BOLD}${ERROR}ERROR:${NORMAL}${RED} Invalid setting of OPENONU instances. NUM_OF_OPENONU (${NUM_OF_OPENONU}) is less than 1${NORMAL}"
475 exit 1
476 fi
477 if [ "$NUM_OF_OPENONU" -gt "$MAX_NUM_OF_OPENONU" ]; then
478 >&2 echo -e "${RED}${BOLD}${ERROR}ERROR:${NORMAL}${RED} Invalid setting of OPENONU instances. NUM_OF_OPENONU (${NUM_OF_OPENONU}) is greater than $MAX_NUM_OF_OPENONU${NORMAL}"
479 exit 1
480 fi
481
David K. Bainbridge2aa08da2020-07-31 12:49:45 -0700482 HAVE_CLUSTER="$(kind get clusters 2>/dev/null | grep -c "voltha-$NAME")"
483 if [ "$HAVE_CLUSTER" -eq 0 ]; then
484 # If the user has specified a kind cluster configuration file,
485 # 'KIND_CFG_FILE` then we need to gleem from that file the number
486 # of worker and controller nodes as this overrides any setting of
487 # these values
488 if [ -n "$KIND_CFG_FILE" ]; then
489 NUM_OF_WORKER_NODES="$(sed 's/ //g' "$KIND_CFG_FILE" | grep -c "^-role:worker$")"
490 NUM_OF_CONTROLLER_NODES="$(sed 's/ //g' "$KIND_CFG_FILE" | grep -c "^-role:control-plane$")"
491 fi
Matteo Scandolo657e13c2020-07-28 11:41:42 -0700492
David K. Bainbridge2aa08da2020-07-31 12:49:45 -0700493 # check that NUM_OF_KAFKA, NUM_OF_ONOS, NUM_OF_ATOMIX, NUM_OF_ETCD is:
494 # <= NUM_OF_WORKER_NODES + 1 if SCHEDULE_ON_CONTROL_NODES == y
495 # <= NUM_OF_WORKER_NODES if SCHEDULE_ON_CONTROL_NODES == n
496 SCHEDULABLE_NODES=$NUM_OF_WORKER_NODES
497
498 if [ "$SCHEDULE_ON_CONTROL_NODES" == "yes" ]; then
499 SCHEDULABLE_NODES=$((NUM_OF_CONTROLLER_NODES+NUM_OF_WORKER_NODES))
500 fi
501 else
502 TOTAL_NODES=$(kubectl get --all-namespaces nodes -o name | wc -l)
503 NUM_OF_CONTROLLER_NODES=$(kubectl get --all-namespaces nodes -l node-role.kubernetes.io/master -o name | wc -l)
504 NUM_OF_WORKER_NODES=$((TOTAL_NODES - NUM_OF_CONTROLLER_NODES))
505 # shellcheck disable=SC2016
506 SCHEDULABLE_NODES=$(kubectl get no -o 'go-template={{range .items}}{{$taints:=""}}{{range .spec.taints}}{{if eq .effect "NoSchedule"}}{{$taints = print $taints .key ","}}{{end}}{{end}}{{if not $taints}}{{.metadata.name}}{{ "\n"}}{{end}}{{end}}' | wc -l | sed -e 's/ //g')
507 rm -f "$TMP_KUBECFG"
Matteo Scandolo657e13c2020-07-28 11:41:42 -0700508 fi
Matteo Scandolo657e13c2020-07-28 11:41:42 -0700509 NODES="SCHEDULE_ON_CONTROL_NODES: $SCHEDULE_ON_CONTROL_NODES, SCHEDULABLE_NODES: $SCHEDULABLE_NODES, NUM_OF_CONTROLLER_NODES: $NUM_OF_CONTROLLER_NODES, NUM_OF_WORKER_NODES: $NUM_OF_WORKER_NODES"
510
David K. Bainbridge2aa08da2020-07-31 12:49:45 -0700511 if is_in "$WITH_KAFKA" "yes,external" && [ ! "$NUM_OF_KAFKA" -le "$SCHEDULABLE_NODES" ]; then
Matteo Scandolo657e13c2020-07-28 11:41:42 -0700512 >&2 echo -e "${RED}${BOLD}${ERROR}ERROR:${NORMAL}${RED} Invalid setting of KAFKA replicas. NUM_OF_KAFKA (${NUM_OF_KAFKA}) is greater than the available nodes ($NODES)${NORMAL}"
513 exit 1
514 fi
515
David K. Bainbridge2aa08da2020-07-31 12:49:45 -0700516 if is_in "$WITH_ETCD" "yes,external" && [ ! "$NUM_OF_ETCD" -le "$SCHEDULABLE_NODES" ]; then
Matteo Scandolo657e13c2020-07-28 11:41:42 -0700517 >&2 echo -e "${RED}${BOLD}${ERROR}ERROR:${NORMAL}${RED} Invalid setting of ETCD replicas. NUM_OF_ETCD (${NUM_OF_ETCD}) is greater than the available nodes ($NODES)${NORMAL}"
518 exit 1
519 fi
520
David K. Bainbridge2aa08da2020-07-31 12:49:45 -0700521 if is_in "$WITH_ONOS" "yes,legacy,classic,micro"; then
522 if [ ! "$NUM_OF_ATOMIX" -le "$SCHEDULABLE_NODES" ]; then
523 >&2 echo -e "${RED}${BOLD}${ERROR}ERROR:${NORMAL}${RED} Invalid setting of ATOMIX replicas. NUM_OF_ATOMIX (${NUM_OF_ATOMIX}) is greater than the available nodes ($NODES)${NORMAL}"
524 exit 1
525 fi
Matteo Scandolo657e13c2020-07-28 11:41:42 -0700526
David K. Bainbridge2aa08da2020-07-31 12:49:45 -0700527 if [ ! "$NUM_OF_ONOS" -le "$SCHEDULABLE_NODES" ]; then
528 >&2 echo -e "${RED}${BOLD}${ERROR}ERROR:${NORMAL}${RED} Invalid setting of ONOS replicas. NUM_OF_ONOS (${NUM_OF_ONOS}) is greater than the available nodes ($NODES)${NORMAL}"
529 exit 1
530 fi
Matteo Scandolo657e13c2020-07-28 11:41:42 -0700531 fi
532fi
533
David Bainbridge60ffc0f2020-04-27 22:13:22 -0700534# normalize non-truth value options
535if is_in "$WITH_KAFKA" "e,external"; then
David Bainbridge76afd812020-04-06 09:53:52 -0700536 WITH_KAFKA="external"
537fi
David Bainbridge60ffc0f2020-04-27 22:13:22 -0700538if is_in "$WITH_ETCD" "e,external"; then
David Bainbridge76afd812020-04-06 09:53:52 -0700539 WITH_ETCD="external"
540fi
David Bainbridge60ffc0f2020-04-27 22:13:22 -0700541if is_in "$WITH_ONOS" "l,legacy"; then
542 WITH_ONOS="legacy"
543elif is_in "$WITH_ONOS" "c,classic"; then
544 WITH_ONOS="classic"
545elif is_in "$WITH_ONOS" "u,m,micro"; then
546 WITH_ONOS="micro"
David Bainbridge29c31cb2020-04-06 09:45:50 -0700547fi
David Bainbridge60ffc0f2020-04-27 22:13:22 -0700548
549if [ "$WITH_ONOS" == "micro" ]; then
550 >&2 echo -e "${YELLOW}${BOLD}${ERROR}WARNING:${NORMAL}${YELLOW} The value specified as WITH_ONOS, '$WITH_ONOS', is not valid.${NORMAL}"
551 exit 1
David Bainbridge29c31cb2020-04-06 09:45:50 -0700552fi
David Bainbridge60ffc0f2020-04-27 22:13:22 -0700553
554if is_in "$WITH_ONOS" "yes,classic"; then
555 # there is an extra utility required if we are using ONOS CLASSIC as
556 # the chart for classic specifies images differently
557 EXTRA_TOOLS+=" yq"
David Bainbridge76afd812020-04-06 09:53:52 -0700558fi
David Bainbridge696bc632020-04-05 21:49:37 -0700559
David Bainbridge22db5dd2020-05-26 12:21:21 -0700560if [ "$LEGACY_BBSIM_INDEX" == "no" ]; then
561 BBSIM_SADIS_SVC="bbsim0"
562else
563 BBSIM_SADIS_SVC="bbsim"
564fi
565
566SADIS_SUBSCRIBERS=${SADIS_SUBSCRIBERS:-http://$BBSIM_SADIS_SVC.$VOLTHA_NS.svc:50074/v2/subscribers/%s}
567SADIS_BANDWIDTH_PROFILES=${SADIS_BANDWIDTH_PROFILES:-http://$BBSIM_SADIS_SVC.$VOLTHA_NS.svc:50074/v2/bandwidthprofiles/%s}
568
David Bainbridged18f4942020-04-14 16:46:13 -0700569if [ "$HELM_USE_UPGRADE" == "yes" ]; then
David Bainbridge7f8bf992020-04-08 21:53:22 -0700570 _HELM_DESC="Upgrade/Install"
571else
572 _HELM_DESC="Install"
573fi
574
David K. Bainbridgeda33d652020-03-06 10:31:23 -0800575# Check for prerequiste tools
David Bainbridge60ffc0f2020-04-27 22:13:22 -0700576TOOLS="curl sed jq $EXTRA_TOOLS"
David Bainbridged18f4942020-04-14 16:46:13 -0700577if [ "$DEPLOY_K8S" == "yes" ]; then
David K. Bainbridgeda33d652020-03-06 10:31:23 -0800578 TOOLS+=" docker"
579fi
580NOT_FOUND=""
581for T in $TOOLS; do
David Bainbridged18f4942020-04-14 16:46:13 -0700582 if [ -z "$(command -v "$T")" ]; then
David K. Bainbridgeda33d652020-03-06 10:31:23 -0800583 NOT_FOUND+=" $T"
584 fi
585done
586
David Bainbridged18f4942020-04-14 16:46:13 -0700587if [ -n "$NOT_FOUND" ]; then
David K. Bainbridgeda33d652020-03-06 10:31:23 -0800588 >&2 echo -e "${RED}${BOLD}${ERROR}ERROR:${NORMAL}${RED} The following required tools where not found, please install them:$NOT_FOUND"
589 exit 1
590fi
591
David Bainbridged18f4942020-04-14 16:46:13 -0700592TIMEOUT_SECONDS="$(parseDuration "$WAIT_TIMEOUT")"
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700593
David Bainbridge0774b232019-08-02 06:37:19 +0000594mkdir -p .voltha
595touch .voltha/ports
David Bainbridged18f4942020-04-14 16:46:13 -0700596HAVE="$(grep "$NAME" .voltha/ports)"
David Bainbridge0774b232019-08-02 06:37:19 +0000597if [ "$HAVE X" == " X" ]; then
598 # Find free port prefix
599 START=81
600 while true; do
David Bainbridged18f4942020-04-14 16:46:13 -0700601 if [ "$(grep -c $START .voltha/ports)" -eq 0 ]; then
David Bainbridge0774b232019-08-02 06:37:19 +0000602 break
603 fi
David Bainbridged18f4942020-04-14 16:46:13 -0700604 START="$((START + 1))"
David Bainbridge0774b232019-08-02 06:37:19 +0000605 done
David Bainbridged18f4942020-04-14 16:46:13 -0700606 DELTA="$((START - 81))"
David Bainbridgea2595422019-10-22 03:54:28 +0000607 ONOS_API_PORT=${ONOS_API_PORT:-${START}81}
608 ONOS_SSH_PORT=${ONOS_SSH_PORT:-${START}01}
David Bainbridged18f4942020-04-14 16:46:13 -0700609 VOLTHA_API_PORT=${VOLTHA_API_PORT:-5$((55 + DELTA))55}
610 VOLTHA_SSH_PORT=${VOLTHA_SSH_PORT:-$((50 + DELTA))22}
611 VOLTHA_ETCD_PORT=${VOLTHA_ETCD_PORT:-$((23 + DELTA))79}
612 VOLTHA_KAFKA_PORT=${VOLTHA_KAFKA_PORT:-$((90 + DELTA))92}
Matteo Scandoloefee0432020-05-05 13:56:20 -0700613 VOLTHA_PPROF_PORT=${VOLTHA_PPROF_PORT:-$((60 + DELTA))60}
614 OPENOLT_PPROF_PORT=${OPENOLT_PPROF_PORT:-$((60 + DELTA))61}
Matteo Scandolo65c35192020-05-13 10:41:21 -0700615 OFAGENT_PPROF_PORT=${OFAGENT_PPROF_PORT:-$((60 + DELTA))62}
divyadesai59f987a2020-05-27 12:11:33 +0000616 ELASTICSEARCH_PORT=${ELASTICSEARCH_PORT:-$((92 + DELTA))00}
617 KIBANA_PORT=${KIBANA_PORT:-$((56 + DELTA))01}
Girish Kumarcc5f9172020-06-10 13:34:31 +0000618 TRACING_GUI_PORT=${TRACING_GUI_PORT:-1$((66 + DELTA))86}
Test User01ed0642019-07-03 20:17:06 +0000619else
David Bainbridged18f4942020-04-14 16:46:13 -0700620 VALUES="$(echo "$HAVE" | sed -e 's/\s//g' | cut -d= -f2)"
621 ONOS_API_PORT=${ONOS_API_PORT:-$(echo "$VALUES" | cut -d, -f1)}
622 ONOS_SSH_PORT=${ONOS_SSH_PORT:-$(echo "$VALUES" | cut -d, -f2)}
623 VOLTHA_API_PORT=${VOLTHA_API_PORT:-$(echo "$VALUES" | cut -d, -f3)}
624 VOLTHA_SSH_PORT=${VOLTHA_SSH_PORT:-$(echo "$VALUES" | cut -d, -f4)}
625 VOLTHA_ETCD_PORT=${VOLTHA_ETCD_PORT:-$(echo "$VALUES" | cut -d, -f5)}
626 VOLTHA_KAFKA_PORT=${VOLTHA_KAFKA_PORT:-$(echo "$VALUES" | cut -d, -f6)}
Matteo Scandoloefee0432020-05-05 13:56:20 -0700627 VOLTHA_PPROF_PORT=${VOLTHA_PPROF_PORT:-$(echo "$VALUES" | cut -d, -f7)}
628 OPENOLT_PPROF_PORT=${OPENOLT_PPROF_PORT:-$(echo "$VALUES" | cut -d, -f8)}
Matteo Scandolo65c35192020-05-13 10:41:21 -0700629 OFAGENT_PPROF_PORT=${OFAGENT_PPROF_PORT:-$(echo "$VALUES" | cut -d, -f9)}
divyadesai59f987a2020-05-27 12:11:33 +0000630 ELASTICSEARCH_PORT=${ELASTICSEARCH_PORT:-$(echo "$VALUES" | cut -d, -f10)}
631 KIBANA_PORT=${KIBANA_PORT:-$(echo "$VALUES" | cut -d, -f11)}
Girish Kumarcc5f9172020-06-10 13:34:31 +0000632 TRACING_GUI_PORT=${TRACING_GUI_PORT:-$(echo "$VALUES" | cut -d, -f12)}
David K. Bainbridge00ecd382020-02-28 12:31:58 -0800633
Matteo Scandoloefee0432020-05-05 13:56:20 -0700634 # Some ports were added after the .voltha/ports files was created.
635 # Calculate the original DELTA from the VOLTHA_SSH_PORT so that it can
636 # be used to set up newer port-forwards.
637 DELTA="$((VOLTHA_SSH_PORT/100-50))"
638
David K. Bainbridge00ecd382020-02-28 12:31:58 -0800639 if [ -z "$VOLTHA_KAFKA_PORT" ]; then
David Bainbridged18f4942020-04-14 16:46:13 -0700640 VOLTHA_KAFKA_PORT=${VOLTHA_KAFKA_PORT:-$((90 + DELTA))92}
David K. Bainbridge00ecd382020-02-28 12:31:58 -0800641 fi
Matteo Scandoloefee0432020-05-05 13:56:20 -0700642
643 if [ -z "$VOLTHA_PPROF_PORT" ]; then
divyadesai59f987a2020-05-27 12:11:33 +0000644 VOLTHA_PPROF_PORT=${VOLTHA_PPROF_PORT:-$((60 + DELTA))60}
Matteo Scandoloefee0432020-05-05 13:56:20 -0700645 fi
646 if [ -z "$OPENOLT_PPROF_PORT" ]; then
divyadesai59f987a2020-05-27 12:11:33 +0000647 OPENOLT_PPROF_PORT=${OPENOLT_PPROF_PORT:-$((60 + DELTA))61}
Matteo Scandoloefee0432020-05-05 13:56:20 -0700648 fi
Matteo Scandolo65c35192020-05-13 10:41:21 -0700649 if [ -z "$OFAGENT_PPROF_PORT" ]; then
divyadesai59f987a2020-05-27 12:11:33 +0000650 OFAGENT_PPROF_PORT=${OFAGENT_PPROF_PORT:-$((60 + DELTA))62}
651 fi
652
653 if [ -z "$ELASTICSEARCH_PORT" ]; then
654 ELASTICSEARCH_PORT=${ELASTICSEARCH_PORT:-$((92 + DELTA))00}
655 fi
divyadesai59f987a2020-05-27 12:11:33 +0000656 if [ -z "$KIBANA_PORT" ]; then
657 KIBANA_PORT=${KIBANA_PORT:-$((56 + DELTA))01}
Matteo Scandolo65c35192020-05-13 10:41:21 -0700658 fi
Girish Kumarcc5f9172020-06-10 13:34:31 +0000659
660 if [ -z "$TRACING_GUI_PORT" ]; then
661 TRACING_GUI_PORT=${TRACING_GUI_PORT:-1$((66 + DELTA))86}
662 fi
Test User01ed0642019-07-03 20:17:06 +0000663fi
664
David Bainbridged18f4942020-04-14 16:46:13 -0700665PORTTMP="$(mktemp -u)"
666grep -v "$NAME" .voltha/ports > "$PORTTMP"
Girish Kumarcc5f9172020-06-10 13:34:31 +0000667echo "$NAME=$ONOS_API_PORT,$ONOS_SSH_PORT,$VOLTHA_API_PORT,$VOLTHA_SSH_PORT,$VOLTHA_ETCD_PORT,$VOLTHA_KAFKA_PORT,$VOLTHA_PPROF_PORT,$OPENOLT_PPROF_PORT,$OFAGENT_PPROF_PORT,$ELASTICSEARCH_PORT,$KIBANA_PORT,$TRACING_GUI_PORT" >> "$PORTTMP"
David Bainbridged18f4942020-04-14 16:46:13 -0700668cp "$PORTTMP" .voltha/ports
669rm -f "$PORTTMP"
David Bainbridge0774b232019-08-02 06:37:19 +0000670
David Bainbridge27790d62019-08-13 22:43:19 +0000671export ONOS_API_PORT ONOS_SSH_PORT
David Bainbridge01294952019-07-30 19:33:45 +0000672
Test Userd87942b2019-07-03 07:20:24 +0000673IDX=1
David Bainbridgee87067b2019-08-12 22:00:12 +0000674CLOCK="TIME:"
David Bainbridge38dc1e82019-08-12 15:18:45 +0000675SPIN_PARTS=
676NOT_VERIFIED=
David Bainbridgef858a022019-08-14 21:25:11 +0000677THEX=
678BUILD=
David Bainbridge38dc1e82019-08-12 15:18:45 +0000679VERIFIED=
680HELM=
681OLD_KEY=
682BIRD=
683HIGH_VOLTAGE=
684PLUG=
David Bainbridge38dc1e82019-08-12 15:18:45 +0000685FORWARD=
David Bainbridge38dc1e82019-08-12 15:18:45 +0000686GO=
687DOWNLOAD=
688GEAR=
689NO_ENTRY=
690LOCK=
691
David Bainbridged18f4942020-04-14 16:46:13 -0700692if [ "$FANCY" -eq 1 ]; then
693 SPIN_PARTS="\xe2\xa2\x8e\xe2\xa1\xb0 \xe2\xa2\x8e\xe2\xa1\xa1 \xe2\xa2\x8e\xe2\xa1\x91 \xe2\xa2\x8e\xe2\xa0\xb1 \xe2\xa0\x8e\xe2\xa1\xb1 \xe2\xa2\x8a\xe2\xa1\xb1 \xe2\xa2\x8c\xe2\xa1\xb1 \xe2\xa2\x86\xe2\xa1\xb1"
David Bainbridgee87067b2019-08-12 22:00:12 +0000694 CLOCK="\xe2\x8f\xb1"
David Bainbridgef858a022019-08-14 21:25:11 +0000695 THEX="${RED}${BOLD}\xe2\x9c\x97\x20${NORMAL}"
David Bainbridgef858a022019-08-14 21:25:11 +0000696 BUILD="${YELLOW}${BOLD}\xf0\x9f\x8f\x97${NORMAL}"
697 NOT_VERIFIED="$BUILD"
698 VERIFIED="${GREEN}${BOLD}\xe2\x9c\x93\x20${NORMAL}"
699 HELM="${BLUE}${BOLD}\xE2\x8E\x88${NORMAL}"
David Bainbridge38dc1e82019-08-12 15:18:45 +0000700 OLD_KEY="\xF0\x9F\x97\x9D"
701 BIRD="\xF0\x9F\x90\xA6"
702 HIGH_VOLTAGE="\xE2\x9A\xA1"
703 PLUG="\xF0\x9F\xa7\xa9"
David Bainbridge38dc1e82019-08-12 15:18:45 +0000704 FORWARD="\xE2\x87\xA8"
David Bainbridge38dc1e82019-08-12 15:18:45 +0000705 GO="\xf0\x9f\x9a\x80"
706 DOWNLOAD="\xf0\x9f\x93\xa5"
707 GEAR="\xe2\x9a\x99"
708 NO_ENTRY="\xe2\x9b\x94"
709 LOCK="\xf0\x9f\x94\x92"
710fi
David K. Bainbridge0e89cb92019-07-17 11:30:10 -0700711
David Bainbridge712afb82019-08-14 19:55:58 +0000712duration() {
David Bainbridged18f4942020-04-14 16:46:13 -0700713 local h m s t
714 h="$(($1 / 3600))"
715 m="$(($1 % 3600 / 60))"
716 s="$(($1 % 60))"
717 t=""
David Bainbridgee87067b2019-08-12 22:00:12 +0000718
David Bainbridged18f4942020-04-14 16:46:13 -0700719 if [ "$h" -gt 0 ]; then
David Bainbridgee87067b2019-08-12 22:00:12 +0000720 t="$t${h}h"
721 fi
David Bainbridged18f4942020-04-14 16:46:13 -0700722 if [ "$m" -gt 0 ]; then
David Bainbridgee87067b2019-08-12 22:00:12 +0000723 t="$t${m}m"
724 fi
David Bainbridge712afb82019-08-14 19:55:58 +0000725 echo "$t${s}s"
726}
727
728printtime() {
David Bainbridged18f4942020-04-14 16:46:13 -0700729 local INDENT
David Bainbridge712afb82019-08-14 19:55:58 +0000730 if [ "$1" == "-" ]; then
731 INDENT=" "
732 shift
733 fi
David Bainbridged18f4942020-04-14 16:46:13 -0700734 echo -e "$INDENT $CLOCK $(duration "$1")"
David Bainbridgee87067b2019-08-12 22:00:12 +0000735}
736
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700737bspin() {
Test Userd87942b2019-07-03 07:20:24 +0000738 IDX=1
David Bainbridged18f4942020-04-14 16:46:13 -0700739 local INDENT
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700740 if [ "$1" == "-" ]; then
741 INDENT=" "
742 shift
743 fi
David Bainbridged18f4942020-04-14 16:46:13 -0700744 if [ "$FANCY" -eq 0 ]; then
745 LINE="${*//[[:space:]+-]}"
David Bainbridge38dc1e82019-08-12 15:18:45 +0000746 if [ "$LINE X" == " X" ]; then
747 return
748 fi
749 echo -e "$CIVIS$INDENT$*"
750 else
751 echo -en "$CIVIS$INDENT $*"
752 fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700753}
754
755sspin() {
David Bainbridged18f4942020-04-14 16:46:13 -0700756 local INDENT
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700757 if [ "$1" == "-" ]; then
758 INDENT=" "
759 shift
760 fi
David Bainbridged18f4942020-04-14 16:46:13 -0700761 if [ "$FANCY" -eq 0 ]; then
762 LINE="${*//[[:space:]+-]}"
David Bainbridge38dc1e82019-08-12 15:18:45 +0000763 if [ "$LINE X" == " X" ]; then
764 return
765 fi
766 echo -e "$INDENT$*"
767 else
David Bainbridged18f4942020-04-14 16:46:13 -0700768 C="$(echo "$SPIN_PARTS" | cut '-d ' -f "$IDX")"
David Bainbridge38dc1e82019-08-12 15:18:45 +0000769 echo -en "\r$INDENT$C $*"
David Bainbridged18f4942020-04-14 16:46:13 -0700770 IDX="$((IDX + 1))"
771 if [ "$IDX" -gt 8 ]; then
David Bainbridge38dc1e82019-08-12 15:18:45 +0000772 IDX=1
773 fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700774 fi
775}
776
777espin() {
David Bainbridged18f4942020-04-14 16:46:13 -0700778 local INDENT
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700779 if [ "$1" == "-" ]; then
780 INDENT=" "
781 shift
782 fi
David Bainbridged18f4942020-04-14 16:46:13 -0700783 if [ "$FANCY" -eq 0 ]; then
784 LINE="${*//[[:space:]+-]}"
David Bainbridge38dc1e82019-08-12 15:18:45 +0000785 if [ "$LINE X" == " X" ]; then
786 return
787 fi
788 echo -e "$INDENT$*"
789 else
790 echo -e "\r$INDENT$*$CNORM"
791 fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -0700792}
793
David Bainbridged18f4942020-04-14 16:46:13 -0700794if [ "$1" == "get" ] && [ "$2" == "voltconfig" ]; then
David Bainbridge0774b232019-08-02 06:37:19 +0000795 echo "$HOME/.volt/config-$NAME"
David Bainbridgeac7f8072019-08-01 22:15:33 +0000796 exit
797fi
798
David Bainbridgee4d11ca2020-05-08 10:21:10 -0700799if [ $# -ne 1 ] || ! is_in "$1" "up,down,dump,clean"; then
David Bainbridgeac7f8072019-08-01 22:15:33 +0000800 >&2 echo "What wouild you like to do today:"
801 >&2 echo " up - bring up voltha"
802 >&2 echo " down - tear down voltha"
803 >&2 echo " dump - create a debug dump of running system"
804 exit 1
805fi
806
divyadesai59f987a2020-05-27 12:11:33 +0000807do_curl() {
808 local DATA_ARGS CREDS CMD_ECHO CMD_OUTPUT SC_OUTPUT WAIT_START INDENTA EXTRAA NOW
809 local INDENT=$1
810 local OP=$2
811 local USER=$3
812 local PASS=$4
813 local URL=$5
814 local DATA_TYPE=$6
815 local DATA=$7
816 local MSG=$8
817 local VALID_RESULTS=$9
818 local EXTRA=${10}
819 local ICON=${11}
820
821 # Turn into an array for passing
822 INDENTA=()
823 if [ -n "$INDENT" ]; then
824 INDENTA=("$INDENT")
825 fi
826 IFS=' ' read -r -a EXTRAA <<< "$EXTRA"
David Bainbridge4f1b5562019-08-19 04:46:52 +0000827
David K. Bainbridgeb4b163b2020-02-19 15:55:06 -0800828 # Thanks to the latest version of ONOS using the return code 207 this gets a
829 # whole lot nastier. Can't thank them enough for doing this. So in order to
830 # capture the command and the output in the log file as well as capture the
831 # status code to verify it is 200 and not 207 mutltiple files and a bit of
832 # hackery must be used. Thanks again ONOS.
David Bainbridged18f4942020-04-14 16:46:13 -0700833 CMD_ECHO="$(mktemp -u)"
834 CMD_OUTPUT="$(mktemp -u)"
835 SC_OUTPUT="$(mktemp -u)"
836 WAIT_START="$(date +%s)"
David K. Bainbridgeb4b163b2020-02-19 15:55:06 -0800837
divyadesai59f987a2020-05-27 12:11:33 +0000838 CREDS=()
839 if [ -n "$USER" ]; then
840 CREDS=("--user" "$USER:$PASS")
841 fi
842
843 DATA_ARGS=()
844 if [ -n "$DATA" ]; then
845 if [ "$DATA_TYPE" == "file" ]; then
846 DATA_ARGS=("--data" "@$DATA")
847 elif [ "$DATA_TYPE" == "json" ]; then
848 DATA_ARGS=("--data" "$DATA")
849 fi
850 fi
851
852 bspin "${INDENTA[@]}" "$MSG" "$ICON"
David Bainbridge4f1b5562019-08-19 04:46:52 +0000853 while true; do
David Bainbridged18f4942020-04-14 16:46:13 -0700854 NOW="$(date +%s)"
855 if [ "$((NOW - WAIT_START))" -gt "$TIMEOUT_SECONDS" ]; then
divyadesai59f987a2020-05-27 12:11:33 +0000856 espin "${INDENTA[@]}" "$THEX"
David Bainbridged18f4942020-04-14 16:46:13 -0700857 rm -f "$CMD_ECHO" "$CMD_OUTPUT" "$SC_OUTPUT"
divyadesai59f987a2020-05-27 12:11:33 +0000858 doTimeout "$MSG"
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700859 fi
divyadesai59f987a2020-05-27 12:11:33 +0000860 (set -x; curl -sSL "${CREDS[@]}" -w "%{http_code}" -o "$CMD_OUTPUT" -X "$OP" "${EXTRAA[@]}" "$URL" "${DATA_ARGS[@]}" >"$SC_OUTPUT" 2>/dev/null) >>"$CMD_ECHO" 2>&1
861 RESULT=$?
David K. Bainbridgeb4b163b2020-02-19 15:55:06 -0800862 # Dump everything to the log
David Bainbridged18f4942020-04-14 16:46:13 -0700863 cat "$CMD_ECHO" >> "$LOG"
864 test -r "$CMD_OUTPUT" && cat "$CMD_OUTPUT" >> "$LOG"
865 SC="$(cat "$SC_OUTPUT")"
866 echo "RESPONSE CODE: $SC" >> "$LOG"
867 echo "ERROR CODE: $RESULT" >> "$LOG"
David K. Bainbridgeb4b163b2020-02-19 15:55:06 -0800868
869 # clean up temp files
David Bainbridged18f4942020-04-14 16:46:13 -0700870 rm -f "$CMD_ECHO" "$CMD_OUTPUT" "$SC_OUTPUT"
divyadesai59f987a2020-05-27 12:11:33 +0000871 if [ "$RESULT" -eq 0 ] && is_in "$SC" "$VALID_RESULTS"; then
David Bainbridge4f1b5562019-08-19 04:46:52 +0000872 break
873 fi
Matteo Scandolo9a77a732020-01-09 14:24:12 -0800874 sleep 1
divyadesai59f987a2020-05-27 12:11:33 +0000875 sspin "${INDENTA[@]}"
David Bainbridge4f1b5562019-08-19 04:46:52 +0000876 done
divyadesai59f987a2020-05-27 12:11:33 +0000877 espin "${INDENTA[@]}" "$VERIFIED"
878}
879
880push_onos_config() {
881 local DATA_TYPE=$1
882 local MSG=$2
883 local RESOURCE=$3
884 local DATA=$4
885
886 do_curl "-" "POST" "karaf" "karaf" "http://$_ONOS_API_EP/onos/v1/$RESOURCE" "$DATA_TYPE" "$DATA" "$MSG" "200" "--fail -H Content-Type:application/json" "$GEAR"
David Bainbridge4f1b5562019-08-19 04:46:52 +0000887}
888
Matteo Scandolo9a77a732020-01-09 14:24:12 -0800889check_onos_app_active() {
David Bainbridged18f4942020-04-14 16:46:13 -0700890 local APP_ID WAIT_START RESULT NOW
891 APP_ID=$1
892 WAIT_START="$(date +%s)"
Matteo Scandolo9a77a732020-01-09 14:24:12 -0800893
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700894 bspin - "Checking that $APP_ID is active $CLOCK"
895 while true; do
David Bainbridged18f4942020-04-14 16:46:13 -0700896 NOW="$(date +%s)"
897 if [ "$((NOW - WAIT_START))" -gt "$TIMEOUT_SECONDS" ]; then
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700898 espin - "$THEX"
899 doTimeout "waiting for ONOS application activation '$APP_ID'"
900 fi
David Bainbridged18f4942020-04-14 16:46:13 -0700901 if (set -x; curl --fail -sSL --user karaf:karaf -X GET "http://$_ONOS_API_EP/onos/v1/applications/$APP_ID" | grep ACTIVE >>"$LOG" 2>&1) >>"$LOG" 2>&1; then
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700902 break
903 fi
904 sleep 1
905 sspin -
906 done
907 sleep 5 # OSGI components take a little longer that the app to activate
David Bainbridged18f4942020-04-14 16:46:13 -0700908 espin - "$VERIFIED"
Matteo Scandolo9a77a732020-01-09 14:24:12 -0800909}
910
David Bainbridge4f1b5562019-08-19 04:46:52 +0000911override_onos_app() {
David Bainbridged18f4942020-04-14 16:46:13 -0700912 local APP NAME WAIT_START NOW
913 APP=$1
914 NAME="$(basename "$APP" | sed -e 's/^[0-9][0-9]*-//g' -e 's/-.*$//g')"
915 WAIT_START="$(date +%s)"
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700916
David Bainbridge4f1b5562019-08-19 04:46:52 +0000917 while true; do
David Bainbridged18f4942020-04-14 16:46:13 -0700918 NOW="$(date +%s)"
919 if [ "$((NOW - WAIT_START))" -gt "$TIMEOUT_SECONDS" ]; then
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700920 espin - "$THEX"
921 doTimeout "waiting to overwrite ONOS application '$APP'"
922 fi
David Bainbridge4f1b5562019-08-19 04:46:52 +0000923 sspin -
924 # Attempt to delete old version (if it exists)
David Bainbridged18f4942020-04-14 16:46:13 -0700925 (set -x; curl --fail -sSL --user karaf:karaf -X DELETE "http://$_ONOS_API_EP/onos/v1/applications/$NAME" >>"$LOG" 2>&1) >>"$LOG" 2>&1
926 RESULT=$?
David Bainbridge4f1b5562019-08-19 04:46:52 +0000927 sspin -
David Bainbridged18f4942020-04-14 16:46:13 -0700928 if [ $RESULT -ne 0 ]; then
David Bainbridge4f1b5562019-08-19 04:46:52 +0000929 continue
930 fi
David Bainbridged18f4942020-04-14 16:46:13 -0700931 if (set -x; curl --fail -sSL --user karaf:karaf -X POST -H Content-Type:application/octet-stream "http://$_ONOS_API_EP/onos/v1/applications?activate=true" --data-binary "@$APP" >>"$LOG" 2>&1) >>"$LOG" 2>&1; then
David Bainbridge4f1b5562019-08-19 04:46:52 +0000932 break
933 fi
934 sleep .2
935 done
936}
937
938activate_onos_app() {
David Bainbridged18f4942020-04-14 16:46:13 -0700939 local MSG APP WAIT_START NOW
940 MSG="$1"
941 APP=$2
942 WAIT_START="$(date +%s)"
David Bainbridge4f1b5562019-08-19 04:46:52 +0000943
944 bspin - "$MSG $GO"
945 while true; do
David Bainbridged18f4942020-04-14 16:46:13 -0700946 NOW="$(date +%s)"
947 if [ "$((NOW - WAIT_START))" -gt "$TIMEOUT_SECONDS" ]; then
David Bainbridge52e6e9d2020-03-23 13:48:27 -0700948 espin - "$THEX"
949 doTimeout "waiting to activate ONOS application '$APP'"
950 fi
David Bainbridge4f1b5562019-08-19 04:46:52 +0000951 sspin -
David Bainbridged18f4942020-04-14 16:46:13 -0700952 if (set -x; curl --fail -sSL --user karaf:karaf -X POST "http://$_ONOS_API_EP/onos/v1/applications/$APP/active" >>"$LOG" 2>&1) >>"$LOG" 2>&1; then
David Bainbridge4f1b5562019-08-19 04:46:52 +0000953 break
954 fi
955 sleep .2
956 done
957 espin - "$VERIFIED"
958}
959
960count_pods() {
David Bainbridged18f4942020-04-14 16:46:13 -0700961 local NAMESPACE STATES LABELS CMD PODS
962 NAMESPACE=$1; shift
David Bainbridge4f1b5562019-08-19 04:46:52 +0000963 if [ "$NAMESPACE" == "all-namespaces" ]; then
964 NAMESPACE="--all-namespaces"
965 else
966 NAMESPACE="-n $NAMESPACE"
967 fi
David Bainbridged18f4942020-04-14 16:46:13 -0700968 STATES=$1; shift
969 LABELS=$1; shift
970 CMD=("kubectl get $NAMESPACE $LABELS pod")
971 PODS=$(${CMD[*]} -o go-template="{{range .items}}{{.metadata.name}}/{{.status.phase}}/_{{range .status.containerStatuses}}{{.ready}}_{{end}} {{end}}")
David Bainbridge4f1b5562019-08-19 04:46:52 +0000972 local COUNT=0
973 local PATTERNS="$*"
974 for POD in $PODS; do
David Bainbridged18f4942020-04-14 16:46:13 -0700975 local NAME STATE CONTAINERS TOTAL FOUND
976 NAME="$(echo "$POD" | cut -d/ -f 1)"
977 STATE="$(echo "$POD" | cut -d/ -f 2)"
978 CONTAINERS="$(echo "$POD" | cut -d/ -f 3 | sed -e 's/_/ /g')"
979 if [ "$STATES" == "*" ] || [ "$(echo "$STATES" | grep -c ":$STATE:")" -ne 0 ]; then
980 TOTAL="$(echo "$CONTAINERS" | wc -w)"
981 FOUND="$(echo "$CONTAINERS" | grep -o true | wc -l)"
982 if [ "$TOTAL" -eq "$FOUND" ]; then
David Bainbridge4f1b5562019-08-19 04:46:52 +0000983 for PATTERN in $PATTERNS; do
David Bainbridged18f4942020-04-14 16:46:13 -0700984 if [[ "$NAME" =~ $PATTERN ]]; then
985 COUNT="$((COUNT + 1))"
David Bainbridge4f1b5562019-08-19 04:46:52 +0000986 break
987 fi
988 done
989 fi
990 fi
991 done
David Bainbridge4f1b5562019-08-19 04:46:52 +0000992 echo $COUNT
993}
994
995wait_for_pods() {
David Bainbridged18f4942020-04-14 16:46:13 -0700996 local INDENT NAMESPACE EXPECT TYPE MESSAGE LABELS PATTERNS STATES HAVE ALL WAIT_START NOW
David Bainbridge4f1b5562019-08-19 04:46:52 +0000997 if [ "$1" == "-" ]; then
998 INDENT=$1; shift
999 fi
David Bainbridged18f4942020-04-14 16:46:13 -07001000 NAMESPACE=$1; shift
1001 EXPECT=$1; shift
1002 TYPE=$1; shift
1003 MESSAGE=$1; shift
1004 LABELS=$1; shift
1005 PATTERNS=("$*")
1006 STATES=":Running:"
David Bainbridge99ac7a22019-08-31 02:26:43 +00001007 if [ "$TYPE" == "not" ]; then
1008 STATES="*"
1009 fi
David Bainbridged18f4942020-04-14 16:46:13 -07001010 HAVE="$(count_pods "$NAMESPACE" "$STATES" "$LABELS" "${PATTERNS[@]}")"
1011 ALL=$HAVE
David Bainbridge4f1b5562019-08-19 04:46:52 +00001012 if [ "$TYPE" == "only" ]; then
David Bainbridged18f4942020-04-14 16:46:13 -07001013 ALL="$(count_pods "all-namespaces" "*" ".*")"
David Bainbridge4f1b5562019-08-19 04:46:52 +00001014 fi
David Bainbridged18f4942020-04-14 16:46:13 -07001015 COUNT="$((300 / 15))"
1016 WAIT_START="$(date +%s)"
1017 bspin "$INDENT" "$MESSAGE"
1018 sspin "$INDENT"
1019 if [ "$HAVE" -ne "$EXPECT" ] || [ "$ALL" -ne "$HAVE" ]; then
1020 while [ "$HAVE" -ne "$EXPECT" ] || [ "$ALL" -ne "$HAVE" ]; do
1021 NOW="$(date +%s)"
1022 if [ "$((NOW - WAIT_START))" -gt "$TIMEOUT_SECONDS" ]; then
1023 espin "$INDENT" "$THEX"
David Bainbridge52e6e9d2020-03-23 13:48:27 -07001024 doTimeout "waiting for PODs to start"
1025 fi
David Bainbridged18f4942020-04-14 16:46:13 -07001026 sspin "$INDENT"
1027 COUNT="$((COUNT - 1))"
1028 if [ "$COUNT" -eq 0 ]; then
1029 HAVE="$(count_pods "$NAMESPACE" "$STATES" "$LABELS" "${PATTERNS[@]}")"
1030 ALL="$HAVE"
David Bainbridge4f1b5562019-08-19 04:46:52 +00001031 if [ "$TYPE" == "only" ]; then
David Bainbridged18f4942020-04-14 16:46:13 -07001032 ALL="$(count_pods "all-namespaces" "*" ".*")"
David Bainbridge4f1b5562019-08-19 04:46:52 +00001033 fi
David Bainbridged18f4942020-04-14 16:46:13 -07001034 COUNT="$((300 / 15))"
David Bainbridge4f1b5562019-08-19 04:46:52 +00001035 fi
1036 sleep .15
1037 done
1038 fi
David Bainbridged18f4942020-04-14 16:46:13 -07001039 espin "$INDENT" "$VERIFIED"
1040 if [ "$HAVE" -ne "$EXPECT" ]; then
David Bainbridge4f1b5562019-08-19 04:46:52 +00001041 return 1
1042 fi
1043 return 0
1044}
1045
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -08001046port_forward() {
David Bainbridge60ffc0f2020-04-27 22:13:22 -07001047 local NS=$1; shift
1048 local SVC=$1; shift
1049 local PORTS="$*"
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -08001050 local TAG=$SVC-$NAME
1051
David Bainbridgeb4bbde12020-06-25 14:46:36 -07001052 (set -x; _TAG="$TAG" bash -c "while true; do kubectl port-forward --address $PF_ADDRESS -n $NS service/$SVC $PORTS; done" >>"$PFLOG" 2>&1 &) >>"$PFLOG" 2>&1
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -08001053}
1054
1055kill_port_forward() {
David Bainbridge1d2c5842020-06-03 15:29:07 -07001056 local TAG P_IDS PARENTS KIDS UNKNOWN PP_ID PF
1057
1058 while [ $# -gt 0 ]; do
1059 PF=$1; shift
1060 TAG=
1061 if [ "$PF" != "__ALL__" ]; then
1062 TAG="$PF-$NAME"
1063 fi
1064 PARENTS=
1065 KIDS=
1066 UNKNOWN=
1067 # shellcheck disable=SC2009
1068 P_IDS="$(ps e -ww -A | grep "_TAG=$TAG" | grep -v grep | awk '{print $1}')"
1069 if [ -n "$P_IDS" ]; then
1070 for P_ID in $P_IDS; do
1071 PP_ID="$(ps -o ppid "$P_ID" | tail -n +2)"
1072 if [ -n "$PP_ID" ]; then
1073 if [ "$PP_ID" -eq 1 ]; then
1074 PARENTS="$PARENTS $P_ID"
1075 else
1076 KIDS="$KIDS $P_ID"
1077 fi
David Bainbridgec6871d22019-11-13 17:10:31 +00001078 else
David Bainbridge1d2c5842020-06-03 15:29:07 -07001079 UNKNOWN="$UNKNOWN $P_ID"
David Bainbridgec6871d22019-11-13 17:10:31 +00001080 fi
David Bainbridge1d2c5842020-06-03 15:29:07 -07001081 done
1082 if [ -n "$PARENTS" ]; then
1083 # shellcheck disable=SC2086
1084 while ps -h $PARENTS >/dev/null 2>&1; do
1085 (set -x; eval "kill -9 $PARENTS" >>"$LOG" 2>&1) >>"$LOG" 2>&1
1086 done
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -08001087 fi
David Bainbridge1d2c5842020-06-03 15:29:07 -07001088 if [ -n "$KIDS" ]; then
1089 # shellcheck disable=SC2086
1090 while ps -h $KIDS >/dev/null 2>&1; do
1091 (set -x; eval "kill -9 $KIDS" >>"$LOG" 2>&1) >>"$LOG" 2>&1
1092 done
1093 fi
1094 if [ -n "$UNKNOWN" ]; then
1095 # shellcheck disable=SC2086
1096 while ps -h $UNKNOWN >/dev/null 2>&1; do
1097 (set -x; eval "kill -9 $UNKNOWN" >>"$LOG" 2>&1) >>"$LOG" 2>&1
1098 done
1099 fi
1100 fi
1101 done
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -08001102}
1103
Girish Kumarcc5f9172020-06-10 13:34:31 +00001104resolve_chart_name() {
1105 helm inspect chart "$1" | grep "^name:" | awk '{print $2}'
1106}
1107
David Bainbridgecf546362020-04-21 23:18:50 -07001108resolve_chart_version() {
1109 [ "$2" != "latest" ] && echo "$2" && return
1110 helm inspect chart "$1" | grep "^version:" | awk '{print $2}'
1111}
1112
Jonathan Hart6a91e6c2020-04-16 14:28:33 -07001113# Compares two semver-formatted version strings (e.g. 2.4.3)
1114# Returns 0 if $1 == $2, returns 1 if $1 > $2 and returns 2 if $1 < $2
1115compare_versions() {
1116 [ "$1" == "$2" ] && return 0
Jonathan Hart6a91e6c2020-04-16 14:28:33 -07001117 local lowest
1118 lowest=$(echo -e "$1\n$2" | sort -V | head -1)
1119 [ "$lowest" == "$1" ] && return 2
1120 return 1
1121}
1122
David Bainbridgeac7f8072019-08-01 22:15:33 +00001123if [ "$1" == "down" ]; then
David Bainbridge0774b232019-08-02 06:37:19 +00001124 echo "Tearing down voltha cluster $NAME"
1125 LOG="down-$NAME.log"
David Bainbridged18f4942020-04-14 16:46:13 -07001126 date -u +"%Y%m%dT%H%M%SZ" >"$LOG"
David Bainbridgeb4bbde12020-06-25 14:46:36 -07001127 HELM_MAJOR=$(helm version --client --short | sed -E -e 's/^.*v([0-9]+)\.[0-9]+\.[0-9]+.*$/\1/')
David Bainbridge60ffc0f2020-04-27 22:13:22 -07001128 if is_in "$WITH_ONOS" "yes,legacy,classic"; then
David Bainbridge696bc632020-04-05 21:49:37 -07001129 bspin "Remove port-forwards: onos-ui-$NAME"
1130 kill_port_forward onos-ui
1131 sspin "Remove port-forwards: onos-ssh-$NAME$CEOL"
1132 kill_port_forward onos-ssh
David K. Bainbridge2aa08da2020-07-31 12:49:45 -07001133 sspin "Remove port-forwards: onos-onos-classic-hs-$NAME$CEOL"
David Bainbridge60ffc0f2020-04-27 22:13:22 -07001134 kill_port_forward onos-onos-classic-hs
David Bainbridge696bc632020-04-05 21:49:37 -07001135 fi
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -08001136 sspin "Remove port-forwards: voltha-api-$NAME$CEOL"
David Bainbridge1d2c5842020-06-03 15:29:07 -07001137 kill_port_forward voltha-api voltha-voltha-api
David Bainbridgec7220622020-05-28 12:31:47 -07001138 if is_in "$WITH_ETCD" "yes,external"; then
1139 sspin "Remove port-forwards: etcd-$NAME$CEOL"
1140 kill_port_forward "etcd"
David Bainbridge696bc632020-04-05 21:49:37 -07001141 fi
David Bainbridgec7220622020-05-28 12:31:47 -07001142 if is_in "$WITH_KAFKA" "yes,external"; then
1143 sspin "Remove port-forwards: kafka-$NAME$CEOL"
1144 kill_port_forward "kafka"
David Bainbridge696bc632020-04-05 21:49:37 -07001145 fi
Matteo Scandoloefee0432020-05-05 13:56:20 -07001146
1147 if [ "$WITH_PPROF" == "yes" ]; then
David Bainbridgec7220622020-05-28 12:31:47 -07001148 sspin "Remove port-forwards: *-profiler$CEOL"
David Bainbridge1d2c5842020-06-03 15:29:07 -07001149 kill_port_forward voltha-rw-core-profiler voltha-voltha-rw-core-profiler
1150 kill_port_forward voltha-of-agent-profiler voltha-voltha-of-agent-profiler
David Bainbridgec7220622020-05-28 12:31:47 -07001151 if [ "$WITH_OPEN_ADAPTERS" == "yes" ]; then
David Bainbridge1d2c5842020-06-03 15:29:07 -07001152 kill_port_forward adapter-open-olt-profiler open-olt-adapter-open-olt-profiler
David Bainbridgec7220622020-05-28 12:31:47 -07001153 fi
Matteo Scandoloefee0432020-05-05 13:56:20 -07001154 fi
1155
Girish Kumarcc5f9172020-06-10 13:34:31 +00001156 if [ "$WITH_TRACING" == "yes" ]; then
1157 sspin "Remove port-forwards: tracing-$NAME$CEOL"
1158 VOLTHA_TRACING_CHART_NAME=$(resolve_chart_name "$VOLTHA_TRACING_CHART")
1159 kill_port_forward "tracing-${VOLTHA_TRACING_CHART_NAME}-jaeger-gui"
1160 fi
1161
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -08001162 espin "$VERIFIED Remove port-forwards$CEOL"
David Bainbridged18f4942020-04-14 16:46:13 -07001163 if [ "$DEPLOY_K8S" == "yes" ]; then
David Bainbridgeac7f8072019-08-01 22:15:33 +00001164 if [ -x ./bin/kind ]; then
David Bainbridge0774b232019-08-02 06:37:19 +00001165 bspin "Delete Kubernetes Kind Cluster"
David Bainbridged18f4942020-04-14 16:46:13 -07001166 (set -x; ./bin/kind delete cluster --name "voltha-$NAME" >>"$LOG" 2>&1) >>"$LOG" 2>&1
1167 espin "$VERIFIED"
David Bainbridgeac7f8072019-08-01 22:15:33 +00001168 else
David Bainbridge0774b232019-08-02 06:37:19 +00001169 espin "$NO_ENTRY Delete Kubernetes Kind Cluster: kind command not found"
David Bainbridgeac7f8072019-08-01 22:15:33 +00001170 fi
1171 else
David Bainbridge309099c2020-05-05 08:47:29 -07001172 if [ "$CONFIG_SADIS" == "external" ]; then
1173 bspin "Remove configmap for BBSIM SADIS server"
1174 (set -x; kubectl -n "$BBSIM_NS" delete --ignore-not-found configmap kube-config >>"$LOG" 2>&1) >>"$LOG" 2>&1
1175 espin "$VERIFIED"
1176 fi
David Bainbridgeb4bbde12020-06-25 14:46:36 -07001177
1178 if [ "$HELM_MAJOR" -le 2 ]; then
1179 EXISTS=$(helm list --output json 2>/dev/null | jq -r '.Releases | .[] | .Name + "," + .Namespace')
1180 else
1181 EXISTS=$(helm list --all-namespaces --output json 2>/dev/null | jq -r '.[] | .name + "," + .namespace')
1182 fi
David Bainbridge76afd812020-04-06 09:53:52 -07001183 EXPECT="voltha"
David Bainbridge60ffc0f2020-04-27 22:13:22 -07001184 if is_in "$WITH_ONOS" "yes,legacy,classic"; then
David Bainbridge696bc632020-04-05 21:49:37 -07001185 EXPECT+=" onos"
1186 fi
David Bainbridged18f4942020-04-14 16:46:13 -07001187 if [ "$WITH_RADIUS" == "yes" ]; then
David Bainbridge696bc632020-04-05 21:49:37 -07001188 EXPECT+=" radius"
1189 fi
David Bainbridge309099c2020-05-05 08:47:29 -07001190 if [ "$CONFIG_SADIS" == "external" ]; then
1191 EXPECT+=" bbsim-sadis-server"
1192 fi
David Bainbridged18f4942020-04-14 16:46:13 -07001193 if [ "$WITH_BBSIM" == "yes" ]; then
David Bainbridge696bc632020-04-05 21:49:37 -07001194 EXPECT+=" bbsim"
1195 fi
divyadesai59f987a2020-05-27 12:11:33 +00001196 if [ "$WITH_EFK" == "yes" ]; then
1197 EXPECT+=" elasticsearch kibana fluentd"
1198 fi
Girish Kumarcc5f9172020-06-10 13:34:31 +00001199 if [ "$WITH_TRACING" == "yes" ]; then
1200 EXPECT+=" tracing"
1201 fi
David Bainbridged18f4942020-04-14 16:46:13 -07001202 if [ "$WITH_OPEN_ADAPTERS" == "yes" ]; then
David Bainbridge696bc632020-04-05 21:49:37 -07001203 EXPECT+=" open-olt open-onu"
1204 fi
David Bainbridged18f4942020-04-14 16:46:13 -07001205 if [ "$WITH_SIM_ADAPTERS" == "yes" ]; then
David Bainbridge696bc632020-04-05 21:49:37 -07001206 EXPECT+=" sim"
1207 fi
David Bainbridgec7220622020-05-28 12:31:47 -07001208 if is_in "$WITH_ETCD" "yes,external"; then
1209 EXPECT+=" etcd"
David Bainbridge76afd812020-04-06 09:53:52 -07001210 fi
David Bainbridgec7220622020-05-28 12:31:47 -07001211 if is_in "$WITH_KAFKA" "yes,external"; then
David Bainbridge76afd812020-04-06 09:53:52 -07001212 EXPECT+=" kafka"
1213 fi
David Bainbridge0774b232019-08-02 06:37:19 +00001214 bspin "Remove Helm Deployments"
David Bainbridgeac7f8072019-08-01 22:15:33 +00001215 for i in $EXISTS; do
David K. Bainbridge43422402020-03-06 07:41:22 -08001216 for j in $EXPECT; do
David Bainbridged18f4942020-04-14 16:46:13 -07001217 if [[ "$i" =~ $j ]]; then
David Bainbridgeb4bbde12020-06-25 14:46:36 -07001218 __NAME=$(echo "$i" | cut -d, -f1)
1219 __NS=$(echo "$i" | cut -d, -f2)
1220 sspin "Remove Helm Deployments: $__NS:$__NAME$CEOL"
1221 if [ "$HELM_MAJOR" -le 2 ]; then
1222 (set -x; helm delete --no-hooks --purge "$__NAME" >>"$LOG" 2>&1) >>"$LOG" 2>&1
1223 else
1224 (set -x; helm uninstall --no-hooks --namespace "$__NS" "$__NAME" >>"$LOG" 2>&1) >>"$LOG" 2>&1
1225 fi
David K. Bainbridge43422402020-03-06 07:41:22 -08001226 fi
1227 done
uottrembb16d3982020-02-28 08:34:36 +01001228 done
David Bainbridge0774b232019-08-02 06:37:19 +00001229 espin "$VERIFIED Remove Helm Deployments$CEOL"
David Bainbridge4f1b5562019-08-19 04:46:52 +00001230 if [ "$WAIT_ON_DOWN" == "yes" ]; then
Matteo Scandoloe93c9eb2020-06-03 12:08:51 -07001231 PODS="voltha-ofagent.* voltha-rw-core.*"
David Bainbridge76afd812020-04-06 09:53:52 -07001232 INFRA_PODS=
1233 ADAPT_PODS=
1234 SIM_PODS=
divyadesai59f987a2020-05-27 12:11:33 +00001235 EFK_PODS=
David Bainbridged18f4942020-04-14 16:46:13 -07001236 if [ "$WITH_RADIUS" == "yes" ]; then
David Bainbridge696bc632020-04-05 21:49:37 -07001237 PODS+=" radius.*"
1238 fi
David Bainbridged18f4942020-04-14 16:46:13 -07001239 if [ "$WITH_BBSIM" == "yes" ]; then
David Bainbridge76afd812020-04-06 09:53:52 -07001240 SIM_PODS+=" bbsim.*"
David Bainbridge696bc632020-04-05 21:49:37 -07001241 fi
divyadesai59f987a2020-05-27 12:11:33 +00001242 if [ "$WITH_EFK" == "yes" ]; then
1243 EFK_PODS+=" kibana-* elasticsearch-* fluentd-*"
1244 fi
David Bainbridged18f4942020-04-14 16:46:13 -07001245 if [ "$WITH_OPEN_ADAPTERS" ] || [ "$WITH_SIM_ADAPTERS" ]; then
David Bainbridge76afd812020-04-06 09:53:52 -07001246 ADAPT_PODS+=" adapter-*"
David Bainbridge696bc632020-04-05 21:49:37 -07001247 fi
Girish Kumarcc5f9172020-06-10 13:34:31 +00001248 if [ "$WITH_TRACING" == "yes" ]; then
1249 INFRA_PODS+=" jaeger.*"
1250 fi
David Bainbridge60ffc0f2020-04-27 22:13:22 -07001251 if is_in "$WITH_ONOS" "yes,legacy,classic"; then
David Bainbridge76afd812020-04-06 09:53:52 -07001252 INFRA_PODS+=" onos-.*"
1253 fi
David Bainbridgec7220622020-05-28 12:31:47 -07001254 if is_in "$WITH_ETCD" "yes,external"; then
1255 INFRA_PODS+=" etcd.*"
David Bainbridge76afd812020-04-06 09:53:52 -07001256 fi
David Bainbridgec7220622020-05-28 12:31:47 -07001257 if is_in "$WITH_KAFKA" "yes,external"; then
David Bainbridge76afd812020-04-06 09:53:52 -07001258 INFRA_PODS+=" kafka.*"
1259 fi
David Bainbridged18f4942020-04-14 16:46:13 -07001260 if [ -n "$SIM_PODS" ]; then
1261 wait_for_pods "$BBSIM_NS" 0 "not" "Waiting for BBSIM PODs to terminate" "$BBSIM_LABEL" "$SIM_PODS"
David Bainbridge76afd812020-04-06 09:53:52 -07001262 fi
David Bainbridged18f4942020-04-14 16:46:13 -07001263 if [ -n "$INFRA_PODS" ]; then
1264 wait_for_pods "$INFRA_NS" 0 "not" "Waiting for infrastructure PODs to terminate" "$NO_LABEL" "$INFRA_PODS"
David Bainbridge76afd812020-04-06 09:53:52 -07001265 fi
David Bainbridged18f4942020-04-14 16:46:13 -07001266 if [ -n "$ADAPT_PODS" ]; then
1267 wait_for_pods "$ADAPTER_NS" 0 "not" "Waiting for adapter PODs to terminate" "$NO_LABEL" "$ADAPT_PODS"
David Bainbridge76afd812020-04-06 09:53:52 -07001268 fi
divyadesai59f987a2020-05-27 12:11:33 +00001269 if [ -n "$EFK_PODS" ]; then
1270 wait_for_pods "$INFRA_NS" 0 "not" "Waiting for EFK PODs to terminate" "$NO_LABEL" "$EFK_PODS"
1271 fi
David Bainbridged18f4942020-04-14 16:46:13 -07001272 wait_for_pods "$VOLTHA_NS" 0 "not" "Waiting for VOLTHA PODs to terminate" "$NO_LABEL" "$PODS"
David Bainbridge4f1b5562019-08-19 04:46:52 +00001273 fi
David Bainbridgeac7f8072019-08-01 22:15:33 +00001274 fi
Matteo Scandolo7ef6ba52019-10-04 09:20:37 -07001275 exit
David Bainbridgeac7f8072019-08-01 22:15:33 +00001276fi
1277
1278if [ "$1" == "dump" ]; then
David Bainbridge0774b232019-08-02 06:37:19 +00001279 LOG="dump-$NAME.log"
David Bainbridged18f4942020-04-14 16:46:13 -07001280 TS="$(date -u +"%Y%m%dT%H%M%SZ")"
1281 if [ -n "$DUMP_FROM" ]; then
1282 TS=${DUMP_FROM//[:-]}
David Bainbridge76514a02019-10-08 01:50:35 +00001283 fi
David Bainbridged18f4942020-04-14 16:46:13 -07001284 WORK="$(mktemp -u -d)"
David Bainbridge0774b232019-08-02 06:37:19 +00001285 DATA=$WORK/voltha-debug-dump-$NAME-$TS
David Bainbridged18f4942020-04-14 16:46:13 -07001286 mkdir -p "$DATA"
1287 echo "$TS" > "$LOG"
David Bainbridge0774b232019-08-02 06:37:19 +00001288 echo -e "Capturing debug dump to voltha-debug-dump-$NAME-$TS.tgz"
David Bainbridgeac7f8072019-08-01 22:15:33 +00001289 bspin - "Copy install log"
David Bainbridged18f4942020-04-14 16:46:13 -07001290 if [ -f "install-$NAME.log" ]; then
1291 (set -x; cp "install-$NAME.log" "$DATA/install-$NAME.log") >>"$LOG" 2>&1
1292 espin - "$VERIFIED"
David Bainbridgeac7f8072019-08-01 22:15:33 +00001293 else
David Bainbridge0774b232019-08-02 06:37:19 +00001294 espin - "$NO_ENTRY Copy install log: install-$NAME.log not found"
David Bainbridgeac7f8072019-08-01 22:15:33 +00001295 fi
1296 bspin - "Dumping Kubernetes PODs"
David Bainbridged18f4942020-04-14 16:46:13 -07001297 (set -x; kubectl get --all-namespaces pods >> "$DATA/all-pods.txt" 2>&1) >>"$LOG" 2>&1
1298 espin - "$VERIFIED"
David Bainbridgeac7f8072019-08-01 22:15:33 +00001299 bspin - "Dumping Kubernetes SERVICEs"
David Bainbridged18f4942020-04-14 16:46:13 -07001300 (set -x; kubectl get --all-namespaces svc >> "$DATA/all-services.txt" 2>&1) >>"$LOG" 2>&1
1301 espin - "$VERIFIED"
David Bainbridgeac7f8072019-08-01 22:15:33 +00001302 bspin - "Dumping Kubernetes EVENTs"
David Bainbridged18f4942020-04-14 16:46:13 -07001303 (set -x; kubectl get --all-namespaces events >> "$DATA/all-events.txt" 2>&1) >>"$LOG" 2>&1
1304 espin - "$VERIFIED"
David Bainbridgeac7f8072019-08-01 22:15:33 +00001305 bspin - "Dumping VOLTHA POD details"
David Bainbridged18f4942020-04-14 16:46:13 -07001306 PODS="$(kubectl -n "$INFRA_NS" get pod -o name | grep onos | sed -e "s/^/$INFRA_NS:/g") $(kubectl get -n "$VOLTHA_NS" pod -o name | sed -e "s/^/$VOLTHA_NS:/g")"
David Bainbridgecfd7ca12019-10-06 03:31:41 +00001307 SINCE=
David Bainbridged18f4942020-04-14 16:46:13 -07001308 if [ -n "$DUMP_FROM" ]; then
David Bainbridgecfd7ca12019-10-06 03:31:41 +00001309 SINCE="--since-time=$DUMP_FROM"
1310 fi
David Bainbridgeac7f8072019-08-01 22:15:33 +00001311 for POD in $PODS; do
David Bainbridged18f4942020-04-14 16:46:13 -07001312 NS="$(echo "$POD" | cut -d: -f1)"
1313 POD="$(echo "$POD" | cut -d: -f2)"
David Bainbridgeac7f8072019-08-01 22:15:33 +00001314 sspin - "Dumping VOLTHA POD details: $POD$CEOL"
David Bainbridged18f4942020-04-14 16:46:13 -07001315 mkdir -p "$DATA/$POD"
1316 (set -x; kubectl describe -n "$NS" "$POD" >> "$DATA/$POD/describe.txt" 2>&1) >>"$LOG" 2>&1
David Bainbridgeac7f8072019-08-01 22:15:33 +00001317 sspin - "Dumping VOLTHA POD details: $POD"
David Bainbridged18f4942020-04-14 16:46:13 -07001318 (set -x; kubectl logs -n "$NS" --all-containers "$SINCE" --previous "$LOG_ARGS" "$POD" >> "$DATA/$POD/logs-previous.txt" 2>&1) >>"$LOG" 2>&1
David Bainbridgeac7f8072019-08-01 22:15:33 +00001319 sspin - "Dumping VOLTHA POD details: $POD"
David Bainbridged18f4942020-04-14 16:46:13 -07001320 (set -x; kubectl logs -n "$NS" --all-containers "$SINCE" "$LOG_ARGS" "$POD" >> "$DATA/$POD/logs-current.txt" 2>&1) >>"$LOG" 2>&1
David Bainbridgeac7f8072019-08-01 22:15:33 +00001321 sspin - "Dumping VOLTHA POD details: $POD"
1322 done
1323 espin - "$VERIFIED Dumping VOLTHA POD details$CEOL"
1324 bspin - "Dumping ETCD"
David Bainbridged18f4942020-04-14 16:46:13 -07001325 if [ -n "$(command -v etcdctl)" ]; then
1326 (set -x; ETCDCTL_API=3 etcdctl --endpoints "localhost:$VOLTHA_ETCD_PORT" get --prefix service/voltha | hexdump -C >> "$DATA/etcd.hex" 2>&1) >>"$LOG" 2>&1
1327 espin - "$VERIFIED"
David Bainbridgeac7f8072019-08-01 22:15:33 +00001328 else
1329 espin - "$NO_ENTRY Dumping ETCD: etcdctl command not available"
1330 fi
David Bainbridge0774b232019-08-02 06:37:19 +00001331 bspin - "Creating compressed TAR: voltha-debug-dump-$NAME-$TS.tgz"
David Bainbridged18f4942020-04-14 16:46:13 -07001332 (set -x; tar -C "$WORK" -zcf "voltha-debug-dump-$NAME-$TS.tgz" "./voltha-debug-dump-$NAME-$TS") >>"$LOG" 2>&1
1333 espin - "$VERIFIED"
David Bainbridgeac7f8072019-08-01 22:15:33 +00001334 bspin - "Cleanup"
David Bainbridged18f4942020-04-14 16:46:13 -07001335 (set -x; rm -rf "$WORK") >>"$LOG" 2>&1
1336 espin - "$VERIFIED"
1337 bspin - "$(ls -l "voltha-debug-dump-$NAME-$TS.tgz")"
1338 espin - "$VERIFIED"
David Bainbridgeac7f8072019-08-01 22:15:33 +00001339 exit
1340fi
1341
David Bainbridge0774b232019-08-02 06:37:19 +00001342LOG="install-$NAME.log"
David Bainbridge1d2c5842020-06-03 15:29:07 -07001343PFLOG="port-forward-$NAME.log"
David Bainbridged18f4942020-04-14 16:46:13 -07001344date > "$LOG"
Girish Kumarcc5f9172020-06-10 13:34:31 +00001345echo "PORTS=$ONOS_API_PORT,$ONOS_SSH_PORT,$VOLTHA_API_PORT,$VOLTHA_SSH_PORT,$VOLTHA_ETCD_PORT,$VOLTHA_KAFKA_PORT,$VOLTHA_PPROF_PORT,$OPENOLT_PPROF_PORT,$OFAGENT_PPROF_PORT,$ELASTICSEARCH_PORT,$KIBANA_PORT,$TRACING_GUI_PORT" >> "$LOG"
David Bainbridgeac7f8072019-08-01 22:15:33 +00001346
1347# Output install options to log
David Bainbridged18f4942020-04-14 16:46:13 -07001348echo "OPTIONS" >> "$LOG"
David Bainbridgeac7f8072019-08-01 22:15:33 +00001349for O in $ALL_OPTIONS; do
David Bainbridged18f4942020-04-14 16:46:13 -07001350 VAL="$(eval echo "\$$O")"
1351 if [ -n "$VAL" ]; then
1352 printf " %-30s = %s\n" "$O" "$VAL" >> "$LOG"
David Bainbridgeac7f8072019-08-01 22:15:33 +00001353 fi
1354done
1355
David Bainbridgee4d11ca2020-05-08 10:21:10 -07001356# Force remove any existing k8s port-forward processes. This will
1357# remove them for all kind clusters.
David Bainbridgee4d11ca2020-05-08 10:21:10 -07001358if [ "$1" == "clean" ]; then
1359 kill_port_forward __ALL__
1360 exit
1361fi
1362
David Bainbridgefad50732020-05-01 17:00:12 -07001363helm_values() {
1364 local NAMESPACE=$1; shift
1365 local INAME=$1; shift
1366 local CHART=$1; shift
1367 local CHART_VERSION=$1; shift
1368
1369 if [ "$CHART_VERSION X" != " X" ] && [ "$CHART_VERSION" != "latest" ]; then
1370 CHART_VERSION="--version $CHART_VERSION"
1371 else
1372 CHART_VERSION=
1373 fi
1374
1375 local CHART_ARGS=
1376 if [ -r "${INAME}-values.yaml" ]; then
1377 CHART_ARGS="-f ${INAME}-values.yaml"
1378 fi
1379
1380 if [ "$HELM_USE_UPGRADE" == "yes" ]; then
1381 _HELM_COMMAND="upgrade --install"
1382 _HELM_ARGS="xxxdryrunxxx"
1383 else
1384 _HELM_COMMAND="install"
Matteo Scandolof2d080b2020-07-23 13:59:29 -07001385 if [ "$HELM_MAJOR" -le 2 ]; then
1386 _HELM_NAME_ARG="--name xxxdryrunxxx"
1387 _HELM_ARGS=
1388 else
1389 _HELM_NAME_ARG="xxxdryrunxxx"
1390 _HELM_ARGS="--create-namespace"
1391 fi
David Bainbridgefad50732020-05-01 17:00:12 -07001392 fi
Matteo Scandolo657e13c2020-07-28 11:41:42 -07001393 CMD=("helm $_HELM_COMMAND --debug --dry-run -f values.yaml $CHART_ARGS $INTERNAL_EXTRA_HELM_INSTALL_ARGS $EXTRA_HELM_INSTALL_ARGS --set defaults.log_level=$VOLTHA_LOG_LEVEL --namespace $NAMESPACE $_HELM_ARGS $CHART_VERSION $EXTRA_HELM_FLAGS $_HELM_NAME_ARG $CHART")
David Bainbridgefad50732020-05-01 17:00:12 -07001394 ${CMD[*]} 2>/dev/null | awk 'PRINT==1 {print}; /^USER-SUPPLIED VALUES:/ {PRINT = 1}; /^$/ {PRINT = 0}'
1395}
1396
David Bainbridgeb4bbde12020-06-25 14:46:36 -07001397helm_is_deployed() {
1398 local NAMESPACE=$1; shift
1399 local NAME=$1; shift
1400
1401 if [ "$HELM_MAJOR" -le 2 ]; then
1402 helm list --deployed --short --namespace "$NAMESPACE" "$NAME" 2>/dev/null | wc -l
1403 else
1404 helm list --deployed --short --namespace "$NAMESPACE" --filter "$NAME" 2>/dev/null | wc -l
1405 fi
1406}
1407
Matteo Scandolo7ef6ba52019-10-04 09:20:37 -07001408helm_install() {
David Bainbridgec7220622020-05-28 12:31:47 -07001409 local INDENT NOW VALUES_FILE PPROF_ARG
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001410 if [ "$1" == "-" ]; then
1411 INDENT=$1; shift
1412 fi
1413 local NAMESPACE=$1; shift
David Bainbridge0774b232019-08-02 06:37:19 +00001414 local INAME=$1; shift
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001415 local CHART=$1; shift
David Bainbridge90fd8e32019-08-21 23:32:47 +00001416 local CHART_VERSION=$1; shift
David Bainbridgec7220622020-05-28 12:31:47 -07001417 local FILTER=$1; shift
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001418 local MESSAGE=$*
1419
David Bainbridged18f4942020-04-14 16:46:13 -07001420 if [ "$CHART_VERSION X" != " X" ] && [ "$CHART_VERSION" != "latest" ]; then
David Bainbridge90fd8e32019-08-21 23:32:47 +00001421 CHART_VERSION="--version $CHART_VERSION"
1422 else
1423 CHART_VERSION=
1424 fi
1425
David Bainbridge99ac7a22019-08-31 02:26:43 +00001426 local CHART_ARGS=
1427 if [ -r "${INAME}-values.yaml" ]; then
1428 CHART_ARGS="-f ${INAME}-values.yaml"
1429 fi
1430
David Bainbridged18f4942020-04-14 16:46:13 -07001431 local WAIT_START CMD
1432 WAIT_START="$(date +%s)"
1433 COUNT="$((300 / 15))"
1434 bspin "$INDENT" "$MESSAGE"
1435 if [ "$HELM_USE_UPGRADE" == "yes" ]; then
David Bainbridge7f8bf992020-04-08 21:53:22 -07001436 _HELM_COMMAND="upgrade --install"
David Bainbridgeb4bbde12020-06-25 14:46:36 -07001437 _HELM_NAME_ARG="$INAME"
David Bainbridge7f8bf992020-04-08 21:53:22 -07001438 else
1439 _HELM_COMMAND="install"
David Bainbridgeb4bbde12020-06-25 14:46:36 -07001440 if [ "$HELM_MAJOR" -le 2 ]; then
1441 _HELM_NAME_ARG="--name $INAME"
1442 _HELM_ARGS=
1443 else
1444 _HELM_NAME_ARG="$INAME"
1445 _HELM_ARGS="--create-namespace"
1446 fi
David Bainbridge7f8bf992020-04-08 21:53:22 -07001447 fi
David Bainbridgec7220622020-05-28 12:31:47 -07001448
1449 VALUES_FILE="$(mktemp)"
1450 if [ "$FILTER" == "-" ]; then
Matteo Scandolo657e13c2020-07-28 11:41:42 -07001451 cp "values.yaml" "$VALUES_FILE"
David Bainbridgea965ca22020-06-09 17:45:04 -07001452 elif [ "${FILTER:0:1}" == "+" ]; then
Matteo Scandolo657e13c2020-07-28 11:41:42 -07001453 cp "values.yaml" "$VALUES_FILE"
1454 yq r - "${FILTER:1}" <"values.yaml" >>"$VALUES_FILE"
David Bainbridge33e56c72020-06-11 11:39:56 -07001455 cat "$VALUES_FILE" >>"$LOG"
David Bainbridgec7220622020-05-28 12:31:47 -07001456 else
Matteo Scandolo657e13c2020-07-28 11:41:42 -07001457 yq r - "$FILTER" <"values.yaml" >"$VALUES_FILE"
David Bainbridgec7220622020-05-28 12:31:47 -07001458 fi
1459 if [ "$WITH_PPROF" == "yes" ]; then
1460 PPROF_ARG="--set profiler.enabled=true"
1461 fi
David Bainbridgeb4bbde12020-06-25 14:46:36 -07001462 CMD=("helm $_HELM_COMMAND -f $VALUES_FILE $_HELM_ARGS $CHART_ARGS $PPROF_ARG $INTERNAL_EXTRA_HELM_INSTALL_ARGS $EXTRA_HELM_INSTALL_ARGS --set defaults.log_level=$VOLTHA_LOG_LEVEL --namespace $NAMESPACE $CHART_VERSION $EXTRA_HELM_FLAGS $_HELM_NAME_ARG $CHART")
David Bainbridged18f4942020-04-14 16:46:13 -07001463 (set -x; ${CMD[*]} >>"$LOG" 2>&1) >>"$LOG" 2>&1
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001464 SUCCESS=$?
David Bainbridged18f4942020-04-14 16:46:13 -07001465 while [ "$SUCCESS" -ne 0 ]; do
1466 NOW="$(date +%s)"
1467 if [ "$((NOW - WAIT_START))" -gt "$TIMEOUT_SECONDS" ]; then
David Bainbridge52e6e9d2020-03-23 13:48:27 -07001468 espin "$THEX"
David Bainbridgec7220622020-05-28 12:31:47 -07001469 rm -f "$VALUES_FILE"
David Bainbridge52e6e9d2020-03-23 13:48:27 -07001470 doTimeout "waiting for helm install $CHART"
1471 fi
David Bainbridged18f4942020-04-14 16:46:13 -07001472 sspin "$INDENT"
1473 COUNT="$((COUNT - 1))"
1474 if [ "$COUNT" -eq 0 ]; then
1475 if [ "$HELM_USE_UPGRADE" == "no" ]; then
David Bainbridgeb4bbde12020-06-25 14:46:36 -07001476 if [ "$HELM_MAJOR" -le 2 ]; then
1477 (set -x; helm delete --purge "$INAME" >>"$LOG" 2>&1) >>"$LOG" 2>&1
1478 else
1479 (set -x; helm uninstall "$INAME" >>"$LOG" 2>&1) >>"$LOG" 2>&1
1480 fi
David Bainbridge7f8bf992020-04-08 21:53:22 -07001481 fi
David Bainbridged18f4942020-04-14 16:46:13 -07001482 (set -x; ${CMD[*]} >>"$LOG" 2>&1) >>"$LOG" 2>&1
Andy Baviere22ff252019-12-19 11:40:31 -07001483 SUCCESS=$?
David Bainbridged18f4942020-04-14 16:46:13 -07001484 COUNT="$((300 / 15))"
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001485 fi
1486 sleep .15
1487 done
David Bainbridgec7220622020-05-28 12:31:47 -07001488 rm -f "$VALUES_FILE"
David Bainbridged18f4942020-04-14 16:46:13 -07001489 espin "$INDENT" "$VERIFIED"
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001490}
1491
Matteo Scandolo657e13c2020-07-28 11:41:42 -07001492echo "INSTALL NAME: $NAME" >> "$LOG"
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001493
David Bainbridged18f4942020-04-14 16:46:13 -07001494STIME="$(date +%s)"
David K. Bainbridge0e89cb92019-07-17 11:30:10 -07001495if [ "$INSTALL_KUBECTL" == "no" ]; then
1496 bspin "Skip kubectl install"
1497 espin $NO_ENTRY
Test Userc13bdc92019-07-03 20:57:49 +00001498else
David K. Bainbridge0e89cb92019-07-17 11:30:10 -07001499 bspin "Verify kubectl $HELM"
David Bainbridged18f4942020-04-14 16:46:13 -07001500 if [ -x "$GOPATH/bin/kubectl" ]; then
1501 espin "$VERIFIED"
David K. Bainbridge0e89cb92019-07-17 11:30:10 -07001502 else
David Bainbridgee40e6ef2020-04-21 13:15:58 -07001503 ERR_OUT="$(mktemp)"
David Bainbridged18f4942020-04-14 16:46:13 -07001504 espin "$NOT_VERIFIED"
David K. Bainbridge0e89cb92019-07-17 11:30:10 -07001505 bspin - "Download and install Kubernetes/kubectl $DOWNLOAD"
David Bainbridgee40e6ef2020-04-21 13:15:58 -07001506 (set -x; curl --fail -o "$GOPATH/bin/kubectl" -sSL "https://storage.googleapis.com/kubernetes-release/release/$(curl --fail -sSL https://storage.googleapis.com/kubernetes-release/release/stable.txt 2>>"$ERR_OUT")/bin/$HOSTOS/$HOSTARCH/kubectl" >>"$LOG" 2>>"$ERR_OUT") >>"$LOG" 2>&1
1507 RESULT=$?
1508 if [ "$RESULT" -ne 0 ]; then
1509 espin - "$THEX"
David Bainbridgee3fc0c32020-04-21 15:34:04 -07001510 >&2 echo -e "${RED}${BOLD}${ERROR}ERROR: unable to download kubectl: $(tail "$ERR_OUT")${NORMAL}"
David Bainbridgee40e6ef2020-04-21 13:15:58 -07001511 cat "$ERR_OUT" >> "$LOG"
Zack Williamsded60cb2020-04-13 10:02:20 -07001512 rm -rf "$ERR_OUT" "$GOPATH/bin/kubectl"
David Bainbridgee40e6ef2020-04-21 13:15:58 -07001513 exit 1
1514 fi
David Bainbridged18f4942020-04-14 16:46:13 -07001515 (set -x; chmod 755 "$GOPATH/bin/kubectl" >>"$LOG" 2>&1) >>"$LOG" 2>&1
1516 espin - "$VERIFIED"
David Bainbridgee40e6ef2020-04-21 13:15:58 -07001517 rm -rf "$ERR_OUT"
David K. Bainbridge0e89cb92019-07-17 11:30:10 -07001518 fi
Test Userc13bdc92019-07-03 20:57:49 +00001519fi
David Bainbridgee87067b2019-08-12 22:00:12 +00001520if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridged18f4942020-04-14 16:46:13 -07001521 NOW="$(date +%s)"
1522 printtime $((NOW - STIME))
David Bainbridgee87067b2019-08-12 22:00:12 +00001523fi
Test Userc13bdc92019-07-03 20:57:49 +00001524
David Bainbridged18f4942020-04-14 16:46:13 -07001525STIME="$(date +%s)"
David K. Bainbridge0e89cb92019-07-17 11:30:10 -07001526if [ "$DEPLOY_K8S" == "no" ]; then
1527 bspin "Skip Kubernetes/Kind Deployment"
1528 espin $NO_ENTRY
1529else
Test Userba1e7e72019-07-10 22:27:54 +00001530 bspin "Verify Kubernetes/Kind $HELM"
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -08001531 IS_INSTALLED=0
1532 OP_TYPE="install"
David Bainbridged18f4942020-04-14 16:46:13 -07001533 if [ -x "$GOPATH/bin/kind" ]; then
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -08001534 OP_TYPE="upgrade"
David Bainbridgeb4bbde12020-06-25 14:46:36 -07001535 if [ "$("$GOPATH/bin/kind" version | grep -c "$KIND_VERSION")" -eq 1 ]; then
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -08001536 IS_INSTALLED=1
David Bainbridged18f4942020-04-14 16:46:13 -07001537 espin "$VERIFIED"
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -08001538 fi
1539 fi
David Bainbridged18f4942020-04-14 16:46:13 -07001540 if [ "$IS_INSTALLED" -eq 0 ]; then
David Bainbridgee40e6ef2020-04-21 13:15:58 -07001541 ERR_OUT="$(mktemp)"
David Bainbridged18f4942020-04-14 16:46:13 -07001542 espin "$NOT_VERIFIED"
David K. Bainbridgefe1fa8a2019-11-12 12:03:21 -08001543 bspin - "Download and $OP_TYPE Kubernetes/kind $DOWNLOAD"
David Bainbridgee40e6ef2020-04-21 13:15:58 -07001544 (set -x; curl -o "$GOPATH/bin/kind" --fail -sSL "https://github.com/kubernetes-sigs/kind/releases/download/$KIND_VERSION/kind-$HOSTOS-$HOSTARCH" >>"$LOG" 2>"$ERR_OUT") >>"$LOG" 2>&1
1545 RESULT=$?
1546 if [ $RESULT -ne 0 ]; then
1547 espin - "$THEX"
David Bainbridgee3fc0c32020-04-21 15:34:04 -07001548 >&2 echo -e "${RED}${BOLD}${ERROR}ERROR: unable to download kind: $(tail "$ERR_OUT")${NORMAL}"
David Bainbridgee40e6ef2020-04-21 13:15:58 -07001549 cat "$ERR_OUT" >> "$LOG"
Zack Williamsded60cb2020-04-13 10:02:20 -07001550 rm -rf "$ERR_OUT" "$GOPATH/bin/kind"
David Bainbridgee40e6ef2020-04-21 13:15:58 -07001551 exit 1
1552 fi
David Bainbridged18f4942020-04-14 16:46:13 -07001553 (set -x; chmod 755 "$GOPATH/bin/kind" >>"$LOG" 2>&1) >>"$LOG" 2>&1
David Bainbridgee40e6ef2020-04-21 13:15:58 -07001554 rm -rf "$ERR_OUT"
David Bainbridged18f4942020-04-14 16:46:13 -07001555 espin - "$VERIFIED"
Test Userba1e7e72019-07-10 22:27:54 +00001556 fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001557fi
1558
David Bainbridgee87067b2019-08-12 22:00:12 +00001559if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridged18f4942020-04-14 16:46:13 -07001560 NOW="$(date +%s)"
1561 printtime $((NOW - STIME))
David Bainbridgee87067b2019-08-12 22:00:12 +00001562fi
1563
David Bainbridged18f4942020-04-14 16:46:13 -07001564STIME="$(date +%s)"
David K. Bainbridge0e89cb92019-07-17 11:30:10 -07001565if [ "$INSTALL_HELM" == "no" ]; then
1566 bspin "Skip Helm Install"
1567 espin $NO_ENTRY
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001568else
David K. Bainbridge0e89cb92019-07-17 11:30:10 -07001569 bspin "Verify Helm $HELM"
David Bainbridgea34993d2020-04-01 09:15:42 -07001570 HELM_UPGRADE=0
1571 HELM_UPGRADE_DESC="install"
David Bainbridged18f4942020-04-14 16:46:13 -07001572 if [ -x "$GOPATH/bin/helm" ]; then
David Bainbridgeb4bbde12020-06-25 14:46:36 -07001573 HAVE_VER=$(helm version --client --short | sed -E -e 's/^.*(v[0-9]+\.[0-9]+\.[0-9]+).*$/\1/')
David Bainbridged18f4942020-04-14 16:46:13 -07001574 HELM_UP_DOWN="$(echo -e "$HAVE_VER\n$HELM_VERSION" | sort -V | head -1)"
1575 if [ "$HAVE_VER" != "$HELM_VERSION" ]; then
1576 if [ "$HELM_UP_DOWN" == "$HELM_VERSION" ]; then
David Bainbridgea34993d2020-04-01 09:15:42 -07001577 HELM_UPGRADE_DESC="downgrade"
1578 else
1579 HELM_UPGRADE_DESC="upgrade"
1580 fi
1581 HELM_UPGRADE=1
1582 else
David Bainbridged18f4942020-04-14 16:46:13 -07001583 espin "$VERIFIED"
David Bainbridgea34993d2020-04-01 09:15:42 -07001584 fi
David K. Bainbridge0e89cb92019-07-17 11:30:10 -07001585 else
David Bainbridgea34993d2020-04-01 09:15:42 -07001586 HELM_UPGRADE=1
1587 fi
1588
David Bainbridged18f4942020-04-14 16:46:13 -07001589 if [ "$HELM_UPGRADE" -ne 0 ]; then
David Bainbridgee40e6ef2020-04-21 13:15:58 -07001590 ERR_OUT="$(mktemp)"
1591 INSTALL_HELM_BIN=$(mktemp)
David Bainbridged18f4942020-04-14 16:46:13 -07001592 espin "$NOT_VERIFIED"
David Bainbridgea34993d2020-04-01 09:15:42 -07001593 bspin - "Download and $HELM_UPGRADE_DESC Helm $DOWNLOAD"
David Bainbridgee40e6ef2020-04-21 13:15:58 -07001594 (set -x; curl -o "$INSTALL_HELM_BIN" --fail -sSL https://git.io/get_helm.sh >>"$LOG" 2>"$ERR_OUT") >>"$LOG" 2>&1
1595 RESULT=$?
1596 if [ $RESULT -ne 0 ]; then
1597 espin - "$THEX"
David Bainbridgee3fc0c32020-04-21 15:34:04 -07001598 >&2 echo -e "${RED}${BOLD}${ERROR}ERROR: unable to download helm installer: $(tail "$ERR_OUT")${NORMAL}"
David Bainbridgee40e6ef2020-04-21 13:15:58 -07001599 cat "$ERR_OUT" >> "$LOG"
1600 rm -rf "$INSTALL_HELM_BIN" "$ERR_OUT" "$GOPATH/bin/helm" "$GOPATH/bin/tiller"
1601 exit 1
1602 fi
1603 rm -rf "$ERR_OUT"
1604 chmod +x "$INSTALL_HELM_BIN"
1605 (set -x; PATH="$GOPATH/bin:$PATH" DESIRED_VERSION=$HELM_VERSION USE_SUDO=false HELM_INSTALL_DIR=$GOPATH/bin "$INSTALL_HELM_BIN" >>"$LOG" 2>&1) >>"$LOG" 2>&1
1606 RESULT=$?
1607 if [ $RESULT -ne 0 ]; then
1608 espin - "$THEX"
1609 >&2 echo -e "${RED}${BOLD}${ERROR}ERROR: unable to install helm, see install log for details${NORMAL}"
1610 rm -rf "$INSTALL_HELM_BIN" "$ERR_OUT" "$GOPATH/bin/helm" "$GOPATH/bin/tiller"
1611 exit 1
1612 fi
1613 rm -rf "$INSTALL_HELM_BIN" "$ERR_OUT"
David Bainbridged18f4942020-04-14 16:46:13 -07001614 espin - "$VERIFIED"
David K. Bainbridge0e89cb92019-07-17 11:30:10 -07001615 fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001616fi
David Bainbridgee87067b2019-08-12 22:00:12 +00001617if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridged18f4942020-04-14 16:46:13 -07001618 NOW="$(date +%s)"
1619 printtime $((NOW - STIME))
David Bainbridgee87067b2019-08-12 22:00:12 +00001620fi
David Bainbridgeb4bbde12020-06-25 14:46:36 -07001621HELM_MAJOR=$(helm version --client --short 2>/dev/null| sed -E -e 's/^.*v([0-9]+)\.[0-9]+\.[0-9]+.*$/\1/')
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001622
David Bainbridged18f4942020-04-14 16:46:13 -07001623STIME="$(date +%s)"
Test Userb5712372019-07-03 21:52:17 +00001624bspin "Verify voltctl $HIGH_VOLTAGE"
David Bainbridged2811972019-12-14 01:14:09 +00001625VOK=0
1626VMESSAGE="install"
David Bainbridgee40e6ef2020-04-21 13:15:58 -07001627ERR_OUT=$(mktemp)
David K. Bainbridgeebf38d92020-02-10 10:46:31 -08001628export VC_VERSION="$VOLTCTL_VERSION"
1629if [ "$VC_VERSION" == "latest" ]; then
David Bainbridgee40e6ef2020-04-21 13:15:58 -07001630 set -o pipefail # TODO: would be nice to run all in pipefail mode
1631 VC_VERSION="$(curl --fail -sSL https://api.github.com/repos/opencord/voltctl/releases/latest 2>"$ERR_OUT" | jq -r .tag_name | sed -e 's/^v//g')"
1632 RESULT=$?
1633 set +o pipefail
1634 if [ "$RESULT" -ne 0 ]; then
1635 espin - "$THEX"
1636 >&2 echo -e "${RED}${BOLD}${ERROR}ERROR: unable to determine released version of voltctl: $(cat "$ERR_OUT")${NORMAL}"
1637 rm -rf "$ERR_OUT" "$GOPATH/bin/voltctl"
1638 exit 1
1639 fi
1640 export VC_VERSION
David K. Bainbridgeebf38d92020-02-10 10:46:31 -08001641fi
David Bainbridgee40e6ef2020-04-21 13:15:58 -07001642
David Bainbridged18f4942020-04-14 16:46:13 -07001643if [ -x "$GOPATH/bin/voltctl" ]; then
David Bainbridgee40e6ef2020-04-21 13:15:58 -07001644 VHAVE="$("$GOPATH/bin/voltctl" version --clientonly -o json 2>/dev/null | jq -r .version)"
David Bainbridged18f4942020-04-14 16:46:13 -07001645 RESULT=$?
1646 if [ $RESULT -eq 0 ] && [ "$VHAVE" == "$VC_VERSION" ]; then
David Bainbridged2811972019-12-14 01:14:09 +00001647 VOK=1
David Bainbridged18f4942020-04-14 16:46:13 -07001648 espin "$VERIFIED"
David Bainbridge1ba64f12019-12-18 00:40:13 +00001649 else
David Bainbridged18f4942020-04-14 16:46:13 -07001650 VCHECK="$(echo -e "$VHAVE\n$VC_VERSION" | sort -V | head -1)"
David K. Bainbridgeebf38d92020-02-10 10:46:31 -08001651 if [ "$VCHECK" == "$VHAVE" ]; then
1652 VMESSAGE="upgrade"
1653 else
1654 VMESSAGE="downgrade"
1655 fi
David Bainbridged2811972019-12-14 01:14:09 +00001656 fi
1657fi
1658
David Bainbridged18f4942020-04-14 16:46:13 -07001659if [ "$VOK" -eq 0 ]; then
1660 espin "$NOT_VERIFIED"
David Bainbridged2811972019-12-14 01:14:09 +00001661 bspin - "Download and $VMESSAGE voltctl $DOWNLOAD"
David Bainbridgee40e6ef2020-04-21 13:15:58 -07001662 (set -x; curl --fail -o "$GOPATH/bin/voltctl" -sSL "https://github.com/opencord/voltctl/releases/download/v$VC_VERSION/voltctl-$VC_VERSION-$HOSTOS-$HOSTARCH" >>"$LOG" 2>"$ERR_OUT") >>"$LOG" 2>&1
1663 RESULT=$?
1664 if [ $RESULT -ne 0 ]; then
1665 espin - "$THEX"
1666 >&2 echo -e "${RED}${BOLD}${ERROR}ERROR: unable to download voltctl (version $VC_VERSION): $(cat "$ERR_OUT")${NORMAL}"
1667 rm -rf "$ERR_OUT" "$GOPATH/bin/voltctl"
1668 exit 1
1669 fi
David Bainbridged18f4942020-04-14 16:46:13 -07001670 (set -x; chmod 755 "$GOPATH/bin/voltctl" >>"$LOG" 2>&1) >>"$LOG" 2>&1
1671 espin - "$VERIFIED"
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001672fi
David Bainbridgee40e6ef2020-04-21 13:15:58 -07001673rm -rf "$ERR_OUT"
David Bainbridgee87067b2019-08-12 22:00:12 +00001674if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridged18f4942020-04-14 16:46:13 -07001675 NOW="$(date +%s)"
1676 printtime $((NOW - STIME))
David Bainbridgee87067b2019-08-12 22:00:12 +00001677fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001678
1679bspin "Verify command PATH"
David Bainbridged18f4942020-04-14 16:46:13 -07001680espin "$VERIFIED"
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001681
David Bainbridged18f4942020-04-14 16:46:13 -07001682STIME="$(date +%s)"
Test Userba1e7e72019-07-10 22:27:54 +00001683if [ "$DEPLOY_K8S" == "yes" ]; then
David Bainbridgeb4bbde12020-06-25 14:46:36 -07001684 HAVE="$(kind get clusters 2>/dev/null | grep -c "voltha-$NAME")"
Test Userba1e7e72019-07-10 22:27:54 +00001685 bspin "Verify Kubernetes/Kind Cluster"
1686 sspin
David Bainbridged18f4942020-04-14 16:46:13 -07001687 if [ "$HAVE" -eq 0 ]; then
1688 espin "$NOT_VERIFIED"
Andrea Campanella8a149192020-07-31 17:19:45 +02001689 FILE="$NAME-cluster.cfg"
David K. Bainbridge2aa08da2020-07-31 12:49:45 -07001690 if [ -n "$KIND_CFG_FILE" ]; then
1691 FILE="$KIND_CFG_FILE"
1692 else
1693 bspin - "Generating cluster configuration"
Andrea Campanelladd946472020-07-31 11:03:44 +02001694
David K. Bainbridge2aa08da2020-07-31 12:49:45 -07001695 if [ -f "$FILE" ] ; then
1696 rm "$FILE"
1697 fi
1698
1699 touch "$FILE"
1700
1701 yq w -i "$FILE" kind Cluster
1702 yq w -i "$FILE" apiVersion "kind.sigs.k8s.io/v1alpha3"
1703
1704 if [ ! "$NUM_OF_CONTROLLER_NODES" -eq 0 ]; then
1705 for instance in $(seq 1 "$NUM_OF_CONTROLLER_NODES"); do
1706 yq w -i "$FILE" "nodes[+].role" "control-plane"
1707 done
1708 fi
1709
1710 if [ ! "$NUM_OF_WORKER_NODES" -eq 0 ]; then
1711 for instance in $(seq 1 "$NUM_OF_WORKER_NODES"); do
1712 yq w -i "$FILE" "nodes[+].role" worker
1713 done
1714 fi
1715 espin - "$VERIFIED"
Andrea Campanelladd946472020-07-31 11:03:44 +02001716 fi
1717
Andrea Campanella8a149192020-07-31 17:19:45 +02001718 cat "$FILE" >> "$LOG" 2>&1
Matteo Scandolo657e13c2020-07-28 11:41:42 -07001719
Andrea Campanella8a149192020-07-31 17:19:45 +02001720 kind create cluster --name "voltha-$NAME" --config "$FILE"
David Bainbridge491b1bd2019-07-11 17:53:11 +00001721 else
David Bainbridged18f4942020-04-14 16:46:13 -07001722 espin "$VERIFIED"
Test Userba1e7e72019-07-10 22:27:54 +00001723 fi
1724
David K. Bainbridgec0ec6492020-07-21 17:34:23 +00001725 KUBECONFIG_TMP=$(mktemp)
1726 kind get kubeconfig --name="voltha-$NAME" >"$KUBECONFIG_TMP"
1727 mkdir -p "$HOME/.kube"
1728 KUBECONFIG="$HOME/.kube/kind-config-voltha-$NAME"; export KUBECONFIG
1729 cp "$KUBECONFIG_TMP" "$KUBECONFIG"
1730 rm -rf "$KUBECONFIG_TMP"
David Bainbridge1d2c5842020-06-03 15:29:07 -07001731
Test Userba1e7e72019-07-10 22:27:54 +00001732 P="coredns-.* \
David Bainbridge0774b232019-08-02 06:37:19 +00001733 etcd-voltha-$NAME-control-plane \
Test Userba1e7e72019-07-10 22:27:54 +00001734 kindnet-.* \
David Bainbridge0774b232019-08-02 06:37:19 +00001735 kube-apiserver-voltha-$NAME-control-plane \
1736 kube-controller-manager-voltha-$NAME-control-plane \
Test Userba1e7e72019-07-10 22:27:54 +00001737 kube-proxy-.* \
David Bainbridge0774b232019-08-02 06:37:19 +00001738 kube-scheduler-voltha-$NAME-control-plane"
Test Userba1e7e72019-07-10 22:27:54 +00001739
David K. Bainbridge2aa08da2020-07-31 12:49:45 -07001740 EXPECT=2 # Always 2 DNS instances
1741 EXPECT=$((EXPECT + 4 * NUM_OF_CONTROLLER_NODES)) # etcd, apiserver, controller manager, scheduler
1742 EXPECT=$((EXPECT + 2 * (NUM_OF_CONTROLLER_NODES + NUM_OF_WORKER_NODES))) # kindnet, proxy
David Bainbridged18f4942020-04-14 16:46:13 -07001743 wait_for_pods - "kube-system" "$EXPECT" "includes" "Waiting for system PODs to start" "$NO_LABEL" "$P"
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001744fi
Matteo Scandolo657e13c2020-07-28 11:41:42 -07001745
David Bainbridgee87067b2019-08-12 22:00:12 +00001746if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridged18f4942020-04-14 16:46:13 -07001747 NOW="$(date +%s)"
1748 printtime $((NOW - STIME))
David Bainbridgee87067b2019-08-12 22:00:12 +00001749fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001750
David Bainbridgee4d11ca2020-05-08 10:21:10 -07001751if [ "$SCHEDULE_ON_CONTROL_NODES" == "yes" ]; then
1752 bspin "Untaint control nodes to allow scheduling $LOCK"
1753 for MNODE in $(kubectl get node --selector='node-role.kubernetes.io/master' -o json | jq -r '.items[].metadata.name'); do
1754 (set -x; kubectl taint node "$MNODE" node-role.kubernetes.io/master:NoSchedule- >>"$LOG" 2>&1) >>"$LOG" 2>&1
1755 sspin
1756 done
1757 espin "$VERIFIED"
1758fi
1759
David Bainbridgeb4bbde12020-06-25 14:46:36 -07001760if [ "$HELM_MAJOR" -le 2 ]; then
1761 STIME="$(date +%s)"
1762 COUNT="$(count_pods "kube-system" ":Running:" "$NO_LABEL" "tiller-deploy-.*")"
1763 bspin "Verify Helm"
1764 if [ "$COUNT" -ne 1 ]; then
David Bainbridged18f4942020-04-14 16:46:13 -07001765 espin "$NOT_VERIFIED"
David Bainbridgeb4bbde12020-06-25 14:46:36 -07001766 echo -e "Configuring Helm $GEAR"
1767 if [ "$INSTALL_HELM" == "no" ]; then
1768 bspin - "Skip Helm Initialization"
1769 espin - $NO_ENTRY
1770 else
1771 bspin - "Initialize Helm"
1772 (set -x; helm init --upgrade >>"$LOG" 2>&1) >>"$LOG" 2>&1
1773 espin - "$VERIFIED"
1774 wait_for_pods - "kube-system" 1 "includes" "Waiting for Tiller POD to start" "$NO_LABEL" "tiller-deploy-.*"
1775 fi
1776
1777 # HACK (sort-of) - the config for tiller is about to be patched, which will
1778 # cause the tiller pod to be recreated. This can sometimes cause a timing
1779 # issue with the "wait_for_pods" call on tiller as it may incorrectly
1780 # identify the running/ready tiller pod that is soon to be terminated as
1781 # what it is waiting for. To avoid this issue we do a clean scale down and
1782 # scale up of the pod so the script controlls when it should be expecting
1783 # things
1784 (set -x; kubectl -n kube-system scale deploy tiller-deploy --replicas=0 >>"$LOG" 2>&1) >>"$LOG" 2>&1
1785 wait_for_pods - "kube-system" 0 "not" "Waiting for Tiller POD to shutdown" "$NO_LABEL" "tiller-deploy-.*"
1786
1787 # Create and k8s service account so that Helm can create pods
1788 bspin - "Create Tiller ServiceAccount"
1789 (set -x; kubectl create serviceaccount --namespace kube-system tiller >>"$LOG" 2>&1) >>"$LOG" 2>&1
1790 espin - "$VERIFIED"
1791 bspin - "Create Tiller ClusterRoleBinding"
1792 (set -x; kubectl create clusterrolebinding tiller-cluster-rule --clusterrole=cluster-admin --serviceaccount=kube-system:tiller >>"$LOG" 2>&1) >>"$LOG" 2>&1
1793 espin - "$VERIFIED"
1794 bspin - "Update Tiller Manifest"
1795 (set -x; kubectl patch deploy --namespace kube-system tiller-deploy -p '{"spec":{"template":{"spec":{"serviceAccount":"tiller"}}}}' >>"$LOG" 2>&1) >>"$LOG" 2>&1
1796
1797 # HACK (sort-of) - part to, spin it back up
1798 (set -x; kubectl -n kube-system scale deploy tiller-deploy --replicas=1 >>"$LOG" 2>&1) >>"$LOG" 2>&1
David Bainbridged18f4942020-04-14 16:46:13 -07001799 espin - "$VERIFIED"
David Bainbridgea34993d2020-04-01 09:15:42 -07001800 else
David Bainbridgeb4bbde12020-06-25 14:46:36 -07001801 if [ "$(helm version -s --template '{{.Server.SemVer}}')" != "$HELM_VERSION" ]; then
1802 espin "$NOT_VERIFIED"
1803 bspin - "Sync Tiller server version with helm client"
1804 (set -x; helm init --upgrade --force-upgrade --wait >>"$LOG" 2>&1) >>"$LOG" 2>&1
1805 espin - "$VERIFIED"
1806 else
1807 espin "$VERIFIED"
1808 fi
1809
David Bainbridgea34993d2020-04-01 09:15:42 -07001810 fi
David Bainbridgeb4bbde12020-06-25 14:46:36 -07001811 wait_for_pods - "kube-system" 1 "includes" "Waiting for Tiller POD to start" "$NO_LABEL" "tiller-deploy-.*"
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001812fi
David Bainbridgeddeab482020-06-24 12:43:40 -07001813
David Bainbridgeb4bbde12020-06-25 14:46:36 -07001814# The `etcd` repo is temporary until `http://github.com/helm/charts/pull/22955` is
1815# merged into the incubator charts
David Bainbridgeddeab482020-06-24 12:43:40 -07001816REPOS="onf|https://charts.opencord.org|ONF_VOLTHA \
1817 stable|https://kubernetes-charts.storage.googleapis.com|Google_Stable \
Ubuntubaab12f2020-06-30 01:08:19 +00001818 incubator|https://kubernetes-charts-incubator.storage.googleapis.com|Google_Incubator \
1819 onos|https://charts.onosproject.org|ONF_ONOS \
1820 atomix|https://charts.atomix.io|ONF_Atomix \
1821 bbsim-sadis|https://ciena.github.io/bbsim-sadis-server/charts|Custom_BBSIM_SADIS_Server \
1822 elastic|https://helm.elastic.co|Elastic \
David Bainbridgeb4bbde12020-06-25 14:46:36 -07001823 kiwigrid|https://kiwigrid.github.io|Fluentd-ElasticSearch \
1824 etcd|https://dbainbri-ciena.github.io/etcd-helm-chart"
David Bainbridgeddeab482020-06-24 12:43:40 -07001825
David Bainbridgeb4bbde12020-06-25 14:46:36 -07001826REPO_UPDATE_REQ="no"
David Bainbridgeddeab482020-06-24 12:43:40 -07001827bspin - "Verify Helm Repository"
1828for REPO in $REPOS; do
1829 REPO_NAME="$(echo "$REPO" | cut -d\| -f1)"
1830 REPO_URL="$(echo "$REPO" | cut -d\| -f2)"
1831 REPO_LABEL="$(echo "$REPO" | cut -d\| -f3 | sed -e 's/_/ /g')"
1832
1833 sspin - "Verify Helm Repository: $REPO_LABEL$CEOL"
1834 if [ "$(helm repo list 2>/dev/null | grep -c "$REPO_NAME" 2>/dev/null)" -eq 0 ]; then
1835 sspin - "Add Helm Repository: $REPO_LABEL$CEOL"
1836 (set -x; helm repo add "$REPO_NAME" "$REPO_URL" >>"$LOG" 2>&1) >>"$LOG" 2>&1
1837 REPO_UPDATE_REQ="yes"
1838 fi
1839done
1840sspin - "Verify Helm Repositories$CEOL"
1841espin - "$VERIFIED"
1842
1843if [ "$REPO_UPDATE_REQ" == "yes" ] || [ "$UPDATE_HELM_REPOS" == "yes" ]; then
1844 bspin - "Update Helm repository cache"
1845 (set -x; helm repo update >>"$LOG" 2>&1) >>"$LOG" 2>&1
1846 espin - "$VERIFIED"
1847fi
1848
David Bainbridgee87067b2019-08-12 22:00:12 +00001849if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridged18f4942020-04-14 16:46:13 -07001850 NOW="$(date +%s)"
1851 printtime $((NOW - STIME))
David Bainbridgee87067b2019-08-12 22:00:12 +00001852fi
David Bainbridgecf546362020-04-21 23:18:50 -07001853# Resolve chart versions and log them for debug/support
1854RESOLVED_VOLTHA_CHART_VERSION=$(resolve_chart_version "$VOLTHA_CHART" "$VOLTHA_CHART_VERSION")
1855RESOLVED_VOLTHA_BBSIM_CHART_VERSION=$(resolve_chart_version "$VOLTHA_BBSIM_CHART" "$VOLTHA_BBSIM_CHART_VERSION")
Girish Kumarcc5f9172020-06-10 13:34:31 +00001856RESOLVED_VOLTHA_TRACING_CHART_VERSION=$(resolve_chart_version "$VOLTHA_TRACING_CHART" "$VOLTHA_TRACING_CHART_VERSION")
David Bainbridgecf546362020-04-21 23:18:50 -07001857RESOLVED_VOLTHA_ADAPTER_SIM_CHART_VERSION=$(resolve_chart_version "$VOLTHA_ADAPTER_SIM_CHART" "$VOLTHA_ADAPTER_SIM_CHART_VERSION")
1858RESOLVED_VOLTHA_ADAPTER_OPEN_OLT_CHART_VERSION=$(resolve_chart_version "$VOLTHA_ADAPTER_OPEN_OLT_CHART" "$VOLTHA_ADAPTER_OPEN_OLT_CHART_VERSION")
1859RESOLVED_VOLTHA_ADAPTER_OPEN_ONU_CHART_VERSION=$(resolve_chart_version "$VOLTHA_ADAPTER_OPEN_ONU_CHART" "$VOLTHA_ADAPTER_OPEN_ONU_CHART_VERSION")
1860RESOLVED_ONOS_CHART_VERSION=$(resolve_chart_version "$ONOS_CHART" "$ONOS_CHART_VERSION")
David Bainbridge60ffc0f2020-04-27 22:13:22 -07001861RESOLVED_ONOS_CLASSIC_CHART_VERSION=$(resolve_chart_version "$ONOS_CLASSIC_CHART" "$ONOS_CLASSIC_CHART_VERSION")
David Bainbridgecf546362020-04-21 23:18:50 -07001862RESOLVED_KAFKA_CHART_VERSION=$(resolve_chart_version "$KAFKA_CHART" "$KAFKA_CHART_VERSION")
divyadesai59f987a2020-05-27 12:11:33 +00001863RESOLVED_ELASTICSEARCH_CHART_VERSION=$(resolve_chart_version "$ELASTICSEARCH_CHART" "$ELASTICSEARCH_CHART_VERSION")
1864RESOLVED_KIBANA_CHART_VERSION=$(resolve_chart_version "$KIBANA_CHART" "$KIBANA_CHART_VERSION")
1865RESOLVED_FLUENTD_ELASTICSEARCH_CHART_VERSION=$(resolve_chart_version "$FLUENTD_ELASTICSEARCH_CHART" "$FLUENTD_ELASTICSEARCH_CHART_VERSION")
David K. Bainbridge450c15c2020-06-29 10:12:06 -07001866RESOLVED_BBSIM_SADIS_SERVER_CHART_VERSION=$(resolve_chart_version "$BBSIM_SADIS_SERVER_CHART" "$BBSIM_SADIS_SERVER_CHART_VERSION")
1867RESOLVED_RADIUS_CHART_VERSION=$(resolve_chart_version "$RADIUS_CHART" "$RADIUS_CHART_VERSION")
David Bainbridgecf546362020-04-21 23:18:50 -07001868cat <<EOV >>"$LOG"
1869Resolved helm charts and versions:
1870 $VOLTHA_CHART:$RESOLVED_VOLTHA_CHART_VERSION
1871 $VOLTHA_BBSIM_CHART:$RESOLVED_VOLTHA_BBSIM_CHART_VERSION
Girish Kumarcc5f9172020-06-10 13:34:31 +00001872 $VOLTHA_TRACING_CHART:$RESOLVED_VOLTHA_TRACING_CHART_VERSION
David Bainbridgecf546362020-04-21 23:18:50 -07001873 $VOLTHA_ADAPTER_SIM_CHART:$RESOLVED_VOLTHA_ADAPTER_SIM_CHART_VERSION
1874 $VOLTHA_ADAPTER_OPEN_OLT_CHART:$RESOLVED_VOLTHA_ADAPTER_OPEN_OLT_CHART_VERSION
1875 $VOLTHA_ADAPTER_OPEN_ONU_CHART:$RESOLVED_VOLTHA_ADAPTER_OPEN_ONU_CHART_VERSION
1876 $ONOS_CHART:$RESOLVED_ONOS_CHART_VERSION
David Bainbridge60ffc0f2020-04-27 22:13:22 -07001877 $ONOS_CLASSIC_CHART:$RESOLVED_ONOS_CLASSIC_CHART_VERSION
David Bainbridgecf546362020-04-21 23:18:50 -07001878 $KAFKA_CHART:$RESOLVED_KAFKA_CHART_VERSION
divyadesai59f987a2020-05-27 12:11:33 +00001879 $ELASTICSEARCH_CHART:$RESOLVED_ELASTICSEARCH_CHART_VERSION
1880 $KIBANA_CHART:$RESOLVED_KIBANA_CHART_VERSION
1881 $FLUENTD_ELASTICSEARCH_CHART:$RESOLVED_FLUENTD_ELASTICSEARCH_CHART_VERSION
David K. Bainbridge450c15c2020-06-29 10:12:06 -07001882 $BBSIM_SADIS_SERVER_CHART:$RESOLVED_BBSIM_SADIS_SERVER_CHART_VERSION
1883 $RADIUS_CHART:$RESOLVED_RADIUS_CHART_VERSION
David Bainbridgecf546362020-04-21 23:18:50 -07001884EOV
David K. Bainbridgeb7285432019-07-02 22:05:24 -07001885
David Bainbridged18f4942020-04-14 16:46:13 -07001886STIME="$(date +%s)"
Matteo Scandolo657e13c2020-07-28 11:41:42 -07001887bspin "Verify Helm values file: values.yaml"
1888if [ ! -r "./values.yaml" ]; then
David Bainbridged18f4942020-04-14 16:46:13 -07001889 espin "$NOT_VERIFIED"
Matteo Scandolo657e13c2020-07-28 11:41:42 -07001890 bspin - "Download Helm values file: values.yaml to values.yaml $DOWNLOAD"
David Bainbridged18f4942020-04-14 16:46:13 -07001891 ERR_OUT="$(mktemp)"
Matteo Scandolo657e13c2020-07-28 11:41:42 -07001892 if ! (set -x; curl --fail -o "./values.yaml" -sSL "https://raw.githubusercontent.com/opencord/kind-voltha/$VK_RELEASE/values.yaml" >>"$LOG" 2>"$ERR_OUT") >>"$LOG" 2>&1; then
David Bainbridged18f4942020-04-14 16:46:13 -07001893 espin - "$THEX"
Matteo Scandolo657e13c2020-07-28 11:41:42 -07001894 echo -e "${RED}${BOLD}${ERROR}ERROR: values.yaml${NORMAL}${RED} - $(cat "$ERR_OUT")${NORMAL}"
David Bainbridged18f4942020-04-14 16:46:13 -07001895 echo "ERROR: $(cat "$ERR_OUT")" >>"$LOG"
Matteo Scandolo657e13c2020-07-28 11:41:42 -07001896 rm -rf "$ERR_OUT" "./values.yaml"
David K. Bainbridgea00736b2020-01-08 14:33:17 -08001897 exit 1
1898 fi
David Bainbridged18f4942020-04-14 16:46:13 -07001899 rm -rf "$ERR_OUT"
1900 espin - "$VERIFIED"
Test Userba1e7e72019-07-10 22:27:54 +00001901else
David Bainbridged18f4942020-04-14 16:46:13 -07001902 espin "$VERIFIED"
Test Userba1e7e72019-07-10 22:27:54 +00001903fi
David Bainbridgee87067b2019-08-12 22:00:12 +00001904if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridged18f4942020-04-14 16:46:13 -07001905 NOW="$(date +%s)"
1906 printtime $((NOW - STIME))
David Bainbridgee87067b2019-08-12 22:00:12 +00001907fi
Test Userba1e7e72019-07-10 22:27:54 +00001908
David Bainbridged18f4942020-04-14 16:46:13 -07001909STIME="$(date +%s)"
David Bainbridge99ac7a22019-08-31 02:26:43 +00001910bspin "Verify or download chart specific values files $DOWNLOAD"
1911VALUES_FILES="monkey-values.yaml"
David Bainbridged18f4942020-04-14 16:46:13 -07001912ERR_OUT="$(mktemp)"
David Bainbridge99ac7a22019-08-31 02:26:43 +00001913for i in $VALUES_FILES; do
1914 if [ ! -r ./$i ]; then
serkant.uluderya4d315132020-04-15 16:25:54 -07001915 if ! (set -x; curl --fail -o "./$i" -sSL "https://raw.githubusercontent.com/opencord/kind-voltha/$VK_RELEASE/$i" >>"$LOG" 2>"$ERR_OUT") >>"$LOG" 2>&1; then
David Bainbridged18f4942020-04-14 16:46:13 -07001916 espin "$THEX"
1917 echo -e "${RED}${BOLD}${ERROR}ERROR: $i${NORMAL}${RED} - $(cat "$ERR_OUT")${NORMAL}"
1918 echo "ERROR: $i - $(cat "$ERR_OUT")" >>"$LOG"
1919 rm -rf "$ERR_OUT" "./$i"
David K. Bainbridgea00736b2020-01-08 14:33:17 -08001920 exit 1
1921 fi
David Bainbridged18f4942020-04-14 16:46:13 -07001922 rm -rf "$ERR_OUT"
David Bainbridge99ac7a22019-08-31 02:26:43 +00001923 fi
1924done
David Bainbridged18f4942020-04-14 16:46:13 -07001925rm -rf "$ERR_OUT"
1926espin "$VERIFIED"
David Bainbridge99ac7a22019-08-31 02:26:43 +00001927if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridged18f4942020-04-14 16:46:13 -07001928 NOW="$(date +%s)"
1929 printtime $((NOW - STIME))
David Bainbridge99ac7a22019-08-31 02:26:43 +00001930fi
1931
1932if [ "$WITH_CHAOS" == "yes" ]; then
1933 bspin "Verify or clone kube-monkey helm chart $DOWNLOAD"
1934 if [ -r ./kube-monkey ]; then
David Bainbridged18f4942020-04-14 16:46:13 -07001935 espin "$VERIFIED"
David Bainbridge99ac7a22019-08-31 02:26:43 +00001936 else
David Bainbridged18f4942020-04-14 16:46:13 -07001937 espin "$NOT_VERIFIED"
David Bainbridge99ac7a22019-08-31 02:26:43 +00001938 bspin - "GIT clone kube-monkey"
David Bainbridged18f4942020-04-14 16:46:13 -07001939 (set -x; git clone https://github.com/asobti/kube-monkey kube-monkey >>"$LOG" 2>&1) >>"$LOG" 2>&1
1940 espin - "$VERIFIED"
David Bainbridge99ac7a22019-08-31 02:26:43 +00001941 fi
1942fi
1943
Test Userba1e7e72019-07-10 22:27:54 +00001944if [ "$JUST_K8S" == "yes" ]; then
1945 echo "Environment deployed, not deploying VOLTHA artifacts as requested. Good bye."
1946 echo ""
David Bainbridged18f4942020-04-14 16:46:13 -07001947 echo "Please issue the following commands in your terminal to ensure that you" | tee -a "$LOG"
1948 echo "are accessing the correct Kubernetes/Kind cluster as well as have the " | tee -a "$LOG"
1949 echo "tools required by VOLTHA in your command path. " | tee -a "$LOG"
1950 echo "" | tee -a "$LOG"
1951 echo -en "$BOLD"
1952 if [ "$DEPLOY_K8S" == "yes" ]; then
David K. Bainbridge02ae1f32020-07-21 13:25:13 -07001953 KUBECONFIG_TMP=$(mktemp)
1954 kind get kubeconfig --name="voltha-$NAME" >"$KUBECONFIG_TMP"
1955 mkdir -p "$HOME/.kube"
1956 KUBECONFIG="$HOME/.kube/kind-config-voltha-$NAME"; export KUBECONFIG
1957 cp "$KUBECONFIG_TMP" "$KUBECONFIG"
1958 rm -rf "$KUBECONFIG_TMP"
David Bainbridgeb4bbde12020-06-25 14:46:36 -07001959 echo "export KUBECONFIG=\"$KUBECONFIG\"" | tee -a "$LOG"
Test Userba1e7e72019-07-10 22:27:54 +00001960 fi
David Bainbridged18f4942020-04-14 16:46:13 -07001961 echo "export PATH=$GOPATH/bin:\$PATH" | tee -a "$LOG"
1962 echo -en "$NORMAL"
1963 echo "" | tee -a "$LOG"
1964 echo "Thank you for choosing kind-voltha for you quick cluster needs." | tee -a "$LOG"
Test Userba1e7e72019-07-10 22:27:54 +00001965 exit 0
1966fi
1967
David K. Bainbridgecb4b3ab2020-08-31 08:34:14 -07001968if is_in "$WITH_ETCD" "yes,external"; then
1969 STIME="$(date +%s)"
1970 bspin "Verify external ETCD cluster $OLD_KEY"
1971 EXPECT=$NUM_OF_ETCD
1972 if [ "$HELM_USE_UPGRADE" == "yes" ] || [ "$(helm_is_deployed "$INFRA_NS" "^etcd\$")" -ne 1 ]; then
1973 espin "$NOT_VERIFIED"
1974 INTERNAL_EXTRA_HELM_INSTALL_ARGS="--set replicas=$NUM_OF_ETCD" helm_install - "$INFRA_NS" etcd "$ETCD_CHART" "$ETCD_CHART_VERSION" etcd "$_HELM_DESC external ETCD cluster"
1975 INTERNAL_EXTRA_HELM_INSTALL_ARGS=
1976 else
1977 espin "$VERIFIED"
1978 fi
1979 wait_for_pods - "$INFRA_NS" "$EXPECT" "includes" "Waiting for ETCD cluster to start" "$NO_LABEL" "etcd-.*"
1980 if [ "$WITH_TIMINGS" == "yes" ]; then
1981 NOW="$(date +%s)"
1982 printtime $((NOW - STIME))
1983 fi
1984fi
1985
1986if is_in "$WITH_KAFKA" "yes,external"; then
1987 _TMP="$(mktemp -u)"
1988 cat << EOC > "$_TMP"
1989configurationOverrides:
1990 "default.replication.factor": $NUM_OF_KAFKA
1991 "offsets.topic.replication.factor": $NUM_OF_KAFKA
1992 "log.retention.hours": 4
1993 "log.message.timestamp.type": "LogAppendTime"
1994persistence:
1995 enabled: false
1996zookeeper:
1997 replicaCount: $NUM_OF_KAFKA
1998 persistence:
1999 enabled: false
2000replicas: $NUM_OF_KAFKA
2001EOC
2002 STIME="$(date +%s)"
2003 bspin "Verify external Kafka cluster $OLD_KEY"
2004 EXPECT=$((NUM_OF_KAFKA*2))
2005 if [ "$HELM_USE_UPGRADE" == "yes" ] || [ "$(helm_is_deployed "$INFRA_NS" "^kafka\$")" -ne 1 ]; then
2006 espin "$NOT_VERIFIED"
2007 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" -f $_TMP"
2008 helm_install - "$INFRA_NS" kafka "$KAFKA_CHART" "$KAFKA_CHART_VERSION" kafka "$_HELM_DESC external Kafka cluster"
2009 else
2010 espin "$VERIFIED"
2011 fi
2012 wait_for_pods - "$INFRA_NS" "$EXPECT" "includes" "Waiting for Kafka cluster to start" "$NO_LABEL" "kafka-.*"
2013 if [ "$WITH_TIMINGS" == "yes" ]; then
2014 NOW="$(date +%s)"
2015 printtime $((NOW - STIME))
2016 fi
2017 rm -rf "$_TMP"
2018fi
2019
2020
David Bainbridged18f4942020-04-14 16:46:13 -07002021STIME="$(date +%s)"
David Bainbridge60ffc0f2020-04-27 22:13:22 -07002022if is_in "$WITH_ONOS" "yes,legacy,classic"; then
2023 if is_in "$WITH_ONOS" "legacy"; then
2024 bspin "Verify ONOS LEGACY installed $BIRD"
David Bainbridgeb4bbde12020-06-25 14:46:36 -07002025 if [ "$HELM_USE_UPGRADE" == "yes" ] || [ "$(helm_is_deployed "$INFRA_NS" "^onos\$")" -ne 1 ]; then
David Bainbridge60ffc0f2020-04-27 22:13:22 -07002026 espin "$NOT_VERIFIED"
David Bainbridge33e56c72020-06-11 11:39:56 -07002027 INTERNAL_EXTRA_HELM_INSTALL_ARGS="$SET_TAG $EXTRA_HELM_FLAGS" helm_install - "$INFRA_NS" onos "$ONOS_CHART" "$ONOS_CHART_VERSION" "+onos" "$_HELM_DESC ONOS LEGACY"
David Bainbridge60ffc0f2020-04-27 22:13:22 -07002028 INTERNAL_EXTRA_HELM_INSTALL_ARGS=
2029 else
2030 espin "$VERIFIED"
2031 fi
2032 wait_for_pods - "$INFRA_NS" 1 "includes" "Waiting for ONOS to start" "$NO_LABEL" "onos-.*"
Matteo Scandolo7ef6ba52019-10-04 09:20:37 -07002033
David Bainbridge60ffc0f2020-04-27 22:13:22 -07002034 if [ "$WITH_PORT_FORWARDS" == "yes" ]; then
2035 bspin - "Forward ONOS API port $FORWARD"
2036 kill_port_forward onos-ui
2037 port_forward "$INFRA_NS" onos-ui "$ONOS_API_PORT:8181"
2038 espin - "$VERIFIED"
2039 bspin - "Forward ONOS SSH port $FORWARD"
2040 kill_port_forward onos-ssh
2041 port_forward "$INFRA_NS" onos-ssh "$ONOS_SSH_PORT:8101"
2042 espin - "$VERIFIED"
2043 _ONOS_API_EP="127.0.0.1:$ONOS_API_PORT"
2044 else
2045 _ONOS_API_EP="$(get_service_ep "$INFRA_NS" onos-ui)"
2046 fi
2047 elif is_in "$WITH_ONOS" "yes,classic"; then
2048 bspin "Verify ONOS CLASSIC installed $BIRD"
Matteo Scandolo48890712020-09-11 15:48:24 -07002049 # ONOS CLASSIC identifies its image repo/tag/pullPolicy differently, so yq is used to grab the values from the
2050 # values value
2051 YAML_VALUES=$(INTERNAL_EXTRA_HELM_INSTALL_ARGS="--set replicas=$NUM_OF_ONOS --set atomix.replicas=$NUM_OF_ATOMIX" \
2052 helm_values "$INFRA_NS" onos "$ONOS_CLASSIC_CHART" "$ONOS_CLASSIC_CHART_VERSION")
David Bainbridgeb4bbde12020-06-25 14:46:36 -07002053 if [ "$HELM_USE_UPGRADE" == "yes" ] || [ "$(helm_is_deployed "$INFRA_NS" "^onos\$")" -ne 1 ]; then
David Bainbridge60ffc0f2020-04-27 22:13:22 -07002054 espin "$NOT_VERIFIED"
David Bainbridgefad50732020-05-01 17:00:12 -07002055 _ONOS_REPO="$(echo "$YAML_VALUES" | yq read - images.onos.repository)"
David Bainbridgedee3f022020-06-05 07:45:13 -07002056 if [ -z "$_ONOS_REPO" ]; then
2057 _ONOS_REPO="voltha/voltha-onos"
2058 fi
David Bainbridgefad50732020-05-01 17:00:12 -07002059 _ONOS_TAG="$(echo "$YAML_VALUES" | yq read - images.onos.tag)"
David Bainbridge60ffc0f2020-04-27 22:13:22 -07002060 if [ -z "$_ONOS_TAG" ]; then
David Bainbridgedee3f022020-06-05 07:45:13 -07002061 _ONOS_TAG="$(echo "$YAML_VALUES" | yq read - defaults.image_tag)"
2062 fi
2063 if [ -z "$_ONOS_TAG" ]; then
2064 _ONOS_TAG="master"
2065 fi
2066 _ONOS_PULL_POLICY="$(echo "$YAML_VALUES" | yq read - images.onos.pullPolicy)"
2067 if [ -z "$_ONOS_PULL_POLICY" ]; then
2068 _ONOS_PULL_POLICY="$(echo "$YAML_VALUES" | yq read - defaults.image_pullPolicy)"
2069 fi
2070 if [ -z "$_ONOS_PULL_POLICY" ]; then
2071 _ONOS_PULL_POLICY="Always"
David Bainbridge60ffc0f2020-04-27 22:13:22 -07002072 fi
David Bainbridgefad50732020-05-01 17:00:12 -07002073
Matteo Scandoloe0829b52020-05-08 14:23:56 -07002074 INTERNAL_EXTRA_HELM_INSTALL_ARGS="--set image.pullPolicy=$_ONOS_PULL_POLICY,image.repository=$_ONOS_REPO,image.tag=$_ONOS_TAG,replicas=$NUM_OF_ONOS,atomix.replicas=$NUM_OF_ATOMIX" \
David Bainbridge33e56c72020-06-11 11:39:56 -07002075 helm_install - "$INFRA_NS" onos "$ONOS_CLASSIC_CHART" "$ONOS_CLASSIC_CHART_VERSION" "+onos" "$_HELM_DESC ONOS CLASSIC"
David Bainbridge60ffc0f2020-04-27 22:13:22 -07002076 INTERNAL_EXTRA_HELM_INSTALL_ARGS=
2077 else
Matteo Scandolo48890712020-09-11 15:48:24 -07002078 _ONOS_TAG="$(echo "$YAML_VALUES" | yq read - images.onos.tag)"
2079 if [ -z "$_ONOS_TAG" ]; then
2080 _ONOS_TAG="$(echo "$YAML_VALUES" | yq read - defaults.image_tag)"
2081 fi
2082 if [ -z "$_ONOS_TAG" ]; then
2083 _ONOS_TAG="master"
2084 fi
David Bainbridge60ffc0f2020-04-27 22:13:22 -07002085 espin "$VERIFIED"
2086 fi
2087 wait_for_pods - "$INFRA_NS" $((NUM_OF_ONOS + NUM_OF_ATOMIX)) "includes" "Waiting for ONOS CLASSIC to start" "$NO_LABEL" "onos-.*"
2088 if [ "$WITH_PORT_FORWARDS" == "yes" ]; then
2089 bspin - "Forward ONOS API port $FORWARD"
2090 kill_port_forward onos-onos-classic-hs
2091 port_forward "$INFRA_NS" onos-onos-classic-hs "$ONOS_API_PORT:8181" "$ONOS_SSH_PORT:8101"
2092 espin - "$VERIFIED"
2093 _ONOS_API_EP="127.0.0.1:$ONOS_API_PORT"
2094 else
2095 _ONOS_API_EP="$(get_service_ep "$INFRA_NS" onos-onos-classic-hs)"
2096 fi
2097 elif [ "$WITH_ONOS" == "micro" ]; then
2098 bspin "Verify micro-ONOS installed $BIRD"
2099 # We should never get here
2100 >&2 echo -e "${RED}${BOLD}${ERROR}ERROR:${NORMAL}${RED} Micro ONOS not currently supported${NORMAL}"
2101 exit 1
David K. Bainbridge4a06a4a2020-03-02 14:15:23 -08002102 fi
David Bainbridged31d6122019-08-13 19:37:59 +00002103 bspin - "Verify or download ONOS configuration support files $DOWNLOAD"
Matteo Scandolo78dfee02020-02-13 16:18:03 -08002104 ONOS_FILES="olt-onos-enableExtraneousRules.json onos-aaa.json \
David Bainbridge696bc632020-04-05 21:49:37 -07002105 onos-dhcpl2relay.json onos-sadis-sample.json"
David Bainbridged18f4942020-04-14 16:46:13 -07002106 (set -x; mkdir -p ./onos-files >>"$LOG" 2>&1) >>"$LOG" 2>&1
2107 ERR_OUT="$(mktemp)"
David Bainbridge2b19e832019-08-16 02:40:53 +00002108 for i in $ONOS_FILES; do
David Bainbridged18f4942020-04-14 16:46:13 -07002109 if [ ! -r "./onos-files/$i" ]; then
serkant.uluderya4d315132020-04-15 16:25:54 -07002110 if ! (set -x; curl --fail -o "./onos-files/$i" -sSL "https://raw.githubusercontent.com/opencord/kind-voltha/$VK_RELEASE/onos-files/$i" >>"$LOG" 2>"$ERR_OUT") >>"$LOG" 2>&1; then
David Bainbridged18f4942020-04-14 16:46:13 -07002111 espin - "$THEX"
2112 echo -e "${RED}${BOLD}${ERROR}ERROR: $i${NORMAL}${RED} - $(cat "$ERR_OUT")${NORMAL}"
2113 echo "ERROR: $(cat "$ERR_OUT")" >>"$LOG"
2114 rm -rf "$ERR_OUT" "./onos-files/$i"
David K. Bainbridgea00736b2020-01-08 14:33:17 -08002115 exit 1
2116 fi
David Bainbridged18f4942020-04-14 16:46:13 -07002117 rm -rf "$ERR_OUT"
David Bainbridged31d6122019-08-13 19:37:59 +00002118 fi
2119 done
David Bainbridged18f4942020-04-14 16:46:13 -07002120 rm -rf "$ERR_OUT"
2121 espin - "$VERIFIED"
David Bainbridge27790d62019-08-13 22:43:19 +00002122
David Bainbridged18f4942020-04-14 16:46:13 -07002123 if [ "$INSTALL_ONOS_APPS" == "yes" ]; then
David Bainbridge27790d62019-08-13 22:43:19 +00002124 bspin - "Installing custom ONOS applications"
David Bainbridged18f4942020-04-14 16:46:13 -07002125 if [ -x onos-files/onos-apps ] && [ "$(find onos-files/onos-apps -name "*.oar" 2>/dev/null | wc -l)" -gt 0 ]; then
2126 for OAR in onos-files/onos-apps/*.oar; do
David Bainbridge27790d62019-08-13 22:43:19 +00002127 sspin - "Installing custom ONOS applications - $OAR$CEOL"
David Bainbridged18f4942020-04-14 16:46:13 -07002128 override_onos_app "$OAR"
David Bainbridge27790d62019-08-13 22:43:19 +00002129 done
2130 espin - "$VERIFIED Installing custom ONOS applications$CEOL"
2131 else
2132 espin - "$NOT_VERIFIED Installing custom ONOS applications - None Found"
2133 fi
2134 fi
Matteo Scandolo7ef6ba52019-10-04 09:20:37 -07002135
David Bainbridged18f4942020-04-14 16:46:13 -07002136 if [ "$WITH_KAFKA" != "no" ]; then
David Bainbridge837e8bd2020-04-06 13:17:14 -07002137 check_onos_app_active org.opencord.kafka
David Bainbridge879439b2020-06-12 15:59:35 -07002138 if is_in "$WITH_KAFKA" "yes,external"; then
David Bainbridgec7220622020-05-28 12:31:47 -07002139 _HOST=kafka.$INFRA_NS.svc
David Bainbridge76afd812020-04-06 09:53:52 -07002140 _PORT=9092
David Bainbridge879439b2020-06-12 15:59:35 -07002141 elif [ "$WITH_KAFKA" != "no" ]; then
David Bainbridged18f4942020-04-14 16:46:13 -07002142 _HOST="$(echo "$WITH_KAFKA" | cut -d: -f1)"
2143 _PORT="$(echo "$WITH_KAFKA" | cut -s -d: -f2)"
David Bainbridge837e8bd2020-04-06 13:17:14 -07002144 _PORT=${_PORT:-9092}
2145 fi
2146 push_onos_config "json" "Push ONOS Kafka Configuration" "network/configuration/apps/org.opencord.kafka" \
David Bainbridged18f4942020-04-14 16:46:13 -07002147 "$(cat <<EOJ | tr -d '[:space:]'
David Bainbridge696bc632020-04-05 21:49:37 -07002148{
2149 "kafka": {
2150 "bootstrapServers": "$_HOST:$_PORT"
2151 }
2152}
2153EOJ
David Bainbridged18f4942020-04-14 16:46:13 -07002154)"
David Bainbridge837e8bd2020-04-06 13:17:14 -07002155 fi
Matteo Scandolo9a77a732020-01-09 14:24:12 -08002156 check_onos_app_active org.opencord.dhcpl2relay
Matteo Scandolo78dfee02020-02-13 16:18:03 -08002157 push_onos_config "file" "Push ONOS DHCP L2 Relay Configuration" "network/configuration/apps/org.opencord.dhcpl2relay" "onos-files/onos-dhcpl2relay.json"
Matteo Scandolo9a77a732020-01-09 14:24:12 -08002158 check_onos_app_active org.opencord.olt
Hardik Windlassa7501fb2020-02-17 14:28:20 +00002159 # Default value for "enableEapol" is true in OLT App
David Bainbridged18f4942020-04-14 16:46:13 -07002160 if [ "$WITH_EAPOL" == "yes" ]; then
Matteo Scandolo78dfee02020-02-13 16:18:03 -08002161 push_onos_config "json" "Enable VOLTHA ONOS EAPOL provisioning" "configuration/org.opencord.olt.impl.OltFlowService" '{"enableEapol":true}'
David Bainbridged18f4942020-04-14 16:46:13 -07002162 elif [ "$WITH_EAPOL" == "no" ]; then
Hardik Windlassa7501fb2020-02-17 14:28:20 +00002163 push_onos_config "json" "Disable VOLTHA ONOS EAPOL provisioning" "configuration/org.opencord.olt.impl.OltFlowService" '{"enableEapol":false}'
Matteo Scandolo78dfee02020-02-13 16:18:03 -08002164 fi
Saurav Dasf67baf62020-08-27 14:21:58 -07002165 # Enable DHCP via component configs for dhcp programming in the OLT app. Note that sadis config per UNI port/service is also required for dhcp to work.
2166 # Two component configs are "enableDhcpV4" which is true by default, and "enableDhcpV6" which is false by default. These don't need to change until we support v6.
2167 if [[ $(semver_greater "$_ONOS_TAG" "4.1.4") == "true" ]]; then
2168 # newer versions use "enableDhcpOnNni" which is false by default
2169 if [ "$WITH_DHCP" == "yes" ]; then
2170 push_onos_config "json" "Enable VOLTHA ONOS DHCP on NNI port(s)" "configuration/org.opencord.olt.impl.OltFlowService" '{"enableDhcpOnNni":true}'
2171 elif [ "$WITH_DHCP" == "no" ]; then
2172 push_onos_config "json" "Disable VOLTHA ONOS DHCP on NNI port(s)" "configuration/org.opencord.olt.impl.OltFlowService" '{"enableDhcpOnNni":false}'
2173 fi
2174 else
2175 # older versions use "enableDhcpOnProvisioning" which is false by default
2176 if [ "$WITH_DHCP" == "yes" ]; then
2177 push_onos_config "json" "Enable VOLTHA ONOS DHCP on provisioning" "configuration/org.opencord.olt.impl.OltFlowService" '{"enableDhcpOnProvisioning":true}'
2178 elif [ "$WITH_DHCP" == "no" ]; then
2179 push_onos_config "json" "Disable VOLTHA ONOS DHCP on provisioning" "configuration/org.opencord.olt.impl.OltFlowService" '{"enableDhcpOnProvisioning":false}'
2180 fi
Matteo Scandolo78dfee02020-02-13 16:18:03 -08002181 fi
Saurav Dasf67baf62020-08-27 14:21:58 -07002182 # Enable IGMP via component configs for IGMP programming in the OLT app. Note that sadis config on UNI port/service is also required for igmp to work.
2183 # Default value for "enableIgmpOnNni" is false in OLT App
2184 if [[ $(semver_greater "$_ONOS_TAG" "4.1.4") == "true" ]]; then
2185 if [ "$WITH_IGMP" == "yes" ]; then
2186 push_onos_config "json" "Enable VOLTHA ONOS IGMP on NNI port(s)" "configuration/org.opencord.olt.impl.OltFlowService" '{"enableIgmpOnNni":true}'
2187 elif [ "$WITH_IGMP" == "no" ]; then
2188 push_onos_config "json" "Disable VOLTHA ONOS IGMP on NNI port(s)" "configuration/org.opencord.olt.impl.OltFlowService" '{"enableIgmpOnNni":false}'
2189 fi
2190 else
2191 if [ "$WITH_IGMP" == "yes" ]; then
2192 push_onos_config "json" "Enable VOLTHA ONOS IGMP on provisioning" "configuration/org.opencord.olt.impl.OltFlowService" '{"enableIgmpOnProvisioning":true}'
2193 elif [ "$WITH_IGMP" == "no" ]; then
2194 push_onos_config "json" "Disable VOLTHA ONOS IGMP on provisioning" "configuration/org.opencord.olt.impl.OltFlowService" '{"enableIgmpOnProvisioning":false}'
2195 fi
Matteo Scandolo78dfee02020-02-13 16:18:03 -08002196 fi
David Bainbridged18f4942020-04-14 16:46:13 -07002197 if [ "$ENABLE_ONOS_EXTRANEOUS_RULES" == "yes" ]; then
David K. Bainbridge484d80c2020-03-05 21:44:34 -08002198 push_onos_config "file" "Enabling extraneous rules for ONOS" "configuration/org.onosproject.net.flow.impl.FlowRuleManager" "onos-files/olt-onos-enableExtraneousRules.json"
2199 fi
David Bainbridge60ffc0f2020-04-27 22:13:22 -07002200 if is_in "$CONFIG_SADIS" "yes,file"; then
Matteo Scandolo9a77a732020-01-09 14:24:12 -08002201 check_onos_app_active org.opencord.sadis
Hardik Windlassb3147602020-03-09 16:59:15 +05302202 push_onos_config "file" "[optional] Push ONOS SADIS Configuration: $SADIS_CFG" "network/configuration/apps/org.opencord.sadis" "$SADIS_CFG"
David K. Bainbridgeb859e912020-03-13 14:07:52 -07002203 elif [ "$CONFIG_SADIS" == "bbsim" ]; then
2204 push_onos_config "json" \
2205 "[optional] Push ONOS configuration for BBSIM SADIS servers" \
2206 "network/configuration/apps/org.opencord.sadis" \
David Bainbridged18f4942020-04-14 16:46:13 -07002207 "$(cat <<EOJ | tr -d '[:space:]'
David K. Bainbridgeb859e912020-03-13 14:07:52 -07002208{
2209 "sadis": {
2210 "integration": {
David Bainbridgec7220622020-05-28 12:31:47 -07002211 "url": "http://$BBSIM_SADIS_SVC.$BBSIM_NS.svc:50074/v2/subscribers/%s",
David K. Bainbridgeb859e912020-03-13 14:07:52 -07002212 "cache": {
2213 "enabled": true,
2214 "maxsize": 50,
2215 "ttl": "PT1m"
2216 }
2217 }
2218 },
2219 "bandwidthprofile": {
2220 "integration": {
David Bainbridgec7220622020-05-28 12:31:47 -07002221 "url": "http://$BBSIM_SADIS_SVC.$BBSIM_NS.svc:50074/v2/bandwidthprofiles/%s",
David K. Bainbridgeb859e912020-03-13 14:07:52 -07002222 "cache": {
2223 "enabled": true,
2224 "maxsize": 50,
2225 "ttl": "PT1m"
2226 }
2227 }
2228 }
2229}
2230EOJ
David Bainbridged18f4942020-04-14 16:46:13 -07002231)"
David K. Bainbridgeb859e912020-03-13 14:07:52 -07002232 elif [ "$CONFIG_SADIS" == "url" ]; then
2233 push_onos_config "json" \
2234 "[optional] Push ONOS configuration for custom SADIS and Bandwidth Profile servers" \
2235 "network/configuration/apps/org.opencord.sadis" \
David Bainbridged18f4942020-04-14 16:46:13 -07002236 "$(cat <<EOJ | tr -d '[:space:]'
David K. Bainbridgeb859e912020-03-13 14:07:52 -07002237{
2238 "sadis": {
2239 "integration": {
2240 "url": "$SADIS_SUBSCRIBERS",
2241 "cache": {
2242 "enabled": true,
2243 "maxsize": 50,
2244 "ttl": "PT1m"
2245 }
2246 }
2247 },
2248 "bandwidthprofile": {
2249 "integration": {
2250 "url": "$SADIS_BANDWIDTH_PROFILES",
2251 "cache": {
2252 "enabled": true,
2253 "maxsize": 50,
2254 "ttl": "PT1m"
2255 }
2256 }
2257 }
2258}
2259EOJ
David Bainbridged18f4942020-04-14 16:46:13 -07002260)"
David Bainbridge2b19e832019-08-16 02:40:53 +00002261 fi
Test Userba1e7e72019-07-10 22:27:54 +00002262fi
David Bainbridgee87067b2019-08-12 22:00:12 +00002263if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridged18f4942020-04-14 16:46:13 -07002264 NOW="$(date +%s)"
2265 printtime $((NOW - STIME))
David Bainbridgee87067b2019-08-12 22:00:12 +00002266fi
Test Userba1e7e72019-07-10 22:27:54 +00002267
Girish Kumarcc5f9172020-06-10 13:34:31 +00002268if [ "$WITH_TRACING" == "yes" ]; then
2269 STIME="$(date +%s)"
2270 echo -e "Verify Jaeger Tracing $PLUG"
2271 bspin - "Verify Jaeger Tracing Installed"
2272 if [ "$HELM_USE_UPGRADE" == "yes" ] || [ "$(helm_is_deployed "$INFRA_NS" "^tracing\$")" -ne 1 ]; then
2273 espin - "$NOT_VERIFIED"
2274 INTERNAL_EXTRA_HELM_INSTALL_ARGS=
2275 helm_install - "$INFRA_NS" tracing "$VOLTHA_TRACING_CHART" "$VOLTHA_TRACING_CHART_VERSION" tracing "$_HELM_DESC Jaeger Tracing"
2276 else
2277 espin - "$VERIFIED"
2278 fi
2279 wait_for_pods - "$INFRA_NS" 1 "includes" "Waiting for Jaeger Tracing to start" "$NO_LABEL" "jaeger*"
2280 if [ "$WITH_TIMINGS" == "yes" ]; then
2281 NOW="$(date +%s)"
2282 printtime $((NOW - STIME))
2283 fi
2284fi
2285
David Bainbridged18f4942020-04-14 16:46:13 -07002286STIME="$(date +%s)"
David Bainbridgeed476572020-06-02 14:05:45 -07002287EXPECT=2
2288# therecanbeonlyone set hardcoded to true for backward compatibility
2289INTERNAL_EXTRA_HELM_INSTALL_ARGS="--set therecanbeonlyone=true"
Matteo Scandolo67335f02020-04-09 11:19:53 -07002290case $WITH_ETCD in
David Bainbridge76afd812020-04-06 09:53:52 -07002291 no)
David Bainbridge76afd812020-04-06 09:53:52 -07002292 ;;
David Bainbridgec7220622020-05-28 12:31:47 -07002293 yes|external)
2294 _HOST="etcd.$INFRA_NS.svc"
David Bainbridge76afd812020-04-06 09:53:52 -07002295 _PORT=2379
David K. Bainbridgeec1cdf32020-07-23 15:51:07 +00002296 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set services.etcd.service=$_HOST --set services.etcd.port=$_PORT"
Neha Sharmaa1c92ca2020-06-24 11:50:33 +00002297 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set services.etcd.address=$_HOST:$_PORT"
David Bainbridge76afd812020-04-06 09:53:52 -07002298 ;;
2299 *)
David Bainbridged18f4942020-04-14 16:46:13 -07002300 _HOST="$(echo "$WITH_ETCD" | cut -d: -f1)"
2301 _PORT="$(echo "$WITH_ETCD" | cut -s -d: -f2)"
David Bainbridge696bc632020-04-05 21:49:37 -07002302 _PORT=${_PORT:-2379}
David K. Bainbridgeec1cdf32020-07-23 15:51:07 +00002303 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set services.etcd.service=$_HOST --set services.etcd.port=$_PORT"
Neha Sharmaa1c92ca2020-06-24 11:50:33 +00002304 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set services.etcd.address=$_HOST:$_PORT"
David Bainbridge76afd812020-04-06 09:53:52 -07002305 ;;
2306esac
2307case $WITH_KAFKA in
2308 no)
David Bainbridge76afd812020-04-06 09:53:52 -07002309 ;;
David Bainbridgec7220622020-05-28 12:31:47 -07002310 yes|external)
2311 _HOST=kafka.$INFRA_NS.svc
David Bainbridge76afd812020-04-06 09:53:52 -07002312 _PORT=9092
David K. Bainbridgeec1cdf32020-07-23 15:51:07 +00002313 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set kafka_broker=$_HOST:$_PORT --set services.kafka.adapter.service=$_HOST --set services.kafka.adapter.port=$_PORT --set services.kafka.cluster.service=$_HOST --set services.kafka.cluster.port=$_PORT"
2314 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set services.kafka.adapter.address=$_HOST:$_PORT --set services.kafka.cluster.address=$_HOST:$_PORT"
David Bainbridge76afd812020-04-06 09:53:52 -07002315 ;;
2316 *)
David Bainbridged18f4942020-04-14 16:46:13 -07002317 _HOST="$(echo "$WITH_KAFKA" | cut -d: -f1)"
2318 _PORT="$(echo "$WITH_KAFKA" | cut -s -d: -f2)"
David Bainbridge696bc632020-04-05 21:49:37 -07002319 _PORT=${_PORT:-9092}
David K. Bainbridgeec1cdf32020-07-23 15:51:07 +00002320 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set kafka_broker=$_HOST:$_PORT --set services.kafka.adapter.service=$_HOST --set services.kafka.adapter.port=$_PORT --set services.kafka.cluster.service=$_HOST --set services.kafka.cluster.port=$_PORT"
2321 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set services.kafka.adapter.address=$_HOST:$_PORT --set services.kafka.cluster.address=$_HOST:$_PORT"
David Bainbridge76afd812020-04-06 09:53:52 -07002322 ;;
2323esac
2324
David Bainbridge60ffc0f2020-04-27 22:13:22 -07002325if is_in "$WITH_ONOS" "legacy"; then
David Bainbridgec7220622020-05-28 12:31:47 -07002326 _HOST=onos-openflow.$INFRA_NS.svc
David Bainbridge76afd812020-04-06 09:53:52 -07002327 _PORT=6653
David Bainbridge60ffc0f2020-04-27 22:13:22 -07002328elif is_in "$WITH_ONOS" "yes,classic"; then
David Bainbridgec7220622020-05-28 12:31:47 -07002329 _HOST=onos-onos-classic-hs.$INFRA_NS.svc
David Bainbridge60ffc0f2020-04-27 22:13:22 -07002330 _PORT=6653
David Bainbridged18f4942020-04-14 16:46:13 -07002331elif [ "$WITH_ONOS" != "no" ]; then
2332 _HOST="$(echo "$WITH_ONOS" | cut -d: -f1)"
2333 _PORT="$(echo "$WITH_ONOS" | cut -s -d: -f2)"
David Bainbridge76afd812020-04-06 09:53:52 -07002334 _PORT=${_PORT:-6653}
Jonathan Hart6a91e6c2020-04-16 14:28:33 -07002335fi
David Bainbridge60ffc0f2020-04-27 22:13:22 -07002336
David Bainbridgecf546362020-04-21 23:18:50 -07002337compare_versions "$RESOLVED_VOLTHA_CHART_VERSION" 2.4.2
Jonathan Hart6a91e6c2020-04-16 14:28:33 -07002338if [ "$?" == "1" ]; then
2339 # voltha chart > 2.4.2 uses list of controllers
David Bainbridgee4d11ca2020-05-08 10:21:10 -07002340 for NUM in $(seq 0 $((NUM_OF_ONOS-1))); do
David K. Bainbridgeec1cdf32020-07-23 15:51:07 +00002341 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set services.controller[$NUM].service=onos-onos-classic-$NUM.onos-onos-classic-hs.$INFRA_NS.svc --set services.controller[$NUM].port=6653"
Neha Sharmaa1c92ca2020-06-24 11:50:33 +00002342 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set services.controller[$NUM].address=onos-onos-classic-$NUM.onos-onos-classic-hs.$INFRA_NS.svc:6653"
David Bainbridgee4d11ca2020-05-08 10:21:10 -07002343 done
Jonathan Hart6a91e6c2020-04-16 14:28:33 -07002344else
2345 # voltha chart <= 2.4.2 uses single controller
David K. Bainbridgeec1cdf32020-07-23 15:51:07 +00002346 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set services.controller.service=$_HOST --set services.controller.port=$_PORT"
Neha Sharmaa1c92ca2020-06-24 11:50:33 +00002347 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set services.controller.address=$_HOST:$_PORT"
David Bainbridge696bc632020-04-05 21:49:37 -07002348fi
Jonathan Hart6a91e6c2020-04-16 14:28:33 -07002349
Girish Kumarcc5f9172020-06-10 13:34:31 +00002350if [ "$WITH_TRACING" == "yes" ]; then
2351 VOLTHA_TRACING_CHART_NAME=$(resolve_chart_name "$VOLTHA_TRACING_CHART")
2352 _HOST="tracing-${VOLTHA_TRACING_CHART_NAME}-jaeger-agent.$INFRA_NS.svc"
2353 _PORT=6831
2354 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set tracing.enabled=true --set services.tracing_agent.address=$_HOST:$_PORT"
2355fi
2356
Test Userb5712372019-07-03 21:52:17 +00002357bspin "Verify VOLTHA installed $HIGH_VOLTAGE"
David Bainbridgeb4bbde12020-06-25 14:46:36 -07002358if [ "$HELM_USE_UPGRADE" == "yes" ] || [ "$(helm_is_deployed "$VOLTHA_NS" "^voltha\$")" -ne 1 ]; then
David Bainbridged18f4942020-04-14 16:46:13 -07002359 espin "$NOT_VERIFIED"
David Bainbridgea965ca22020-06-09 17:45:04 -07002360 helm_install - "$VOLTHA_NS" voltha "$VOLTHA_CHART" "$VOLTHA_CHART_VERSION" "+voltha" "$_HELM_DESC VOLTHA Core"
David K. Bainbridgeb7285432019-07-02 22:05:24 -07002361else
David Bainbridged18f4942020-04-14 16:46:13 -07002362 espin "$VERIFIED"
David K. Bainbridgeb7285432019-07-02 22:05:24 -07002363fi
David Bainbridge696bc632020-04-05 21:49:37 -07002364INTERNAL_EXTRA_HELM_INSTALL_ARGS=
Test Userba1e7e72019-07-10 22:27:54 +00002365
David Bainbridge90fd8e32019-08-21 23:32:47 +00002366VOLTHA="voltha-ofagent-.* \
David K. Bainbridgeb7285432019-07-02 22:05:24 -07002367 rw-core.* \
David K. Bainbridgeb7285432019-07-02 22:05:24 -07002368 voltha-zookeeper-.*"
David Bainbridged18f4942020-04-14 16:46:13 -07002369wait_for_pods - "$VOLTHA_NS" "$EXPECT" "includes" "Waiting for VOLTHA Core to start" "$NO_LABEL" "$VOLTHA"
David Bainbridgee87067b2019-08-12 22:00:12 +00002370if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridged18f4942020-04-14 16:46:13 -07002371 NOW="$(date +%s)"
2372 printtime $((NOW - STIME))
David Bainbridgee87067b2019-08-12 22:00:12 +00002373fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -07002374
David Bainbridge46505fb2019-10-01 21:13:20 +00002375if [ "$WITH_ADAPTERS" == "yes" ]; then
David Bainbridged18f4942020-04-14 16:46:13 -07002376 STIME="$(date +%s)"
David Bainbridge46505fb2019-10-01 21:13:20 +00002377 EXPECT=0
David Bainbridgec7220622020-05-28 12:31:47 -07002378 if is_in "$WITH_ETCD" "yes,external"; then
2379 _HOST=etcd.$INFRA_NS.svc
David Bainbridge3517f6c2020-04-08 12:14:08 -07002380 _PORT=2379
David K. Bainbridgeec1cdf32020-07-23 15:51:07 +00002381 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set services.etcd.service=$_HOST --set services.etcd.port=$_PORT"
2382 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set services.etcd.address=$_HOST:$_PORT"
David Bainbridged18f4942020-04-14 16:46:13 -07002383 elif [ "$WITH_ETCD" != "no" ]; then
2384 _HOST="$(echo "$WITH_ETCD" | cut -d: -f1)"
2385 _PORT="$(echo "$WITH_ETCD" | cut -s -d: -f2)"
David Bainbridge3517f6c2020-04-08 12:14:08 -07002386 _PORT=${_PORT:-2379}
David K. Bainbridgeec1cdf32020-07-23 15:51:07 +00002387 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set services.etcd.service=$_HOST --set services.etcd.port=$_PORT"
2388 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set services.etcd.address=$_HOST:$_PORT"
David Bainbridge696bc632020-04-05 21:49:37 -07002389 fi
David Bainbridgec7220622020-05-28 12:31:47 -07002390 if is_in "$WITH_KAFKA" "yes,external"; then
2391 _HOST=kafka.$INFRA_NS.svc
David Bainbridge3517f6c2020-04-08 12:14:08 -07002392 _PORT=9092
David K. Bainbridgeec1cdf32020-07-23 15:51:07 +00002393 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set kafka_broker=$_HOST:$_PORT --set services.kafka.adapter.service=$_HOST --set services.kafka.adapter.port=$_PORT --set services.kafka.cluster.service=$_HOST --set services.kafka.cluster.port=$_PORT"
2394 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set services.kafka.adapter.address=$_HOST:$_PORT --set services.kafka.cluster.address=$_HOST:$_PORT"
David Bainbridged18f4942020-04-14 16:46:13 -07002395 elif [ "$WITH_KAFKA" != "no" ]; then
2396 _HOST="$(echo "$WITH_KAFKA" | cut -d: -f1)"
2397 _PORT="$(echo "$WITH_KAFKA" | cut -s -d: -f2)"
David Bainbridge3517f6c2020-04-08 12:14:08 -07002398 _PORT=${_PORT:-9092}
David K. Bainbridgeec1cdf32020-07-23 15:51:07 +00002399 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set kafka_broker=$_HOST:$_PORT --set services.kafka.adapter.service=$_HOST --set services.kafka.adapter.port=$_PORT --set services.kafka.cluster.service=$_HOST --set services.kafka.cluster.port=$_PORT"
2400 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set services.kafka.adapter.address=$_HOST:$_PORT --set services.kafka.cluster.address=$_HOST:$_PORT"
David Bainbridge696bc632020-04-05 21:49:37 -07002401 fi
Girish Kumarcc5f9172020-06-10 13:34:31 +00002402 if [ "$WITH_TRACING" == "yes" ]; then
2403 VOLTHA_TRACING_CHART_NAME=$(resolve_chart_name "$VOLTHA_TRACING_CHART")
2404 _HOST="tracing-${VOLTHA_TRACING_CHART_NAME}-jaeger-agent.$INFRA_NS.svc"
2405 _PORT=6831
2406 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set tracing.enabled=true --set services.tracing_agent.address=$_HOST:$_PORT"
2407 fi
David Bainbridge46505fb2019-10-01 21:13:20 +00002408 echo -e "Verify Adapters $PLUG"
2409 if [ "$WITH_SIM_ADAPTERS" == "yes" ]; then
2410 bspin - "Verify Simulated Adapters installed"
David Bainbridgeb4bbde12020-06-25 14:46:36 -07002411 if [ "$HELM_USE_UPGRADE" == "yes" ] || [ "$(helm_is_deployed "$ADAPTER_NS" "^sim\$")" -ne 1 ]; then
David Bainbridged18f4942020-04-14 16:46:13 -07002412 espin - "$NOT_VERIFIED"
David Bainbridgec7220622020-05-28 12:31:47 -07002413 helm_install - "$ADAPTER_NS" sim "$VOLTHA_ADAPTER_SIM_CHART" "$VOLTHA_ADAPTER_SIM_CHART_VERSION" - "$_HELM_DESC Simulated Adapters"
David Bainbridge46505fb2019-10-01 21:13:20 +00002414 else
David Bainbridged18f4942020-04-14 16:46:13 -07002415 espin - "$VERIFIED"
David Bainbridge46505fb2019-10-01 21:13:20 +00002416 fi
David Bainbridged18f4942020-04-14 16:46:13 -07002417 EXPECT="$((EXPECT + 2))"
David Bainbridge46505fb2019-10-01 21:13:20 +00002418 fi
Matteo Scandolo7ef6ba52019-10-04 09:20:37 -07002419
David Bainbridge46505fb2019-10-01 21:13:20 +00002420 if [ "$WITH_OPEN_ADAPTERS" == "yes" ]; then
2421 bspin - "Verify OpenOLT Adapter installed"
David Bainbridgeb4bbde12020-06-25 14:46:36 -07002422 if [ "$HELM_USE_UPGRADE" == "yes" ] || [ "$(helm_is_deployed "$ADAPTER_NS" "^open-olt\$")" -ne 1 ]; then
David Bainbridged18f4942020-04-14 16:46:13 -07002423 espin - "$NOT_VERIFIED"
David Bainbridgea965ca22020-06-09 17:45:04 -07002424 helm_install - "$ADAPTER_NS" open-olt "$VOLTHA_ADAPTER_OPEN_OLT_CHART" "$VOLTHA_ADAPTER_OPEN_OLT_CHART_VERSION" "+open-olt" "$_HELM_DESC OpenOLT Adapter"
David Bainbridge46505fb2019-10-01 21:13:20 +00002425 else
David Bainbridged18f4942020-04-14 16:46:13 -07002426 espin - "$VERIFIED"
David Bainbridge46505fb2019-10-01 21:13:20 +00002427 fi
Matteo Scandolo67335f02020-04-09 11:19:53 -07002428 EXPECT="$((EXPECT + 1))"
David Bainbridge46505fb2019-10-01 21:13:20 +00002429 bspin - "Verify OpenONU Adapter installed"
David Bainbridgeb4bbde12020-06-25 14:46:36 -07002430 if [ "$HELM_USE_UPGRADE" == "yes" ] || [ "$(helm_is_deployed "$ADAPTER_NS" "^open-onu\$")" -ne 1 ]; then
Matteo Scandolo67335f02020-04-09 11:19:53 -07002431 _ORIGINAL_EXTRA_HELM_INSTALL_ARGS="$INTERNAL_EXTRA_HELM_INSTALL_ARGS"
2432 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set replicas.adapter_open_onu=$NUM_OF_OPENONU"
Girish Gowdra4cc5d8b2020-06-11 17:12:00 -07002433 if [ "$WITH_INCREMENTAL_EVTO_UPDATE" == "yes" ]; then
Girish Gowdra1c7ad4c2020-06-26 13:35:16 -07002434 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set defaults.incremental_evto_update=true"
Girish Gowdra4cc5d8b2020-06-11 17:12:00 -07002435 fi
David Bainbridged18f4942020-04-14 16:46:13 -07002436 espin - "$NOT_VERIFIED"
David Bainbridgea965ca22020-06-09 17:45:04 -07002437 helm_install - "$ADAPTER_NS" open-onu "$VOLTHA_ADAPTER_OPEN_ONU_CHART" "$VOLTHA_ADAPTER_OPEN_ONU_CHART_VERSION" "+open-onu" "$_HELM_DESC OpenONU Adapter"
Matteo Scandolo67335f02020-04-09 11:19:53 -07002438 INTERNAL_EXTRA_HELM_INSTALL_ARGS="$_ORIGINAL_EXTRA_HELM_INSTALL_ARGS"
David Bainbridge46505fb2019-10-01 21:13:20 +00002439 else
David Bainbridged18f4942020-04-14 16:46:13 -07002440 espin - "$VERIFIED"
David Bainbridge46505fb2019-10-01 21:13:20 +00002441 fi
Matteo Scandolo67335f02020-04-09 11:19:53 -07002442 EXPECT=$((EXPECT + NUM_OF_OPENONU))
David Bainbridge46505fb2019-10-01 21:13:20 +00002443 fi
David Bainbridge696bc632020-04-05 21:49:37 -07002444 INTERNAL_EXTRA_HELM_INSTALL_ARGS=
Matteo Scandolo7ef6ba52019-10-04 09:20:37 -07002445
David Bainbridge46505fb2019-10-01 21:13:20 +00002446 ADAPTERS="adapter-.*"
David Bainbridged18f4942020-04-14 16:46:13 -07002447 wait_for_pods - "$ADAPTER_NS" "$EXPECT" "includes" "Waiting for adapters to start" "$NO_LABEL" "$ADAPTERS"
David Bainbridge46505fb2019-10-01 21:13:20 +00002448 if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridged18f4942020-04-14 16:46:13 -07002449 NOW="$(date +%s)"
2450 printtime $((NOW - STIME))
David Bainbridge46505fb2019-10-01 21:13:20 +00002451 fi
David Bainbridgee87067b2019-08-12 22:00:12 +00002452fi
David K. Bainbridgeb7285432019-07-02 22:05:24 -07002453
David Bainbridged18f4942020-04-14 16:46:13 -07002454if [ "$WITH_BBSIM" == "yes" ]; then
2455 STIME="$(date +%s)"
Test User7d866122019-07-09 17:52:35 +00002456 echo -e "Verify BBSIM $PLUG"
David Bainbridge5b7b96b2019-07-25 20:29:13 +00002457 bspin - "Verify BBSIM Installed"
David Bainbridged18f4942020-04-14 16:46:13 -07002458 for instance in $(seq 0 $((NUM_OF_BBSIM-1))); do
Matteo Scandoloc2eb0672020-05-01 14:43:15 -07002459
2460 if [ "$LEGACY_BBSIM_INDEX" == "yes" ]; then
2461 if [ "$instance" -eq 0 ]; then
2462 instance_num=""
2463 else
2464 instance_num=$instance
2465 fi
David K. Bainbridge43422402020-03-06 07:41:22 -08002466 else
2467 instance_num=$instance
2468 fi
Matteo Scandoloc2eb0672020-05-01 14:43:15 -07002469
2470
David Bainbridgeb4bbde12020-06-25 14:46:36 -07002471 if [ "$HELM_USE_UPGRADE" == "yes" ] || [ "$(helm_is_deployed "$BBSIM_NS" "^bbsim${instance_num}\$")" -ne 1 ]; then
David Bainbridged18f4942020-04-14 16:46:13 -07002472 espin - "$NOT_VERIFIED"
Matteo Scandolo6402d362020-08-24 12:31:06 -07002473
2474 if [[ $(semver_greater "$VOLTHA_BBSIM_CHART_VERSION" "3.1.0") == "true" ]]; then
2475 # this is the latest BBSim with support for TT
2476 # when we deploy multiple BBSims we need to update the configuration
2477 # to avoid overlapping tags.
2478 _TAG="$((900+instance))"
2479 BBSIM_TMP="$(mktemp -u)"
2480 sed -e "s/\":TAG:\"/$_TAG/g" "$BBSIM_CFG" > "$BBSIM_TMP"
2481
2482 INTERNAL_EXTRA_HELM_INSTALL_ARGS="--set olt_id=$instance -f $BBSIM_TMP"
David Bainbridged9329af2020-05-01 11:58:52 -07002483 else
Matteo Scandolo6402d362020-08-24 12:31:06 -07002484 # these are older versio of BBSim
2485 S_TAG="$((900+instance))"
2486 INTERNAL_EXTRA_HELM_INSTALL_ARGS="--set olt_id=$instance,s_tag=$S_TAG"
2487 if [ "$WITH_EAPOL" == "yes" ]; then
2488 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set auth=true"
2489 else
2490 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set auth=false"
2491 fi
2492 if [ "$WITH_DHCP" == "yes" ]; then
2493 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set dhcp=true"
2494 else
2495 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set dhcp=false"
2496 fi
David Bainbridged9329af2020-05-01 11:58:52 -07002497 fi
Matteo Scandolo6402d362020-08-24 12:31:06 -07002498
David Bainbridge33e56c72020-06-11 11:39:56 -07002499 if is_in "$WITH_KAFKA" "yes,external"; then
2500 _HOST=kafka.$INFRA_NS.svc
2501 _PORT=9092
2502 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set kafkaAddress=$_HOST:$_PORT"
2503 elif [ "$WITH_KAFKA" != "no" ]; then
2504 _HOST="$(echo "$WITH_KAFKA" | cut -d: -f1)"
2505 _PORT="$(echo "$WITH_KAFKA" | cut -s -d: -f2)"
2506 _PORT=${_PORT:-9092}
2507 INTERNAL_EXTRA_HELM_INSTALL_ARGS+=" --set kafkaAddress=$_HOST:$_PORT"
2508 fi
2509 helm_install - "$BBSIM_NS" "bbsim${instance_num}" "$VOLTHA_BBSIM_CHART" "$VOLTHA_BBSIM_CHART_VERSION" "+bbsim" "$_HELM_DESC BBSIM${instance_num}"
David Bainbridge2eaf2cf2020-03-18 12:54:08 -07002510 INTERNAL_EXTRA_HELM_INSTALL_ARGS=
Matteo Scandolo6402d362020-08-24 12:31:06 -07002511 rm -f "$BBSIM_TMP"
David K. Bainbridge43422402020-03-06 07:41:22 -08002512 else
David Bainbridged18f4942020-04-14 16:46:13 -07002513 espin - "$VERIFIED"
David K. Bainbridge43422402020-03-06 07:41:22 -08002514 fi
2515 done
David Bainbridged18f4942020-04-14 16:46:13 -07002516 wait_for_pods - "$BBSIM_NS" "$NUM_OF_BBSIM" "includes" "Waiting for BBSIM to start" "$BBSIM_LABEL" "bbsim*"
David Bainbridgee87067b2019-08-12 22:00:12 +00002517 if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridged18f4942020-04-14 16:46:13 -07002518 NOW="$(date +%s)"
2519 printtime $((NOW - STIME))
David Bainbridgee87067b2019-08-12 22:00:12 +00002520 fi
Test User7d866122019-07-09 17:52:35 +00002521fi
2522
divyadesai59f987a2020-05-27 12:11:33 +00002523if [ "$WITH_EFK" == "yes" ]; then
2524 STIME="$(date +%s)"
2525 echo -e "Verify EFK $PLUG"
2526 bspin - "Verify EFK Installed"
David Bainbridgeb4bbde12020-06-25 14:46:36 -07002527 if [ "$HELM_USE_UPGRADE" == "yes" ] || [ "$(helm_is_deployed "$INFRA_NS" "^elasticsearch\$")" -ne 1 ] || [ "$(helm_is_deployed "$INFRA_NS" "^kibana\$")" -ne 1 ] || [ "$(helm_is_deployed "$INFRA_NS" "^fluentd\$")" -ne 1 ]; then
divyadesai59f987a2020-05-27 12:11:33 +00002528 espin - "$NOT_VERIFIED"
David Bainbridgeb4bbde12020-06-25 14:46:36 -07002529 if [ "$HELM_USE_UPGRADE" == "yes" ] || [ "$(helm_is_deployed "$INFRA_NS" "^elasticsearch\$")" -ne 1 ]; then
divyadesai59f987a2020-05-27 12:11:33 +00002530 helm_install - "$INFRA_NS" elasticsearch "$ELASTICSEARCH_CHART" "$ELASTICSEARCH_CHART_VERSION" elasticsearch "$_HELM_DESC elasticsearch"
2531 fi
David Bainbridgeb4bbde12020-06-25 14:46:36 -07002532 if [ "$HELM_USE_UPGRADE" == "yes" ] || [ "$(helm_is_deployed "$INFRA_NS" "^kibana\$")" -ne 1 ]; then
divyadesai59f987a2020-05-27 12:11:33 +00002533 helm_install - "$INFRA_NS" kibana "$KIBANA_CHART" "$KIBANA_CHART_VERSION" kibana "$_HELM_DESC kibana"
2534 fi
David Bainbridgeb4bbde12020-06-25 14:46:36 -07002535 if [ "$HELM_USE_UPGRADE" == "yes" ] || [ "$(helm_is_deployed "$INFRA_NS" "^fluentd\$")" -ne 1 ]; then
divyadesai59f987a2020-05-27 12:11:33 +00002536 helm_install - "$INFRA_NS" fluentd "$FLUENTD_ELASTICSEARCH_CHART" "$FLUENTD_ELASTICSEARCH_CHART_VERSION" fluentd-elasticsearch "$_HELM_DESC fluentd-elasticsearch"
2537 fi
2538 else
2539 espin - "$VERIFIED"
2540 fi
2541 EXPECT=2 # for elastic and kibana
2542 if [ "$TYPE" == "minimal" ]; then
2543 EXPECT=$((EXPECT + 2)) # for fluentd on worker 2 worker nodes
2544 else
2545 EXPECT=$((EXPECT + 3)) # for fluentd on worker 3 worker nodes
2546 fi
2547 if [ "$SCHEDULE_ON_CONTROL_NODES" == "yes" ]; then
2548 EXPECT=$((EXPECT + 1)) # for fluentd on the control plan node
2549 fi
2550
2551 wait_for_pods - "$INFRA_NS" "$EXPECT" "includes" "Waiting for EFK to start" "$NO_LABEL" "fluentd-* elasticsearch-* kibana-*"
2552 if [ "$WITH_TIMINGS" == "yes" ]; then
2553 NOW="$(date +%s)"
2554 printtime $((NOW - STIME))
2555 fi
2556fi
2557
David Bainbridge309099c2020-05-05 08:47:29 -07002558if [ "$CONFIG_SADIS" == "external" ]; then
2559 STIME="$(date +%s)"
2560 echo -e "Verify BBSIM SADIS Service $PLUG"
2561 bspin - "Verify required configmap"
2562 (set -x; kubectl -n "$BBSIM_NS" delete --ignore-not-found configmap kube-config >>"$LOG" 2>&1) >>"$LOG" 2>&1
2563 (set -x; kubectl -n "$BBSIM_NS" create configmap kube-config "--from-file=kube_config=$KUBECONFIG" >>"$LOG" 2>&1) >>"$LOG" 2>&1
2564 espin - "$VERIFIED"
2565 bspin - "Verify BBSIM SADIS Service Installed"
David Bainbridgeb4bbde12020-06-25 14:46:36 -07002566 if [ "$HELM_USE_UPGRADE" == "yes" ] || [ "$(helm_is_deployed "$BBSIM_NS" "^bbsim-sadis-server\$")" -ne 1 ]; then
David Bainbridge309099c2020-05-05 08:47:29 -07002567 espin - "$NOT_VERIFIED"
Matteo Scandolo871fd982020-07-23 11:46:51 -07002568 INTERNAL_EXTRA_HELM_INSTALL_ARGS="$EXTRA_HELM_FLAGS" helm_install - "$BBSIM_NS" bbsim-sadis-server "$BBSIM_SADIS_SERVER_CHART" "$BBSIM_SADIS_SERVER_CHART_VERSION" "+sadis" "$_HELM_DESC BBSIM SADIS Server"
2569 INTERNAL_EXTRA_HELM_INSTALL_ARGS=
David Bainbridge309099c2020-05-05 08:47:29 -07002570 else
2571 espin - "$VERIFIED"
2572 fi
2573 wait_for_pods - "$BBSIM_NS" 1 "includes" "Waiting for BBSIM SADIS Server to start" "$NO_LABEL" "bbsim-sadis-server-.*"
Ubuntu7135e6a2020-06-30 01:46:08 +00002574
Matteo Scandolo21660442020-07-17 11:05:21 -07002575 if is_in "$WITH_ONOS" "yes,classic,legacy"; then
Ubuntu7135e6a2020-06-30 01:46:08 +00002576 if kubectl get -n "$BBSIM_NS" svc/bbsim-sadis-server-bbsim-sadis-server >/dev/null 2>&1; then
2577 BBSIM_SADIS_SVC="bbsim-sadis-server-bbsim-sadis-server"
2578 else
2579 BBSIM_SADIS_SVC="bbsim-sadis-server"
2580 fi
2581 push_onos_config "json" \
2582 "[optional] Push ONOS configuration for custom SADIS and Bandwidth Profile servers" \
2583 "network/configuration/apps/org.opencord.sadis" \
2584 "$(cat <<EOJ | tr -d '[:space:]'
2585{
2586 "sadis": {
2587 "integration": {
2588 "url": "http://$BBSIM_SADIS_SVC.$BBSIM_NS.svc:58080/subscribers/%s",
2589 "cache": {
2590 "enabled": true,
2591 "maxsize": 50,
2592 "ttl": "PT1m"
2593 }
2594 }
2595 },
2596 "bandwidthprofile": {
2597 "integration": {
2598 "url": "http://$BBSIM_SADIS_SVC.$BBSIM_NS.svc:58080/profiles/%s",
2599 "cache": {
2600 "enabled": true,
2601 "maxsize": 50,
2602 "ttl": "PT1m"
2603 }
2604 }
2605 }
2606}
2607EOJ
2608)"
2609 fi
David Bainbridge309099c2020-05-05 08:47:29 -07002610 if [ "$WITH_TIMINGS" == "yes" ]; then
2611 NOW="$(date +%s)"
2612 printtime $((NOW - STIME))
2613 fi
2614fi
2615
David Bainbridged18f4942020-04-14 16:46:13 -07002616if [ "$WITH_RADIUS" == "yes" ]; then
2617 STIME="$(date +%s)"
David Bainbridge5b7b96b2019-07-25 20:29:13 +00002618 echo -e "Verify RADIUS $LOCK"
2619 bspin - "Verify RADIUS Installed"
David Bainbridgeb4bbde12020-06-25 14:46:36 -07002620 if [ "$HELM_USE_UPGRADE" == "yes" ] || [ "$(helm_is_deployed "$INFRA_NS" "^radius\$")" -ne 1 ]; then
David Bainbridged18f4942020-04-14 16:46:13 -07002621 espin - "$NOT_VERIFIED"
David Bainbridge879439b2020-06-12 15:59:35 -07002622 helm_install - "$INFRA_NS" radius "$RADIUS_CHART" "$RADIUS_CHART_VERSION" "+radius" "$_HELM_DESC RADIUS"
David Bainbridge5b7b96b2019-07-25 20:29:13 +00002623 else
David Bainbridged18f4942020-04-14 16:46:13 -07002624 espin - "$VERIFIED"
David Bainbridge5b7b96b2019-07-25 20:29:13 +00002625 fi
David Bainbridged18f4942020-04-14 16:46:13 -07002626 wait_for_pods - "$INFRA_NS" 1 "includes" "Waiting for RADIUS to start" "$NO_LABEL" "radius-.*"
David Bainbridgee87067b2019-08-12 22:00:12 +00002627 if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridged18f4942020-04-14 16:46:13 -07002628 NOW="$(date +%s)"
2629 printtime $((NOW - STIME))
David Bainbridgee87067b2019-08-12 22:00:12 +00002630 fi
David Bainbridge5b7b96b2019-07-25 20:29:13 +00002631fi
2632
David Bainbridged18f4942020-04-14 16:46:13 -07002633if [ "$WITH_PORT_FORWARDS" == "yes" ]; then
2634 STIME="$(date +%s)"
David K. Bainbridge4a06a4a2020-03-02 14:15:23 -08002635 bspin - "Forward VOLTHA API port $FORWARD"
David Bainbridge1d2c5842020-06-03 15:29:07 -07002636 kill_port_forward voltha-api voltha-voltha-api
2637 VOLTHA_PREFIX=
2638 if kubectl get -n "$VOLTHA_NS" "svc/voltha-voltha-api" >/dev/null 2>&1; then
2639 VOLTHA_PREFIX="voltha-"
2640 fi
Matteo Scandolo21660442020-07-17 11:05:21 -07002641
David Bainbridge1d2c5842020-06-03 15:29:07 -07002642 port_forward "$VOLTHA_NS" "${VOLTHA_PREFIX}voltha-api" "$VOLTHA_API_PORT:55555"
David Bainbridged18f4942020-04-14 16:46:13 -07002643 espin - "$VERIFIED"
David Bainbridgec7220622020-05-28 12:31:47 -07002644 if is_in "$WITH_ETCD" "yes,external"; then
David Bainbridge696bc632020-04-05 21:49:37 -07002645 bspin - "Forward VOLTHA ETCD port $FORWARD"
David Bainbridgec7220622020-05-28 12:31:47 -07002646 kill_port_forward "etcd"
2647 port_forward "$INFRA_NS" "etcd" "$VOLTHA_ETCD_PORT:2379"
David Bainbridged18f4942020-04-14 16:46:13 -07002648 espin - "$VERIFIED"
David Bainbridge696bc632020-04-05 21:49:37 -07002649 fi
David Bainbridgec7220622020-05-28 12:31:47 -07002650 if is_in "$WITH_KAFKA" "yes,external"; then
David Bainbridge696bc632020-04-05 21:49:37 -07002651 bspin - "Forward VOLTHA Kafka port $FORWARD"
David Bainbridgec7220622020-05-28 12:31:47 -07002652 kill_port_forward "kafka"
2653 port_forward "$INFRA_NS" kafka "$VOLTHA_KAFKA_PORT:9092"
David Bainbridged18f4942020-04-14 16:46:13 -07002654 espin - "$VERIFIED"
David Bainbridge696bc632020-04-05 21:49:37 -07002655 fi
divyadesai59f987a2020-05-27 12:11:33 +00002656 if [ "$WITH_EFK" == "yes" ]; then
2657 bspin - "Forward EFK port $FORWARD"
2658 kill_port_forward elasticsearch-master
2659 kill_port_forward kibana-kibana
2660 port_forward "$INFRA_NS" elasticsearch-master "$ELASTICSEARCH_PORT:9200"
2661 port_forward "$INFRA_NS" kibana-kibana "$KIBANA_PORT:5601"
2662 espin - "$VERIFIED"
2663 fi
Matteo Scandoloefee0432020-05-05 13:56:20 -07002664 if [ "$WITH_PPROF" == "yes" ]; then
David Bainbridge1d2c5842020-06-03 15:29:07 -07002665 VOLTHA_OPENOLT_PREFIX=
2666 if kubectl get -n "$ADAPTER_NS" "svc/open-olt-adapter-open-olt-profiler" >/dev/null 2>&1; then
2667 VOLTHA_OPENOLT_PREFIX="open-olt-"
2668 fi
David Bainbridge879439b2020-06-12 15:59:35 -07002669 bspin - "Forward PProf ports port $FORWARD"
2670 kill_port_forward voltha-rw-core-profiler voltha-voltha-rw-core-profiler
2671 kill_port_forward adapter-open-olt-profiler open-olt-adapter-open-olt-profiler
2672 kill_port_forward voltha-of-agent-profiler voltha-voltha-of-agent-profiler
2673 port_forward "$VOLTHA_NS" "${VOLTHA_PREFIX}voltha-rw-core-profiler" "$VOLTHA_PPROF_PORT:6060"
2674 port_forward "$ADAPTER_NS" "${VOLTHA_OPENOLT_PREFIX}adapter-open-olt-profiler" "$OPENOLT_PPROF_PORT:6060"
2675 port_forward "$VOLTHA_NS" "${VOLTHA_PREFIX}voltha-of-agent-profiler" "$OFAGENT_PPROF_PORT:6060"
2676 espin - "$VERIFIED"
Matteo Scandoloefee0432020-05-05 13:56:20 -07002677 fi
Girish Kumarcc5f9172020-06-10 13:34:31 +00002678 if [ "$WITH_TRACING" == "yes" ]; then
2679 bspin - "Forward VOLTHA Tracing GUI port $FORWARD"
2680 VOLTHA_TRACING_CHART_NAME=$(resolve_chart_name "$VOLTHA_TRACING_CHART")
2681 kill_port_forward "tracing-${VOLTHA_TRACING_CHART_NAME}-jaeger-gui"
2682 port_forward "$INFRA_NS" "tracing-${VOLTHA_TRACING_CHART_NAME}-jaeger-gui" "$TRACING_GUI_PORT:16686"
2683 espin - "$VERIFIED"
2684 fi
David K. Bainbridge4a06a4a2020-03-02 14:15:23 -08002685 if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridged18f4942020-04-14 16:46:13 -07002686 NOW="$(date +%s)"
2687 printtime $((NOW - STIME))
David K. Bainbridge4a06a4a2020-03-02 14:15:23 -08002688 fi
David Bainbridgee87067b2019-08-12 22:00:12 +00002689fi
Test User3d7ad8e2019-07-03 06:15:44 +00002690
David Bainbridge60ffc0f2020-04-27 22:13:22 -07002691if is_in "$WITH_ONOS" "yes,legacy,classic" && [ "$WITH_RADIUS" != "no" ]; then
David Bainbridge879439b2020-06-12 15:59:35 -07002692 SVC_NAME=radius
2693 if kubectl get -n "$INFRA_NS" "svc/radius-freeradius" >/dev/null 2>&1; then
2694 SVC_NAME="radius-freeradius"
2695 fi
2696 _HOST="$SVC_NAME.$INFRA_NS.svc"
David Bainbridge696bc632020-04-05 21:49:37 -07002697 _PORT=1812
David Bainbridged18f4942020-04-14 16:46:13 -07002698 if [ "$WITH_RADIUS" != "yes" ]; then
2699 _HOST="$(echo "$WITH_RADIUS" | cut -d: -f1)"
2700 _PORT="$(echo "$WITH_RADIUS" | cut -s -d: -f2)"
David Bainbridge696bc632020-04-05 21:49:37 -07002701 _PORT=${_PORT:-1812}
2702 fi
David Bainbridge5b7b96b2019-07-25 20:29:13 +00002703 bspin "Configure ONOS RADIUS Connection $GEAR"
David Bainbridged18f4942020-04-14 16:46:13 -07002704 (set -x; sed -e "s/:RADIUS_SVC:/$_HOST/g" -e "s/:RADIUS_PORT:/$_PORT/" onos-files/onos-aaa.json | curl --fail -sSL --user karaf:karaf -X POST "http://$_ONOS_API_EP/onos/v1/network/configuration/apps/org.opencord.aaa" -H Content-type:application/json -d@- >>"$LOG" 2>&1) >>"$LOG" 2>&1
2705 espin "$VERIFIED"
David Bainbridge5b7b96b2019-07-25 20:29:13 +00002706fi
2707
divyadesai59f987a2020-05-27 12:11:33 +00002708if [ "$WITH_EFK" == "yes" ]; then
2709 do_curl "" "POST" "" "" "http://localhost:$KIBANA_PORT/api/saved_objects/index-pattern/logst*" "json" '{"attributes":{"title":"logst*","timeFieldName":"@timestamp"}}' "Verify logging index in EFK" "409,200" "-H Content-type:application/json -H kbn-xsrf:true" "$GEAR"
2710# fi
2711fi
2712
David Bainbridge99ac7a22019-08-31 02:26:43 +00002713if [ "$WITH_CHAOS" == "yes" ]; then
David Bainbridged18f4942020-04-14 16:46:13 -07002714 STIME="$(date +%s)"
David Bainbridge99ac7a22019-08-31 02:26:43 +00002715 echo -e "Verify kube-monkey $LOCK"
2716 bspin - "Verify kube-monkey Installed"
David Bainbridgeb4bbde12020-06-25 14:46:36 -07002717 if [ "$HELM_USE_UPGRADE" == "yes" ] || [ "$(helm_is_deployed kube-monkey "^monkey\$")" -ne 1 ]; then
David Bainbridged18f4942020-04-14 16:46:13 -07002718 espin - "$NOT_VERIFIED"
David Bainbridgec7220622020-05-28 12:31:47 -07002719 helm_install - kube-monkey monkey ./kube-monkey/helm/kubemonkey latest - "$_HELM_DESC Chaos Monkey"
David Bainbridge99ac7a22019-08-31 02:26:43 +00002720 else
David Bainbridged18f4942020-04-14 16:46:13 -07002721 espin - "$VERIFIED"
David Bainbridge99ac7a22019-08-31 02:26:43 +00002722 fi
David Bainbridged18f4942020-04-14 16:46:13 -07002723 wait_for_pods - "kube-monkey" 1 "includes" "Waiting for Chaos to start" "$NO_LABEL" "monkey-.*"
David Bainbridge99ac7a22019-08-31 02:26:43 +00002724 if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridged18f4942020-04-14 16:46:13 -07002725 NOW="$(date +%s)"
2726 printtime $((NOW - STIME))
David Bainbridge99ac7a22019-08-31 02:26:43 +00002727 fi
2728fi
2729
David Bainbridge5b7b96b2019-07-25 20:29:13 +00002730bspin "Create voltctl configuration file"
David Bainbridged18f4942020-04-14 16:46:13 -07002731(set -x; mkdir -p "$HOME/.volt" >>"$LOG" 2>&1) >>"$LOG" 2>&1
2732MIN_VC_VERSION="$(echo -e "1.0.15\n$VC_VERSION" | sort -V | head -1)"
2733if [ "$WITH_PORT_FORWARDS" == "yes" ]; then
David K. Bainbridgeb859e912020-03-13 14:07:52 -07002734 KAFKA_FLAG="-k localhost:$VOLTHA_KAFKA_PORT"
2735 SERVER_FLAG="-s localhost:$VOLTHA_API_PORT"
2736 ETCD_FLAG=
2737 if [ "$MIN_VC_VERSION" == "1.0.15" ]; then
2738 ETCD_FLAG="-e localhost:$VOLTHA_ETCD_PORT"
2739 fi
David K. Bainbridge4a06a4a2020-03-02 14:15:23 -08002740else
David Bainbridgec7220622020-05-28 12:31:47 -07002741 KAFKA_FLAG="-k $(get_service_ep "$INFRA_NS" kafka)"
David Bainbridged18f4942020-04-14 16:46:13 -07002742 SERVER_FLAG="-s $(get_service_ep "$VOLTHA_NS" voltha-api)"
David K. Bainbridgeb859e912020-03-13 14:07:52 -07002743 ETCD_FLAG=
2744 if [ "$MIN_VC_VERSION" == "1.0.15" ]; then
David Bainbridgec7220622020-05-28 12:31:47 -07002745 ETCD_FLAG="-e $(get_service_ep "$INFRA_NS" etcd)"
David K. Bainbridgeb859e912020-03-13 14:07:52 -07002746 fi
David K. Bainbridge4a06a4a2020-03-02 14:15:23 -08002747fi
David Bainbridgea965ca22020-06-09 17:45:04 -07002748CMD=("voltctl $KAFKA_FLAG $SERVER_FLAG $ETCD_FLAG config")
David Bainbridged18f4942020-04-14 16:46:13 -07002749(set -x; ${CMD[*]} > "$HOME/.volt/config-$NAME" 2>>"$LOG") >>"$LOG" 2>&1
David Bainbridgea965ca22020-06-09 17:45:04 -07002750#(set -x; voltctl "$KAFKA_FLAG" "$SERVER_FLAG" "$ETCD_FLAG" config > "$HOME/.volt/config-$NAME" 2>>"$LOG") >>"$LOG" 2>&1
David Bainbridged18f4942020-04-14 16:46:13 -07002751espin "$VERIFIED"
Test User08ebbd92019-07-03 17:15:39 +00002752
David Bainbridge0774b232019-08-02 06:37:19 +00002753if [ ! -f "$NAME-env.sh" ]; then
David Bainbridged18f4942020-04-14 16:46:13 -07002754 touch "$NAME-env.sh"
David Bainbridgeb07fdf72019-07-29 22:51:40 +00002755fi
2756
David Bainbridge596f30d2019-07-30 17:07:59 +00002757for O in $ALL_OPTIONS; do
David Bainbridged18f4942020-04-14 16:46:13 -07002758 VAL="$(eval echo "\$$O")"
2759 if [ -n "$VAL" ] && [ "$(grep -c "^export $O=" "$NAME-env.sh")" -eq 0 ]; then
2760 echo "export $O=\"$(eval echo "\$$O")\"" >> "$NAME-env.sh"
David Bainbridgeb07fdf72019-07-29 22:51:40 +00002761 fi
2762done
2763
David Bainbridged18f4942020-04-14 16:46:13 -07002764if [ "$DEPLOY_K8S" == "yes" ] && [ "$(grep -c "^export KUBECONFIG=" "$NAME-env.sh")" -eq 0 ]; then
David Bainbridgeb4bbde12020-06-25 14:46:36 -07002765 echo "export KUBECONFIG=\"$HOME/.kube/kind-config-voltha-$NAME\"" >> "$NAME-env.sh"
David Bainbridgeb07fdf72019-07-29 22:51:40 +00002766fi
2767
David Bainbridged18f4942020-04-14 16:46:13 -07002768if [ "$(grep -c "^export VOLTCONFIG=" "$NAME-env.sh")" -eq 0 ]; then
2769 echo "export VOLTCONFIG=\"$HOME/.volt/config-$NAME\"" >> "$NAME-env.sh"
David Bainbridgeb07fdf72019-07-29 22:51:40 +00002770fi
2771
David Bainbridged18f4942020-04-14 16:46:13 -07002772if [ "$(grep -c "^export PATH=" "$NAME-env.sh")" -eq 0 ]; then
2773 echo "export PATH=\"$GOPATH/bin:\$PATH\"" >> "$NAME-env.sh"
David Bainbridgeb07fdf72019-07-29 22:51:40 +00002774fi
2775
Test User7d866122019-07-09 17:52:35 +00002776echo ""
David Bainbridged18f4942020-04-14 16:46:13 -07002777echo "Please issue the following commands in your terminal to ensure that you" | tee -a "$LOG"
2778echo "are accessing the correct Kubernetes/Kind cluster as well as have the " | tee -a "$LOG"
2779echo "tools required by VOLTHA in your command path. " | tee -a "$LOG"
2780echo "" | tee -a "$LOG"
2781echo -en "$BOLD"
2782if [ "$DEPLOY_K8S" == "yes" ]; then
David Bainbridgeb4bbde12020-06-25 14:46:36 -07002783 echo "export KUBECONFIG=\"$HOME/.kube/kind-config-voltha-$NAME\"" | tee -a "$LOG"
Test Userba1e7e72019-07-10 22:27:54 +00002784fi
David Bainbridged18f4942020-04-14 16:46:13 -07002785echo "export VOLTCONFIG=\"$HOME/.volt/config-$NAME\"" | tee -a "$LOG"
2786echo "export PATH=$GOPATH/bin:\$PATH" | tee -a "$LOG"
2787echo -en "$NORMAL"
2788echo "" | tee -a "$LOG"
2789echo "Thank you for choosing kind-voltha for you quick cluster needs." | tee -a "$LOG"
Test User08ebbd92019-07-03 17:15:39 +00002790
David Bainbridge712afb82019-08-14 19:55:58 +00002791if [ "$WITH_TIMINGS" == "yes" ]; then
David Bainbridged18f4942020-04-14 16:46:13 -07002792 NOW="$(date +%s)"
2793 echo -e "$CLOCK ${BOLD}TOTAL: $(duration $((NOW - TOTAL_START_TIME)))${NORMAL}"
David Bainbridge712afb82019-08-14 19:55:58 +00002794fi