blob: 65f1eace2586024413ab76154af6e3d758f11366 [file] [log] [blame]
Kailashaad71012019-08-27 10:36:53 -07001// Copyright 2017-present Open Networking Foundation
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15// voltha-2.x e2e tests
16// uses kind-voltha to deploy voltha-2.X
17// uses bbsim to simulate OLT/ONUs
18
19pipeline {
20
21 /* no label, executor is determined by JJB */
22 agent {
Zack Williamsb3292082019-10-11 17:15:18 -070023 label "${params.buildNode}"
Kailashaad71012019-08-27 10:36:53 -070024 }
25 options {
Andy Bavier4af02722020-01-15 10:24:24 -070026 timeout(time: 90, unit: 'MINUTES')
27 }
28 environment {
Matteo Scandolo9aae4952020-09-14 13:05:53 -070029 PATH="$WORKSPACE/kind-voltha/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
Andy Bavier8b118b72020-04-28 12:59:30 -070030 VOLTHA_LOG_LEVEL="DEBUG"
Andy Bavier4af02722020-01-15 10:24:24 -070031 FANCY=0
32 WITH_SIM_ADAPTERS="n"
Matteo Scandolo39045a92020-07-29 08:58:29 -070033 NAME="test"
34 VOLTCONFIG="$HOME/.volt/config-$NAME"
35 KUBECONFIG="$HOME/.kube/kind-config-voltha-$NAME"
Andrea Campanellae8e2e012021-01-22 10:59:07 +010036 EXTRA_HELM_FLAGS=" --set global.image_registry=mirror.registry.opennetworking.org/ "
Kailashaad71012019-08-27 10:36:53 -070037 }
38
39 stages {
Matteo Scandolo9aae4952020-09-14 13:05:53 -070040 stage('Clone kind-voltha') {
Kailashaad71012019-08-27 10:36:53 -070041 steps {
Matteo Scandolo9aae4952020-09-14 13:05:53 -070042 checkout([
43 $class: 'GitSCM',
44 userRemoteConfigs: [[
45 url: "https://gerrit.opencord.org/kind-voltha",
Matteo Scandoloa42c6f52020-09-19 01:35:12 +000046 refspec: "${kindVolthaChange}"
Matteo Scandolo9aae4952020-09-14 13:05:53 -070047 ]],
48 branches: [[ name: "master", ]],
49 extensions: [
50 [$class: 'WipeWorkspace'],
51 [$class: 'RelativeTargetDirectory', relativeTargetDir: "kind-voltha"],
52 [$class: 'CloneOption', depth: 0, noTags: false, reference: '', shallow: false],
53 ],
54 ])
Matteo Scandolo57a06632020-09-18 18:38:54 -070055 sh """
56 if [ '${kindVolthaChange}' != '' ] ; then
57 cd $WORKSPACE/kind-voltha
58 git fetch https://gerrit.opencord.org/kind-voltha ${kindVolthaChange} && git checkout FETCH_HEAD
59 fi
60 """
Kailashaad71012019-08-27 10:36:53 -070061 }
62 }
Matteo Scandolo9aae4952020-09-14 13:05:53 -070063 stage('Clone voltha-system-tests') {
Kailashaad71012019-08-27 10:36:53 -070064 steps {
Matteo Scandolo9aae4952020-09-14 13:05:53 -070065 checkout([
66 $class: 'GitSCM',
67 userRemoteConfigs: [[
68 url: "https://gerrit.opencord.org/voltha-system-tests",
Matteo Scandoloa42c6f52020-09-19 01:35:12 +000069 refspec: "${volthaSystemTestsChange}"
Matteo Scandolo9aae4952020-09-14 13:05:53 -070070 ]],
71 branches: [[ name: "${branch}", ]],
72 extensions: [
73 [$class: 'WipeWorkspace'],
74 [$class: 'RelativeTargetDirectory', relativeTargetDir: "voltha-system-tests"],
75 [$class: 'CloneOption', depth: 0, noTags: false, reference: '', shallow: false],
76 ],
77 ])
Matteo Scandolo57a06632020-09-18 18:38:54 -070078 sh """
79 if [ '${volthaSystemTestsChange}' != '' ] ; then
80 cd $WORKSPACE/voltha-system-tests
81 git fetch https://gerrit.opencord.org/voltha-system-tests ${volthaSystemTestsChange} && git checkout FETCH_HEAD
82 fi
83 """
Matteo Scandolo9aae4952020-09-14 13:05:53 -070084 }
85 }
Matteo Scandolo8fc674c2020-09-14 18:05:37 -070086 // If the repo under test is not kind-voltha
87 // then download it and checkout the patch
Matteo Scandolo9aae4952020-09-14 13:05:53 -070088 stage('Download Patch') {
Matteo Scandolo8fc674c2020-09-14 18:05:37 -070089 when {
90 expression {
91 return "${gerritProject}" != 'kind-voltha';
92 }
93 }
Matteo Scandolo9aae4952020-09-14 13:05:53 -070094 steps {
95 checkout([
96 $class: 'GitSCM',
97 userRemoteConfigs: [[
98 url: "https://gerrit.opencord.org/${gerritProject}",
Matteo Scandoloa42c6f52020-09-19 01:35:12 +000099 refspec: "${gerritRefspec}"
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700100 ]],
101 branches: [[ name: "${branch}", ]],
102 extensions: [
103 [$class: 'WipeWorkspace'],
104 [$class: 'RelativeTargetDirectory', relativeTargetDir: "${gerritProject}"],
105 [$class: 'CloneOption', depth: 0, noTags: false, reference: '', shallow: false],
106 ],
107 ])
Kailashaad71012019-08-27 10:36:53 -0700108 sh """
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700109 pushd $WORKSPACE/${gerritProject}
Matteo Scandolo57a06632020-09-18 18:38:54 -0700110 git fetch https://gerrit.opencord.org/${gerritProject} ${gerritRefspec} && git checkout FETCH_HEAD
111
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700112 echo "Currently on commit: \n"
113 git log -1 --oneline
114 popd
115 """
Kailashaad71012019-08-27 10:36:53 -0700116 }
117 }
Matteo Scandolo8fc674c2020-09-14 18:05:37 -0700118 // If the repo under test is kind-voltha we don't need to download it again,
119 // as we already have it, simply checkout the patch
120 stage('Checkout kind-voltha patch') {
121 when {
122 expression {
123 return "${gerritProject}" == 'kind-voltha';
124 }
125 }
126 steps {
127 sh """
128 cd $WORKSPACE/kind-voltha
129 git fetch https://gerrit.opencord.org/kind-voltha ${gerritRefspec} && git checkout FETCH_HEAD
130 """
131 }
132 }
Kailashaad71012019-08-27 10:36:53 -0700133 stage('Create K8s Cluster') {
134 steps {
135 sh """
Zack Williams03ebb272020-03-27 09:42:33 -0700136 if [ "${branch}" != "master" ]; then
137 echo "on branch: ${branch}, sourcing kind-voltha/releases/${branch}"
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700138 source "$WORKSPACE/kind-voltha/releases/${branch}"
Zack Williams03ebb272020-03-27 09:42:33 -0700139 else
140 echo "on master, using default settings for kind-voltha"
141 fi
142
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700143 cd $WORKSPACE/kind-voltha/
Andy Bavier4af02722020-01-15 10:24:24 -0700144 JUST_K8S=y ./voltha up
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700145 bash <( curl -sfL https://raw.githubusercontent.com/boz/kail/master/godownloader.sh) -b "$WORKSPACE/kind-voltha/bin"
Kailashaad71012019-08-27 10:36:53 -0700146 """
147 }
148 }
149
150 stage('Build Images') {
151 steps {
152 sh """
Andy Bavierb99c3d32020-02-18 11:14:17 -0700153 make-local () {
Matteo Scandolo4adf1192020-12-15 09:44:14 -1000154 make -C $WORKSPACE/\$1 DOCKER_REGISTRY=mirror.registry.opennetworking.org/ DOCKER_REPOSITORY=voltha/ DOCKER_TAG=citest docker-build
Andy Bavierb99c3d32020-02-18 11:14:17 -0700155 }
Andy Bavier0ed77062020-02-18 10:09:19 -0700156 if [ "${gerritProject}" = "pyvoltha" ]; then
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700157 make -C $WORKSPACE/pyvoltha/ dist
158 export LOCAL_PYVOLTHA=$WORKSPACE/pyvoltha/
Andy Bavierb99c3d32020-02-18 11:14:17 -0700159 make-local voltha-openonu-adapter
160 elif [ "${gerritProject}" = "voltha-lib-go" ]; then
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700161 make -C $WORKSPACE/voltha-lib-go/ build
162 export LOCAL_LIB_GO=$WORKSPACE/voltha-lib-go/
Andy Bavierb99c3d32020-02-18 11:14:17 -0700163 make-local voltha-go
164 make-local voltha-openolt-adapter
165 elif [ "${gerritProject}" = "voltha-protos" ]; then
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700166 make -C $WORKSPACE/voltha-protos/ build
167 export LOCAL_PROTOS=$WORKSPACE/voltha-protos/
Andy Bavierb99c3d32020-02-18 11:14:17 -0700168 make-local voltha-go
169 make-local voltha-openolt-adapter
170 make-local voltha-openonu-adapter
171 make-local ofagent-py
Andy Bavier178c47b2020-04-01 13:05:43 -0700172 elif [ "${gerritProject}" = "voltctl" ]; then
Andy Bavierdecde3f2020-04-01 15:29:43 -0700173 # Set and handle GOPATH and PATH
174 export GOPATH=\${GOPATH:-$WORKSPACE/go}
175 export PATH=\$PATH:/usr/lib/go-1.12/bin:/usr/local/go/bin:\$GOPATH/bin
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700176 make -C $WORKSPACE/voltctl/ build
Andy Bavier4318f8d2020-04-09 13:50:53 -0700177 elif ! [[ "${gerritProject}" =~ ^(voltha-helm-charts|voltha-system-tests|kind-voltha)\$ ]]; then
Andy Bavierb99c3d32020-02-18 11:14:17 -0700178 make-local ${gerritProject}
Andy Bavier07615f92019-10-03 12:31:18 -0700179 fi
Kailashaad71012019-08-27 10:36:53 -0700180 """
181 }
182 }
183
184 stage('Push Images') {
185 steps {
186 sh '''
Zack Williams03ebb272020-03-27 09:42:33 -0700187 if [ "${branch}" != "master" ]; then
188 echo "on branch: ${branch}, sourcing kind-voltha/releases/${branch}"
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700189 source "$WORKSPACE/kind-voltha/releases/${branch}"
Zack Williams03ebb272020-03-27 09:42:33 -0700190 else
191 echo "on master, using default settings for kind-voltha"
192 fi
193
Andy Bavierb5c8caf2020-04-06 14:12:07 -0700194 if ! [[ "${gerritProject}" =~ ^(voltha-helm-charts|voltha-system-tests|voltctl|kind-voltha)\$ ]]; then
Andy Bavier07615f92019-10-03 12:31:18 -0700195 export GOROOT=/usr/local/go
196 export GOPATH=\$(pwd)
Andy Bavier07615f92019-10-03 12:31:18 -0700197 docker images | grep citest
Matteo Scandolo4adf1192020-12-15 09:44:14 -1000198 for image in \$(docker images -f "reference=*/*/*citest" --format "{{.Repository}}"); do echo "Pushing \$image to nodes"; kind load docker-image \$image:citest --name voltha-\$NAME --nodes voltha-\$NAME-worker,voltha-\$NAME-worker2; done
Andy Bavier07615f92019-10-03 12:31:18 -0700199 fi
Kailashaad71012019-08-27 10:36:53 -0700200 '''
201 }
202 }
Andy Bavier8b118b72020-04-28 12:59:30 -0700203
204 stage('ATT workflow') {
205 environment {
206 ROBOT_LOGS_DIR="$WORKSPACE/RobotLogs/ATTWorkflow"
207 }
Kailashaad71012019-08-27 10:36:53 -0700208 steps {
Kailash Khalasiaf3a2a62019-10-02 09:44:08 -0700209 sh '''
Zack Williams03ebb272020-03-27 09:42:33 -0700210 if [ "${branch}" != "master" ]; then
211 echo "on branch: ${branch}, sourcing kind-voltha/releases/${branch}"
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700212 source "$WORKSPACE/kind-voltha/releases/${branch}"
Zack Williams03ebb272020-03-27 09:42:33 -0700213 else
214 echo "on master, using default settings for kind-voltha"
215 fi
216
Matteo Scandolof72f4d12020-12-14 09:53:28 -1000217 if [[ "${gerritProject}" == voltha-helm-charts ]]; then
Andrea Campanellae8e2e012021-01-22 10:59:07 +0100218 export EXTRA_HELM_FLAGS+="--set global.image_tag=null "
Matteo Scandolof72f4d12020-12-14 09:53:28 -1000219 fi
220
Andy Bavier8b118b72020-04-28 12:59:30 -0700221 # Workflow-specific flags
222 export WITH_RADIUS=yes
223 export WITH_BBSIM=yes
224 export DEPLOY_K8S=yes
Matteo Scandolo3d6a21d2020-09-04 07:34:24 -0700225 export CONFIG_SADIS="external"
226 export BBSIM_CFG="configs/bbsim-sadis-att.yaml"
Andy Bavier8b118b72020-04-28 12:59:30 -0700227
Zack Williams03ebb272020-03-27 09:42:33 -0700228 export EXTRA_HELM_FLAGS+="--set log_agent.enabled=False ${extraHelmFlags} "
Kailashaad71012019-08-27 10:36:53 -0700229
Andy Bavier4af02722020-01-15 10:24:24 -0700230 IMAGES=""
Kailashaad71012019-08-27 10:36:53 -0700231 if [ "${gerritProject}" = "voltha-go" ]; then
Andy Bavier4af02722020-01-15 10:24:24 -0700232 IMAGES="rw_core ro_core "
233 elif [ "${gerritProject}" = "ofagent-py" ]; then
Andy Bavier8d816422020-03-23 15:34:26 -0700234 IMAGES="ofagent_py "
235 EXTRA_HELM_FLAGS+="--set use_ofagent_go=false "
Andy Bavier9c412a82020-03-23 12:00:28 -0700236 elif [ "${gerritProject}" = "ofagent-go" ]; then
Andy Bavier8d816422020-03-23 15:34:26 -0700237 IMAGES="ofagent_go "
Andy Bavier4af02722020-01-15 10:24:24 -0700238 elif [ "${gerritProject}" = "voltha-onos" ]; then
239 IMAGES="onos "
Andrea Campanellae39825e2020-12-16 21:35:03 +0100240 EXTRA_HELM_FLAGS+="--set images.onos.repository=mirror.registry.opennetworking.org/voltha/voltha-onos "
Andy Bavier4af02722020-01-15 10:24:24 -0700241 elif [ "${gerritProject}" = "voltha-openolt-adapter" ]; then
242 IMAGES="adapter_open_olt "
243 elif [ "${gerritProject}" = "voltha-openonu-adapter" ]; then
244 IMAGES="adapter_open_onu "
245 elif [ "${gerritProject}" = "voltha-api-server" ]; then
246 IMAGES="afrouter afrouterd "
247 elif [ "${gerritProject}" = "bbsim" ]; then
248 IMAGES="bbsim "
Andy Bavierec0c10d2020-02-14 13:06:27 -0700249 elif [ "${gerritProject}" = "pyvoltha" ]; then
250 IMAGES="adapter_open_onu "
Andy Bavierb99c3d32020-02-18 11:14:17 -0700251 elif [ "${gerritProject}" = "voltha-lib-go" ]; then
252 IMAGES="rw_core ro_core adapter_open_olt "
253 elif [ "${gerritProject}" = "voltha-protos" ]; then
254 IMAGES="rw_core ro_core adapter_open_olt adapter_open_onu ofagent "
Zack Williams04997502019-10-04 14:32:20 -0700255 else
Andy Bavier4af02722020-01-15 10:24:24 -0700256 echo "No images to push"
Scott Baker9ac23712019-10-02 09:26:50 -0700257 fi
258
Andy Bavier4af02722020-01-15 10:24:24 -0700259 for I in \$IMAGES
260 do
261 EXTRA_HELM_FLAGS+="--set images.\$I.tag=citest,images.\$I.pullPolicy=Never "
262 done
263
Kailash Khalasiaf3a2a62019-10-02 09:44:08 -0700264 if [ "${gerritProject}" = "voltha-helm-charts" ]; then
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700265 export CHART_PATH=$WORKSPACE/voltha-helm-charts
Andy Bavier45406342019-10-02 16:45:40 -0700266 export VOLTHA_CHART=\$CHART_PATH/voltha
267 export VOLTHA_ADAPTER_OPEN_OLT_CHART=\$CHART_PATH/voltha-adapter-openolt
268 export VOLTHA_ADAPTER_OPEN_ONU_CHART=\$CHART_PATH/voltha-adapter-openonu
Kailash Khalasiaf3a2a62019-10-02 09:44:08 -0700269 helm dep update \$VOLTHA_CHART
270 helm dep update \$VOLTHA_ADAPTER_OPEN_OLT_CHART
271 helm dep update \$VOLTHA_ADAPTER_OPEN_ONU_CHART
272 fi
273
Andy Bavier178c47b2020-04-01 13:05:43 -0700274 if [ "${gerritProject}" = "voltctl" ]; then
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700275 export VOLTCTL_VERSION=$(cat $WORKSPACE/voltctl/VERSION)
276 cp $WORKSPACE/voltctl/voltctl $WORKSPACE/kind-voltha/bin/voltctl
277 md5sum $WORKSPACE/kind-voltha/bin/voltctl
Andy Bavier178c47b2020-04-01 13:05:43 -0700278 fi
279
Andy Bavier8b118b72020-04-28 12:59:30 -0700280 printenv
Matteo Scandolobafd4f02020-12-09 12:14:55 -0800281
282 # start logging
283 mkdir -p $WORKSPACE/att
284 _TAG=kail-att kail -n voltha -n default > $WORKSPACE/att/onos-voltha-combined.log &
Kailashaad71012019-08-27 10:36:53 -0700285
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700286 cd $WORKSPACE/kind-voltha/
Andy Bavier8b118b72020-04-28 12:59:30 -0700287 ./voltha up
288
Matteo Scandolo39045a92020-07-29 08:58:29 -0700289 # $NAME-env.sh contains the environment we used
Andy Bavier8b118b72020-04-28 12:59:30 -0700290 # Save value of EXTRA_HELM_FLAGS there to use in subsequent stages
Matteo Scandolo39045a92020-07-29 08:58:29 -0700291 echo export EXTRA_HELM_FLAGS=\\"\$EXTRA_HELM_FLAGS\\" >> $NAME-env.sh
Andy Bavier8b118b72020-04-28 12:59:30 -0700292
293 mkdir -p $ROBOT_LOGS_DIR
Andy Bavierd9870042020-06-23 13:16:47 -0700294 export ROBOT_MISC_ARGS="-d $ROBOT_LOGS_DIR -e PowerSwitch"
Andy Bavierdb003082020-02-04 11:57:36 -0700295
296 # By default, all tests tagged 'sanity' are run. This covers basic functionality
297 # like running through the ATT workflow for a single subscriber.
Andy Bavier8b118b72020-04-28 12:59:30 -0700298 export TARGET=sanity-single-kind
Andy Bavierdb003082020-02-04 11:57:36 -0700299
300 # If the Gerrit comment contains a line with "functional tests" then run the full
301 # functional test suite. This covers tests tagged either 'sanity' or 'functional'.
302 # Note: Gerrit comment text will be prefixed by "Patch set n:" and a blank line
303 REGEX="functional tests"
304 if [[ "$GERRIT_EVENT_COMMENT_TEXT" =~ \$REGEX ]]; then
Andy Bavier8b118b72020-04-28 12:59:30 -0700305 TARGET=functional-single-kind
Andy Bavierdb003082020-02-04 11:57:36 -0700306 fi
307
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700308 make -C $WORKSPACE/voltha-system-tests \$TARGET || true
Matteo Scandolobafd4f02020-12-09 12:14:55 -0800309
310 # stop logging
311 P_IDS="$(ps e -ww -A | grep "_TAG=kail-att" | grep -v grep | awk '{print $1}')"
312 if [ -n "$P_IDS" ]; then
313 echo $P_IDS
314 for P_ID in $P_IDS; do
315 kill -9 $P_ID
316 done
317 fi
318
319 # get pods information
320 kubectl get pods -o wide > $WORKSPACE/att/pods.txt || true
321 kubectl get pods --all-namespaces -o jsonpath="{range .items[*].status.containerStatuses[*]}{.image}{'\\n'}" | sort | uniq | tee $WORKSPACE/att/pod-images.txt || true
322 kubectl get pods --all-namespaces -o jsonpath="{range .items[*].status.containerStatuses[*]}{.imageID}{'\\n'}" | sort | uniq | tee $WORKSPACE/att/pod-imagesId.txt || true
Andy Bavier8b118b72020-04-28 12:59:30 -0700323 '''
324 }
325 }
326
327 stage('DT workflow') {
328 environment {
329 ROBOT_LOGS_DIR="$WORKSPACE/RobotLogs/DTWorkflow"
330 }
331 steps {
332 sh '''
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700333 cd $WORKSPACE/kind-voltha/
Matteo Scandolo39045a92020-07-29 08:58:29 -0700334 source $NAME-env.sh
Andy Bavier8b118b72020-04-28 12:59:30 -0700335 WAIT_ON_DOWN=y DEPLOY_K8S=n ./voltha down
336
337 # Workflow-specific flags
338 export WITH_RADIUS=no
339 export WITH_EAPOL=no
340 export WITH_DHCP=no
341 export WITH_IGMP=no
Matteo Scandolo3d6a21d2020-09-04 07:34:24 -0700342 export CONFIG_SADIS="external"
343 export BBSIM_CFG="configs/bbsim-sadis-dt.yaml"
Andy Bavier8b118b72020-04-28 12:59:30 -0700344
Matteo Scandolof72f4d12020-12-14 09:53:28 -1000345 if [[ "${gerritProject}" == voltha-helm-charts ]]; then
Andrea Campanellae8e2e012021-01-22 10:59:07 +0100346 export EXTRA_HELM_FLAGS+="--set global.image_tag=null "
Matteo Scandolof72f4d12020-12-14 09:53:28 -1000347 fi
348
Matteo Scandolobafd4f02020-12-09 12:14:55 -0800349 # start logging
350 mkdir -p $WORKSPACE/dt
351 _TAG=kail-dt kail -n voltha -n default > $WORKSPACE/dt/onos-voltha-combined.log &
352
Andy Bavier8b118b72020-04-28 12:59:30 -0700353 DEPLOY_K8S=n ./voltha up
354
355 mkdir -p $ROBOT_LOGS_DIR
Andy Bavierd9870042020-06-23 13:16:47 -0700356 export ROBOT_MISC_ARGS="-d $ROBOT_LOGS_DIR -e PowerSwitch"
Andy Bavier8b118b72020-04-28 12:59:30 -0700357
358 # By default, all tests tagged 'sanityDt' are run. This covers basic functionality
359 # like running through the DT workflow for a single subscriber.
360 export TARGET=sanity-kind-dt
361
362 # If the Gerrit comment contains a line with "functional tests" then run the full
363 # functional test suite. This covers tests tagged either 'sanityDt' or 'functionalDt'.
364 # Note: Gerrit comment text will be prefixed by "Patch set n:" and a blank line
365 REGEX="functional tests"
366 if [[ "$GERRIT_EVENT_COMMENT_TEXT" =~ \$REGEX ]]; then
367 TARGET=functional-single-kind-dt
368 fi
369
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700370 make -C $WORKSPACE/voltha-system-tests \$TARGET || true
Matteo Scandolobafd4f02020-12-09 12:14:55 -0800371
372 # stop logging
373 P_IDS="$(ps e -ww -A | grep "_TAG=kail-dt" | grep -v grep | awk '{print $1}')"
374 if [ -n "$P_IDS" ]; then
375 echo $P_IDS
376 for P_ID in $P_IDS; do
377 kill -9 $P_ID
378 done
379 fi
380
381 # get pods information
382 kubectl get pods -o wide > $WORKSPACE/dt/pods.txt || true
383 kubectl get pods --all-namespaces -o jsonpath="{range .items[*].status.containerStatuses[*]}{.image}{'\\n'}" | sort | uniq | tee $WORKSPACE/dt/pod-images.txt || true
384 kubectl get pods --all-namespaces -o jsonpath="{range .items[*].status.containerStatuses[*]}{.imageID}{'\\n'}" | sort | uniq | tee $WORKSPACE/dt/pod-imagesId.txt || true
Kailashaad71012019-08-27 10:36:53 -0700385 '''
386 }
387 }
Matteo Scandolo294133a2020-09-04 11:19:43 -0700388
389 stage('TT workflow') {
390 environment {
391 ROBOT_LOGS_DIR="$WORKSPACE/RobotLogs/TTWorkflow"
392 }
393 steps {
394 sh '''
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700395 cd $WORKSPACE/kind-voltha/
Matteo Scandolo294133a2020-09-04 11:19:43 -0700396 source $NAME-env.sh
397 WAIT_ON_DOWN=y DEPLOY_K8S=n ./voltha down
398
399 # Workflow-specific flags
400 export WITH_RADIUS=no
401 export WITH_EAPOL=no
402 export WITH_DHCP=yes
403 export WITH_IGMP=yes
404 export CONFIG_SADIS="external"
405 export BBSIM_CFG="configs/bbsim-sadis-tt.yaml"
406
Matteo Scandolof72f4d12020-12-14 09:53:28 -1000407 if [[ "${gerritProject}" == voltha-helm-charts ]]; then
Andrea Campanellae8e2e012021-01-22 10:59:07 +0100408 export EXTRA_HELM_FLAGS+="--set global.image_tag=null "
Matteo Scandolof72f4d12020-12-14 09:53:28 -1000409 fi
410
Matteo Scandolobafd4f02020-12-09 12:14:55 -0800411 # start logging
412 mkdir -p $WORKSPACE/tt
413 _TAG=kail-tt kail -n voltha -n default > $WORKSPACE/tt/onos-voltha-combined.log &
414
Matteo Scandolo294133a2020-09-04 11:19:43 -0700415 DEPLOY_K8S=n ./voltha up
416
417 mkdir -p $ROBOT_LOGS_DIR
418 export ROBOT_MISC_ARGS="-d $ROBOT_LOGS_DIR -e PowerSwitch"
419
420 # By default, all tests tagged 'sanityTt' are run. This covers basic functionality
421 # like running through the TT workflow for a single subscriber.
422 export TARGET=sanity-kind-tt
423
424 # If the Gerrit comment contains a line with "functional tests" then run the full
425 # functional test suite. This covers tests tagged either 'sanityTt' or 'functionalTt'.
426 # Note: Gerrit comment text will be prefixed by "Patch set n:" and a blank line
427 REGEX="functional tests"
428 if [[ "$GERRIT_EVENT_COMMENT_TEXT" =~ \$REGEX ]]; then
429 TARGET=functional-single-kind-tt
430 fi
431
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700432 make -C $WORKSPACE/voltha-system-tests \$TARGET || true
Matteo Scandolobafd4f02020-12-09 12:14:55 -0800433
434 # stop logging
435 P_IDS="$(ps e -ww -A | grep "_TAG=kail-att" | grep -v grep | awk '{print $1}')"
436 if [ -n "$P_IDS" ]; then
437 echo $P_IDS
438 for P_ID in $P_IDS; do
439 kill -9 $P_ID
440 done
441 fi
442
443 # get pods information
444 kubectl get pods -o wide > $WORKSPACE/tt/pods.txt || true
445 kubectl get pods --all-namespaces -o jsonpath="{range .items[*].status.containerStatuses[*]}{.image}{'\\n'}" | sort | uniq | tee $WORKSPACE/tt/pod-images.txt || true
446 kubectl get pods --all-namespaces -o jsonpath="{range .items[*].status.containerStatuses[*]}{.imageID}{'\\n'}" | sort | uniq | tee $WORKSPACE/tt/pod-imagesId.txt || true
Matteo Scandolo294133a2020-09-04 11:19:43 -0700447 '''
448 }
449 }
Kailashaad71012019-08-27 10:36:53 -0700450 }
451
452 post {
453 always {
454 sh '''
Matteo Scandolo7eba41c2020-12-15 08:59:36 -1000455
456 # get pods information
Matteo Scandolo52a4cd92021-01-25 10:17:44 -0800457 kubectl get pods -o wide --all-namespaces
Matteo Scandolo7eba41c2020-12-15 08:59:36 -1000458 kubectl get pods --all-namespaces -o jsonpath="{range .items[*].status.containerStatuses[*]}{.image}{'\\n'}"
Matteo Scandolo52a4cd92021-01-25 10:17:44 -0800459 helm ls --all-namespaces
Matteo Scandolo7eba41c2020-12-15 08:59:36 -1000460
Andy Bavier07615f92019-10-03 12:31:18 -0700461 set +e
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700462 cp $WORKSPACE/kind-voltha/install-$NAME.log $WORKSPACE/
Andy Bavier4af02722020-01-15 10:24:24 -0700463
464 sync
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700465 md5sum $WORKSPACE/kind-voltha/bin/voltctl
Andy Bavier4af02722020-01-15 10:24:24 -0700466
467 ## Pull out errors from log files
468 extract_errors_go() {
469 echo
470 echo "Error summary for $1:"
471 grep $1 $WORKSPACE/onos-voltha-combined.log | grep '"level":"error"' | cut -d ' ' -f 2- | jq -r '.msg'
472 echo
473 }
474
475 extract_errors_python() {
476 echo
477 echo "Error summary for $1:"
478 grep $1 $WORKSPACE/onos-voltha-combined.log | grep 'ERROR' | cut -d ' ' -f 2-
479 echo
480 }
481
Matteo Scandolo7eba41c2020-12-15 08:59:36 -1000482 extract_errors_go voltha-rw-core > $WORKSPACE/error-report.log || true
483 extract_errors_go adapter-open-olt >> $WORKSPACE/error-report.log || true
484 extract_errors_python adapter-open-onu >> $WORKSPACE/error-report.log || true
485 extract_errors_python voltha-ofagent >> $WORKSPACE/error-report.log || true
Andy Bavier4af02722020-01-15 10:24:24 -0700486
Matteo Scandolo7eba41c2020-12-15 08:59:36 -1000487 gzip $WORKSPACE/att/onos-voltha-combined.log || true
488 gzip $WORKSPACE/dt/onos-voltha-combined.log || true
489 gzip $WORKSPACE/tt/onos-voltha-combined.log || true
490
Kailashaad71012019-08-27 10:36:53 -0700491 '''
492 step([$class: 'RobotPublisher',
493 disableArchiveOutput: false,
Andy Bavier8b118b72020-04-28 12:59:30 -0700494 logFileName: 'RobotLogs/*/log*.html',
Kailashaad71012019-08-27 10:36:53 -0700495 otherFiles: '',
Andy Bavier8b118b72020-04-28 12:59:30 -0700496 outputFileName: 'RobotLogs/*/output*.xml',
Kailashaad71012019-08-27 10:36:53 -0700497 outputPath: '.',
Andy Bavier8b118b72020-04-28 12:59:30 -0700498 passThreshold: 100,
499 reportFileName: 'RobotLogs/*/report*.html',
Kailashaad71012019-08-27 10:36:53 -0700500 unstableThreshold: 0]);
Matteo Scandolobafd4f02020-12-09 12:14:55 -0800501 archiveArtifacts artifacts: '*.log,**/*.log,**/*.gz,*.gz'
Kailashaad71012019-08-27 10:36:53 -0700502 }
503 }
504}