blob: 0dc01af0fb98cfc1564e37af7a4432e1fe2428af [file] [log] [blame]
Kailashaad71012019-08-27 10:36:53 -07001// Copyright 2017-present Open Networking Foundation
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15// voltha-2.x e2e tests
16// uses kind-voltha to deploy voltha-2.X
17// uses bbsim to simulate OLT/ONUs
18
19pipeline {
20
21 /* no label, executor is determined by JJB */
22 agent {
Zack Williamsb3292082019-10-11 17:15:18 -070023 label "${params.buildNode}"
Kailashaad71012019-08-27 10:36:53 -070024 }
25 options {
Andy Bavier4af02722020-01-15 10:24:24 -070026 timeout(time: 90, unit: 'MINUTES')
27 }
28 environment {
Matteo Scandolo9aae4952020-09-14 13:05:53 -070029 PATH="$WORKSPACE/kind-voltha/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
Andy Bavier8b118b72020-04-28 12:59:30 -070030 VOLTHA_LOG_LEVEL="DEBUG"
Andy Bavier4af02722020-01-15 10:24:24 -070031 FANCY=0
32 WITH_SIM_ADAPTERS="n"
Matteo Scandolo39045a92020-07-29 08:58:29 -070033 NAME="test"
34 VOLTCONFIG="$HOME/.volt/config-$NAME"
35 KUBECONFIG="$HOME/.kube/kind-config-voltha-$NAME"
Matteo Scandolo7eba41c2020-12-15 08:59:36 -100036 EXTRA_HELM_FLAGS=" --set defaults.image_registry=mirror.registry.opennetworking.org/ "
Kailashaad71012019-08-27 10:36:53 -070037 }
38
39 stages {
Matteo Scandolo9aae4952020-09-14 13:05:53 -070040 stage('Clone kind-voltha') {
Kailashaad71012019-08-27 10:36:53 -070041 steps {
Matteo Scandolo9aae4952020-09-14 13:05:53 -070042 checkout([
43 $class: 'GitSCM',
44 userRemoteConfigs: [[
45 url: "https://gerrit.opencord.org/kind-voltha",
Matteo Scandoloa42c6f52020-09-19 01:35:12 +000046 refspec: "${kindVolthaChange}"
Matteo Scandolo9aae4952020-09-14 13:05:53 -070047 ]],
48 branches: [[ name: "master", ]],
49 extensions: [
50 [$class: 'WipeWorkspace'],
51 [$class: 'RelativeTargetDirectory', relativeTargetDir: "kind-voltha"],
52 [$class: 'CloneOption', depth: 0, noTags: false, reference: '', shallow: false],
53 ],
54 ])
Matteo Scandolo57a06632020-09-18 18:38:54 -070055 sh """
56 if [ '${kindVolthaChange}' != '' ] ; then
57 cd $WORKSPACE/kind-voltha
58 git fetch https://gerrit.opencord.org/kind-voltha ${kindVolthaChange} && git checkout FETCH_HEAD
59 fi
60 """
Kailashaad71012019-08-27 10:36:53 -070061 }
62 }
Matteo Scandolo9aae4952020-09-14 13:05:53 -070063 stage('Clone voltha-system-tests') {
Kailashaad71012019-08-27 10:36:53 -070064 steps {
Matteo Scandolo9aae4952020-09-14 13:05:53 -070065 checkout([
66 $class: 'GitSCM',
67 userRemoteConfigs: [[
68 url: "https://gerrit.opencord.org/voltha-system-tests",
Matteo Scandoloa42c6f52020-09-19 01:35:12 +000069 refspec: "${volthaSystemTestsChange}"
Matteo Scandolo9aae4952020-09-14 13:05:53 -070070 ]],
71 branches: [[ name: "${branch}", ]],
72 extensions: [
73 [$class: 'WipeWorkspace'],
74 [$class: 'RelativeTargetDirectory', relativeTargetDir: "voltha-system-tests"],
75 [$class: 'CloneOption', depth: 0, noTags: false, reference: '', shallow: false],
76 ],
77 ])
Matteo Scandolo57a06632020-09-18 18:38:54 -070078 sh """
79 if [ '${volthaSystemTestsChange}' != '' ] ; then
80 cd $WORKSPACE/voltha-system-tests
81 git fetch https://gerrit.opencord.org/voltha-system-tests ${volthaSystemTestsChange} && git checkout FETCH_HEAD
82 fi
83 """
Matteo Scandolo9aae4952020-09-14 13:05:53 -070084 }
85 }
Matteo Scandolo8fc674c2020-09-14 18:05:37 -070086 // If the repo under test is not kind-voltha
87 // then download it and checkout the patch
Matteo Scandolo9aae4952020-09-14 13:05:53 -070088 stage('Download Patch') {
Matteo Scandolo8fc674c2020-09-14 18:05:37 -070089 when {
90 expression {
91 return "${gerritProject}" != 'kind-voltha';
92 }
93 }
Matteo Scandolo9aae4952020-09-14 13:05:53 -070094 steps {
95 checkout([
96 $class: 'GitSCM',
97 userRemoteConfigs: [[
98 url: "https://gerrit.opencord.org/${gerritProject}",
Matteo Scandoloa42c6f52020-09-19 01:35:12 +000099 refspec: "${gerritRefspec}"
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700100 ]],
101 branches: [[ name: "${branch}", ]],
102 extensions: [
103 [$class: 'WipeWorkspace'],
104 [$class: 'RelativeTargetDirectory', relativeTargetDir: "${gerritProject}"],
105 [$class: 'CloneOption', depth: 0, noTags: false, reference: '', shallow: false],
106 ],
107 ])
Kailashaad71012019-08-27 10:36:53 -0700108 sh """
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700109 pushd $WORKSPACE/${gerritProject}
Matteo Scandolo57a06632020-09-18 18:38:54 -0700110 git fetch https://gerrit.opencord.org/${gerritProject} ${gerritRefspec} && git checkout FETCH_HEAD
111
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700112 echo "Currently on commit: \n"
113 git log -1 --oneline
114 popd
115 """
Kailashaad71012019-08-27 10:36:53 -0700116 }
117 }
Matteo Scandolo8fc674c2020-09-14 18:05:37 -0700118 // If the repo under test is kind-voltha we don't need to download it again,
119 // as we already have it, simply checkout the patch
120 stage('Checkout kind-voltha patch') {
121 when {
122 expression {
123 return "${gerritProject}" == 'kind-voltha';
124 }
125 }
126 steps {
127 sh """
128 cd $WORKSPACE/kind-voltha
129 git fetch https://gerrit.opencord.org/kind-voltha ${gerritRefspec} && git checkout FETCH_HEAD
130 """
131 }
132 }
Kailashaad71012019-08-27 10:36:53 -0700133 stage('Create K8s Cluster') {
134 steps {
135 sh """
Zack Williams03ebb272020-03-27 09:42:33 -0700136 if [ "${branch}" != "master" ]; then
137 echo "on branch: ${branch}, sourcing kind-voltha/releases/${branch}"
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700138 source "$WORKSPACE/kind-voltha/releases/${branch}"
Zack Williams03ebb272020-03-27 09:42:33 -0700139 else
140 echo "on master, using default settings for kind-voltha"
141 fi
142
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700143 cd $WORKSPACE/kind-voltha/
Andy Bavier4af02722020-01-15 10:24:24 -0700144 JUST_K8S=y ./voltha up
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700145 bash <( curl -sfL https://raw.githubusercontent.com/boz/kail/master/godownloader.sh) -b "$WORKSPACE/kind-voltha/bin"
Kailashaad71012019-08-27 10:36:53 -0700146 """
147 }
148 }
149
150 stage('Build Images') {
151 steps {
152 sh """
Andy Bavierb99c3d32020-02-18 11:14:17 -0700153 make-local () {
Matteo Scandolo4adf1192020-12-15 09:44:14 -1000154 make -C $WORKSPACE/\$1 DOCKER_REGISTRY=mirror.registry.opennetworking.org/ DOCKER_REPOSITORY=voltha/ DOCKER_TAG=citest docker-build
Andy Bavierb99c3d32020-02-18 11:14:17 -0700155 }
Andy Bavier0ed77062020-02-18 10:09:19 -0700156 if [ "${gerritProject}" = "pyvoltha" ]; then
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700157 make -C $WORKSPACE/pyvoltha/ dist
158 export LOCAL_PYVOLTHA=$WORKSPACE/pyvoltha/
Andy Bavierb99c3d32020-02-18 11:14:17 -0700159 make-local voltha-openonu-adapter
160 elif [ "${gerritProject}" = "voltha-lib-go" ]; then
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700161 make -C $WORKSPACE/voltha-lib-go/ build
162 export LOCAL_LIB_GO=$WORKSPACE/voltha-lib-go/
Andy Bavierb99c3d32020-02-18 11:14:17 -0700163 make-local voltha-go
164 make-local voltha-openolt-adapter
165 elif [ "${gerritProject}" = "voltha-protos" ]; then
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700166 make -C $WORKSPACE/voltha-protos/ build
167 export LOCAL_PROTOS=$WORKSPACE/voltha-protos/
Andy Bavierb99c3d32020-02-18 11:14:17 -0700168 make-local voltha-go
169 make-local voltha-openolt-adapter
170 make-local voltha-openonu-adapter
171 make-local ofagent-py
Andy Bavier178c47b2020-04-01 13:05:43 -0700172 elif [ "${gerritProject}" = "voltctl" ]; then
Andy Bavierdecde3f2020-04-01 15:29:43 -0700173 # Set and handle GOPATH and PATH
174 export GOPATH=\${GOPATH:-$WORKSPACE/go}
175 export PATH=\$PATH:/usr/lib/go-1.12/bin:/usr/local/go/bin:\$GOPATH/bin
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700176 make -C $WORKSPACE/voltctl/ build
Andy Bavier4318f8d2020-04-09 13:50:53 -0700177 elif ! [[ "${gerritProject}" =~ ^(voltha-helm-charts|voltha-system-tests|kind-voltha)\$ ]]; then
Andy Bavierb99c3d32020-02-18 11:14:17 -0700178 make-local ${gerritProject}
Andy Bavier07615f92019-10-03 12:31:18 -0700179 fi
Kailashaad71012019-08-27 10:36:53 -0700180 """
181 }
182 }
183
184 stage('Push Images') {
185 steps {
186 sh '''
Zack Williams03ebb272020-03-27 09:42:33 -0700187 if [ "${branch}" != "master" ]; then
188 echo "on branch: ${branch}, sourcing kind-voltha/releases/${branch}"
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700189 source "$WORKSPACE/kind-voltha/releases/${branch}"
Zack Williams03ebb272020-03-27 09:42:33 -0700190 else
191 echo "on master, using default settings for kind-voltha"
192 fi
193
Andy Bavierb5c8caf2020-04-06 14:12:07 -0700194 if ! [[ "${gerritProject}" =~ ^(voltha-helm-charts|voltha-system-tests|voltctl|kind-voltha)\$ ]]; then
Andy Bavier07615f92019-10-03 12:31:18 -0700195 export GOROOT=/usr/local/go
196 export GOPATH=\$(pwd)
Andy Bavier07615f92019-10-03 12:31:18 -0700197 docker images | grep citest
Matteo Scandolo4adf1192020-12-15 09:44:14 -1000198 for image in \$(docker images -f "reference=*/*/*citest" --format "{{.Repository}}"); do echo "Pushing \$image to nodes"; kind load docker-image \$image:citest --name voltha-\$NAME --nodes voltha-\$NAME-worker,voltha-\$NAME-worker2; done
Andy Bavier07615f92019-10-03 12:31:18 -0700199 fi
Kailashaad71012019-08-27 10:36:53 -0700200 '''
201 }
202 }
Andy Bavier8b118b72020-04-28 12:59:30 -0700203
204 stage('ATT workflow') {
205 environment {
206 ROBOT_LOGS_DIR="$WORKSPACE/RobotLogs/ATTWorkflow"
207 }
Kailashaad71012019-08-27 10:36:53 -0700208 steps {
Kailash Khalasiaf3a2a62019-10-02 09:44:08 -0700209 sh '''
Zack Williams03ebb272020-03-27 09:42:33 -0700210 if [ "${branch}" != "master" ]; then
211 echo "on branch: ${branch}, sourcing kind-voltha/releases/${branch}"
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700212 source "$WORKSPACE/kind-voltha/releases/${branch}"
Zack Williams03ebb272020-03-27 09:42:33 -0700213 else
214 echo "on master, using default settings for kind-voltha"
215 fi
216
Matteo Scandolof72f4d12020-12-14 09:53:28 -1000217 if [[ "${gerritProject}" == voltha-helm-charts ]]; then
218 export EXTRA_HELM_FLAGS+="--set defaults.image_tag=null "
219 fi
220
Andy Bavier8b118b72020-04-28 12:59:30 -0700221 # Workflow-specific flags
222 export WITH_RADIUS=yes
223 export WITH_BBSIM=yes
224 export DEPLOY_K8S=yes
Matteo Scandolo3d6a21d2020-09-04 07:34:24 -0700225 export CONFIG_SADIS="external"
226 export BBSIM_CFG="configs/bbsim-sadis-att.yaml"
Andy Bavier8b118b72020-04-28 12:59:30 -0700227
Zack Williams03ebb272020-03-27 09:42:33 -0700228 export EXTRA_HELM_FLAGS+="--set log_agent.enabled=False ${extraHelmFlags} "
Kailashaad71012019-08-27 10:36:53 -0700229
Andy Bavier4af02722020-01-15 10:24:24 -0700230 IMAGES=""
Kailashaad71012019-08-27 10:36:53 -0700231 if [ "${gerritProject}" = "voltha-go" ]; then
Andy Bavier4af02722020-01-15 10:24:24 -0700232 IMAGES="rw_core ro_core "
233 elif [ "${gerritProject}" = "ofagent-py" ]; then
Andy Bavier8d816422020-03-23 15:34:26 -0700234 IMAGES="ofagent_py "
235 EXTRA_HELM_FLAGS+="--set use_ofagent_go=false "
Andy Bavier9c412a82020-03-23 12:00:28 -0700236 elif [ "${gerritProject}" = "ofagent-go" ]; then
Andy Bavier8d816422020-03-23 15:34:26 -0700237 IMAGES="ofagent_go "
Andy Bavier4af02722020-01-15 10:24:24 -0700238 elif [ "${gerritProject}" = "voltha-onos" ]; then
239 IMAGES="onos "
240 elif [ "${gerritProject}" = "voltha-openolt-adapter" ]; then
241 IMAGES="adapter_open_olt "
242 elif [ "${gerritProject}" = "voltha-openonu-adapter" ]; then
243 IMAGES="adapter_open_onu "
244 elif [ "${gerritProject}" = "voltha-api-server" ]; then
245 IMAGES="afrouter afrouterd "
246 elif [ "${gerritProject}" = "bbsim" ]; then
247 IMAGES="bbsim "
Andy Bavierec0c10d2020-02-14 13:06:27 -0700248 elif [ "${gerritProject}" = "pyvoltha" ]; then
249 IMAGES="adapter_open_onu "
Andy Bavierb99c3d32020-02-18 11:14:17 -0700250 elif [ "${gerritProject}" = "voltha-lib-go" ]; then
251 IMAGES="rw_core ro_core adapter_open_olt "
252 elif [ "${gerritProject}" = "voltha-protos" ]; then
253 IMAGES="rw_core ro_core adapter_open_olt adapter_open_onu ofagent "
Zack Williams04997502019-10-04 14:32:20 -0700254 else
Andy Bavier4af02722020-01-15 10:24:24 -0700255 echo "No images to push"
Scott Baker9ac23712019-10-02 09:26:50 -0700256 fi
257
Andy Bavier4af02722020-01-15 10:24:24 -0700258 for I in \$IMAGES
259 do
260 EXTRA_HELM_FLAGS+="--set images.\$I.tag=citest,images.\$I.pullPolicy=Never "
261 done
262
Kailash Khalasiaf3a2a62019-10-02 09:44:08 -0700263 if [ "${gerritProject}" = "voltha-helm-charts" ]; then
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700264 export CHART_PATH=$WORKSPACE/voltha-helm-charts
Andy Bavier45406342019-10-02 16:45:40 -0700265 export VOLTHA_CHART=\$CHART_PATH/voltha
266 export VOLTHA_ADAPTER_OPEN_OLT_CHART=\$CHART_PATH/voltha-adapter-openolt
267 export VOLTHA_ADAPTER_OPEN_ONU_CHART=\$CHART_PATH/voltha-adapter-openonu
Kailash Khalasiaf3a2a62019-10-02 09:44:08 -0700268 helm dep update \$VOLTHA_CHART
269 helm dep update \$VOLTHA_ADAPTER_OPEN_OLT_CHART
270 helm dep update \$VOLTHA_ADAPTER_OPEN_ONU_CHART
271 fi
272
Andy Bavier178c47b2020-04-01 13:05:43 -0700273 if [ "${gerritProject}" = "voltctl" ]; then
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700274 export VOLTCTL_VERSION=$(cat $WORKSPACE/voltctl/VERSION)
275 cp $WORKSPACE/voltctl/voltctl $WORKSPACE/kind-voltha/bin/voltctl
276 md5sum $WORKSPACE/kind-voltha/bin/voltctl
Andy Bavier178c47b2020-04-01 13:05:43 -0700277 fi
278
Andy Bavier8b118b72020-04-28 12:59:30 -0700279 printenv
Matteo Scandolobafd4f02020-12-09 12:14:55 -0800280
281 # start logging
282 mkdir -p $WORKSPACE/att
283 _TAG=kail-att kail -n voltha -n default > $WORKSPACE/att/onos-voltha-combined.log &
Kailashaad71012019-08-27 10:36:53 -0700284
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700285 cd $WORKSPACE/kind-voltha/
Andy Bavier8b118b72020-04-28 12:59:30 -0700286 ./voltha up
287
Matteo Scandolo39045a92020-07-29 08:58:29 -0700288 # $NAME-env.sh contains the environment we used
Andy Bavier8b118b72020-04-28 12:59:30 -0700289 # Save value of EXTRA_HELM_FLAGS there to use in subsequent stages
Matteo Scandolo39045a92020-07-29 08:58:29 -0700290 echo export EXTRA_HELM_FLAGS=\\"\$EXTRA_HELM_FLAGS\\" >> $NAME-env.sh
Andy Bavier8b118b72020-04-28 12:59:30 -0700291
292 mkdir -p $ROBOT_LOGS_DIR
Andy Bavierd9870042020-06-23 13:16:47 -0700293 export ROBOT_MISC_ARGS="-d $ROBOT_LOGS_DIR -e PowerSwitch"
Andy Bavierdb003082020-02-04 11:57:36 -0700294
295 # By default, all tests tagged 'sanity' are run. This covers basic functionality
296 # like running through the ATT workflow for a single subscriber.
Andy Bavier8b118b72020-04-28 12:59:30 -0700297 export TARGET=sanity-single-kind
Andy Bavierdb003082020-02-04 11:57:36 -0700298
299 # If the Gerrit comment contains a line with "functional tests" then run the full
300 # functional test suite. This covers tests tagged either 'sanity' or 'functional'.
301 # Note: Gerrit comment text will be prefixed by "Patch set n:" and a blank line
302 REGEX="functional tests"
303 if [[ "$GERRIT_EVENT_COMMENT_TEXT" =~ \$REGEX ]]; then
Andy Bavier8b118b72020-04-28 12:59:30 -0700304 TARGET=functional-single-kind
Andy Bavierdb003082020-02-04 11:57:36 -0700305 fi
306
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700307 make -C $WORKSPACE/voltha-system-tests \$TARGET || true
Matteo Scandolobafd4f02020-12-09 12:14:55 -0800308
309 # stop logging
310 P_IDS="$(ps e -ww -A | grep "_TAG=kail-att" | grep -v grep | awk '{print $1}')"
311 if [ -n "$P_IDS" ]; then
312 echo $P_IDS
313 for P_ID in $P_IDS; do
314 kill -9 $P_ID
315 done
316 fi
317
318 # get pods information
319 kubectl get pods -o wide > $WORKSPACE/att/pods.txt || true
320 kubectl get pods --all-namespaces -o jsonpath="{range .items[*].status.containerStatuses[*]}{.image}{'\\n'}" | sort | uniq | tee $WORKSPACE/att/pod-images.txt || true
321 kubectl get pods --all-namespaces -o jsonpath="{range .items[*].status.containerStatuses[*]}{.imageID}{'\\n'}" | sort | uniq | tee $WORKSPACE/att/pod-imagesId.txt || true
Andy Bavier8b118b72020-04-28 12:59:30 -0700322 '''
323 }
324 }
325
326 stage('DT workflow') {
327 environment {
328 ROBOT_LOGS_DIR="$WORKSPACE/RobotLogs/DTWorkflow"
329 }
330 steps {
331 sh '''
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700332 cd $WORKSPACE/kind-voltha/
Matteo Scandolo39045a92020-07-29 08:58:29 -0700333 source $NAME-env.sh
Andy Bavier8b118b72020-04-28 12:59:30 -0700334 WAIT_ON_DOWN=y DEPLOY_K8S=n ./voltha down
335
336 # Workflow-specific flags
337 export WITH_RADIUS=no
338 export WITH_EAPOL=no
339 export WITH_DHCP=no
340 export WITH_IGMP=no
Matteo Scandolo3d6a21d2020-09-04 07:34:24 -0700341 export CONFIG_SADIS="external"
342 export BBSIM_CFG="configs/bbsim-sadis-dt.yaml"
Andy Bavier8b118b72020-04-28 12:59:30 -0700343
Matteo Scandolof72f4d12020-12-14 09:53:28 -1000344 if [[ "${gerritProject}" == voltha-helm-charts ]]; then
345 export EXTRA_HELM_FLAGS+="--set defaults.image_tag=null "
346 fi
347
Matteo Scandolobafd4f02020-12-09 12:14:55 -0800348 # start logging
349 mkdir -p $WORKSPACE/dt
350 _TAG=kail-dt kail -n voltha -n default > $WORKSPACE/dt/onos-voltha-combined.log &
351
Andy Bavier8b118b72020-04-28 12:59:30 -0700352 DEPLOY_K8S=n ./voltha up
353
354 mkdir -p $ROBOT_LOGS_DIR
Andy Bavierd9870042020-06-23 13:16:47 -0700355 export ROBOT_MISC_ARGS="-d $ROBOT_LOGS_DIR -e PowerSwitch"
Andy Bavier8b118b72020-04-28 12:59:30 -0700356
357 # By default, all tests tagged 'sanityDt' are run. This covers basic functionality
358 # like running through the DT workflow for a single subscriber.
359 export TARGET=sanity-kind-dt
360
361 # If the Gerrit comment contains a line with "functional tests" then run the full
362 # functional test suite. This covers tests tagged either 'sanityDt' or 'functionalDt'.
363 # Note: Gerrit comment text will be prefixed by "Patch set n:" and a blank line
364 REGEX="functional tests"
365 if [[ "$GERRIT_EVENT_COMMENT_TEXT" =~ \$REGEX ]]; then
366 TARGET=functional-single-kind-dt
367 fi
368
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700369 make -C $WORKSPACE/voltha-system-tests \$TARGET || true
Matteo Scandolobafd4f02020-12-09 12:14:55 -0800370
371 # stop logging
372 P_IDS="$(ps e -ww -A | grep "_TAG=kail-dt" | grep -v grep | awk '{print $1}')"
373 if [ -n "$P_IDS" ]; then
374 echo $P_IDS
375 for P_ID in $P_IDS; do
376 kill -9 $P_ID
377 done
378 fi
379
380 # get pods information
381 kubectl get pods -o wide > $WORKSPACE/dt/pods.txt || true
382 kubectl get pods --all-namespaces -o jsonpath="{range .items[*].status.containerStatuses[*]}{.image}{'\\n'}" | sort | uniq | tee $WORKSPACE/dt/pod-images.txt || true
383 kubectl get pods --all-namespaces -o jsonpath="{range .items[*].status.containerStatuses[*]}{.imageID}{'\\n'}" | sort | uniq | tee $WORKSPACE/dt/pod-imagesId.txt || true
Kailashaad71012019-08-27 10:36:53 -0700384 '''
385 }
386 }
Matteo Scandolo294133a2020-09-04 11:19:43 -0700387
388 stage('TT workflow') {
389 environment {
390 ROBOT_LOGS_DIR="$WORKSPACE/RobotLogs/TTWorkflow"
391 }
392 steps {
393 sh '''
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700394 cd $WORKSPACE/kind-voltha/
Matteo Scandolo294133a2020-09-04 11:19:43 -0700395 source $NAME-env.sh
396 WAIT_ON_DOWN=y DEPLOY_K8S=n ./voltha down
397
398 # Workflow-specific flags
399 export WITH_RADIUS=no
400 export WITH_EAPOL=no
401 export WITH_DHCP=yes
402 export WITH_IGMP=yes
403 export CONFIG_SADIS="external"
404 export BBSIM_CFG="configs/bbsim-sadis-tt.yaml"
405
Matteo Scandolof72f4d12020-12-14 09:53:28 -1000406 if [[ "${gerritProject}" == voltha-helm-charts ]]; then
407 export EXTRA_HELM_FLAGS+="--set defaults.image_tag=null "
408 fi
409
Matteo Scandolobafd4f02020-12-09 12:14:55 -0800410 # start logging
411 mkdir -p $WORKSPACE/tt
412 _TAG=kail-tt kail -n voltha -n default > $WORKSPACE/tt/onos-voltha-combined.log &
413
Matteo Scandolo294133a2020-09-04 11:19:43 -0700414 DEPLOY_K8S=n ./voltha up
415
416 mkdir -p $ROBOT_LOGS_DIR
417 export ROBOT_MISC_ARGS="-d $ROBOT_LOGS_DIR -e PowerSwitch"
418
419 # By default, all tests tagged 'sanityTt' are run. This covers basic functionality
420 # like running through the TT workflow for a single subscriber.
421 export TARGET=sanity-kind-tt
422
423 # If the Gerrit comment contains a line with "functional tests" then run the full
424 # functional test suite. This covers tests tagged either 'sanityTt' or 'functionalTt'.
425 # Note: Gerrit comment text will be prefixed by "Patch set n:" and a blank line
426 REGEX="functional tests"
427 if [[ "$GERRIT_EVENT_COMMENT_TEXT" =~ \$REGEX ]]; then
428 TARGET=functional-single-kind-tt
429 fi
430
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700431 make -C $WORKSPACE/voltha-system-tests \$TARGET || true
Matteo Scandolobafd4f02020-12-09 12:14:55 -0800432
433 # stop logging
434 P_IDS="$(ps e -ww -A | grep "_TAG=kail-att" | grep -v grep | awk '{print $1}')"
435 if [ -n "$P_IDS" ]; then
436 echo $P_IDS
437 for P_ID in $P_IDS; do
438 kill -9 $P_ID
439 done
440 fi
441
442 # get pods information
443 kubectl get pods -o wide > $WORKSPACE/tt/pods.txt || true
444 kubectl get pods --all-namespaces -o jsonpath="{range .items[*].status.containerStatuses[*]}{.image}{'\\n'}" | sort | uniq | tee $WORKSPACE/tt/pod-images.txt || true
445 kubectl get pods --all-namespaces -o jsonpath="{range .items[*].status.containerStatuses[*]}{.imageID}{'\\n'}" | sort | uniq | tee $WORKSPACE/tt/pod-imagesId.txt || true
Matteo Scandolo294133a2020-09-04 11:19:43 -0700446 '''
447 }
448 }
Kailashaad71012019-08-27 10:36:53 -0700449 }
450
451 post {
452 always {
453 sh '''
Matteo Scandolo7eba41c2020-12-15 08:59:36 -1000454
455 # get pods information
456 kubectl get pods -o wide
457 kubectl get pods --all-namespaces -o jsonpath="{range .items[*].status.containerStatuses[*]}{.image}{'\\n'}"
458 helm ls
459
Andy Bavier07615f92019-10-03 12:31:18 -0700460 set +e
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700461 cp $WORKSPACE/kind-voltha/install-$NAME.log $WORKSPACE/
Andy Bavier4af02722020-01-15 10:24:24 -0700462
463 sync
Matteo Scandolo9aae4952020-09-14 13:05:53 -0700464 md5sum $WORKSPACE/kind-voltha/bin/voltctl
Andy Bavier4af02722020-01-15 10:24:24 -0700465
466 ## Pull out errors from log files
467 extract_errors_go() {
468 echo
469 echo "Error summary for $1:"
470 grep $1 $WORKSPACE/onos-voltha-combined.log | grep '"level":"error"' | cut -d ' ' -f 2- | jq -r '.msg'
471 echo
472 }
473
474 extract_errors_python() {
475 echo
476 echo "Error summary for $1:"
477 grep $1 $WORKSPACE/onos-voltha-combined.log | grep 'ERROR' | cut -d ' ' -f 2-
478 echo
479 }
480
Matteo Scandolo7eba41c2020-12-15 08:59:36 -1000481 extract_errors_go voltha-rw-core > $WORKSPACE/error-report.log || true
482 extract_errors_go adapter-open-olt >> $WORKSPACE/error-report.log || true
483 extract_errors_python adapter-open-onu >> $WORKSPACE/error-report.log || true
484 extract_errors_python voltha-ofagent >> $WORKSPACE/error-report.log || true
Andy Bavier4af02722020-01-15 10:24:24 -0700485
Matteo Scandolo7eba41c2020-12-15 08:59:36 -1000486 gzip $WORKSPACE/att/onos-voltha-combined.log || true
487 gzip $WORKSPACE/dt/onos-voltha-combined.log || true
488 gzip $WORKSPACE/tt/onos-voltha-combined.log || true
489
Kailashaad71012019-08-27 10:36:53 -0700490 '''
491 step([$class: 'RobotPublisher',
492 disableArchiveOutput: false,
Andy Bavier8b118b72020-04-28 12:59:30 -0700493 logFileName: 'RobotLogs/*/log*.html',
Kailashaad71012019-08-27 10:36:53 -0700494 otherFiles: '',
Andy Bavier8b118b72020-04-28 12:59:30 -0700495 outputFileName: 'RobotLogs/*/output*.xml',
Kailashaad71012019-08-27 10:36:53 -0700496 outputPath: '.',
Andy Bavier8b118b72020-04-28 12:59:30 -0700497 passThreshold: 100,
498 reportFileName: 'RobotLogs/*/report*.html',
Kailashaad71012019-08-27 10:36:53 -0700499 unstableThreshold: 0]);
Matteo Scandolobafd4f02020-12-09 12:14:55 -0800500 archiveArtifacts artifacts: '*.log,**/*.log,**/*.gz,*.gz'
Kailashaad71012019-08-27 10:36:53 -0700501 }
502 }
503}