blob: 7dfd54e2099f92ebbced301d79240a0fe028719a [file] [log] [blame]
Kailashaad71012019-08-27 10:36:53 -07001// Copyright 2017-present Open Networking Foundation
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15// voltha-2.x e2e tests
16// uses kind-voltha to deploy voltha-2.X
17// uses bbsim to simulate OLT/ONUs
18
19pipeline {
20
21 /* no label, executor is determined by JJB */
22 agent {
Zack Williamsb3292082019-10-11 17:15:18 -070023 label "${params.buildNode}"
Kailashaad71012019-08-27 10:36:53 -070024 }
25 options {
Andy Bavier4af02722020-01-15 10:24:24 -070026 timeout(time: 90, unit: 'MINUTES')
27 }
28 environment {
29 KUBECONFIG="$HOME/.kube/kind-config-voltha-minimal"
30 VOLTCONFIG="$HOME/.volt/config-minimal"
Andy Bavierb5c8caf2020-04-06 14:12:07 -070031 PATH="$WORKSPACE/voltha/kind-voltha/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
Andy Bavier4af02722020-01-15 10:24:24 -070032 TYPE="minimal"
33 FANCY=0
34 WITH_SIM_ADAPTERS="n"
35 WITH_RADIUS="y"
36 WITH_BBSIM="y"
37 DEPLOY_K8S="y"
38 VOLTHA_LOG_LEVEL="DEBUG"
39 CONFIG_SADIS="n"
Andy Baviere234fa52020-02-24 11:32:03 -070040 ROBOT_MISC_ARGS="-d $WORKSPACE/RobotLogs"
Kailashaad71012019-08-27 10:36:53 -070041 }
42
43 stages {
44
45 stage('Repo') {
46 steps {
Andy Bavier4af02722020-01-15 10:24:24 -070047 step([$class: 'WsCleanup'])
Kailashaad71012019-08-27 10:36:53 -070048 checkout(changelog: false, \
49 poll: false,
50 scm: [$class: 'RepoScm', \
51 manifestRepositoryUrl: "${params.manifestUrl}", \
Zack Williams03ebb272020-03-27 09:42:33 -070052 manifestBranch: "${params.branch}", \
Kailashaad71012019-08-27 10:36:53 -070053 currentBranch: true, \
54 destinationDir: 'voltha', \
55 forceSync: true,
56 resetFirst: true, \
57 quiet: true, \
58 jobs: 4, \
59 showAllChanges: true] \
60 )
61 }
62 }
63 stage('Patch') {
64 steps {
65 sh """
66 pushd voltha
Andy Bavierb35171c2020-03-06 15:47:29 -070067 if [ "${gerritProject}" != "" -a "${gerritChangeNumber}" != "" -a "${gerritPatchsetNumber}" != "" ]
68 then
69 repo download "${gerritProject}" "${gerritChangeNumber}/${gerritPatchsetNumber}"
70 else
71 echo "No patchset to download!"
72 fi
Kailashaad71012019-08-27 10:36:53 -070073 popd
74 """
75 }
76 }
77 stage('Create K8s Cluster') {
78 steps {
79 sh """
Zack Williams03ebb272020-03-27 09:42:33 -070080 if [ "${branch}" != "master" ]; then
81 echo "on branch: ${branch}, sourcing kind-voltha/releases/${branch}"
Andy Bavierb5c8caf2020-04-06 14:12:07 -070082 source "$WORKSPACE/voltha/kind-voltha/releases/${branch}"
Zack Williams03ebb272020-03-27 09:42:33 -070083 else
84 echo "on master, using default settings for kind-voltha"
85 fi
86
Andy Bavierb5c8caf2020-04-06 14:12:07 -070087 cd $WORKSPACE/voltha/kind-voltha/
Andy Bavier4af02722020-01-15 10:24:24 -070088 JUST_K8S=y ./voltha up
Andy Bavierb5c8caf2020-04-06 14:12:07 -070089 bash <( curl -sfL https://raw.githubusercontent.com/boz/kail/master/godownloader.sh) -b "$WORKSPACE/voltha/kind-voltha/bin"
Kailashaad71012019-08-27 10:36:53 -070090 """
91 }
92 }
93
94 stage('Build Images') {
95 steps {
96 sh """
Andy Bavierb99c3d32020-02-18 11:14:17 -070097 make-local () {
98 make -C $WORKSPACE/voltha/\$1 DOCKER_REPOSITORY=voltha/ DOCKER_TAG=citest docker-build
99 }
Andy Bavier0ed77062020-02-18 10:09:19 -0700100 if [ "${gerritProject}" = "pyvoltha" ]; then
Andy Bavierb99c3d32020-02-18 11:14:17 -0700101 make -C $WORKSPACE/voltha/pyvoltha/ dist
Andy Bavier0ed77062020-02-18 10:09:19 -0700102 export LOCAL_PYVOLTHA=$WORKSPACE/voltha/pyvoltha/
Andy Bavierb99c3d32020-02-18 11:14:17 -0700103 make-local voltha-openonu-adapter
104 elif [ "${gerritProject}" = "voltha-lib-go" ]; then
105 make -C $WORKSPACE/voltha/voltha-lib-go/ build
106 export LOCAL_LIB_GO=$WORKSPACE/voltha/voltha-lib-go/
107 make-local voltha-go
108 make-local voltha-openolt-adapter
109 elif [ "${gerritProject}" = "voltha-protos" ]; then
110 make -C $WORKSPACE/voltha/voltha-protos/ build
111 export LOCAL_PROTOS=$WORKSPACE/voltha/voltha-protos/
112 make-local voltha-go
113 make-local voltha-openolt-adapter
114 make-local voltha-openonu-adapter
115 make-local ofagent-py
Andy Bavier178c47b2020-04-01 13:05:43 -0700116 elif [ "${gerritProject}" = "voltctl" ]; then
Andy Bavierdecde3f2020-04-01 15:29:43 -0700117 # Set and handle GOPATH and PATH
118 export GOPATH=\${GOPATH:-$WORKSPACE/go}
119 export PATH=\$PATH:/usr/lib/go-1.12/bin:/usr/local/go/bin:\$GOPATH/bin
Andy Bavier178c47b2020-04-01 13:05:43 -0700120 make -C $WORKSPACE/voltha/voltctl/ build
Andy Bavier4318f8d2020-04-09 13:50:53 -0700121 elif ! [[ "${gerritProject}" =~ ^(voltha-helm-charts|voltha-system-tests|kind-voltha)\$ ]]; then
Andy Bavierb99c3d32020-02-18 11:14:17 -0700122 make-local ${gerritProject}
Andy Bavier07615f92019-10-03 12:31:18 -0700123 fi
Kailashaad71012019-08-27 10:36:53 -0700124 """
125 }
126 }
127
128 stage('Push Images') {
129 steps {
130 sh '''
Zack Williams03ebb272020-03-27 09:42:33 -0700131 if [ "${branch}" != "master" ]; then
132 echo "on branch: ${branch}, sourcing kind-voltha/releases/${branch}"
Andy Bavierb5c8caf2020-04-06 14:12:07 -0700133 source "$WORKSPACE/voltha/kind-voltha/releases/${branch}"
Zack Williams03ebb272020-03-27 09:42:33 -0700134 else
135 echo "on master, using default settings for kind-voltha"
136 fi
137
Andy Bavierb5c8caf2020-04-06 14:12:07 -0700138 if ! [[ "${gerritProject}" =~ ^(voltha-helm-charts|voltha-system-tests|voltctl|kind-voltha)\$ ]]; then
Andy Bavier07615f92019-10-03 12:31:18 -0700139 export GOROOT=/usr/local/go
140 export GOPATH=\$(pwd)
Andy Bavier07615f92019-10-03 12:31:18 -0700141 docker images | grep citest
142 for image in \$(docker images -f "reference=*/*citest" --format "{{.Repository}}"); do echo "Pushing \$image to nodes"; kind load docker-image \$image:citest --name voltha-\$TYPE --nodes voltha-\$TYPE-worker,voltha-\$TYPE-worker2; done
143 fi
Kailashaad71012019-08-27 10:36:53 -0700144 '''
145 }
146 }
147 stage('Deploy Voltha') {
148 steps {
Kailash Khalasiaf3a2a62019-10-02 09:44:08 -0700149 sh '''
Zack Williams03ebb272020-03-27 09:42:33 -0700150 if [ "${branch}" != "master" ]; then
151 echo "on branch: ${branch}, sourcing kind-voltha/releases/${branch}"
Andy Bavierb5c8caf2020-04-06 14:12:07 -0700152 source "$WORKSPACE/voltha/kind-voltha/releases/${branch}"
Zack Williams03ebb272020-03-27 09:42:33 -0700153 else
154 echo "on master, using default settings for kind-voltha"
155 fi
156
157 export EXTRA_HELM_FLAGS+="--set log_agent.enabled=False ${extraHelmFlags} "
Kailashaad71012019-08-27 10:36:53 -0700158
Andy Bavier4af02722020-01-15 10:24:24 -0700159 IMAGES=""
Kailashaad71012019-08-27 10:36:53 -0700160 if [ "${gerritProject}" = "voltha-go" ]; then
Andy Bavier4af02722020-01-15 10:24:24 -0700161 IMAGES="rw_core ro_core "
162 elif [ "${gerritProject}" = "ofagent-py" ]; then
Andy Bavier8d816422020-03-23 15:34:26 -0700163 IMAGES="ofagent_py "
164 EXTRA_HELM_FLAGS+="--set use_ofagent_go=false "
Andy Bavier9c412a82020-03-23 12:00:28 -0700165 elif [ "${gerritProject}" = "ofagent-go" ]; then
Andy Bavier8d816422020-03-23 15:34:26 -0700166 IMAGES="ofagent_go "
Andy Bavier4af02722020-01-15 10:24:24 -0700167 elif [ "${gerritProject}" = "voltha-onos" ]; then
168 IMAGES="onos "
169 elif [ "${gerritProject}" = "voltha-openolt-adapter" ]; then
170 IMAGES="adapter_open_olt "
171 elif [ "${gerritProject}" = "voltha-openonu-adapter" ]; then
172 IMAGES="adapter_open_onu "
173 elif [ "${gerritProject}" = "voltha-api-server" ]; then
174 IMAGES="afrouter afrouterd "
175 elif [ "${gerritProject}" = "bbsim" ]; then
176 IMAGES="bbsim "
Andy Bavierec0c10d2020-02-14 13:06:27 -0700177 elif [ "${gerritProject}" = "pyvoltha" ]; then
178 IMAGES="adapter_open_onu "
Andy Bavierb99c3d32020-02-18 11:14:17 -0700179 elif [ "${gerritProject}" = "voltha-lib-go" ]; then
180 IMAGES="rw_core ro_core adapter_open_olt "
181 elif [ "${gerritProject}" = "voltha-protos" ]; then
182 IMAGES="rw_core ro_core adapter_open_olt adapter_open_onu ofagent "
Zack Williams04997502019-10-04 14:32:20 -0700183 else
Andy Bavier4af02722020-01-15 10:24:24 -0700184 echo "No images to push"
Scott Baker9ac23712019-10-02 09:26:50 -0700185 fi
186
Andy Bavier4af02722020-01-15 10:24:24 -0700187 for I in \$IMAGES
188 do
189 EXTRA_HELM_FLAGS+="--set images.\$I.tag=citest,images.\$I.pullPolicy=Never "
190 done
191
Kailash Khalasiaf3a2a62019-10-02 09:44:08 -0700192 if [ "${gerritProject}" = "voltha-helm-charts" ]; then
Andy Bavier45406342019-10-02 16:45:40 -0700193 export CHART_PATH=$WORKSPACE/voltha/voltha-helm-charts
194 export VOLTHA_CHART=\$CHART_PATH/voltha
195 export VOLTHA_ADAPTER_OPEN_OLT_CHART=\$CHART_PATH/voltha-adapter-openolt
196 export VOLTHA_ADAPTER_OPEN_ONU_CHART=\$CHART_PATH/voltha-adapter-openonu
Kailash Khalasiaf3a2a62019-10-02 09:44:08 -0700197 helm dep update \$VOLTHA_CHART
198 helm dep update \$VOLTHA_ADAPTER_OPEN_OLT_CHART
199 helm dep update \$VOLTHA_ADAPTER_OPEN_ONU_CHART
200 fi
201
Andy Bavier178c47b2020-04-01 13:05:43 -0700202 if [ "${gerritProject}" = "voltctl" ]; then
203 export VOLTCTL_VERSION=$(cat $WORKSPACE/voltha/voltctl/VERSION)
Andy Bavierb5c8caf2020-04-06 14:12:07 -0700204 cp $WORKSPACE/voltha/voltctl/voltctl $WORKSPACE/voltha/kind-voltha/bin/voltctl
205 md5sum $WORKSPACE/voltha/kind-voltha/bin/voltctl
Andy Bavier178c47b2020-04-01 13:05:43 -0700206 fi
207
Andy Bavierb5c8caf2020-04-06 14:12:07 -0700208 cd $WORKSPACE/voltha/kind-voltha/
Andy Bavier4af02722020-01-15 10:24:24 -0700209 echo \$EXTRA_HELM_FLAGS
210 kail -n voltha -n default > $WORKSPACE/onos-voltha-combined.log &
211 ./voltha up
Kailash Khalasiaf3a2a62019-10-02 09:44:08 -0700212 '''
Kailashaad71012019-08-27 10:36:53 -0700213 }
214 }
215
216 stage('Run E2E Tests') {
217 steps {
218 sh '''
Andy Bavier4af02722020-01-15 10:24:24 -0700219 mkdir -p $WORKSPACE/RobotLogs
Andy Bavierdb003082020-02-04 11:57:36 -0700220
221 # By default, all tests tagged 'sanity' are run. This covers basic functionality
222 # like running through the ATT workflow for a single subscriber.
223 export TEST_TAGS=sanity
224
225 # If the Gerrit comment contains a line with "functional tests" then run the full
226 # functional test suite. This covers tests tagged either 'sanity' or 'functional'.
227 # Note: Gerrit comment text will be prefixed by "Patch set n:" and a blank line
228 REGEX="functional tests"
229 if [[ "$GERRIT_EVENT_COMMENT_TEXT" =~ \$REGEX ]]; then
230 TEST_TAGS=sanityORfunctional
231 fi
232
233 make -C $WORKSPACE/voltha/voltha-system-tests single-kind || true
Kailashaad71012019-08-27 10:36:53 -0700234 '''
235 }
236 }
237 }
238
239 post {
240 always {
241 sh '''
Andy Bavier07615f92019-10-03 12:31:18 -0700242 set +e
Andy Bavierb5c8caf2020-04-06 14:12:07 -0700243 cp $WORKSPACE/voltha/kind-voltha/install-minimal.log $WORKSPACE/
Matteo Scandolo97b12572020-04-13 12:44:46 -0700244 kubectl get pods --all-namespaces -o jsonpath="{range .items[*].status.containerStatuses[*]}{.image}{'\\n'}" | sort | uniq
245 kubectl get pods --all-namespaces -o jsonpath="{range .items[*].status.containerStatuses[*]}{.imageID}{'\\n'}" | sort | uniq
Kailashaad71012019-08-27 10:36:53 -0700246 kubectl get nodes -o wide
247 kubectl get pods -o wide
248 kubectl get pods -n voltha -o wide
Andy Bavier4af02722020-01-15 10:24:24 -0700249
250 sync
251 pkill kail || true
Andy Bavierb5c8caf2020-04-06 14:12:07 -0700252 md5sum $WORKSPACE/voltha/kind-voltha/bin/voltctl
Andy Bavier4af02722020-01-15 10:24:24 -0700253
254 ## Pull out errors from log files
255 extract_errors_go() {
256 echo
257 echo "Error summary for $1:"
258 grep $1 $WORKSPACE/onos-voltha-combined.log | grep '"level":"error"' | cut -d ' ' -f 2- | jq -r '.msg'
259 echo
260 }
261
262 extract_errors_python() {
263 echo
264 echo "Error summary for $1:"
265 grep $1 $WORKSPACE/onos-voltha-combined.log | grep 'ERROR' | cut -d ' ' -f 2-
266 echo
267 }
268
269 extract_errors_go voltha-rw-core > $WORKSPACE/error-report.log
270 extract_errors_go adapter-open-olt >> $WORKSPACE/error-report.log
271 extract_errors_python adapter-open-onu >> $WORKSPACE/error-report.log
272 extract_errors_python voltha-ofagent >> $WORKSPACE/error-report.log
273
Andy Bavier2178d102020-02-06 16:22:11 -0700274 gzip $WORKSPACE/onos-voltha-combined.log
275
Zack Williams03ebb272020-03-27 09:42:33 -0700276
Andy Bavier4af02722020-01-15 10:24:24 -0700277 ## shut down kind-voltha
Zack Williams03ebb272020-03-27 09:42:33 -0700278 if [ "${branch}" != "master" ]; then
279 echo "on branch: ${branch}, sourcing kind-voltha/releases/${branch}"
Andy Bavierb5c8caf2020-04-06 14:12:07 -0700280 source "$WORKSPACE/voltha/kind-voltha/releases/${branch}"
Zack Williams03ebb272020-03-27 09:42:33 -0700281 else
282 echo "on master, using default settings for kind-voltha"
283 fi
284
Andy Bavierb5c8caf2020-04-06 14:12:07 -0700285 cd $WORKSPACE/voltha/kind-voltha
Andy Bavier4af02722020-01-15 10:24:24 -0700286 WAIT_ON_DOWN=y ./voltha down
Kailashaad71012019-08-27 10:36:53 -0700287 '''
288 step([$class: 'RobotPublisher',
289 disableArchiveOutput: false,
290 logFileName: 'RobotLogs/log*.html',
291 otherFiles: '',
292 outputFileName: 'RobotLogs/output*.xml',
293 outputPath: '.',
294 passThreshold: 80,
295 reportFileName: 'RobotLogs/report*.html',
296 unstableThreshold: 0]);
Andy Bavier2178d102020-02-06 16:22:11 -0700297 archiveArtifacts artifacts: '*.log,*.gz'
Kailashaad71012019-08-27 10:36:53 -0700298 }
299 }
300}