blob: 6dbf5d2cec6ef74ad90e1dab34aa028497911d9d [file] [log] [blame]
Kailashaad71012019-08-27 10:36:53 -07001// Copyright 2017-present Open Networking Foundation
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15// voltha-2.x e2e tests
16// uses kind-voltha to deploy voltha-2.X
17// uses bbsim to simulate OLT/ONUs
18
19pipeline {
20
21 /* no label, executor is determined by JJB */
22 agent {
Zack Williamsb3292082019-10-11 17:15:18 -070023 label "${params.buildNode}"
Kailashaad71012019-08-27 10:36:53 -070024 }
25 options {
Andy Bavier4af02722020-01-15 10:24:24 -070026 timeout(time: 90, unit: 'MINUTES')
27 }
28 environment {
29 KUBECONFIG="$HOME/.kube/kind-config-voltha-minimal"
30 VOLTCONFIG="$HOME/.volt/config-minimal"
31 PATH="$WORKSPACE/kind-voltha/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
32 TYPE="minimal"
33 FANCY=0
34 WITH_SIM_ADAPTERS="n"
35 WITH_RADIUS="y"
36 WITH_BBSIM="y"
37 DEPLOY_K8S="y"
38 VOLTHA_LOG_LEVEL="DEBUG"
39 CONFIG_SADIS="n"
40 ROBOT_MISC_ARGS="-d $WORKSPACE/RobotLogs -v teardown_device:False"
Kailashaad71012019-08-27 10:36:53 -070041 }
42
43 stages {
44
45 stage('Repo') {
46 steps {
Andy Bavier4af02722020-01-15 10:24:24 -070047 step([$class: 'WsCleanup'])
Kailashaad71012019-08-27 10:36:53 -070048 checkout(changelog: false, \
49 poll: false,
50 scm: [$class: 'RepoScm', \
51 manifestRepositoryUrl: "${params.manifestUrl}", \
52 manifestBranch: "${params.manifestBranch}", \
53 currentBranch: true, \
54 destinationDir: 'voltha', \
55 forceSync: true,
56 resetFirst: true, \
57 quiet: true, \
58 jobs: 4, \
59 showAllChanges: true] \
60 )
61 }
62 }
63 stage('Patch') {
64 steps {
65 sh """
66 pushd voltha
67 PROJECT_PATH=\$(xmllint --xpath "string(//project[@name=\\\"${gerritProject}\\\"]/@path)" .repo/manifest.xml)
68 repo download "\$PROJECT_PATH" "${gerritChangeNumber}/${gerritPatchsetNumber}"
69 popd
70 """
71 }
72 }
73 stage('Create K8s Cluster') {
74 steps {
75 sh """
Kailashaad71012019-08-27 10:36:53 -070076 git clone https://github.com/ciena/kind-voltha.git
77 cd kind-voltha/
Andy Bavier4af02722020-01-15 10:24:24 -070078 JUST_K8S=y ./voltha up
79 bash <( curl -sfL https://raw.githubusercontent.com/boz/kail/master/godownloader.sh) -b "$WORKSPACE/kind-voltha/bin"
Kailashaad71012019-08-27 10:36:53 -070080 """
81 }
82 }
83
84 stage('Build Images') {
85 steps {
86 sh """
Andy Bavier0ed77062020-02-18 10:09:19 -070087 if [ "${gerritProject}" = "pyvoltha" ]; then
88 cd $WORKSPACE/voltha/pyvoltha/
89 make dist
90 cd $WORKSPACE/voltha/voltha-openonu-adapter
91 export LOCAL_PYVOLTHA=$WORKSPACE/voltha/pyvoltha/
92 make local-pyvoltha
93 make DOCKER_REPOSITORY=voltha/ DOCKER_TAG=citest docker-build
94 elif ! [[ "${gerritProject}" =~ ^(voltha-helm-charts|voltha-system-tests)\$ ]]; then
Andy Bavier07615f92019-10-03 12:31:18 -070095 cd $WORKSPACE/voltha/${gerritProject}/
96 make DOCKER_REPOSITORY=voltha/ DOCKER_TAG=citest docker-build
97 fi
Kailashaad71012019-08-27 10:36:53 -070098 """
99 }
100 }
101
102 stage('Push Images') {
103 steps {
104 sh '''
Andy Bavier0ed77062020-02-18 10:09:19 -0700105 if ! [[ "${gerritProject}" =~ ^(voltha-helm-charts|voltha-system-tests)\$ ]]; then
Andy Bavier07615f92019-10-03 12:31:18 -0700106 export GOROOT=/usr/local/go
107 export GOPATH=\$(pwd)
Andy Bavier07615f92019-10-03 12:31:18 -0700108 docker images | grep citest
109 for image in \$(docker images -f "reference=*/*citest" --format "{{.Repository}}"); do echo "Pushing \$image to nodes"; kind load docker-image \$image:citest --name voltha-\$TYPE --nodes voltha-\$TYPE-worker,voltha-\$TYPE-worker2; done
110 fi
Kailashaad71012019-08-27 10:36:53 -0700111 '''
112 }
113 }
114 stage('Deploy Voltha') {
115 steps {
Kailash Khalasiaf3a2a62019-10-02 09:44:08 -0700116 sh '''
Andy Bavier4af02722020-01-15 10:24:24 -0700117 export EXTRA_HELM_FLAGS="--set log_agent.enabled=False ${extraHelmFlags} "
Kailashaad71012019-08-27 10:36:53 -0700118
Andy Bavier4af02722020-01-15 10:24:24 -0700119 IMAGES=""
Kailashaad71012019-08-27 10:36:53 -0700120 if [ "${gerritProject}" = "voltha-go" ]; then
Andy Bavier4af02722020-01-15 10:24:24 -0700121 IMAGES="rw_core ro_core "
122 elif [ "${gerritProject}" = "ofagent-py" ]; then
123 IMAGES="ofagent "
124 elif [ "${gerritProject}" = "voltha-onos" ]; then
125 IMAGES="onos "
126 elif [ "${gerritProject}" = "voltha-openolt-adapter" ]; then
127 IMAGES="adapter_open_olt "
128 elif [ "${gerritProject}" = "voltha-openonu-adapter" ]; then
129 IMAGES="adapter_open_onu "
130 elif [ "${gerritProject}" = "voltha-api-server" ]; then
131 IMAGES="afrouter afrouterd "
132 elif [ "${gerritProject}" = "bbsim" ]; then
133 IMAGES="bbsim "
Andy Bavierec0c10d2020-02-14 13:06:27 -0700134 elif [ "${gerritProject}" = "pyvoltha" ]; then
135 IMAGES="adapter_open_onu "
Zack Williams04997502019-10-04 14:32:20 -0700136 else
Andy Bavier4af02722020-01-15 10:24:24 -0700137 echo "No images to push"
Scott Baker9ac23712019-10-02 09:26:50 -0700138 fi
139
Andy Bavier4af02722020-01-15 10:24:24 -0700140 for I in \$IMAGES
141 do
142 EXTRA_HELM_FLAGS+="--set images.\$I.tag=citest,images.\$I.pullPolicy=Never "
143 done
144
Kailash Khalasiaf3a2a62019-10-02 09:44:08 -0700145 if [ "${gerritProject}" = "voltha-helm-charts" ]; then
Andy Bavier45406342019-10-02 16:45:40 -0700146 export CHART_PATH=$WORKSPACE/voltha/voltha-helm-charts
147 export VOLTHA_CHART=\$CHART_PATH/voltha
148 export VOLTHA_ADAPTER_OPEN_OLT_CHART=\$CHART_PATH/voltha-adapter-openolt
149 export VOLTHA_ADAPTER_OPEN_ONU_CHART=\$CHART_PATH/voltha-adapter-openonu
Kailash Khalasiaf3a2a62019-10-02 09:44:08 -0700150 helm dep update \$VOLTHA_CHART
151 helm dep update \$VOLTHA_ADAPTER_OPEN_OLT_CHART
152 helm dep update \$VOLTHA_ADAPTER_OPEN_ONU_CHART
153 fi
154
155 cd $WORKSPACE/kind-voltha/
Andy Bavier4af02722020-01-15 10:24:24 -0700156 echo \$EXTRA_HELM_FLAGS
157 kail -n voltha -n default > $WORKSPACE/onos-voltha-combined.log &
158 ./voltha up
Kailash Khalasiaf3a2a62019-10-02 09:44:08 -0700159 '''
Kailashaad71012019-08-27 10:36:53 -0700160 }
161 }
162
163 stage('Run E2E Tests') {
164 steps {
165 sh '''
Andy Bavier4af02722020-01-15 10:24:24 -0700166 mkdir -p $WORKSPACE/RobotLogs
Andy Bavierdb003082020-02-04 11:57:36 -0700167
168 # By default, all tests tagged 'sanity' are run. This covers basic functionality
169 # like running through the ATT workflow for a single subscriber.
170 export TEST_TAGS=sanity
171
172 # If the Gerrit comment contains a line with "functional tests" then run the full
173 # functional test suite. This covers tests tagged either 'sanity' or 'functional'.
174 # Note: Gerrit comment text will be prefixed by "Patch set n:" and a blank line
175 REGEX="functional tests"
176 if [[ "$GERRIT_EVENT_COMMENT_TEXT" =~ \$REGEX ]]; then
177 TEST_TAGS=sanityORfunctional
178 fi
179
180 make -C $WORKSPACE/voltha/voltha-system-tests single-kind || true
Kailashaad71012019-08-27 10:36:53 -0700181 '''
182 }
183 }
184 }
185
186 post {
187 always {
188 sh '''
Andy Bavier07615f92019-10-03 12:31:18 -0700189 set +e
Andy Bavier4af02722020-01-15 10:24:24 -0700190 cp $WORKSPACE/kind-voltha/install-minimal.log $WORKSPACE/
Andy Bavieraec60382019-10-29 15:09:04 -0700191 kubectl get pods --all-namespaces -o jsonpath="{range .items[*].status.containerStatuses[*]}{.image}{'\\t'}{.imageID}{'\\n'}" | sort | uniq -c
Kailashaad71012019-08-27 10:36:53 -0700192 kubectl get nodes -o wide
193 kubectl get pods -o wide
194 kubectl get pods -n voltha -o wide
Andy Bavier4af02722020-01-15 10:24:24 -0700195
196 sync
197 pkill kail || true
198
199 ## Pull out errors from log files
200 extract_errors_go() {
201 echo
202 echo "Error summary for $1:"
203 grep $1 $WORKSPACE/onos-voltha-combined.log | grep '"level":"error"' | cut -d ' ' -f 2- | jq -r '.msg'
204 echo
205 }
206
207 extract_errors_python() {
208 echo
209 echo "Error summary for $1:"
210 grep $1 $WORKSPACE/onos-voltha-combined.log | grep 'ERROR' | cut -d ' ' -f 2-
211 echo
212 }
213
214 extract_errors_go voltha-rw-core > $WORKSPACE/error-report.log
215 extract_errors_go adapter-open-olt >> $WORKSPACE/error-report.log
216 extract_errors_python adapter-open-onu >> $WORKSPACE/error-report.log
217 extract_errors_python voltha-ofagent >> $WORKSPACE/error-report.log
218
Andy Bavier2178d102020-02-06 16:22:11 -0700219 gzip $WORKSPACE/onos-voltha-combined.log
220
Andy Bavier4af02722020-01-15 10:24:24 -0700221 ## shut down kind-voltha
222 cd $WORKSPACE/kind-voltha
223 WAIT_ON_DOWN=y ./voltha down
Kailashaad71012019-08-27 10:36:53 -0700224 '''
225 step([$class: 'RobotPublisher',
226 disableArchiveOutput: false,
227 logFileName: 'RobotLogs/log*.html',
228 otherFiles: '',
229 outputFileName: 'RobotLogs/output*.xml',
230 outputPath: '.',
231 passThreshold: 80,
232 reportFileName: 'RobotLogs/report*.html',
233 unstableThreshold: 0]);
Andy Bavier2178d102020-02-06 16:22:11 -0700234 archiveArtifacts artifacts: '*.log,*.gz'
Kailashaad71012019-08-27 10:36:53 -0700235
236 }
237 }
238}