blob: b2727af41ede9e40e8721635b8c511be100b030e [file] [log] [blame]
Hung-Wei Chiu5ec2edf2020-04-30 14:53:13 -07001// Copyright 2017-present Open Networking Foundation
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15// voltha-2.x e2e tests
16// uses kind-voltha to deploy voltha-2.X
17// uses bbsim to simulate OLT/ONUs
18
19pipeline {
20
21 /* no label, executor is determined by JJB */
22 agent {
23 label "${params.buildNode}"
24 }
25 options {
Suchitra Vemurifcbec0f2020-11-30 10:35:52 -080026 timeout(time: 190, unit: 'MINUTES')
Hung-Wei Chiu5ec2edf2020-04-30 14:53:13 -070027 }
28 environment {
29 KUBECONFIG="$HOME/.kube/kind-config-voltha-minimal"
30 VOLTCONFIG="$HOME/.volt/config-minimal"
Matteo Scandolo861a53a2020-09-16 11:39:42 -070031 PATH="$PATH:$WORKSPACE/kind-voltha/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
Matteo Scandolo4d1a12f2020-12-07 16:17:12 -080032 NAME="minimal"
Hung-Wei Chiu5ec2edf2020-04-30 14:53:13 -070033 FANCY=0
34 WITH_SIM_ADAPTERS="no"
35 WITH_RADIUS="yes"
36 WITH_BBSIM="yes"
37 DEPLOY_K8S="yes"
38 VOLTHA_LOG_LEVEL="DEBUG"
Andrea Campanella2a01b5a2020-09-09 11:38:18 +020039 CONFIG_SADIS="external"
40 BBSIM_CFG="configs/bbsim-sadis-att.yaml"
Andy Bavier4be37062020-06-29 15:17:26 -070041 ROBOT_MISC_ARGS="-e PowerSwitch ${params.extraRobotArgs}"
pierventref48ebc12020-07-17 16:01:32 +020042 KARAF_HOME="${params.karafHome}"
43 DIAGS_PROFILE="VOLTHA_PROFILE"
Suchitra Vemuri456b6b42020-11-10 19:06:22 -080044 NUM_OF_BBSIM="${olts}"
Hung-Wei Chiu5ec2edf2020-04-30 14:53:13 -070045 }
46 stages {
Matteo Scandolo861a53a2020-09-16 11:39:42 -070047 stage('Clone kind-voltha') {
48 steps {
49 checkout([
50 $class: 'GitSCM',
51 userRemoteConfigs: [[
52 url: "https://gerrit.opencord.org/kind-voltha",
Matteo Scandoloa42c6f52020-09-19 01:35:12 +000053 // refspec: "${kindVolthaChange}"
Matteo Scandolo861a53a2020-09-16 11:39:42 -070054 ]],
55 branches: [[ name: "master", ]],
56 extensions: [
57 [$class: 'WipeWorkspace'],
58 [$class: 'RelativeTargetDirectory', relativeTargetDir: "kind-voltha"],
59 [$class: 'CloneOption', depth: 0, noTags: false, reference: '', shallow: false],
60 ],
61 ])
62 }
63 }
Matteo Scandolofa90bb12020-09-18 11:00:50 -070064 stage('Cleanup') {
65 steps {
66 sh """
67 cd $WORKSPACE/kind-voltha/
68 WAIT_ON_DOWN=y DEPLOY_K8S=n ./voltha down || ./voltha down
69 """
70 }
71 }
Matteo Scandolo861a53a2020-09-16 11:39:42 -070072 stage('Clone voltha-system-tests') {
73 steps {
74 checkout([
75 $class: 'GitSCM',
76 userRemoteConfigs: [[
77 url: "https://gerrit.opencord.org/voltha-system-tests",
Matteo Scandoloa42c6f52020-09-19 01:35:12 +000078 // refspec: "${volthaSystemTestsChange}"
Matteo Scandolo861a53a2020-09-16 11:39:42 -070079 ]],
80 branches: [[ name: "${branch}", ]],
81 extensions: [
82 [$class: 'WipeWorkspace'],
83 [$class: 'RelativeTargetDirectory', relativeTargetDir: "voltha-system-tests"],
84 [$class: 'CloneOption', depth: 0, noTags: false, reference: '', shallow: false],
85 ],
86 ])
Hung-Wei Chiu5ec2edf2020-04-30 14:53:13 -070087 }
88 }
89
90 stage('Deploy Voltha') {
91 steps {
92 sh """
93 export EXTRA_HELM_FLAGS=""
94 if [ "${branch}" != "master" ]; then
95 echo "on branch: ${branch}, sourcing kind-voltha/releases/${branch}"
Matteo Scandolo861a53a2020-09-16 11:39:42 -070096 source "$WORKSPACE/kind-voltha/releases/${branch}"
Hung-Wei Chiu5ec2edf2020-04-30 14:53:13 -070097 else
98 echo "on master, using default settings for kind-voltha"
99 fi
100
Andrea Campanella427d13e2020-12-16 18:27:08 +0100101 EXTRA_HELM_FLAGS+="--set log_agent.enabled=False ${params.extraHelmFlags} --set defaults.image_registry=mirror.registry.opennetworking.org/ "
Hung-Wei Chiu5ec2edf2020-04-30 14:53:13 -0700102
Matteo Scandolo861a53a2020-09-16 11:39:42 -0700103 cd $WORKSPACE/kind-voltha/
Hung-Wei Chiu5ec2edf2020-04-30 14:53:13 -0700104 ./voltha up
105 """
106 }
107 }
108
109 stage('Functional Tests') {
110 environment {
111 ROBOT_LOGS_DIR="$WORKSPACE/RobotLogs/FunctionalTests"
112 }
113 steps {
114 sh '''
115 set +e
116 mkdir -p $ROBOT_LOGS_DIR
Matteo Scandolo861a53a2020-09-16 11:39:42 -0700117 cd $WORKSPACE/kind-voltha/scripts
Hung-Wei Chiu5ec2edf2020-04-30 14:53:13 -0700118 ./log-collector.sh > /dev/null &
119 ./log-combine.sh > /dev/null &
120
121 export ROBOT_MISC_ARGS="-d $ROBOT_LOGS_DIR"
Suchitra Vemuri456b6b42020-11-10 19:06:22 -0800122 make -C $WORKSPACE/voltha-system-tests ${makeTarget} || true
Hung-Wei Chiu5ec2edf2020-04-30 14:53:13 -0700123 '''
124 }
125 }
126
Hung-Wei Chiuc72fe1f2020-05-04 13:54:32 -0700127 stage('Alarm Tests') {
128 environment {
129 ROBOT_LOGS_DIR="$WORKSPACE/RobotLogs/AlarmTests"
130 }
Suchitra Vemuri456b6b42020-11-10 19:06:22 -0800131 when {
132 expression {
133 return params.withAlarms
134 }
135 }
Hung-Wei Chiuc72fe1f2020-05-04 13:54:32 -0700136 steps {
137 sh '''
138 set +e
139 mkdir -p $WORKSPACE/RobotLogs
140
141 export ROBOT_MISC_ARGS="-d $ROBOT_LOGS_DIR"
Suchitra Vemuri456b6b42020-11-10 19:06:22 -0800142 make -C $WORKSPACE/voltha-system-tests ${makeAlarmtestTarget} || true
Hung-Wei Chiuc72fe1f2020-05-04 13:54:32 -0700143 '''
144 }
145 }
146
Hung-Wei Chiu5ec2edf2020-04-30 14:53:13 -0700147 stage('Failure/Recovery Tests') {
148 environment {
149 ROBOT_LOGS_DIR="$WORKSPACE/RobotLogs/FailureTests"
150 }
151 steps {
152 sh '''
153 set +e
154 mkdir -p $WORKSPACE/RobotLogs
155
156 export ROBOT_MISC_ARGS="-d $ROBOT_LOGS_DIR"
Suchitra Vemuri456b6b42020-11-10 19:06:22 -0800157 make -C $WORKSPACE/voltha-system-tests ${makeFailtestTarget} || true
Hung-Wei Chiu5ec2edf2020-04-30 14:53:13 -0700158 '''
159 }
160 }
Suchitra Vemuri5eb71952020-12-15 18:18:32 -0800161 stage('Multiple OLT Tests') {
162 environment {
163 ROBOT_LOGS_DIR="$WORKSPACE/RobotLogs/MultipleOLTTests"
164 }
165 steps {
166 sh '''
167 if [ "${olts}" -gt 1 ]; then
168 set +e
169 mkdir -p $WORKSPACE/RobotLogs
170 export ROBOT_MISC_ARGS="-d $ROBOT_LOGS_DIR"
171 make -C $WORKSPACE/voltha-system-tests ${makeMultiOltTarget} || true
172 fi
173 '''
174 }
175 }
Hung-Wei Chiu5ec2edf2020-04-30 14:53:13 -0700176
177 stage('Error Tests') {
178 environment {
179 ROBOT_LOGS_DIR="$WORKSPACE/RobotLogs/ErrorTests"
180 }
181 steps {
182 sh '''
183 set +e
184 mkdir -p $WORKSPACE/RobotLogs
185
186 export ROBOT_MISC_ARGS="-d $ROBOT_LOGS_DIR"
Suchitra Vemuri456b6b42020-11-10 19:06:22 -0800187 make -C $WORKSPACE/voltha-system-tests ${makeErrortestTarget} || true
Hung-Wei Chiu5ec2edf2020-04-30 14:53:13 -0700188 '''
189 }
190 }
Hung-Wei Chiu5ec2edf2020-04-30 14:53:13 -0700191 }
192
193 post {
194 always {
195 sh '''
196 set +e
Matteo Scandolo861a53a2020-09-16 11:39:42 -0700197 cp $WORKSPACE/kind-voltha/install-minimal.log $WORKSPACE/
Hung-Wei Chiu5ec2edf2020-04-30 14:53:13 -0700198 kubectl get pods --all-namespaces -o jsonpath="{range .items[*].status.containerStatuses[*]}{.image}{'\\n'}" | sort | uniq
199 kubectl get pods --all-namespaces -o jsonpath="{range .items[*].status.containerStatuses[*]}{.imageID}{'\\n'}" | sort | uniq
200 kubectl get nodes -o wide
201 kubectl get pods -o wide
202 kubectl get pods -n voltha -o wide
203
204 sleep 60 # Wait for log-collector and log-combine to complete
205
206 ## Pull out errors from log files
207 extract_errors_go() {
208 echo
209 echo "Error summary for $1:"
Matteo Scandolo861a53a2020-09-16 11:39:42 -0700210 grep '"level":"error"' $WORKSPACE/kind-voltha/scripts/logger/combined/$1*
Hung-Wei Chiu5ec2edf2020-04-30 14:53:13 -0700211 echo
212 }
213
214 extract_errors_python() {
215 echo
216 echo "Error summary for $1:"
Matteo Scandolo861a53a2020-09-16 11:39:42 -0700217 grep 'ERROR' $WORKSPACE/kind-voltha/scripts/logger/combined/$1*
Hung-Wei Chiu5ec2edf2020-04-30 14:53:13 -0700218 echo
219 }
220
221 extract_errors_go voltha-rw-core > $WORKSPACE/error-report.log
222 extract_errors_go adapter-open-olt >> $WORKSPACE/error-report.log
223 extract_errors_python adapter-open-onu >> $WORKSPACE/error-report.log
224 extract_errors_go voltha-ofagent >> $WORKSPACE/error-report.log
225 extract_errors_python onos >> $WORKSPACE/error-report.log
226
Andrea Campanella9a95cb72020-09-03 11:28:35 +0200227 gzip error-report.log || true
228
Matteo Scandolo861a53a2020-09-16 11:39:42 -0700229 cd $WORKSPACE/kind-voltha/scripts/logger/combined/
Hung-Wei Chiu5ec2edf2020-04-30 14:53:13 -0700230 tar czf $WORKSPACE/container-logs.tgz *
231
232 cd $WORKSPACE
233 gzip *-combined.log || true
234
235 ## shut down voltha but leave kind-voltha cluster
Matteo Scandolo861a53a2020-09-16 11:39:42 -0700236 cd $WORKSPACE/kind-voltha/
Hung-Wei Chiu5ec2edf2020-04-30 14:53:13 -0700237 DEPLOY_K8S=n WAIT_ON_DOWN=y ./voltha down
Andy Bavierfcae3832020-06-04 08:51:10 -0700238 kubectl delete deployment voltctl || true
Hung-Wei Chiu5ec2edf2020-04-30 14:53:13 -0700239 '''
240 step([$class: 'RobotPublisher',
241 disableArchiveOutput: false,
242 logFileName: '**/log*.html',
243 otherFiles: '',
244 outputFileName: '**/output*.xml',
245 outputPath: 'RobotLogs',
246 passThreshold: 100,
247 reportFileName: '**/report*.html',
248 unstableThreshold: 0]);
249
250 archiveArtifacts artifacts: '*.log,*.gz,*.tgz'
251
252 }
253 }
254}