blob: dcea4c4c7fe9d2badbe2d0900a8305ef37d72527 [file] [log] [blame]
Kailash8b8de742019-07-30 08:54:51 -07001// Copyright 2017-present Open Networking Foundation
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15// voltha-2.x e2e tests
16// uses kind-voltha to deploy voltha-2.X
17// uses bbsim to simulate OLT/ONUs
18
19pipeline {
20
21 /* no label, executor is determined by JJB */
22 agent {
Zack Williamsb3292082019-10-11 17:15:18 -070023 label "${params.buildNode}"
Kailash8b8de742019-07-30 08:54:51 -070024 }
Kailash4b323ff2019-08-02 17:52:49 -070025 options {
Andrea Campanella2f21f982020-09-11 13:26:40 +020026 timeout(time: 60, unit: 'MINUTES')
Kailash4b323ff2019-08-02 17:52:49 -070027 }
Andy Bavier218385e2019-11-13 09:51:38 -070028 environment {
29 KUBECONFIG="$HOME/.kube/kind-config-voltha-minimal"
30 VOLTCONFIG="$HOME/.volt/config-minimal"
Andrea Campanella88f01ea2021-01-04 11:36:25 +010031 PATH="$PATH:$WORKSPACE/kind-voltha/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
Matteo Scandolo4d1a12f2020-12-07 16:17:12 -080032 NAME="minimal"
Andy Bavier218385e2019-11-13 09:51:38 -070033 FANCY=0
Hung-Wei Chiuf284d3f2020-04-08 11:38:13 -070034 WITH_SIM_ADAPTERS="no"
35 WITH_RADIUS="yes"
36 WITH_BBSIM="yes"
37 DEPLOY_K8S="yes"
Andy Bavier218385e2019-11-13 09:51:38 -070038 VOLTHA_LOG_LEVEL="DEBUG"
Andrea Campanellafe950382020-09-10 18:12:11 +020039 CONFIG_SADIS="external"
40 BBSIM_CFG="configs/bbsim-sadis-att.yaml"
Andy Bavierd9870042020-06-23 13:16:47 -070041 ROBOT_MISC_ARGS="${params.extraRobotArgs} -d $WORKSPACE/RobotLogs -e PowerSwitch"
pierventref48ebc12020-07-17 16:01:32 +020042 KARAF_HOME="${params.karafHome}"
43 DIAGS_PROFILE="VOLTHA_PROFILE"
Andy Bavier218385e2019-11-13 09:51:38 -070044 }
Kailash8b8de742019-07-30 08:54:51 -070045 stages {
46
Andrea Campanella88f01ea2021-01-04 11:36:25 +010047 stage('Clone kind-voltha') {
Andy Bavier4c8b3232019-11-22 16:17:47 -070048 steps {
Andrea Campanella88f01ea2021-01-04 11:36:25 +010049 checkout([
50 $class: 'GitSCM',
51 userRemoteConfigs: [[
52 url: "https://gerrit.opencord.org/kind-voltha",
53 // refspec: "${kindVolthaChange}"
54 ]],
55 branches: [[ name: "master", ]],
56 extensions: [
57 [$class: 'WipeWorkspace'],
58 [$class: 'RelativeTargetDirectory', relativeTargetDir: "kind-voltha"],
59 [$class: 'CloneOption', depth: 0, noTags: false, reference: '', shallow: false],
60 ],
61 ])
Andy Bavier4c8b3232019-11-22 16:17:47 -070062 }
63 }
Andrea Campanella88f01ea2021-01-04 11:36:25 +010064 stage('Cleanup') {
Kailash8b8de742019-07-30 08:54:51 -070065 steps {
66 sh """
Andrea Campanella88f01ea2021-01-04 11:36:25 +010067 cd $WORKSPACE/kind-voltha/
68 WAIT_ON_DOWN=y DEPLOY_K8S=n ./voltha down || true
69 """
70 }
71 }
72 stage('Clone voltha-system-tests') {
73 steps {
74 checkout([
75 $class: 'GitSCM',
76 userRemoteConfigs: [[
77 url: "https://gerrit.opencord.org/voltha-system-tests",
78 // refspec: "${volthaSystemTestsChange}"
79 ]],
Suchitra Vemuri53ee1482021-03-25 15:16:30 -070080 branches: [[ name: "master", ]],
Andrea Campanella88f01ea2021-01-04 11:36:25 +010081 extensions: [
82 [$class: 'WipeWorkspace'],
83 [$class: 'RelativeTargetDirectory', relativeTargetDir: "voltha-system-tests"],
84 [$class: 'CloneOption', depth: 0, noTags: false, reference: '', shallow: false],
85 ],
86 ])
Kailash8b8de742019-07-30 08:54:51 -070087 }
88 }
89
90 stage('Deploy Voltha') {
91 steps {
92 sh """
Andy Bavierdc8bc2c2020-03-29 16:25:02 -070093 export EXTRA_HELM_FLAGS=""
Andy Bavier6dfaf7e2020-03-30 14:52:59 -070094 if [ "${branch}" != "master" ]; then
95 echo "on branch: ${branch}, sourcing kind-voltha/releases/${branch}"
Andrea Campanella88f01ea2021-01-04 11:36:25 +010096 source "$WORKSPACE/kind-voltha/releases/${branch}"
Andy Bavier10926f12020-03-27 16:53:43 -070097 else
98 echo "on master, using default settings for kind-voltha"
99 fi
100
Hung-Wei Chiuf284d3f2020-04-08 11:38:13 -0700101 if [ "${workFlow}" == "DT" ]; then
102 export WITH_DHCP=no
103 export WITH_IGMP=no
104 export WITH_EAPOL=no
105 export WITH_RADIUS=no
Andrea Campanellafe950382020-09-10 18:12:11 +0200106 export BBSIM_CFG="configs/bbsim-sadis-dt.yaml"
Hung-Wei Chiuf284d3f2020-04-08 11:38:13 -0700107 fi
108
Andy Bavier10926f12020-03-27 16:53:43 -0700109 EXTRA_HELM_FLAGS+="--set log_agent.enabled=False ${params.extraHelmFlags} "
110
Andrea Campanella88f01ea2021-01-04 11:36:25 +0100111 cd $WORKSPACE/kind-voltha/
Andy Bavier36c688c2020-03-17 07:32:30 -0700112 WAIT_ON_DOWN=y DEPLOY_K8S=n ./voltha down || ./voltha down
Andy Bavier218385e2019-11-13 09:51:38 -0700113 ./voltha up
Kailash8b8de742019-07-30 08:54:51 -0700114 """
115 }
116 }
117
Kailash8b8de742019-07-30 08:54:51 -0700118 stage('Run E2E Tests') {
119 steps {
120 sh '''
Andy Bavier4af02722020-01-15 10:24:24 -0700121 set +e
Andy Bavier2c9ce042019-11-23 07:36:31 -0700122 mkdir -p $WORKSPACE/RobotLogs
Andy Bavier3c1ccca2020-02-12 16:50:04 -0700123
Andrea Campanella88f01ea2021-01-04 11:36:25 +0100124 cd $WORKSPACE/kind-voltha/scripts
Andy Bavier3c1ccca2020-02-12 16:50:04 -0700125 ./log-collector.sh > /dev/null &
Andy Bavier7afb11c2020-02-13 11:25:20 -0700126 ./log-combine.sh > /dev/null &
Andy Bavier3c1ccca2020-02-12 16:50:04 -0700127
Andrea Campanella88f01ea2021-01-04 11:36:25 +0100128 make -C $WORKSPACE/voltha-system-tests ${makeTarget} || true
Kailash8b8de742019-07-30 08:54:51 -0700129 '''
130 }
131 }
132 }
133
134 post {
135 always {
136 sh '''
Andy Bavier218385e2019-11-13 09:51:38 -0700137 set +e
Andrea Campanella88f01ea2021-01-04 11:36:25 +0100138 cp $WORKSPACE/kind-voltha/install-minimal.log $WORKSPACE/
Matteo Scandolo97b12572020-04-13 12:44:46 -0700139 kubectl get pods --all-namespaces -o jsonpath="{range .items[*].status.containerStatuses[*]}{.image}{'\\n'}" | sort | uniq
140 kubectl get pods --all-namespaces -o jsonpath="{range .items[*].status.containerStatuses[*]}{.imageID}{'\\n'}" | sort | uniq
Kailash887a2962019-08-14 13:26:33 -0700141 kubectl get nodes -o wide
142 kubectl get pods -o wide
143 kubectl get pods -n voltha -o wide
Andy Bavier4af02722020-01-15 10:24:24 -0700144
Andy Bavier7afb11c2020-02-13 11:25:20 -0700145 sleep 60 # Wait for log-collector and log-combine to complete
146
Andy Bavierb30c0a02020-03-03 17:21:23 -0700147 ## Pull out errors from log files
148 extract_errors_go() {
149 echo
150 echo "Error summary for $1:"
Andrea Campanella88f01ea2021-01-04 11:36:25 +0100151 grep '"level":"error"' $WORKSPACE/kind-voltha/scripts/logger/combined/$1*
Andy Bavierb30c0a02020-03-03 17:21:23 -0700152 echo
153 }
154
155 extract_errors_python() {
156 echo
157 echo "Error summary for $1:"
Andrea Campanella88f01ea2021-01-04 11:36:25 +0100158 grep 'ERROR' $WORKSPACE/kind-voltha/scripts/logger/combined/$1*
Andy Bavierb30c0a02020-03-03 17:21:23 -0700159 echo
160 }
161
162 extract_errors_go voltha-rw-core > $WORKSPACE/error-report.log
163 extract_errors_go adapter-open-olt >> $WORKSPACE/error-report.log
164 extract_errors_python adapter-open-onu >> $WORKSPACE/error-report.log
165 extract_errors_go voltha-ofagent >> $WORKSPACE/error-report.log
166 extract_errors_python onos >> $WORKSPACE/error-report.log
167
Andrea Campanella9a95cb72020-09-03 11:28:35 +0200168 gzip error-report.log || true
169
Andrea Campanella88f01ea2021-01-04 11:36:25 +0100170 cd $WORKSPACE/kind-voltha/scripts/logger/combined/
Andy Bavier7afb11c2020-02-13 11:25:20 -0700171 tar czf $WORKSPACE/container-logs.tgz *
Andy Bavier4af02722020-01-15 10:24:24 -0700172
Andy Bavier3c1ccca2020-02-12 16:50:04 -0700173 cd $WORKSPACE
Andy Bavierb86ca422020-02-13 05:19:43 -0700174 gzip *-combined.log || true
Andy Bavier2178d102020-02-06 16:22:11 -0700175
Andy Bavier36c688c2020-03-17 07:32:30 -0700176 ## shut down voltha but leave kind-voltha cluster
Andrea Campanella88f01ea2021-01-04 11:36:25 +0100177 cd $WORKSPACE/kind-voltha/
Andy Bavier36c688c2020-03-17 07:32:30 -0700178 DEPLOY_K8S=n WAIT_ON_DOWN=y ./voltha down
Andy Bavierfcae3832020-06-04 08:51:10 -0700179 kubectl delete deployment voltctl || true
Kailash8b8de742019-07-30 08:54:51 -0700180 '''
181 step([$class: 'RobotPublisher',
182 disableArchiveOutput: false,
183 logFileName: 'RobotLogs/log*.html',
184 otherFiles: '',
185 outputFileName: 'RobotLogs/output*.xml',
186 outputPath: '.',
Matteo Scandolo26bc17e2019-09-24 09:03:01 -0700187 passThreshold: 100,
Kailash8b8de742019-07-30 08:54:51 -0700188 reportFileName: 'RobotLogs/report*.html',
189 unstableThreshold: 0]);
Andy Bavier3c1ccca2020-02-12 16:50:04 -0700190 archiveArtifacts artifacts: '*.log,*.gz,*.tgz'
Kailash8b8de742019-07-30 08:54:51 -0700191
192 }
193 }
194}