blob: f54af86b2e7af71471f1a205149c9809ff8d20a5 [file] [log] [blame]
Kailash8b8de742019-07-30 08:54:51 -07001// Copyright 2017-present Open Networking Foundation
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15// voltha-2.x e2e tests
16// uses kind-voltha to deploy voltha-2.X
17// uses bbsim to simulate OLT/ONUs
18
19pipeline {
20
21 /* no label, executor is determined by JJB */
22 agent {
Zack Williamsb3292082019-10-11 17:15:18 -070023 label "${params.buildNode}"
Kailash8b8de742019-07-30 08:54:51 -070024 }
Kailash4b323ff2019-08-02 17:52:49 -070025 options {
26 timeout(time: 40, unit: 'MINUTES')
27 }
Andy Bavier218385e2019-11-13 09:51:38 -070028 environment {
29 KUBECONFIG="$HOME/.kube/kind-config-voltha-minimal"
30 VOLTCONFIG="$HOME/.volt/config-minimal"
Andy Bavier292121d2020-04-09 12:50:35 -070031 PATH="$HOME/kind-voltha/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
Andy Bavier218385e2019-11-13 09:51:38 -070032 TYPE="minimal"
33 FANCY=0
Hung-Wei Chiuf284d3f2020-04-08 11:38:13 -070034 WITH_SIM_ADAPTERS="no"
35 WITH_RADIUS="yes"
36 WITH_BBSIM="yes"
37 DEPLOY_K8S="yes"
Andy Bavier218385e2019-11-13 09:51:38 -070038 VOLTHA_LOG_LEVEL="DEBUG"
Hung-Wei Chiuf284d3f2020-04-08 11:38:13 -070039 CONFIG_SADIS="no"
Andy Bavierd9870042020-06-23 13:16:47 -070040 ROBOT_MISC_ARGS="${params.extraRobotArgs} -d $WORKSPACE/RobotLogs -e PowerSwitch"
pierventref48ebc12020-07-17 16:01:32 +020041 KARAF_HOME="${params.karafHome}"
42 DIAGS_PROFILE="VOLTHA_PROFILE"
Andy Bavier218385e2019-11-13 09:51:38 -070043 }
Kailash8b8de742019-07-30 08:54:51 -070044 stages {
45
Andy Bavier4c8b3232019-11-22 16:17:47 -070046 stage('Repo') {
47 steps {
Andy Bavier2c9ce042019-11-23 07:36:31 -070048 step([$class: 'WsCleanup'])
Andy Bavier4c8b3232019-11-22 16:17:47 -070049 checkout(changelog: true,
50 poll: false,
51 scm: [$class: 'RepoScm',
52 manifestRepositoryUrl: "${params.manifestUrl}",
Andy Bavier6dfaf7e2020-03-30 14:52:59 -070053 manifestBranch: "${params.branch}",
Andy Bavier4c8b3232019-11-22 16:17:47 -070054 currentBranch: true,
55 destinationDir: 'voltha',
56 forceSync: true,
57 resetFirst: true,
58 quiet: true,
59 jobs: 4,
60 showAllChanges: true]
61 )
62 }
63 }
64
Kailash8b8de742019-07-30 08:54:51 -070065 stage('Download kind-voltha') {
66 steps {
67 sh """
Andy Bavier36c688c2020-03-17 07:32:30 -070068 cd $HOME
Andy Bavierb5c8caf2020-04-06 14:12:07 -070069 [ -d kind-voltha ] || git clone https://gerrit.opencord.org/kind-voltha
Andy Bavier2e009302020-03-19 08:46:13 -070070 rm -rf $HOME/kind-voltha/scripts/logger
Andy Bavier36c688c2020-03-17 07:32:30 -070071 cd $HOME/kind-voltha
72 git pull
Kailash8b8de742019-07-30 08:54:51 -070073 """
74 }
75 }
76
77 stage('Deploy Voltha') {
78 steps {
79 sh """
Andy Bavierdc8bc2c2020-03-29 16:25:02 -070080 export EXTRA_HELM_FLAGS=""
Andy Bavier6dfaf7e2020-03-30 14:52:59 -070081 if [ "${branch}" != "master" ]; then
82 echo "on branch: ${branch}, sourcing kind-voltha/releases/${branch}"
83 source "$HOME/kind-voltha/releases/${branch}"
Andy Bavier10926f12020-03-27 16:53:43 -070084 else
85 echo "on master, using default settings for kind-voltha"
86 fi
87
Hung-Wei Chiuf284d3f2020-04-08 11:38:13 -070088 if [ "${workFlow}" == "DT" ]; then
89 export WITH_DHCP=no
90 export WITH_IGMP=no
91 export WITH_EAPOL=no
92 export WITH_RADIUS=no
93 fi
94
Andy Bavier10926f12020-03-27 16:53:43 -070095 EXTRA_HELM_FLAGS+="--set log_agent.enabled=False ${params.extraHelmFlags} "
96
Andy Bavier36c688c2020-03-17 07:32:30 -070097 cd $HOME/kind-voltha/
98 WAIT_ON_DOWN=y DEPLOY_K8S=n ./voltha down || ./voltha down
Andy Bavier218385e2019-11-13 09:51:38 -070099 ./voltha up
Kailash8b8de742019-07-30 08:54:51 -0700100 """
101 }
102 }
103
Kailash8b8de742019-07-30 08:54:51 -0700104 stage('Run E2E Tests') {
105 steps {
106 sh '''
Andy Bavier4af02722020-01-15 10:24:24 -0700107 set +e
Andy Bavier2c9ce042019-11-23 07:36:31 -0700108 mkdir -p $WORKSPACE/RobotLogs
Andy Bavier3c1ccca2020-02-12 16:50:04 -0700109
Andy Bavier36c688c2020-03-17 07:32:30 -0700110 cd $HOME/kind-voltha/scripts
Andy Bavier3c1ccca2020-02-12 16:50:04 -0700111 ./log-collector.sh > /dev/null &
Andy Bavier7afb11c2020-02-13 11:25:20 -0700112 ./log-combine.sh > /dev/null &
Andy Bavier3c1ccca2020-02-12 16:50:04 -0700113
Andy Bavier6612f072020-04-16 10:22:19 -0700114 make -C $WORKSPACE/voltha/voltha-system-tests ${makeTarget} || true
Kailash8b8de742019-07-30 08:54:51 -0700115 '''
116 }
117 }
118 }
119
120 post {
121 always {
122 sh '''
Andy Bavier218385e2019-11-13 09:51:38 -0700123 set +e
Andy Bavier36c688c2020-03-17 07:32:30 -0700124 cp $HOME/kind-voltha/install-minimal.log $WORKSPACE/
Matteo Scandolo97b12572020-04-13 12:44:46 -0700125 kubectl get pods --all-namespaces -o jsonpath="{range .items[*].status.containerStatuses[*]}{.image}{'\\n'}" | sort | uniq
126 kubectl get pods --all-namespaces -o jsonpath="{range .items[*].status.containerStatuses[*]}{.imageID}{'\\n'}" | sort | uniq
Kailash887a2962019-08-14 13:26:33 -0700127 kubectl get nodes -o wide
128 kubectl get pods -o wide
129 kubectl get pods -n voltha -o wide
Andy Bavier4af02722020-01-15 10:24:24 -0700130
Andy Bavier7afb11c2020-02-13 11:25:20 -0700131 sleep 60 # Wait for log-collector and log-combine to complete
132
Andy Bavierb30c0a02020-03-03 17:21:23 -0700133 ## Pull out errors from log files
134 extract_errors_go() {
135 echo
136 echo "Error summary for $1:"
Andy Bavier36c688c2020-03-17 07:32:30 -0700137 grep '"level":"error"' $HOME/kind-voltha/scripts/logger/combined/$1*
Andy Bavierb30c0a02020-03-03 17:21:23 -0700138 echo
139 }
140
141 extract_errors_python() {
142 echo
143 echo "Error summary for $1:"
Andy Bavier36c688c2020-03-17 07:32:30 -0700144 grep 'ERROR' $HOME/kind-voltha/scripts/logger/combined/$1*
Andy Bavierb30c0a02020-03-03 17:21:23 -0700145 echo
146 }
147
148 extract_errors_go voltha-rw-core > $WORKSPACE/error-report.log
149 extract_errors_go adapter-open-olt >> $WORKSPACE/error-report.log
150 extract_errors_python adapter-open-onu >> $WORKSPACE/error-report.log
151 extract_errors_go voltha-ofagent >> $WORKSPACE/error-report.log
152 extract_errors_python onos >> $WORKSPACE/error-report.log
153
Andrea Campanella9a95cb72020-09-03 11:28:35 +0200154 gzip error-report.log || true
155
Andy Bavier36c688c2020-03-17 07:32:30 -0700156 cd $HOME/kind-voltha/scripts/logger/combined/
Andy Bavier7afb11c2020-02-13 11:25:20 -0700157 tar czf $WORKSPACE/container-logs.tgz *
Andy Bavier4af02722020-01-15 10:24:24 -0700158
Andy Bavier3c1ccca2020-02-12 16:50:04 -0700159 cd $WORKSPACE
Andy Bavierb86ca422020-02-13 05:19:43 -0700160 gzip *-combined.log || true
Andy Bavier2178d102020-02-06 16:22:11 -0700161
Hung-Wei Chiu9669b7d2020-05-14 12:12:05 -0700162 ## Collect ONOS log
163 wget https://raw.githubusercontent.com/opennetworkinglab/onos/master/tools/package/runtime/bin/onos-diagnostics-k8s
164 wget https://raw.githubusercontent.com/opennetworkinglab/onos/master/tools/package/runtime/bin/onos-diagnostics-profile
165 chmod 755 onos-diagnostics-k8s
pierventref48ebc12020-07-17 16:01:32 +0200166 pod_names=$(kubectl get pods -lapp=onos-onos-classic -o name | cut -d '/' -f2 | tr '\n' ' ')
167 ./onos-diagnostics-k8s ${pod_names}
Hung-Wei Chiu9669b7d2020-05-14 12:12:05 -0700168 cp /tmp/onos-diags.tar.gz $WORKSPACE/onos-diags.tar.gz
169
Andy Bavier36c688c2020-03-17 07:32:30 -0700170 ## shut down voltha but leave kind-voltha cluster
171 cd $HOME/kind-voltha/
172 DEPLOY_K8S=n WAIT_ON_DOWN=y ./voltha down
Andy Bavierfcae3832020-06-04 08:51:10 -0700173 kubectl delete deployment voltctl || true
Kailash8b8de742019-07-30 08:54:51 -0700174 '''
175 step([$class: 'RobotPublisher',
176 disableArchiveOutput: false,
177 logFileName: 'RobotLogs/log*.html',
178 otherFiles: '',
179 outputFileName: 'RobotLogs/output*.xml',
180 outputPath: '.',
Matteo Scandolo26bc17e2019-09-24 09:03:01 -0700181 passThreshold: 100,
Kailash8b8de742019-07-30 08:54:51 -0700182 reportFileName: 'RobotLogs/report*.html',
183 unstableThreshold: 0]);
Andy Bavier3c1ccca2020-02-12 16:50:04 -0700184 archiveArtifacts artifacts: '*.log,*.gz,*.tgz'
Kailash8b8de742019-07-30 08:54:51 -0700185
186 }
187 }
188}