blob: 437b1204822cffda9e84c0cf37fe11cf55ad1636 [file] [log] [blame]
Andy Bavier0088c212020-01-08 13:44:03 -07001// Copyright 2017-present Open Networking Foundation
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15// voltha-2.x e2e tests
16// uses kind-voltha to deploy voltha-2.X
17// uses bbsim to simulate OLT/ONUs
18
19pipeline {
20
21 /* no label, executor is determined by JJB */
22 agent {
23 label "${params.buildNode}"
24 }
25 options {
26 timeout(time: 40, unit: 'MINUTES')
27 }
28 environment {
29 KUBECONFIG="$HOME/.kube/kind-config-voltha-minimal"
30 VOLTCONFIG="$HOME/.volt/config-minimal"
Andy Bavier36c688c2020-03-17 07:32:30 -070031 PATH="/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:$HOME/kind-voltha/bin"
Andy Bavier0088c212020-01-08 13:44:03 -070032 TYPE="minimal"
33 FANCY=0
34 WITH_SIM_ADAPTERS="n"
35 WITH_RADIUS="y"
36 WITH_BBSIM="y"
37 DEPLOY_K8S="y"
38 VOLTHA_LOG_LEVEL="DEBUG"
39 CONFIG_SADIS="n"
Andy Bavier4a02b232020-01-09 14:50:30 -070040 ROBOT_MISC_ARGS="${params.extraRobotArgs} -d $WORKSPACE/RobotLogs"
Andy Bavier0088c212020-01-08 13:44:03 -070041 }
42 stages {
43
44 stage('Repo') {
45 steps {
46 step([$class: 'WsCleanup'])
47 checkout(changelog: true,
48 poll: false,
49 scm: [$class: 'RepoScm',
50 manifestRepositoryUrl: "${params.manifestUrl}",
Andy Bavier6dfaf7e2020-03-30 14:52:59 -070051 manifestBranch: "${params.branch}",
Andy Bavier0088c212020-01-08 13:44:03 -070052 currentBranch: true,
53 destinationDir: 'voltha',
54 forceSync: true,
55 resetFirst: true,
56 quiet: true,
57 jobs: 4,
58 showAllChanges: true]
59 )
60 }
61 }
62
63 stage('Download kind-voltha') {
64 steps {
65 sh """
Andy Bavier36c688c2020-03-17 07:32:30 -070066 cd $HOME
67 [ -d kind-voltha ] || git clone https://github.com/ciena/kind-voltha.git
Andy Bavier2e009302020-03-19 08:46:13 -070068 rm -rf $HOME/kind-voltha/scripts/logger
Andy Bavier36c688c2020-03-17 07:32:30 -070069 cd $HOME/kind-voltha
70 git pull
Andy Bavier0088c212020-01-08 13:44:03 -070071 """
72 }
73 }
74
75 stage('Deploy Voltha') {
76 steps {
77 sh """
Andy Bavierdc8bc2c2020-03-29 16:25:02 -070078 export EXTRA_HELM_FLAGS=""
Andy Bavier6dfaf7e2020-03-30 14:52:59 -070079 if [ "${branch}" != "master" ]; then
80 echo "on branch: ${branch}, sourcing kind-voltha/releases/${branch}"
81 source "$HOME/kind-voltha/releases/${branch}"
Andy Bavier10926f12020-03-27 16:53:43 -070082 else
83 echo "on master, using default settings for kind-voltha"
84 fi
85
86 EXTRA_HELM_FLAGS+="--set log_agent.enabled=False ${params.extraHelmFlags} "
87
Andy Bavier36c688c2020-03-17 07:32:30 -070088 cd $HOME/kind-voltha/
89 WAIT_ON_DOWN=y DEPLOY_K8S=n ./voltha down || ./voltha down
Andy Bavier0088c212020-01-08 13:44:03 -070090 ./voltha up
91 """
92 }
93 }
94
95 stage('Run E2E Tests') {
96 steps {
97 sh '''
Andy Bavier36c688c2020-03-17 07:32:30 -070098 set +e
Andy Bavier0088c212020-01-08 13:44:03 -070099 mkdir -p $WORKSPACE/RobotLogs
100 git clone https://gerrit.opencord.org/voltha-system-tests
Andy Bavier36c688c2020-03-17 07:32:30 -0700101
102 cd $HOME/kind-voltha/scripts
103 ./log-collector.sh > /dev/null &
104 ./log-combine.sh > /dev/null &
105
Andy Bavier0d101392020-03-17 09:36:41 -0700106 for i in \$(seq 1 ${testRuns})
Andy Bavier0088c212020-01-08 13:44:03 -0700107 do
108 make -C $WORKSPACE/voltha-system-tests ${makeTarget}
109 echo "Completed run: \$i"
110 echo ""
Andy Bavier0088c212020-01-08 13:44:03 -0700111 done
112 '''
113 }
114 }
115 }
116
117 post {
118 always {
119 sh '''
120 set +e
Andy Bavier36c688c2020-03-17 07:32:30 -0700121 cp $HOME/kind-voltha/install-minimal.log $WORKSPACE/
Andy Bavier0088c212020-01-08 13:44:03 -0700122 kubectl get pods --all-namespaces -o jsonpath="{range .items[*].status.containerStatuses[*]}{.image}{'\\t'}{.imageID}{'\\n'}" | sort | uniq -c
123 kubectl get nodes -o wide
124 kubectl get pods -o wide
125 kubectl get pods -n voltha -o wide
Andy Bavier4af02722020-01-15 10:24:24 -0700126
Andy Bavier36c688c2020-03-17 07:32:30 -0700127 sleep 60 # Wait for log-collector and log-combine to complete
Andy Bavier4af02722020-01-15 10:24:24 -0700128
129 ## Pull out errors from log files
130 extract_errors_go() {
131 echo
132 echo "Error summary for $1:"
Andy Bavier36c688c2020-03-17 07:32:30 -0700133 grep '"level":"error"' $HOME/kind-voltha/scripts/logger/combined/$1*
Andy Bavier4af02722020-01-15 10:24:24 -0700134 echo
135 }
136
137 extract_errors_python() {
138 echo
139 echo "Error summary for $1:"
Andy Bavier36c688c2020-03-17 07:32:30 -0700140 grep 'ERROR' $HOME/kind-voltha/scripts/logger/combined/$1*
Andy Bavier4af02722020-01-15 10:24:24 -0700141 echo
142 }
143
144 extract_errors_go voltha-rw-core > $WORKSPACE/error-report.log
145 extract_errors_go adapter-open-olt >> $WORKSPACE/error-report.log
146 extract_errors_python adapter-open-onu >> $WORKSPACE/error-report.log
Andy Bavier36c688c2020-03-17 07:32:30 -0700147 extract_errors_go voltha-ofagent >> $WORKSPACE/error-report.log
148 extract_errors_python onos >> $WORKSPACE/error-report.log
Andy Bavier4af02722020-01-15 10:24:24 -0700149
Andy Bavier36c688c2020-03-17 07:32:30 -0700150 cd $HOME/kind-voltha/scripts/logger/combined/
151 tar czf $WORKSPACE/container-logs.tgz *
Andy Bavier2178d102020-02-06 16:22:11 -0700152
Andy Bavier36c688c2020-03-17 07:32:30 -0700153 cd $WORKSPACE
154 gzip *-combined.log || true
155
156 ## shut down voltha but leave kind-voltha cluster
157 cd $HOME/kind-voltha/
158 DEPLOY_K8S=n WAIT_ON_DOWN=y ./voltha down
Andy Bavier0088c212020-01-08 13:44:03 -0700159 '''
160 step([$class: 'RobotPublisher',
161 disableArchiveOutput: false,
162 logFileName: 'RobotLogs/log*.html',
163 otherFiles: '',
164 outputFileName: 'RobotLogs/output*.xml',
165 outputPath: '.',
166 passThreshold: 100,
167 reportFileName: 'RobotLogs/report*.html',
168 unstableThreshold: 0]);
Andy Bavier36c688c2020-03-17 07:32:30 -0700169 archiveArtifacts artifacts: '*.log,*.gz,*.tgz'
Andy Bavier0088c212020-01-08 13:44:03 -0700170
171 }
172 }
173}