blob: 8c592a73d02f01332e21daeeffa462dd842b955a [file] [log] [blame]
Kailashaad71012019-08-27 10:36:53 -07001// Copyright 2017-present Open Networking Foundation
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15// voltha-2.x e2e tests
16// uses kind-voltha to deploy voltha-2.X
17// uses bbsim to simulate OLT/ONUs
18
19pipeline {
20
21 /* no label, executor is determined by JJB */
22 agent {
23 label "${params.executorNode}"
24 }
25 options {
Andy Bavier5f4b2fa2019-10-03 07:48:49 -070026 timeout(time: 90, unit: 'MINUTES')
Kailashaad71012019-08-27 10:36:53 -070027 }
28
29 stages {
30
31 stage('Repo') {
32 steps {
33 checkout(changelog: false, \
34 poll: false,
35 scm: [$class: 'RepoScm', \
36 manifestRepositoryUrl: "${params.manifestUrl}", \
37 manifestBranch: "${params.manifestBranch}", \
38 currentBranch: true, \
39 destinationDir: 'voltha', \
40 forceSync: true,
41 resetFirst: true, \
42 quiet: true, \
43 jobs: 4, \
44 showAllChanges: true] \
45 )
46 }
47 }
48 stage('Patch') {
49 steps {
50 sh """
51 pushd voltha
52 PROJECT_PATH=\$(xmllint --xpath "string(//project[@name=\\\"${gerritProject}\\\"]/@path)" .repo/manifest.xml)
53 repo download "\$PROJECT_PATH" "${gerritChangeNumber}/${gerritPatchsetNumber}"
54 popd
55 """
56 }
57 }
58 stage('Create K8s Cluster') {
59 steps {
60 sh """
Kailashaad71012019-08-27 10:36:53 -070061 git clone https://github.com/ciena/kind-voltha.git
62 cd kind-voltha/
Kailash9eac2732019-09-03 18:05:48 -070063 DEPLOY_K8S=y JUST_K8S=y FANCY=0 ./voltha up
Kailashaad71012019-08-27 10:36:53 -070064 """
65 }
66 }
67
68 stage('Build Images') {
69 steps {
70 sh """
hwchiu9140fd22019-10-10 15:48:30 -070071 if ! [[ "${gerritProject}" =~ ^(voltha-helm-charts|voltha-system-tests)\$ ]]; then
Andy Bavier07615f92019-10-03 12:31:18 -070072 cd $WORKSPACE/voltha/${gerritProject}/
73 make DOCKER_REPOSITORY=voltha/ DOCKER_TAG=citest docker-build
74 fi
Kailashaad71012019-08-27 10:36:53 -070075 """
76 }
77 }
78
79 stage('Push Images') {
80 steps {
81 sh '''
hwchiu9140fd22019-10-10 15:48:30 -070082 if ! [[ "${gerritProject}" =~ ^(voltha-helm-charts|voltha-system-tests)\$ ]]; then
Andy Bavier07615f92019-10-03 12:31:18 -070083 export GOROOT=/usr/local/go
84 export GOPATH=\$(pwd)
85 export TYPE=minimal
86 export KUBECONFIG="$(./bin/kind get kubeconfig-path --name="voltha-minimal")"
87 export VOLTCONFIG="/home/jenkins/.volt/config-minimal"
88 export PATH=/w/workspace/${gerritProject}_sanity-system-test/kind-voltha/bin:$PATH
89 docker images | grep citest
90 for image in \$(docker images -f "reference=*/*citest" --format "{{.Repository}}"); do echo "Pushing \$image to nodes"; kind load docker-image \$image:citest --name voltha-\$TYPE --nodes voltha-\$TYPE-worker,voltha-\$TYPE-worker2; done
91 fi
Kailashaad71012019-08-27 10:36:53 -070092 '''
93 }
94 }
95 stage('Deploy Voltha') {
96 steps {
Kailash Khalasiaf3a2a62019-10-02 09:44:08 -070097 sh '''
Andy Bavier90f74702019-10-16 20:21:51 -070098 HELM_FLAG="${extraHelmFlags} "
Kailashaad71012019-08-27 10:36:53 -070099
100 if [ "${gerritProject}" = "voltha-go" ]; then
hwchiu9140fd22019-10-10 15:48:30 -0700101 HELM_FLAG+="-f $WORKSPACE/voltha/voltha-system-tests/tests/data/ci-test.yaml "
Kailashaad71012019-08-27 10:36:53 -0700102 fi
103
104 if [ "${gerritProject}" = "voltha-openolt-adapter" ]; then
Andy Baviera9857572019-10-04 15:33:02 -0700105 HELM_FLAG+="--set images.adapter_open_olt.tag=citest,images.adapter_open_olt.pullPolicy=Never "
Kailashaad71012019-08-27 10:36:53 -0700106 fi
107
108 if [ "${gerritProject}" = "voltha-openonu-adapter" ]; then
Andy Baviera9857572019-10-04 15:33:02 -0700109 HELM_FLAG+="--set images.adapter_open_onu.tag=citest,images.adapter_open_onu.pullPolicy=Never "
Kailashaad71012019-08-27 10:36:53 -0700110 fi
111
Andy Baviera6f8e482019-10-24 08:22:30 -0700112 if [ "${gerritProject}" = "bbsim" ]; then
Andy Baviera9857572019-10-04 15:33:02 -0700113 HELM_FLAG+="--set images.bbsim.tag=citest,images.bbsim.pullPolicy=Never "
Andy Bavierc4183ba2019-09-30 15:40:18 -0700114 fi
115
Scott Baker9ac23712019-10-02 09:26:50 -0700116 if [ "${gerritProject}" = "voltha-api-server" ]; then
Andy Baviera9857572019-10-04 15:33:02 -0700117 HELM_FLAG+="--set images.afrouter.tag=citest,images.afrouter.pullPolicy=Never,images.afrouterd.tag=citest,images.afrouterd.pullPolicy=Never "
Zack Williams04997502019-10-04 14:32:20 -0700118 else
Andy Bavierbedd0392019-10-16 13:58:18 -0700119 # afrouter only has master branch at present
Zack Williams04997502019-10-04 14:32:20 -0700120 HELM_FLAG+="--set images.afrouter.tag=master,images.afrouterd.tag=master "
Scott Baker9ac23712019-10-02 09:26:50 -0700121 fi
122
Kailash Khalasiaf3a2a62019-10-02 09:44:08 -0700123 if [ "${gerritProject}" = "voltha-helm-charts" ]; then
Andy Bavier45406342019-10-02 16:45:40 -0700124 export CHART_PATH=$WORKSPACE/voltha/voltha-helm-charts
125 export VOLTHA_CHART=\$CHART_PATH/voltha
126 export VOLTHA_ADAPTER_OPEN_OLT_CHART=\$CHART_PATH/voltha-adapter-openolt
127 export VOLTHA_ADAPTER_OPEN_ONU_CHART=\$CHART_PATH/voltha-adapter-openonu
Kailash Khalasiaf3a2a62019-10-02 09:44:08 -0700128 helm dep update \$VOLTHA_CHART
129 helm dep update \$VOLTHA_ADAPTER_OPEN_OLT_CHART
130 helm dep update \$VOLTHA_ADAPTER_OPEN_ONU_CHART
131 fi
132
133 cd $WORKSPACE/kind-voltha/
Kailashda9b6562019-09-03 12:48:31 -0700134 echo \$HELM_FLAG
Andy Bavier3d8d5282019-10-04 16:03:49 -0700135 EXTRA_HELM_FLAGS=\$HELM_FLAG VOLTHA_LOG_LEVEL=DEBUG TYPE=minimal WITH_RADIUS=y WITH_BBSIM=y INSTALL_ONOS_APPS=y CONFIG_SADIS=y FANCY=0 WITH_SIM_ADAPTERS=n ./voltha up
Kailash Khalasiaf3a2a62019-10-02 09:44:08 -0700136 '''
Kailashaad71012019-08-27 10:36:53 -0700137 }
138 }
139
140 stage('Run E2E Tests') {
141 steps {
142 sh '''
143 cd kind-voltha/
144 export KUBECONFIG="$(./bin/kind get kubeconfig-path --name="voltha-minimal")"
145 export VOLTCONFIG="/home/jenkins/.volt/config-minimal"
Kailasheadb2e22019-09-05 10:30:06 -0700146 export PATH=/w/workspace/${gerritProject}_sanity-system-test/kind-voltha/bin:$PATH
Andy Bavieraca510e2019-10-15 08:00:25 -0700147 make -C $WORKSPACE/voltha/voltha-system-tests sanity-kind || true
Kailashaad71012019-08-27 10:36:53 -0700148 '''
149 }
150 }
151 }
152
153 post {
154 always {
155 sh '''
Andy Bavier07615f92019-10-03 12:31:18 -0700156 set +e
Kailashaad71012019-08-27 10:36:53 -0700157 # copy robot logs
158 if [ -d RobotLogs ]; then rm -r RobotLogs; fi; mkdir RobotLogs
Andy Bavier70f4b8f2019-10-15 08:34:49 -0700159 cp -r $WORKSPACE/voltha/voltha-system-tests/tests/*/*.html ./RobotLogs || true
160 cp -r $WORKSPACE/voltha/voltha-system-tests/tests/*/*.xml ./RobotLogs || true
Kailashaad71012019-08-27 10:36:53 -0700161 cd kind-voltha/
162 cp install-minimal.log $WORKSPACE/
163 export KUBECONFIG="$(./bin/kind get kubeconfig-path --name="voltha-minimal")"
164 export VOLTCONFIG="/home/jenkins/.volt/config-minimal"
Kailasheadb2e22019-09-05 10:30:06 -0700165 export PATH=/w/workspace/${gerritProject}_sanity-system-test/kind-voltha/bin:$PATH
Kailashaad71012019-08-27 10:36:53 -0700166 kubectl get pods --all-namespaces -o jsonpath="{..image}" |tr -s "[[:space:]]" "\n" | sort | uniq -c
167 kubectl get nodes -o wide
168 kubectl get pods -o wide
169 kubectl get pods -n voltha -o wide
170 ## get default pod logs
171 for pod in \$(kubectl get pods --no-headers | awk '{print \$1}');
172 do
173 if [[ \$pod == *"onos"* && \$pod != *"onos-service"* ]]; then
174 kubectl logs \$pod onos> $WORKSPACE/\$pod.log;
175 else
176 kubectl logs \$pod> $WORKSPACE/\$pod.log;
177 fi
178 done
179 ## get voltha pod logs
180 for pod in \$(kubectl get pods --no-headers -n voltha | awk '{print \$1}');
181 do
182 if [[ \$pod == *"-api-"* ]]; then
183 kubectl logs \$pod arouter -n voltha > $WORKSPACE/\$pod.log;
Andy Bavierd55712a2019-10-18 16:00:29 -0700184 elif [[ \$pod == "bbsim-"* ]]; then
185 kubectl logs \$pod -n voltha -p > $WORKSPACE/\$pod.log;
Kailashaad71012019-08-27 10:36:53 -0700186 else
187 kubectl logs \$pod -n voltha > $WORKSPACE/\$pod.log;
188 fi
189 done
Kailash2365ea82019-09-10 11:09:58 -0700190 ## clean up node
Andy Bavier3d8d5282019-10-04 16:03:49 -0700191 FANCY=0 WAIT_ON_DOWN=y ./voltha down
Kailash2365ea82019-09-10 11:09:58 -0700192 cd $WORKSPACE/
Andy Bavier70f4b8f2019-10-15 08:34:49 -0700193 rm -rf kind-voltha/ voltha/ || true
Kailashaad71012019-08-27 10:36:53 -0700194 '''
195 step([$class: 'RobotPublisher',
196 disableArchiveOutput: false,
197 logFileName: 'RobotLogs/log*.html',
198 otherFiles: '',
199 outputFileName: 'RobotLogs/output*.xml',
200 outputPath: '.',
201 passThreshold: 80,
202 reportFileName: 'RobotLogs/report*.html',
203 unstableThreshold: 0]);
204 archiveArtifacts artifacts: '*.log'
205
206 }
207 }
208}
Kailash Khalasiaf3a2a62019-10-02 09:44:08 -0700209