blob: 8fa78d9bb806673ff1ddddf557ee3ef0775a376b [file] [log] [blame]
Kailashaad71012019-08-27 10:36:53 -07001// Copyright 2017-present Open Networking Foundation
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15// voltha-2.x e2e tests
16// uses kind-voltha to deploy voltha-2.X
17// uses bbsim to simulate OLT/ONUs
18
19pipeline {
20
21 /* no label, executor is determined by JJB */
22 agent {
23 label "${params.executorNode}"
24 }
25 options {
Andy Bavier5f4b2fa2019-10-03 07:48:49 -070026 timeout(time: 90, unit: 'MINUTES')
Kailashaad71012019-08-27 10:36:53 -070027 }
28
29 stages {
30
31 stage('Repo') {
32 steps {
33 checkout(changelog: false, \
34 poll: false,
35 scm: [$class: 'RepoScm', \
36 manifestRepositoryUrl: "${params.manifestUrl}", \
37 manifestBranch: "${params.manifestBranch}", \
38 currentBranch: true, \
39 destinationDir: 'voltha', \
40 forceSync: true,
41 resetFirst: true, \
42 quiet: true, \
43 jobs: 4, \
44 showAllChanges: true] \
45 )
46 }
47 }
48 stage('Patch') {
49 steps {
50 sh """
51 pushd voltha
52 PROJECT_PATH=\$(xmllint --xpath "string(//project[@name=\\\"${gerritProject}\\\"]/@path)" .repo/manifest.xml)
53 repo download "\$PROJECT_PATH" "${gerritChangeNumber}/${gerritPatchsetNumber}"
54 popd
55 """
56 }
57 }
58 stage('Create K8s Cluster') {
59 steps {
60 sh """
61 git clone https://gerrit.opencord.org/voltha-system-tests
62 git clone https://github.com/ciena/kind-voltha.git
63 cd kind-voltha/
Kailash9eac2732019-09-03 18:05:48 -070064 DEPLOY_K8S=y JUST_K8S=y FANCY=0 ./voltha up
Kailashaad71012019-08-27 10:36:53 -070065 """
66 }
67 }
68
69 stage('Build Images') {
70 steps {
71 sh """
Andy Bavier07615f92019-10-03 12:31:18 -070072 if [ "${gerritProject}" != "voltha-helm-charts" ]; then
73 cd $WORKSPACE/voltha/${gerritProject}/
74 make DOCKER_REPOSITORY=voltha/ DOCKER_TAG=citest docker-build
75 fi
Kailashaad71012019-08-27 10:36:53 -070076 """
77 }
78 }
79
80 stage('Push Images') {
81 steps {
82 sh '''
Andy Bavier07615f92019-10-03 12:31:18 -070083 if [ "${gerritProject}" != "voltha-helm-charts" ]; then
84
85 export GOROOT=/usr/local/go
86 export GOPATH=\$(pwd)
87 export TYPE=minimal
88 export KUBECONFIG="$(./bin/kind get kubeconfig-path --name="voltha-minimal")"
89 export VOLTCONFIG="/home/jenkins/.volt/config-minimal"
90 export PATH=/w/workspace/${gerritProject}_sanity-system-test/kind-voltha/bin:$PATH
91 docker images | grep citest
92 for image in \$(docker images -f "reference=*/*citest" --format "{{.Repository}}"); do echo "Pushing \$image to nodes"; kind load docker-image \$image:citest --name voltha-\$TYPE --nodes voltha-\$TYPE-worker,voltha-\$TYPE-worker2; done
93 fi
Kailashaad71012019-08-27 10:36:53 -070094 '''
95 }
96 }
97 stage('Deploy Voltha') {
98 steps {
Kailash Khalasiaf3a2a62019-10-02 09:44:08 -070099 sh '''
Andy Bavier5f4b2fa2019-10-03 07:48:49 -0700100 HELM_FLAG="--set defaults.image_tag=voltha-2.1,wpa_wait=10,dhcp_wait=10 "
Kailashaad71012019-08-27 10:36:53 -0700101
102 if [ "${gerritProject}" = "voltha-go" ]; then
103 HELM_FLAG+="-f $WORKSPACE/voltha-system-tests/tests/data/ci-test.yaml"
104 fi
105
106 if [ "${gerritProject}" = "voltha-openolt-adapter" ]; then
107 HELM_FLAG+="--set images.adapter_open_olt.tag=citest,images.adapter_open_olt.pullPolicy=Never"
108 fi
109
110 if [ "${gerritProject}" = "voltha-openonu-adapter" ]; then
111 HELM_FLAG+="--set images.adapter_open_onu.tag=citest,images.adapter_open_onu.pullPolicy=Never"
112 fi
113
Andy Bavierc4183ba2019-09-30 15:40:18 -0700114 if [ "${gerritProject}" = "voltha-bbsim" ]; then
115 HELM_FLAG+="--set images.bbsim.tag=citest,images.bbsim.pullPolicy=Never"
116 fi
117
Scott Baker9ac23712019-10-02 09:26:50 -0700118 if [ "${gerritProject}" = "voltha-api-server" ]; then
119 HELM_FLAG+="--set images.afrouter.tag=citest,images.afrouter.pullPolicy=Never,images.afrouterd.tag=citest,images.afrouterd.pullPolicy=Never"
120 fi
121
Kailash Khalasiaf3a2a62019-10-02 09:44:08 -0700122 if [ "${gerritProject}" = "voltha-helm-charts" ]; then
Andy Bavier45406342019-10-02 16:45:40 -0700123 export CHART_PATH=$WORKSPACE/voltha/voltha-helm-charts
124 export VOLTHA_CHART=\$CHART_PATH/voltha
125 export VOLTHA_ADAPTER_OPEN_OLT_CHART=\$CHART_PATH/voltha-adapter-openolt
126 export VOLTHA_ADAPTER_OPEN_ONU_CHART=\$CHART_PATH/voltha-adapter-openonu
Kailash Khalasiaf3a2a62019-10-02 09:44:08 -0700127 helm dep update \$VOLTHA_CHART
128 helm dep update \$VOLTHA_ADAPTER_OPEN_OLT_CHART
129 helm dep update \$VOLTHA_ADAPTER_OPEN_ONU_CHART
130 fi
131
132 cd $WORKSPACE/kind-voltha/
Kailashda9b6562019-09-03 12:48:31 -0700133 echo \$HELM_FLAG
134 EXTRA_HELM_FLAGS=\$HELM_FLAG VOLTHA_LOG_LEVEL=DEBUG TYPE=minimal WITH_RADIUS=y WITH_BBSIM=y INSTALL_ONOS_APPS=y CONFIG_SADIS=y FANCY=0 ./voltha up
Kailash Khalasiaf3a2a62019-10-02 09:44:08 -0700135 '''
Kailashaad71012019-08-27 10:36:53 -0700136 }
137 }
138
139 stage('Run E2E Tests') {
140 steps {
141 sh '''
142 cd kind-voltha/
143 export KUBECONFIG="$(./bin/kind get kubeconfig-path --name="voltha-minimal")"
144 export VOLTCONFIG="/home/jenkins/.volt/config-minimal"
Kailasheadb2e22019-09-05 10:30:06 -0700145 export PATH=/w/workspace/${gerritProject}_sanity-system-test/kind-voltha/bin:$PATH
Kailashaad71012019-08-27 10:36:53 -0700146 cd $WORKSPACE/voltha-system-tests/tests/sanity
Kailash184cbea2019-09-11 13:54:47 -0700147 robot -v ONOS_REST_PORT:8181 -v ONOS_SSH_PORT:8101 -e notready --critical sanity --noncritical VOL-1705 -v num_onus:1 sanity.robot || true
Kailashaad71012019-08-27 10:36:53 -0700148 '''
149 }
150 }
151 }
152
153 post {
154 always {
155 sh '''
Andy Bavier07615f92019-10-03 12:31:18 -0700156 set +e
Kailashaad71012019-08-27 10:36:53 -0700157 # copy robot logs
158 if [ -d RobotLogs ]; then rm -r RobotLogs; fi; mkdir RobotLogs
159 cp -r $WORKSPACE/voltha-system-tests/tests/sanity/*ml ./RobotLogs || true
160 cd kind-voltha/
161 cp install-minimal.log $WORKSPACE/
162 export KUBECONFIG="$(./bin/kind get kubeconfig-path --name="voltha-minimal")"
163 export VOLTCONFIG="/home/jenkins/.volt/config-minimal"
Kailasheadb2e22019-09-05 10:30:06 -0700164 export PATH=/w/workspace/${gerritProject}_sanity-system-test/kind-voltha/bin:$PATH
Kailashaad71012019-08-27 10:36:53 -0700165 kubectl get pods --all-namespaces -o jsonpath="{..image}" |tr -s "[[:space:]]" "\n" | sort | uniq -c
166 kubectl get nodes -o wide
167 kubectl get pods -o wide
168 kubectl get pods -n voltha -o wide
169 ## get default pod logs
170 for pod in \$(kubectl get pods --no-headers | awk '{print \$1}');
171 do
172 if [[ \$pod == *"onos"* && \$pod != *"onos-service"* ]]; then
173 kubectl logs \$pod onos> $WORKSPACE/\$pod.log;
174 else
175 kubectl logs \$pod> $WORKSPACE/\$pod.log;
176 fi
177 done
178 ## get voltha pod logs
179 for pod in \$(kubectl get pods --no-headers -n voltha | awk '{print \$1}');
180 do
181 if [[ \$pod == *"-api-"* ]]; then
182 kubectl logs \$pod arouter -n voltha > $WORKSPACE/\$pod.log;
183 else
184 kubectl logs \$pod -n voltha > $WORKSPACE/\$pod.log;
185 fi
186 done
Kailash2365ea82019-09-10 11:09:58 -0700187 ## clean up node
Andy Bavier3a58ba32019-09-20 16:31:40 -0700188 WAIT_ON_DOWN=y ./voltha down
Kailash2365ea82019-09-10 11:09:58 -0700189 cd $WORKSPACE/
190 rm -rf kind-voltha/ voltha-system-tests/ || true
Kailashaad71012019-08-27 10:36:53 -0700191 '''
192 step([$class: 'RobotPublisher',
193 disableArchiveOutput: false,
194 logFileName: 'RobotLogs/log*.html',
195 otherFiles: '',
196 outputFileName: 'RobotLogs/output*.xml',
197 outputPath: '.',
198 passThreshold: 80,
199 reportFileName: 'RobotLogs/report*.html',
200 unstableThreshold: 0]);
201 archiveArtifacts artifacts: '*.log'
202
203 }
204 }
205}
Kailash Khalasiaf3a2a62019-10-02 09:44:08 -0700206