blob: 8462c75668cfd2c6ae76e41b24482554a2827ce1 [file] [log] [blame]
Joey Armstrongbeef4cd2023-01-18 09:59:58 -05001// Copyright 2021-2023 Open Networking Foundation (ONF) and the ONF Contributors
Hardik Windlass0f9621d2021-02-24 21:23:19 +05302//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
Hardik Windlass0f9621d2021-02-24 21:23:19 +053014// voltha-2.x e2e tests
15// uses bbsim to simulate OLT/ONUs
Hardik Windlass0f9621d2021-02-24 21:23:19 +053016// NOTE we are importing the library even if it's global so that it's
17// easier to change the keywords during a replay
18library identifier: 'cord-jenkins-libraries@master',
19 retriever: modernSCM([
20 $class: 'GitSCMSource',
21 remote: 'https://gerrit.opencord.org/ci-management.git'
22])
Hardik Windlass317ad022022-02-21 11:18:18 +000023
Joey Armstrongc63186b2023-08-30 12:39:40 -040024// -----------------------------------------------------------------------
25// Intent:
26// -----------------------------------------------------------------------
27String branchName() {
28 String name = 'master'
29
30 // [TODO] Sanity check the target branch
31 // if (name != jenkins.branch) { fatal }
32 return(name)
33}
34
35// -----------------------------------------------------------------------
36// Intent: Due to lack of a reliable stack trace, construct a literal.
37// Jenkins will re-write the call stack for serialization.
38// -----------------------------------------------------------------------
39String getIam(String func) {
40 String branchName = branchName()
41 String src = [
42 'ci-management',
43 'jjb',
44 'pipeline',
45 'voltha',
46 branchName,
47 'software-upgrades.groovy'
48 ].join('/')
49
50 String name = [src, func].join('::')
51 return(name)
52}
53
54// -----------------------------------------------------------------------
Hardik Windlass317ad022022-02-21 11:18:18 +000055// fetches the versions/tags of the voltha component
56// returns the deployment version which is one less than the latest available tag of the repo, first voltha stack gets deployed using this;
57// returns the test version which is the latest tag of the repo, the component upgrade gets tested on this.
58// Note: if there is a major version change between deployment and test tags, then deployment tag will be same as test tag, i.e. both as latest.
Joey Armstrongc63186b2023-08-30 12:39:40 -040059// -----------------------------------------------------------------------
Hardik Windlass8e264492022-03-25 16:15:45 +000060def get_voltha_comp_versions(component, base_deploy_tag) {
Joey Armstrongc63186b2023-08-30 12:39:40 -040061 def comp_test_tag = sh(
62 script: "git ls-remote --refs --tags https://github.com/opencord/${component} | cut --delimiter='/' --fields=3 | tr '-' '~' | sort --version-sort | tail --lines=1 | sed 's/v//'",
63 returnStdout: true
Hardik Windlass317ad022022-02-21 11:18:18 +000064 ).trim()
Joey Armstrongc63186b2023-08-30 12:39:40 -040065 def comp_deploy_tag = sh(
66 script: "git ls-remote --refs --tags https://github.com/opencord/${component} | cut --delimiter='/' --fields=3 | tr '-' '~' | sort --version-sort | tail --lines=2 | head -n 1 | sed 's/v//'",
67 returnStdout: true
Hardik Windlass317ad022022-02-21 11:18:18 +000068 ).trim()
69 def comp_deploy_major = comp_deploy_tag.substring(0, comp_deploy_tag.indexOf('.'))
70 def comp_test_major = comp_test_tag.substring(0, comp_test_tag.indexOf('.'))
Joey Armstrongc63186b2023-08-30 12:39:40 -040071 if ("${comp_deploy_major.trim()}" != "${comp_test_major.trim()}") {
72 comp_deploy_tag = comp_test_tag
Hardik Windlass317ad022022-02-21 11:18:18 +000073 }
Joey Armstrongc63186b2023-08-30 12:39:40 -040074 if ("${comp_test_tag.trim()}" == "${base_deploy_tag.trim()}") {
75 comp_deploy_tag = comp_test_tag
76 comp_test_tag = "master"
Hardik Windlass8e264492022-03-25 16:15:45 +000077 }
Hardik Windlass317ad022022-02-21 11:18:18 +000078 println "${component}: deploy_tag: ${comp_deploy_tag}, test_tag: ${comp_test_tag}"
79 return [comp_deploy_tag, comp_test_tag]
80}
81
Joey Armstrongc63186b2023-08-30 12:39:40 -040082// -----------------------------------------------------------------------
83// -----------------------------------------------------------------------
Hardik Windlass0f9621d2021-02-24 21:23:19 +053084def test_software_upgrade(name) {
Joey Armstrongc63186b2023-08-30 12:39:40 -040085 def infraNamespace = "infra"
86 def volthaNamespace = "voltha"
87 def openolt_adapter_deploy_tag = ''
88 def openolt_adapter_test_tag = ''
89 def openonu_adapter_deploy_tag = ''
90 def openonu_adapter_test_tag = ''
91 def rw_core_deploy_tag = ''
92 def rw_core_test_tag = ''
93 def ofagent_deploy_tag = ''
94 def ofagent_test_tag = ''
95 def logsDir = "$WORKSPACE/${name}"
96 stage('Deploy Voltha - ' + name) {
97 timeout(10) {
98 // start logging
99 sh """
Hardik Windlassdad8e5c2021-11-11 05:19:47 +0000100 rm -rf ${logsDir} || true
101 mkdir -p ${logsDir}
102 _TAG=kail-${name} kail -n ${infraNamespace} -n ${volthaNamespace} > ${logsDir}/onos-voltha-startup-combined.log &
Hardik Windlasscb955822021-10-21 14:59:11 +0000103 """
Joey Armstrongc63186b2023-08-30 12:39:40 -0400104 def extraHelmFlags = extraHelmFlags.trim()
105 if ("${name}" == "onos-app-upgrade" || "${name}" == "onu-software-upgrade" || "${name}" == "onu-software-upgrade-omci-extended-msg" || "${name}" == "voltha-component-upgrade" || "${name}" == "voltha-component-rolling-upgrade") {
106 extraHelmFlags = " --set global.log_level=${logLevel.toUpperCase()},onu=1,pon=1 --set onos-classic.replicas=3,onos-classic.atomix.replicas=3 " + extraHelmFlags
107 }
108 if ("${name}" == "onu-software-upgrade" || "${name}" == "onu-software-upgrade-omci-extended-msg") {
109 extraHelmFlags = " --set global.extended_omci_support.enabled=true " + extraHelmFlags
110 }
111 if ("${name}" == "onu-software-upgrade-omci-extended-msg") {
112 extraHelmFlags = " --set omccVersion=180 " + extraHelmFlags
113 }
114 if ("${name}" == "onu-image-dwl-simultaneously") {
115 extraHelmFlags = " --set global.log_level=${logLevel.toUpperCase()},onu=2,pon=2 --set onos-classic.replicas=3,onos-classic.atomix.replicas=3 " + extraHelmFlags
116 }
117 if ("${name}" == "onos-app-upgrade" || "${name}" == "onu-software-upgrade" || "${name}" == "onu-software-upgrade-omci-extended-msg" || "${name}" == "onu-image-dwl-simultaneously") {
118 extraHelmFlags = " --set global.image_tag=master --set onos-classic.image.tag=master " + extraHelmFlags
119 }
120 if ("${name}" == "voltha-component-upgrade" || "${name}" == "voltha-component-rolling-upgrade") {
121 extraHelmFlags = " --set images.onos_config_loader.tag=master-onos-config-loader --set onos-classic.image.tag=master " + extraHelmFlags
122 }
123 extraHelmFlags += " --set onos-classic.onosSshPort=30115 --set onos-classic.onosApiPort=30120 "
124 extraHelmFlags += " --set voltha.onos_classic.replicas=3"
125 //ONOS custom image handling
126 if ( onosImg.trim() != '' ) {
127 String[] split;
128 onosImg = onosImg.trim()
129 split = onosImg.split(':')
130 extraHelmFlags += " --set onos-classic.image.repository=" + split[0] +",onos-classic.image.tag=" + split[1] + " "
131 }
132 Integer olts = 1
133 if ("${name}" == 'onu-image-dwl-simultaneously') {
134 olts = 2
135 }
136 if ("${name}" == 'voltha-component-upgrade' || "${name}" == 'voltha-component-rolling-upgrade') {
137 // fetch voltha components versions/tags
138 (openolt_adapter_deploy_tag, openolt_adapter_test_tag) = get_voltha_comp_versions('voltha-openolt-adapter', openoltAdapterDeployBaseTag.trim())
139 extraHelmFlags += " --set voltha-adapter-openolt.images.adapter_open_olt.tag=${openolt_adapter_deploy_tag} "
140 (openonu_adapter_deploy_tag, openonu_adapter_test_tag) = get_voltha_comp_versions('voltha-openonu-adapter-go', openonuAdapterDeployBaseTag.trim())
141 extraHelmFlags += " --set voltha-adapter-openonu.images.adapter_open_onu_go.tag=${openonu_adapter_deploy_tag} "
142 (rw_core_deploy_tag, rw_core_test_tag) = get_voltha_comp_versions('voltha-go', rwCoreDeployBaseTag.trim())
143 extraHelmFlags += " --set voltha.images.rw_core.tag=${rw_core_deploy_tag} "
144 (ofagent_deploy_tag, ofagent_test_tag) = get_voltha_comp_versions('ofagent-go', ofagentDeployBaseTag.trim())
145 extraHelmFlags += " --set voltha.images.ofagent.tag=${ofagent_deploy_tag} "
146 }
147 def localCharts = false
148 // Currently only testing with ATT workflow
149 // TODO: Support for other workflows
150 volthaDeploy([bbsimReplica: olts.toInteger(), workflow: 'att', extraHelmFlags: extraHelmFlags, localCharts: localCharts])
151 // stop logging
152 sh """
Hardik Windlasscb955822021-10-21 14:59:11 +0000153 P_IDS="\$(ps e -ww -A | grep "_TAG=kail-${name}" | grep -v grep | awk '{print \$1}')"
154 if [ -n "\$P_IDS" ]; then
155 echo \$P_IDS
156 for P_ID in \$P_IDS; do
157 kill -9 \$P_ID
158 done
159 fi
Hardik Windlassdad8e5c2021-11-11 05:19:47 +0000160 cd ${logsDir}
Hardik Windlasscb955822021-10-21 14:59:11 +0000161 gzip -k onos-voltha-startup-combined.log
162 rm onos-voltha-startup-combined.log
Hardik Windlass0f9621d2021-02-24 21:23:19 +0530163 """
Joey Armstrongc63186b2023-08-30 12:39:40 -0400164 // forward ONOS and VOLTHA ports
165 sh('''
Andrea Campanella1b7c0942021-09-14 11:02:58 +0200166 JENKINS_NODE_COOKIE="dontKillMe" _TAG=onos-port-forward /bin/bash -c "while true; do kubectl -n infra port-forward --address 0.0.0.0 service/voltha-infra-onos-classic-hs 8101:8101; done 2>&1 " &
167 JENKINS_NODE_COOKIE="dontKillMe" _TAG=onos-port-forward /bin/bash -c "while true; do kubectl -n infra port-forward --address 0.0.0.0 service/voltha-infra-onos-classic-hs 8181:8181; done 2>&1 " &
168 JENKINS_NODE_COOKIE="dontKillMe" _TAG=port-forward-voltha-api /bin/bash -c "while true; do kubectl -n voltha port-forward --address 0.0.0.0 service/voltha-voltha-api 55555:55555; done 2>&1 " &
Joey Armstrongc63186b2023-08-30 12:39:40 -0400169 ''')
170 sh('''
Andrea Campanella9eeb4e72021-03-19 10:00:43 +0100171 sshpass -e ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -p 8101 karaf@127.0.0.1 log:set DEBUG org.opencord
Joey Armstrongc63186b2023-08-30 12:39:40 -0400172 ''')
173 }
Matteo Scandolo4b040342021-10-08 14:26:06 -0700174 }
Joey Armstrongc63186b2023-08-30 12:39:40 -0400175
176 stage('Test - ' + name) {
177 timeout(75) {
178 sh """
Hardik Windlass25c8ddb2021-03-05 20:26:16 +0530179 ROBOT_LOGS_DIR="$WORKSPACE/RobotLogs/${name}"
180 mkdir -p \$ROBOT_LOGS_DIR
181 if [[ ${name} == 'onos-app-upgrade' ]]; then
182 export ONOS_APPS_UNDER_TEST+=''
Hardik Windlassb360f6e2021-03-09 17:46:21 +0530183 if [ ${aaaVer.trim()} != '' ] && [ ${aaaOarUrl.trim()} != '' ]; then
Hardik Windlass98506e72021-03-09 14:29:17 +0530184 ONOS_APPS_UNDER_TEST+="org.opencord.aaa,${aaaVer.trim()},${aaaOarUrl.trim()}*"
185 fi
Hardik Windlassb360f6e2021-03-09 17:46:21 +0530186 if [ ${oltVer.trim()} != '' ] && [ ${oltOarUrl.trim()} != '' ]; then
Hardik Windlass98506e72021-03-09 14:29:17 +0530187 ONOS_APPS_UNDER_TEST+="org.opencord.olt,${oltVer.trim()},${oltOarUrl.trim()}*"
188 fi
Hardik Windlassb360f6e2021-03-09 17:46:21 +0530189 if [ ${dhcpl2relayVer.trim()} != '' ] && [ ${dhcpl2relayOarUrl.trim()} != '' ]; then
Hardik Windlass98506e72021-03-09 14:29:17 +0530190 ONOS_APPS_UNDER_TEST+="org.opencord.dhcpl2relay,${dhcpl2relayVer.trim()},${dhcpl2relayOarUrl.trim()}*"
191 fi
Hardik Windlassb360f6e2021-03-09 17:46:21 +0530192 if [ ${igmpproxyVer.trim()} != '' ] && [ ${igmpproxyOarUrl.trim()} != '' ]; then
Hardik Windlass98506e72021-03-09 14:29:17 +0530193 ONOS_APPS_UNDER_TEST+="org.opencord.igmpproxy,${igmpproxyVer.trim()},${igmpproxyOarUrl.trim()}*"
194 fi
Hardik Windlassb360f6e2021-03-09 17:46:21 +0530195 if [ ${sadisVer.trim()} != '' ] && [ ${sadisOarUrl.trim()} != '' ]; then
Hardik Windlass98506e72021-03-09 14:29:17 +0530196 ONOS_APPS_UNDER_TEST+="org.opencord.sadis,${sadisVer.trim()},${sadisOarUrl.trim()}*"
197 fi
Hardik Windlassb360f6e2021-03-09 17:46:21 +0530198 if [ ${mcastVer.trim()} != '' ] && [ ${mcastOarUrl.trim()} != '' ]; then
Hardik Windlass98506e72021-03-09 14:29:17 +0530199 ONOS_APPS_UNDER_TEST+="org.opencord.mcast,${mcastVer.trim()},${mcastOarUrl.trim()}*"
200 fi
Hardik Windlassb360f6e2021-03-09 17:46:21 +0530201 if [ ${kafkaVer.trim()} != '' ] && [ ${kafkaOarUrl.trim()} != '' ]; then
Hardik Windlass98506e72021-03-09 14:29:17 +0530202 ONOS_APPS_UNDER_TEST+="org.opencord.kafka,${kafkaVer.trim()},${kafkaOarUrl.trim()}*"
Hardik Windlass25c8ddb2021-03-05 20:26:16 +0530203 fi
204 export ROBOT_MISC_ARGS="-d \$ROBOT_LOGS_DIR -v onos_apps_under_test:\$ONOS_APPS_UNDER_TEST -e PowerSwitch"
205 export TARGET=onos-app-upgrade-test
206 fi
Hardik Windlass1bb96a32022-01-19 10:10:08 +0000207 if [ ${name} == 'voltha-component-upgrade' ] || [ ${name} == 'voltha-component-rolling-upgrade' ]; then
Hardik Windlass25c8ddb2021-03-05 20:26:16 +0530208 export VOLTHA_COMPS_UNDER_TEST+=''
Hardik Windlass317ad022022-02-21 11:18:18 +0000209 VOLTHA_COMPS_UNDER_TEST+="adapter-open-olt,adapter-open-olt,voltha/voltha-openolt-adapter:${openolt_adapter_test_tag}*"
210 VOLTHA_COMPS_UNDER_TEST+="adapter-open-onu,adapter-open-onu,voltha/voltha-openonu-adapter-go:${openonu_adapter_test_tag}*"
211 VOLTHA_COMPS_UNDER_TEST+="rw-core,voltha,voltha/voltha-rw-core:${rw_core_test_tag}*"
212 VOLTHA_COMPS_UNDER_TEST+="ofagent,ofagent,voltha/voltha-ofagent-go:${ofagent_test_tag}*"
Hardik Windlass25c8ddb2021-03-05 20:26:16 +0530213 export ROBOT_MISC_ARGS="-d \$ROBOT_LOGS_DIR -v voltha_comps_under_test:\$VOLTHA_COMPS_UNDER_TEST -e PowerSwitch"
Hardik Windlass1bb96a32022-01-19 10:10:08 +0000214 fi
215 if [[ ${name} == 'voltha-component-upgrade' ]]; then
Hardik Windlass25c8ddb2021-03-05 20:26:16 +0530216 export TARGET=voltha-comp-upgrade-test
217 fi
Hardik Windlass1bb96a32022-01-19 10:10:08 +0000218 if [[ ${name} == 'voltha-component-rolling-upgrade' ]]; then
219 export TARGET=voltha-comp-rolling-upgrade-test
220 fi
TorstenThieme2853e622022-07-06 09:53:30 +0000221 if [ ${name} == 'onu-software-upgrade' ] || [ ${name} == 'onu-software-upgrade-omci-extended-msg' ]; then
Hardik Windlass88814542021-06-22 09:43:46 +0000222 export ROBOT_MISC_ARGS="-d \$ROBOT_LOGS_DIR -v image_version:${onuImageVersion.trim()} -v image_url:${onuImageUrl.trim()} -v image_vendor:${onuImageVendor.trim()} -v image_activate_on_success:${onuImageActivateOnSuccess.trim()} -v image_commit_on_success:${onuImageCommitOnSuccess.trim()} -v image_crc:${onuImageCrc.trim()} -e PowerSwitch"
Hardik Windlass834afbb2021-03-23 11:48:15 +0530223 export TARGET=onu-upgrade-test
224 fi
TorstenThiemecf20f4b2021-11-12 13:38:26 +0000225 if [[ ${name} == 'onu-image-dwl-simultaneously' ]]; then
226 export ROBOT_MISC_ARGS="-d \$ROBOT_LOGS_DIR -v image_version:${onuImageVersion.trim()} -v image_url:${onuImageUrl.trim()} -v image_vendor:${onuImageVendor.trim()} -v image_activate_on_success:${onuImageActivateOnSuccess.trim()} -v image_commit_on_success:${onuImageCommitOnSuccess.trim()} -v image_crc:${onuImageCrc.trim()} -e PowerSwitch"
227 export TARGET=onu-upgrade-test-multiolt-kind-att
228 fi
Hardik Windlass85491a02021-10-21 17:14:37 +0000229 testLogging='False'
Hardik Windlasscb955822021-10-21 14:59:11 +0000230 if [ ${logging} = true ]; then
Hardik Windlass85491a02021-10-21 17:14:37 +0000231 testLogging='True'
Hardik Windlasscb955822021-10-21 14:59:11 +0000232 fi
Hardik Windlass25c8ddb2021-03-05 20:26:16 +0530233 export VOLTCONFIG=$HOME/.volt/config-minimal
234 export KUBECONFIG=$HOME/.kube/kind-config-voltha-minimal
Hardik Windlassdad8e5c2021-11-11 05:19:47 +0000235 ROBOT_MISC_ARGS+=" -v ONOS_SSH_PORT:30115 -v ONOS_REST_PORT:30120 -v NAMESPACE:${volthaNamespace} -v INFRA_NAMESPACE:${infraNamespace} -v container_log_dir:${logsDir} -v logging:\$testLogging"
Hardik Windlass25c8ddb2021-03-05 20:26:16 +0530236 # Run the specified tests
237 make -C $WORKSPACE/voltha-system-tests \$TARGET || true
Hardik Windlass0f9621d2021-02-24 21:23:19 +0530238 """
Joey Armstrongc63186b2023-08-30 12:39:40 -0400239 // remove port-forwarding
240 sh """
Hardik Windlass0f9621d2021-02-24 21:23:19 +0530241 # remove orphaned port-forward from different namespaces
Andrea Campanella4c8af942021-05-12 10:12:13 +0200242 ps aux | grep port-forw | grep -v grep | awk '{print \$2}' | xargs --no-run-if-empty kill -9 || true
Hardik Windlass0f9621d2021-02-24 21:23:19 +0530243 """
Joey Armstrongc63186b2023-08-30 12:39:40 -0400244 // collect pod details
245 get_pods_info("$WORKSPACE/${name}")
246 sh """
Hardik Windlassdad8e5c2021-11-11 05:19:47 +0000247 set +e
248 # collect logs collected in the Robot Framework StartLogging keyword
249 cd ${logsDir}
250 gzip *-combined.log || true
251 rm *-combined.log || true
252 """
Joey Armstrongc63186b2023-08-30 12:39:40 -0400253 helmTeardown(['infra', 'voltha'])
254 }
Matteo Scandolo4b040342021-10-08 14:26:06 -0700255 }
Hardik Windlass0f9621d2021-02-24 21:23:19 +0530256}
Joey Armstrongc63186b2023-08-30 12:39:40 -0400257
258// -----------------------------------------------------------------------
259// -----------------------------------------------------------------------
260void get_pods_info(dest) {
261 // collect pod details, this is here in case of failure
262 sh """
Hardik Windlass3db9adf2021-03-25 15:49:45 +0530263 mkdir -p ${dest} || true
Hardik Windlass428f5132021-03-15 12:17:47 +0530264 kubectl get pods --all-namespaces -o wide > ${dest}/pods.txt || true
265 kubectl get pods --all-namespaces -o jsonpath="{range .items[*].status.containerStatuses[*]}{.image}{'\\n'}" | sort | uniq | tee ${dest}/pod-images.txt || true
266 kubectl get pods --all-namespaces -o jsonpath="{range .items[*].status.containerStatuses[*]}{.imageID}{'\\n'}" | sort | uniq | tee ${dest}/pod-imagesId.txt || true
Andrea Campanellaea2379a2021-03-22 13:56:26 +0100267 kubectl describe pods --all-namespaces -l app.kubernetes.io/part-of=voltha > ${dest}/voltha-pods-describe.txt
268 kubectl describe pods -n infra -l app=onos-classic > ${dest}/onos-pods-describe.txt
Hardik Windlass428f5132021-03-15 12:17:47 +0530269 helm ls --all-namespaces > ${dest}/helm-charts.txt
270 """
Joey Armstrongc63186b2023-08-30 12:39:40 -0400271 sh '''
Andrea Campanella5764e182021-03-18 14:17:59 +0100272 # copy the ONOS logs directly from the container to avoid the color codes
Andrea Campanella188e50d2022-01-14 11:30:05 +0100273 printf '%s\\n' $(kubectl get pods -n infra -l app=onos-classic -o=jsonpath="{.items[*]['metadata.name']}") | xargs --no-run-if-empty -I# bash -c 'kubectl -n infra cp #:apache-karaf-4.2.14/data/log/karaf.log ''' + dest + '''/#.log' || true
Andrea Campanella5764e182021-03-18 14:17:59 +0100274 '''
Joey Armstrongc63186b2023-08-30 12:39:40 -0400275 return
Hardik Windlass428f5132021-03-15 12:17:47 +0530276}
Joey Armstrongc63186b2023-08-30 12:39:40 -0400277
278// -----------------------------------------------------------------------
279// -----------------------------------------------------------------------
Hardik Windlass0f9621d2021-02-24 21:23:19 +0530280pipeline {
Joey Armstrongc63186b2023-08-30 12:39:40 -0400281 /* no label, executor is determined by JJB */
282 agent {
283 label "${params.buildNode}"
Hardik Windlass0f9621d2021-02-24 21:23:19 +0530284 }
Joey Armstrongc63186b2023-08-30 12:39:40 -0400285
286 options {
287 timeout(time: 220, unit: 'MINUTES')
Hardik Windlass834afbb2021-03-23 11:48:15 +0530288 }
Joey Armstrongc63186b2023-08-30 12:39:40 -0400289
290 environment {
291 PATH="$PATH:$WORKSPACE/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/snap/bin"
292 KUBECONFIG="$HOME/.kube/kind-config-voltha-minimal"
293 SSHPASS="karaf"
Hardik Windlass9f5bee12021-05-07 06:47:21 +0000294 }
Joey Armstrongc63186b2023-08-30 12:39:40 -0400295
296 stages {
297 stage('Download Code') {
298 steps {
299 getVolthaCode([
300 branch: "${branch}",
301 volthaSystemTestsChange: "${volthaSystemTestsChange}",
302 volthaHelmChartsChange: "${volthaHelmChartsChange}",
303 ])
304 }
305 }
306
307 // -----------------------------------------------------------------------
308 // -----------------------------------------------------------------------
309 stage('Install Tools')
310 {
311 steps
312 {
313 script
314 {
315 String iam = getIam('Install Kind')
316 println("${iam}: ENTER")
317 installKind("$branch") // needed early by stage(Cleanup)
318 println("${iam}: LEAVE")
319 } // script
320 } // steps
321 } // stage
322
323 // -----------------------------------------------------------------------
324 // -----------------------------------------------------------------------
325 stage('Cleanup') {
326 steps {
327 // remove port-forwarding
328 sh(label : 'Remove port forwarding',
329 script : """
330if [[ \$(pgrep --count 'port-forw') -gt 0 ]]; then
331 pkill --uid "\$(id -u)" --echo --full 'port-forw'
332fi
333""")
334 helmTeardown(['infra', 'voltha'])
335 }
336 }
337
338 // -----------------------------------------------------------------------
339 // -----------------------------------------------------------------------
340 stage('Create K8s Cluster') {
341 steps {
342 createKubernetesCluster([nodes: 3])
343 }
344 }
345
346 // -----------------------------------------------------------------------
347 // -----------------------------------------------------------------------
348 stage('Run Test') {
349 steps {
350 test_software_upgrade('onos-app-upgrade')
351 test_software_upgrade('voltha-component-upgrade')
352 test_software_upgrade('voltha-component-rolling-upgrade')
353 test_software_upgrade('onu-software-upgrade')
354 test_software_upgrade('onu-software-upgrade-omci-extended-msg')
355 test_software_upgrade('onu-image-dwl-simultaneously')
356 }
357 }
Hardik Windlass0f9621d2021-02-24 21:23:19 +0530358 }
Joey Armstrongc63186b2023-08-30 12:39:40 -0400359
360 // -----------------------------------------------------------------------
361 // -----------------------------------------------------------------------
362 post {
363 aborted {
364 get_pods_info("$WORKSPACE/failed")
365 }
366 failure {
367 get_pods_info("$WORKSPACE/failed")
368 }
369 always {
370 step([$class: 'RobotPublisher',
371 disableArchiveOutput: false,
372 logFileName: 'RobotLogs/*/log*.html',
373 otherFiles: '',
374 outputFileName: 'RobotLogs/*/output*.xml',
375 outputPath: '.',
376 passThreshold: 100,
377 reportFileName: 'RobotLogs/*/report*.html',
378 unstableThreshold: 0,
379 onlyCritical: true])
380 archiveArtifacts artifacts: '*.log,**/*.log,**/*.gz,*.gz,*.txt,**/*.txt'
381 } // always
382 } // post
383} // pipeline