blob: e0a0871fde7f151fe70467e580e9be45f2a04dfb [file] [log] [blame]
Matteo Scandolo075740f2021-04-22 14:52:29 -07001// Copyright 2021-present Open Networking Foundation
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15// voltha-2.x e2e tests for openonu-go
16// uses bbsim to simulate OLT/ONUs
17
18library identifier: 'cord-jenkins-libraries@master',
19 retriever: modernSCM([
20 $class: 'GitSCMSource',
21 remote: 'https://gerrit.opencord.org/ci-management.git'
22])
23
24def clusterName = "kind-ci"
25
Matteo Scandoloa57b0972021-05-03 14:04:58 -070026def execute_test(testTarget, workflow, teardown, testSpecificHelmFlags = "") {
Matteo Scandolo075740f2021-04-22 14:52:29 -070027 def infraNamespace = "default"
28 def volthaNamespace = "voltha"
29 def robotLogsDir = "RobotLogs"
30 stage('Cleanup') {
Matteo Scandoloa57b0972021-05-03 14:04:58 -070031 if (teardown) {
32 timeout(15) {
33 script {
34 helmTeardown(["default", infraNamespace, volthaNamespace])
35 }
36 timeout(1) {
37 sh returnStdout: false, script: '''
38 # remove orphaned port-forward from different namespaces
Andrea Campanella4c8af942021-05-12 10:12:13 +020039 ps aux | grep port-forw | grep -v grep | awk '{print $2}' | xargs --no-run-if-empty kill -9 || true
Matteo Scandoloa57b0972021-05-03 14:04:58 -070040 '''
41 }
Matteo Scandolo075740f2021-04-22 14:52:29 -070042 }
Matteo Scandolo075740f2021-04-22 14:52:29 -070043 }
44 }
45 stage('Deploy Voltha') {
Matteo Scandoloa57b0972021-05-03 14:04:58 -070046 if (teardown) {
47 timeout(20) {
48 script {
Matteo Scandolo075740f2021-04-22 14:52:29 -070049
Matteo Scandolo0d04af82021-05-06 08:36:34 -070050 sh """
51 mkdir -p $WORKSPACE/${testTarget}-components
52 _TAG=kail-startup kail -n infra -n voltha > $WORKSPACE/${testTarget}-components/onos-voltha-startup-combined.log &
53 """
54
Matteo Scandoloa57b0972021-05-03 14:04:58 -070055 // if we're downloading a voltha-helm-charts patch, then install from a local copy of the charts
56 def localCharts = false
57 if (volthaHelmChartsChange != "") {
58 localCharts = true
59 }
60
61 // NOTE temporary workaround expose ONOS node ports
Hardik Windlass696002d2021-05-07 11:38:28 +000062 def localHelmFlags = extraHelmFlags + " --set global.log_level=${logLevel.toUpperCase()} " +
63 " --set onos-classic.onosSshPort=30115 " +
Matteo Scandoloa57b0972021-05-03 14:04:58 -070064 " --set onos-classic.onosApiPort=30120 " +
65 " --set onos-classic.onosOfPort=31653 " +
66 " --set onos-classic.individualOpenFlowNodePorts=true " + testSpecificHelmFlags
Matteo Scandolo7ebfdfc2021-05-07 10:15:51 -070067
68 if (gerritProject != "") {
69 localHelmFlags = "${localHelmFlags} " + getVolthaImageFlags("${gerritProject}")
70 }
71
Matteo Scandoloa57b0972021-05-03 14:04:58 -070072 volthaDeploy([
73 infraNamespace: infraNamespace,
74 volthaNamespace: volthaNamespace,
75 workflow: workflow.toLowerCase(),
76 extraHelmFlags: localHelmFlags,
77 localCharts: localCharts,
78 bbsimReplica: olts.toInteger(),
79 dockerRegistry: registry,
80 ])
Matteo Scandolo075740f2021-04-22 14:52:29 -070081 }
Matteo Scandolo0d04af82021-05-06 08:36:34 -070082
83 // stop logging
84 sh """
85 P_IDS="\$(ps e -ww -A | grep "_TAG=kail-startup" | grep -v grep | awk '{print \$1}')"
86 if [ -n "\$P_IDS" ]; then
87 echo \$P_IDS
88 for P_ID in \$P_IDS; do
89 kill -9 \$P_ID
90 done
91 fi
Andrea Campanellac8dce4b2021-05-24 13:12:12 +020092 cd $WORKSPACE/${testTarget}-components/
93 gzip onos-voltha-startup-combined.log
94 rm onos-voltha-startup-combined.log
Matteo Scandolo0d04af82021-05-06 08:36:34 -070095 """
Matteo Scandolo075740f2021-04-22 14:52:29 -070096 }
Matteo Scandolo075740f2021-04-22 14:52:29 -070097 sh """
Matteo Scandoloa57b0972021-05-03 14:04:58 -070098 JENKINS_NODE_COOKIE="dontKillMe" _TAG="voltha-voltha-api" bash -c "while true; do kubectl port-forward --address 0.0.0.0 -n ${volthaNamespace} svc/voltha-voltha-api 55555:55555; done"&
99 JENKINS_NODE_COOKIE="dontKillMe" _TAG="voltha-infra-etcd" bash -c "while true; do kubectl port-forward --address 0.0.0.0 -n ${infraNamespace} svc/voltha-infra-etcd 2379:2379; done"&
100 JENKINS_NODE_COOKIE="dontKillMe" _TAG="voltha-infra-kafka" bash -c "while true; do kubectl port-forward --address 0.0.0.0 -n ${infraNamespace} svc/voltha-infra-kafka 9092:9092; done"&
Hardik Windlass26742bb2021-05-10 09:29:32 +0000101 bbsimDmiPortFwd=50075
102 for i in {0..${olts.toInteger() - 1}}; do
Hardik Windlass79504ac2021-05-17 10:17:33 +0530103 JENKINS_NODE_COOKIE="dontKillMe" _TAG="bbsim\${i}" bash -c "while true; do kubectl port-forward --address 0.0.0.0 -n ${volthaNamespace} svc/bbsim\${i} \${bbsimDmiPortFwd}:50075; done"&
Hardik Windlass26742bb2021-05-10 09:29:32 +0000104 ((bbsimDmiPortFwd++))
105 done
Matteo Scandolo075740f2021-04-22 14:52:29 -0700106 ps aux | grep port-forward
107 """
Matteo Scandolo075740f2021-04-22 14:52:29 -0700108 }
109 }
110 stage('Run test ' + testTarget + ' on ' + workflow + ' workFlow') {
Matteo Scandolo0d04af82021-05-06 08:36:34 -0700111 // start logging
112 sh """
113 mkdir -p $WORKSPACE/${testTarget}-components
114 _TAG=kail-${workflow} kail -n infra -n voltha > $WORKSPACE/${testTarget}-components/onos-voltha-combined.log &
115 """
Matteo Scandolo075740f2021-04-22 14:52:29 -0700116 sh """
Matteo Scandoloee626e02021-05-05 08:13:16 -0700117 mkdir -p $WORKSPACE/${robotLogsDir}/${testTarget}-robot
118 export ROBOT_MISC_ARGS="-d $WORKSPACE/${robotLogsDir}/${testTarget}-robot "
Matteo Scandoloa57b0972021-05-03 14:04:58 -0700119 ROBOT_MISC_ARGS+="-v ONOS_SSH_PORT:30115 -v ONOS_REST_PORT:30120 -v INFRA_NAMESPACE:${infraNamespace}"
Matteo Scandolo075740f2021-04-22 14:52:29 -0700120 export KVSTOREPREFIX=voltha/voltha_voltha
121
122 make -C $WORKSPACE/voltha-system-tests ${testTarget} || true
123 """
Matteo Scandolo2cc5b392021-05-03 09:33:18 -0700124 // stop logging
125 sh """
126 P_IDS="\$(ps e -ww -A | grep "_TAG=kail-${workflow}" | grep -v grep | awk '{print \$1}')"
127 if [ -n "\$P_IDS" ]; then
128 echo \$P_IDS
129 for P_ID in \$P_IDS; do
130 kill -9 \$P_ID
131 done
132 fi
Andrea Campanellac8dce4b2021-05-24 13:12:12 +0200133 cd $WORKSPACE/${testTarget}-components/
134 gzip onos-voltha-combined.log
135 rm onos-voltha-combined.log
Matteo Scandolo2cc5b392021-05-03 09:33:18 -0700136 """
Matteo Scandoloa57b0972021-05-03 14:04:58 -0700137 getPodsInfo("$WORKSPACE/${testTarget}-components")
Matteo Scandolo075740f2021-04-22 14:52:29 -0700138 }
139}
140
Matteo Scandolo2cc5b392021-05-03 09:33:18 -0700141def collectArtifacts(exitStatus) {
142 getPodsInfo("$WORKSPACE/${exitStatus}")
143 sh """
Matteo Scandolo0da60532021-05-06 08:59:42 -0700144 kubectl logs -n voltha -l app.kubernetes.io/part-of=voltha > $WORKSPACE/${exitStatus}/voltha.log || true
Matteo Scandolo2cc5b392021-05-03 09:33:18 -0700145 """
146 archiveArtifacts artifacts: '**/*.log,**/*.gz,**/*.txt,**/*.html'
147 sh '''
148 sync
149 pkill kail || true
150 which voltctl
151 md5sum $(which voltctl)
152 '''
153 step([$class: 'RobotPublisher',
154 disableArchiveOutput: false,
155 logFileName: "RobotLogs/*/log*.html",
156 otherFiles: '',
157 outputFileName: "RobotLogs/*/output*.xml",
158 outputPath: '.',
159 passThreshold: 100,
160 reportFileName: "RobotLogs/*/report*.html",
161 unstableThreshold: 0]);
162}
163
Matteo Scandolo075740f2021-04-22 14:52:29 -0700164pipeline {
165
166 /* no label, executor is determined by JJB */
167 agent {
168 label "${params.buildNode}"
169 }
170 options {
TorstenThieme869ba322021-05-05 12:11:42 +0000171 timeout(time: "${timeout}", unit: 'MINUTES')
Matteo Scandolo075740f2021-04-22 14:52:29 -0700172 }
173 environment {
174 KUBECONFIG="$HOME/.kube/kind-${clusterName}"
175 VOLTCONFIG="$HOME/.volt/config"
176 PATH="$PATH:$WORKSPACE/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
177 ROBOT_MISC_ARGS="-e PowerSwitch ${params.extraRobotArgs}"
178 DIAGS_PROFILE="VOLTHA_PROFILE"
179 }
180 stages {
181 stage('Download Code') {
182 steps {
183 getVolthaCode([
184 branch: "${branch}",
185 gerritProject: "${gerritProject}",
186 gerritRefspec: "${gerritRefspec}",
187 volthaSystemTestsChange: "${volthaSystemTestsChange}",
188 volthaHelmChartsChange: "${volthaHelmChartsChange}",
189 ])
190 }
191 }
Matteo Scandolo7ebfdfc2021-05-07 10:15:51 -0700192 stage('Build patch') {
193 // build the patch only if gerritProject is specified
194 when {
195 expression {
196 return !gerritProject.isEmpty()
197 }
198 }
199 steps {
200 // NOTE that the correct patch has already been checked out
201 // during the getVolthaCode step
202 buildVolthaComponent("${gerritProject}")
203 }
204 }
Matteo Scandolo075740f2021-04-22 14:52:29 -0700205 stage('Create K8s Cluster') {
206 steps {
207 script {
208 def clusterExists = sh returnStdout: true, script: """
209 kind get clusters | grep ${clusterName} | wc -l
210 """
211 if (clusterExists.trim() == "0") {
212 createKubernetesCluster([nodes: 3, name: clusterName])
213 }
214 }
215 }
216 }
Matteo Scandolo7ebfdfc2021-05-07 10:15:51 -0700217 stage('Load image in kind nodes') {
218 when {
219 expression {
220 return !gerritProject.isEmpty()
221 }
222 }
223 steps {
224 loadToKind()
225 }
226 }
Matteo Scandolo886cb8e2021-05-03 13:37:41 -0700227 stage('Parse and execute tests') {
228 steps {
229 script {
230 def tests = readYaml text: testTargets
Matteo Scandolo075740f2021-04-22 14:52:29 -0700231
Matteo Scandolo886cb8e2021-05-03 13:37:41 -0700232 for(int i = 0;i<tests.size();i++) {
233 def test = tests[i]
234 def target = test["target"]
235 def workflow = test["workflow"]
236 def flags = test["flags"]
Matteo Scandoloa57b0972021-05-03 14:04:58 -0700237 def teardown = test["teardown"].toBoolean()
Matteo Scandolo886cb8e2021-05-03 13:37:41 -0700238 println "Executing test ${target} on workflow ${workflow} with extra flags ${flags}"
Matteo Scandoloa57b0972021-05-03 14:04:58 -0700239 execute_test(target, workflow, teardown, flags)
Matteo Scandolo886cb8e2021-05-03 13:37:41 -0700240 }
241 }
Matteo Scandolo075740f2021-04-22 14:52:29 -0700242 }
Matteo Scandolo075740f2021-04-22 14:52:29 -0700243 }
244 }
245 post {
246 aborted {
Matteo Scandolo2cc5b392021-05-03 09:33:18 -0700247 collectArtifacts("aborted")
Matteo Scandolo075740f2021-04-22 14:52:29 -0700248 }
249 failure {
Matteo Scandolo2cc5b392021-05-03 09:33:18 -0700250 collectArtifacts("failed")
Matteo Scandolo075740f2021-04-22 14:52:29 -0700251 }
252 always {
Matteo Scandolo2cc5b392021-05-03 09:33:18 -0700253 collectArtifacts("always")
Matteo Scandolo075740f2021-04-22 14:52:29 -0700254 }
255 }
256}