blob: 61e3617e5b0ec834ce7fea561d3ee2abffcfa1f9 [file] [log] [blame]
Suchitra Vemuri8d180ab2020-03-12 17:38:24 -07001// Copyright 2017-present Open Networking Foundation
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15node {
16 // Need this so that deployment_config has global scope when it's read later
17 deployment_config = null
18}
19
20pipeline {
21 /* no label, executor is determined by JJB */
22 agent {
23 label "${params.buildNode}"
24 }
25 options {
26 timeout(time: 90, unit: 'MINUTES')
27 }
28
29 environment {
30 KUBECONFIG="$WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.conf"
31 VOLTCONFIG="$HOME/.volt/config-minimal"
32 PATH="$WORKSPACE/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
33 }
34
35 stages {
36 stage ('Initialize') {
37 steps {
38 step([$class: 'WsCleanup'])
Suchitra Vemuri2a5a5ea2020-03-27 22:53:11 -070039 sh returnStdout: false, script: "git clone -b master ${cordRepoUrl}/${configBaseDir}"
Suchitra Vemuri8d180ab2020-03-12 17:38:24 -070040 script {
41 deployment_config = readYaml file: "${configBaseDir}/${configDeploymentDir}/${configFileName}-DT.yaml"
42 }
Andy Bavierb5c8caf2020-04-06 14:12:07 -070043 // This checkout allows us to show changes in Jenkins
Suchitra Vemuri8d180ab2020-03-12 17:38:24 -070044 checkout(changelog: true,
45 poll: false,
46 scm: [$class: 'RepoScm',
47 manifestRepositoryUrl: "${params.manifestUrl}",
Suchitra Vemuri2a5a5ea2020-03-27 22:53:11 -070048 manifestBranch: "${params.branch}",
Suchitra Vemuri8d180ab2020-03-12 17:38:24 -070049 currentBranch: true,
50 destinationDir: 'voltha',
51 forceSync: true,
52 resetFirst: true,
53 quiet: true,
54 jobs: 4,
55 showAllChanges: true]
56 )
57 sh returnStdout: false, script: """
58 cd voltha
Suchitra Vemuri05946a62020-04-12 12:40:59 -070059 git clone -b master ${cordRepoUrl}/cord-tester
Suchitra Vemuri8d180ab2020-03-12 17:38:24 -070060 mkdir -p $WORKSPACE/bin
61 bash <( curl -sfL https://raw.githubusercontent.com/boz/kail/master/godownloader.sh) -b "$WORKSPACE/bin"
62 cd $WORKSPACE
Suchitra Vemuri8d180ab2020-03-12 17:38:24 -070063
64 VC_VERSION=\$(curl -sSL https://api.github.com/repos/opencord/voltctl/releases/latest | jq -r .tag_name | sed -e 's/^v//g')
65 HOSTOS=\$(uname -s | tr "[:upper:]" "[:lower:"])
66 HOSTARCH=\$(uname -m | tr "[:upper:]" "[:lower:"])
67 if [ \$HOSTARCH == "x86_64" ]; then
68 HOSTARCH="amd64"
69 fi
70 curl -o $WORKSPACE/bin/voltctl -sSL https://github.com/opencord/voltctl/releases/download/v\${VC_VERSION}/voltctl-\${VC_VERSION}-\${HOSTOS}-\${HOSTARCH}
71 chmod 755 $WORKSPACE/bin/voltctl
72 voltctl version --clientonly
73 """
74 }
75 }
76
77 stage('Functional Tests') {
78 environment {
Suchitra Vemurie4a5bcc2020-03-16 12:43:03 -070079 ROBOT_CONFIG_FILE="$WORKSPACE/${configBaseDir}/${configDeploymentDir}/${configFileName}-DT.yaml"
Suchitra Vemuri8d180ab2020-03-12 17:38:24 -070080 ROBOT_FILE="Voltha_DT_PODTests.robot"
81 ROBOT_LOGS_DIR="$WORKSPACE/RobotLogs/dt-workflow"
82 }
83 steps {
84 sh """
Andy Bavierb5c8caf2020-04-06 14:12:07 -070085 cd $WORKSPACE/voltha/kind-voltha/scripts
Suchitra Vemuri8d180ab2020-03-12 17:38:24 -070086 ./log-collector.sh > /dev/null &
87 ./log-combine.sh > /dev/null &
88
89 mkdir -p $ROBOT_LOGS_DIR
Suchitra Vemuri2a5a5ea2020-03-27 22:53:11 -070090 export ROBOT_MISC_ARGS="--removekeywords wuks -i sanityDt -i functionalDt -e bbsim -e notready -d $ROBOT_LOGS_DIR -v POD_NAME:${configFileName} -v KUBERNETES_CONFIGS_DIR:$WORKSPACE/${configBaseDir}/${configKubernetesDir} -v container_log_dir:$WORKSPACE"
Suchitra Vemuri8d180ab2020-03-12 17:38:24 -070091 make -C $WORKSPACE/voltha/voltha-system-tests voltha-dt-test || true
92 """
93 }
94 }
95 }
96 post {
97 always {
98 sh returnStdout: false, script: '''
99 set +e
Matteo Scandolo97b12572020-04-13 12:44:46 -0700100 kubectl get pods --all-namespaces -o jsonpath="{range .items[*].status.containerStatuses[*]}{.image}{'\\n'}" | sort | uniq
101 kubectl get pods --all-namespaces -o jsonpath="{range .items[*].status.containerStatuses[*]}{.imageID}{'\\n'}" | sort | uniq
Suchitra Vemuri8d180ab2020-03-12 17:38:24 -0700102 kubectl get nodes -o wide
103 kubectl get pods -n voltha -o wide
104
105 sleep 60 # Wait for log-collector and log-combine to complete
106
107 # Clean up "announcer" pod used by the tests if present
108 kubectl delete pod announcer || true
109
110 ## Pull out errors from log files
111 extract_errors_go() {
112 echo
113 echo "Error summary for $1:"
Andy Bavierb5c8caf2020-04-06 14:12:07 -0700114 grep '"level":"error"' $WORKSPACE/voltha/kind-voltha/scripts/logger/combined/$1*
Suchitra Vemuri8d180ab2020-03-12 17:38:24 -0700115 echo
116 }
117
118 extract_errors_python() {
119 echo
120 echo "Error summary for $1:"
Andy Bavierb5c8caf2020-04-06 14:12:07 -0700121 grep 'ERROR' $WORKSPACE/voltha/kind-voltha/scripts/logger/combined/$1*
Suchitra Vemuri8d180ab2020-03-12 17:38:24 -0700122 echo
123 }
124
125 extract_errors_go voltha-rw-core > $WORKSPACE/error-report.log
126 extract_errors_go adapter-open-olt >> $WORKSPACE/error-report.log
127 extract_errors_python adapter-open-onu >> $WORKSPACE/error-report.log
128 extract_errors_python voltha-ofagent >> $WORKSPACE/error-report.log
129 extract_errors_python onos >> $WORKSPACE/error-report.log
130
Andy Bavierb5c8caf2020-04-06 14:12:07 -0700131 cd $WORKSPACE/voltha/kind-voltha/scripts/logger/combined/
Suchitra Vemuri8d180ab2020-03-12 17:38:24 -0700132 tar czf $WORKSPACE/container-logs.tgz *
133
134 cd $WORKSPACE
135 gzip *-combined.log || true
136 '''
137 script {
138 deployment_config.olts.each { olt ->
139 sh returnStdout: false, script: """
140 sshpass -p ${olt.pass} scp ${olt.user}@${olt.ip}:/var/log/openolt.log $WORKSPACE/openolt-${olt.ip}.log || true
141 sed -i 's/\\x1b\\[[0-9;]*[a-zA-Z]//g' $WORKSPACE/openolt-${olt.ip}.log # Remove escape sequences
142 """
143 }
144 }
145 step([$class: 'RobotPublisher',
146 disableArchiveOutput: false,
147 logFileName: '**/log*.html',
148 otherFiles: '',
149 outputFileName: '**/output*.xml',
150 outputPath: 'RobotLogs',
151 passThreshold: 100,
152 reportFileName: '**/report*.html',
153 unstableThreshold: 0
154 ]);
155 archiveArtifacts artifacts: '*.log,*.gz,*.tgz'
156 }
157 unstable {
158 step([$class: 'Mailer', notifyEveryUnstableBuild: true, recipients: "${notificationEmail}", sendToIndividuals: false])
159 }
160 }
161}