blob: cb96a35770a853bc306d6152ceada6fee87b879d [file] [log] [blame]
// Copyright 2019-present Open Networking Foundation
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
// deploy VOLTHA and performs a scale test with the LWC controller
library identifier: 'cord-jenkins-libraries@master',
retriever: modernSCM([
$class: 'GitSCMSource',
remote: 'https://gerrit.opencord.org/ci-management.git'
])
def lwc_helm_chart_path="/home/jenkins/Radisys_LWC_helm_charts"
def value_file="/home/jenkins/lwc-values.yaml"
def pon_count=16
def onu_count=32
def workflow="dt"
pipeline {
/* no label, executor is determined by JJB */
agent {
label "${params.buildNode}"
}
options {
timeout(time: 60, unit: 'MINUTES')
}
environment {
JENKINS_NODE_COOKIE="dontKillMe" // do not kill processes after the build is done
KUBECONFIG="$HOME/.kube/config"
VOLTCONFIG="$HOME/.volt/config"
SSHPASS="karaf"
VOLTHA_LOG_LEVEL="${logLevel}"
NUM_OF_BBSIM="${olts}"
NUM_OF_OPENONU="${openonuAdapterReplicas}"
NUM_OF_ONOS="${onosReplicas}"
NUM_OF_ATOMIX="${atomixReplicas}"
EXTRA_HELM_FLAGS=" "
LOG_FOLDER="$WORKSPACE/logs"
GERRIT_PROJECT="${GERRIT_PROJECT}"
PATH="$PATH:$WORKSPACE/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/snap/bin"
}
stages {
stage ('Cleanup') {
steps {
script {
try {
timeout(time: 5, unit: 'MINUTES') {
sh returnStdout: false, script: '''
cd $WORKSPACE
rm -rf $WORKSPACE/*
'''
// removing the voltha-infra chart first
// if we don't ONOS might get stuck because of all the events when BBSim goes down
sh returnStdout: false, script: '''
set +x
helm del -n infra voltha-infra || true
helm del voltha-infra || true
echo -ne "\nWaiting for ONOS to be removed..."
onos=$(kubectl get pod -n default -l app=onos-classic --no-headers | wc -l)
while [[ $onos != 0 ]]; do
onos=$(kubectl get pod -n default -l app=onos-classic --no-headers | wc -l)
sleep 5
echo -ne "."
done
'''
}
} catch(org.jenkinsci.plugins.workflow.steps.FlowInterruptedException e) {
// if we have a timeout in the Cleanup fase most likely ONOS got stuck somewhere, thuse force remove the pods
sh '''
kubectl get pods | grep Terminating | awk '{print $1}' | xargs kubectl delete pod --force --grace-period=0
'''
}
timeout(time: 10, unit: 'MINUTES') {
script {
helmTeardown(["default", "voltha1", "voltha-infra"])
}
sh returnStdout: false, script: '''
helm repo add onf https://charts.opencord.org
helm repo update
# remove all persistent volume claims
kubectl delete pvc --all-namespaces --all
PVCS=\$(kubectl get pvc --all-namespaces --no-headers | wc -l)
while [[ \$PVCS != 0 ]]; do
sleep 5
PVCS=\$(kubectl get pvc --all-namespaces --no-headers | wc -l)
done
# remove orphaned port-forward from different namespaces
ps aux | grep port-forw | grep -v grep | awk '{print $2}' | xargs --no-run-if-empty kill -9 || true
'''
}
}
}
}
stage('Download Code') {
steps {
getVolthaCode([
branch: "${release}",
volthaSystemTestsChange: "${volthaSystemTestsChange}",
volthaHelmChartsChange: "${volthaHelmChartsChange}",
])
}
}
stage('Deploy Voltha') {
steps {
timeout(time: 5, unit: 'MINUTES') {
installVoltctl("${release}")
script {
startComponentsLogs([
appsToLog: [
'app.kubernetes.io/name=etcd',
'app.kubernetes.io/name=kafka',
'app=lwc',
'app=adapter-open-onu',
'app=adapter-open-olt',
'app=rw-core',
'app=bbsim',
]
])
}
}
timeout(time: 10, unit: 'MINUTES') {
sh """
cd /home/jenkins/Radisys_LWC_helm_charts
helm dep update ${lwc_helm_chart_path}/voltha-infra
helm upgrade --install --create-namespace -n infra voltha-infra ${lwc_helm_chart_path}/voltha-infra -f examples/${workflow}-values.yaml \
-f ${value_file} --wait
# helm dep update ${lwc_helm_chart_path}/voltha-stack
helm upgrade --install --create-namespace -n voltha1 voltha1 onf/voltha-stack \
--set voltha.ingress.enabled=true --set voltha.ingress.enableVirtualHosts=true --set voltha.fullHostnameOverride=voltha.scale1.dev \
-f ${value_file} --wait
helm upgrade --install -n voltha1 bbsim0 onf/bbsim --set olt_id=10 -f examples/${workflow}-values.yaml --set pon=${pon_count},onu=${onu_count} --version 4.6.0 --set oltRebootDelay=5 --wait
"""
}
}
}
stage('Load MIB Template') {
when {
expression {
return params.withMibTemplate
}
}
steps {
sh """
# load MIB template
wget ${mibTemplateUrl} -O mibTemplate.json
cat mibTemplate.json | kubectl exec -it -n infra \$(kubectl get pods -n infra |grep etcd-0 | awk 'NR==1{print \$1}') -- etcdctl put service/voltha/omci_mibs/go_templates/BBSM/12345123451234512345/BBSM_IMG_00001
"""
}
}
stage('Run Test') {
steps {
sh """
mkdir -p $WORKSPACE/RobotLogs
cd $WORKSPACE/voltha-system-tests
make vst_venv
daemonize -E JENKINS_NODE_COOKIE="dontKillMe" /usr/local/bin/kubectl port-forward -n infra svc/lwc 8182:8181 --address 0.0.0.0
daemonize -E JENKINS_NODE_COOKIE="dontKillMe" /usr/local/bin/kubectl port-forward -n voltha1 svc/voltha1-voltha-api 55555 --address 0.0.0.0
source ./vst_venv/bin/activate
robot -d $WORKSPACE/RobotLogs \
--exitonfailure \
-v pon:${pon_count} -v onu:${onu_count} \
tests/scale/Voltha_Scale_Tests_lwc.robot
python tests/scale/collect-result.py -r $WORKSPACE/RobotLogs/output.xml -p $WORKSPACE/plots > $WORKSPACE/execution-time.txt || true
cat $WORKSPACE/execution-time.txt
"""
}
}
}
post {
always {
stopComponentsLogs()
script {
try {
step([$class: 'RobotPublisher',
disableArchiveOutput: false,
logFileName: '**/log*.html',
otherFiles: '',
outputFileName: '**/output*.xml',
outputPath: 'RobotLogs',
passThreshold: 100,
reportFileName: '**/report*.html',
onlyCritical: true,
unstableThreshold: 0]);
} catch (Exception e) {
println "Cannot archive Robot Logs: ${e.toString()}"
}
}
plot([
csvFileName: 'scale-test.csv',
csvSeries: [
[file: 'plots/plot-lwc-olts.txt', displayTableFlag: false, exclusionValues: '', inclusionFlag: 'OFF', url: ''],
[file: 'plots/plot-voltha-onus.txt', displayTableFlag: false, exclusionValues: '', inclusionFlag: 'OFF', url: ''],
[file: 'plots/plot-lwc-ports.txt', displayTableFlag: false, exclusionValues: '', inclusionFlag: 'OFF', url: ''],
[file: 'plots/plot-voltha-flows-before.txt', displayTableFlag: false, exclusionValues: '', inclusionFlag: 'OFF', url: ''],
[file: 'plots/plot-voltha-openolt-flows-before.txt', displayTableFlag: false, exclusionValues: '', inclusionFlag: 'OFF', url: ''],
[file: 'plots/plot-lwc-flows-before.txt', displayTableFlag: false, exclusionValues: '', inclusionFlag: 'OFF', url: ''],
[file: 'plots/plot-voltha-flows-after.txt', displayTableFlag: false, exclusionValues: '', inclusionFlag: 'OFF', url: ''],
[file: 'plots/plot-voltha-openolt-flows-after.txt', displayTableFlag: false, exclusionValues: '', inclusionFlag: 'OFF', url: ''],
[file: 'plots/plot-lwc-flows-after.txt', displayTableFlag: false, exclusionValues: '', inclusionFlag: 'OFF', url: ''],
],
group: 'Voltha-Scale-Numbers', numBuilds: '20', style: 'line', title: "Scale Test (OLTs: ${olts}, PONs: ${pons}, ONUs: ${onus}, UNIs: ${unis})", yaxis: 'Time (s)', useDescr: true
])
getPodsInfo("$LOG_FOLDER")
archiveArtifacts artifacts: 'execution-time.txt,logs/*,logs/pprof/*,RobotLogs/**/*,plots/*,etcd-metrics/*'
}
}
}