blob: e38bc9a66abdc2a01051fe33856138266ffe5359 [file] [log] [blame]
// Copyright 2017-present Open Networking Foundation
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
// voltha-2.x e2e tests
// uses bbsim to simulate OLT/ONUs
// NOTE we are importing the library even if it's global so that it's
// easier to change the keywords during a replay
library identifier: 'cord-jenkins-libraries@master',
retriever: modernSCM([
$class: 'GitSCMSource',
remote: 'https://gerrit.opencord.org/ci-management.git'
])
def test_workflow(name) {
timeout(time: 5, unit: 'MINUTES') {
stage('Deploy - '+ name + ' workflow') {
def extraHelmFlags = "${extraHelmFlags} --set global.log_level=DEBUG,onu=1,pon=1 " +
" --set onos-classic.onosSshPort=30115 " +
"--set onos-classic.onosApiPort=30120 "
if (gerritProject != "") {
extraHelmFlags = extraHelmFlags + getVolthaImageFlags("${gerritProject}")
}
def localCharts = false
if (gerritProject == "voltha-helm-charts" || branch != "master") {
localCharts = true
}
volthaDeploy([
workflow: name,
extraHelmFlags:extraHelmFlags,
localCharts: localCharts,
dockerRegistry: "mirror.registry.opennetworking.org"
])
// start logging
sh """
mkdir -p $WORKSPACE/${name}
_TAG=kail-${name} kail -n infra -n voltha > $WORKSPACE/${name}/onos-voltha-combined.log &
"""
// forward ONOS and VOLTHA ports
sh """
JENKINS_NODE_COOKIE="dontKillMe" _TAG="voltha-voltha-api" bash -c "while true; do kubectl port-forward --address 0.0.0.0 -n voltha svc/voltha-voltha-api 55555:55555; done"&
"""
}
}
stage('Test VOLTHA - '+ name + ' workflow') {
timeout(time: 10, unit: 'MINUTES') {
sh """
ROBOT_LOGS_DIR="$WORKSPACE/RobotLogs/${name.toUpperCase()}Workflow"
mkdir -p \$ROBOT_LOGS_DIR
export ROBOT_MISC_ARGS="-d \$ROBOT_LOGS_DIR -e PowerSwitch "
ROBOT_MISC_ARGS+="-v ONOS_SSH_PORT:30115 -v ONOS_REST_PORT:30120"
# By default, all tests tagged 'sanity' are run. This covers basic functionality
# like running through the ATT workflow for a single subscriber.
export TARGET=sanity-kind-${name}
# If the Gerrit comment contains a line with "functional tests" then run the full
# functional test suite. This covers tests tagged either 'sanity' or 'functional'.
# Note: Gerrit comment text will be prefixed by "Patch set n:" and a blank line
REGEX="functional tests"
if [[ "\$GERRIT_EVENT_COMMENT_TEXT" =~ \$REGEX ]]; then
export TARGET=functional-single-kind-${name}
fi
if [[ "${gerritProject}" == "bbsim" ]]; then
echo "Running BBSim specific Tests"
export TARGET=sanity-bbsim-${name}
fi
export VOLTCONFIG=$HOME/.volt/config
export KUBECONFIG=$HOME/.kube/config
# Run the specified tests
make -C $WORKSPACE/voltha-system-tests \$TARGET || true
"""
// stop logging
sh """
P_IDS="\$(ps e -ww -A | grep "_TAG=kail-${name}" | grep -v grep | awk '{print \$1}')"
if [ -n "\$P_IDS" ]; then
echo \$P_IDS
for P_ID in \$P_IDS; do
kill -9 \$P_ID
done
fi
"""
// remove port-forwarding
sh """
# remove orphaned port-forward from different namespaces
ps aux | grep port-forw | grep -v grep | awk '{print \$2}' | xargs --no-run-if-empty kill -9 || true
"""
// collect pod details
getPodsInfo("$WORKSPACE/${name}")
helmTeardown(['infra', 'voltha'])
}
}
}
pipeline {
/* no label, executor is determined by JJB */
agent {
label "${params.buildNode}"
}
options {
timeout(time: 50, unit: 'MINUTES')
}
environment {
PATH="$PATH:$WORKSPACE/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/snap/bin"
KUBECONFIG="$HOME/.kube/kind-config-${clusterName}"
}
stages{
stage('Download Code') {
steps {
getVolthaCode([
branch: "${branch}",
gerritProject: "${gerritProject}",
gerritRefspec: "${gerritRefspec}",
volthaSystemTestsChange: "${volthaSystemTestsChange}",
volthaHelmChartsChange: "${volthaHelmChartsChange}",
])
}
}
stage('Build patch') {
steps {
// NOTE that the correct patch has already been checked out
// during the getVolthaCode step
buildVolthaComponent("${gerritProject}")
}
}
stage('Create K8s Cluster') {
steps {
createKubernetesCluster([nodes: 3])
}
}
stage('Load image in kind nodes') {
steps {
loadToKind()
}
}
stage('Replace voltctl') {
// if the project is voltctl override the downloaded one with the built one
when {
expression {
return gerritProject == "voltctl"
}
}
steps{
sh """
mv `ls $WORKSPACE/voltctl/release/voltctl-*-linux-amd*` $WORKSPACE/bin/voltctl
chmod +x $WORKSPACE/bin/voltctl
"""
}
}
stage('Run Test') {
steps {
// preload the venv so it's not included in the timeout for the first test execution
sh """
make -C $WORKSPACE/voltha-system-tests vst_venv || true
"""
test_workflow("att")
test_workflow("dt")
test_workflow("tt")
}
}
}
post {
aborted {
getPodsInfo("$WORKSPACE/failed")
sh """
kubectl logs -n voltha -l app.kubernetes.io/part-of=voltha > $WORKSPACE/failed/voltha.log || true
"""
archiveArtifacts artifacts: '**/*.log,**/*.txt,**/*.html'
}
failure {
getPodsInfo("$WORKSPACE/failed")
sh """
kubectl logs -n voltha -l app.kubernetes.io/part-of=voltha > $WORKSPACE/failed/voltha.logs || true
"""
archiveArtifacts artifacts: '**/*.log,**/*.txt,**/*.html'
}
always {
sh '''
gzip $WORKSPACE/att/onos-voltha-combined.log || true
gzip $WORKSPACE/dt/onos-voltha-combined.log || true
gzip $WORKSPACE/tt/onos-voltha-combined.log || true
'''
step([$class: 'RobotPublisher',
disableArchiveOutput: false,
logFileName: 'RobotLogs/*/log*.html',
otherFiles: '',
outputFileName: 'RobotLogs/*/output*.xml',
outputPath: '.',
passThreshold: 100,
reportFileName: 'RobotLogs/*/report*.html',
unstableThreshold: 0]);
archiveArtifacts artifacts: '*.log,**/*.log,**/*.gz,*.gz,*.txt,**/*.txt'
}
}
}