blob: d9607eafd9ab23680d4162ae36c63460f9095cbc [file] [log] [blame]
// Copyright 2017-present Open Networking Foundation
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
// Run XOS api tests after changing the containers to use the current XOS
// container versions as parent, which may include synchronizer framework
// changes
CORE_CONTAINER="null"
pipeline {
/* no label, executor is determined by JJB */
agent {
label "${params.buildNode}"
}
stages {
stage('repo') {
steps {
checkout(changelog: false, \
poll: false,
scm: [$class: 'RepoScm', \
manifestRepositoryUrl: "${params.manifestUrl}", \
manifestBranch: "${params.manifestBranch}", \
currentBranch: true, \
destinationDir: 'cord', \
forceSync: true,
resetFirst: true, \
quiet: true, \
jobs: 4, \
showAllChanges: true] \
)
}
}
stage('patch') {
steps {
sh """
#!/usr/bin/env bash
set -eu -o pipefail
VERSIONFILE="" # file path to file containing version number
NEW_VERSION="" # version number found in VERSIONFILE
releaseversion=0
function read_version {
if [ -f "VERSION" ]
then
NEW_VERSION=\$(head -n1 "VERSION")
VERSIONFILE="VERSION"
elif [ -f "package.json" ]
then
NEW_VERSION=\$(python -c 'import json,sys;obj=json.load(sys.stdin); print obj["version"]' < package.json)
VERSIONFILE="package.json"
else
echo "ERROR: No versioning file found!"
exit 1
fi
}
# check if the version is a released version
function check_if_releaseversion {
if [[ "\$NEW_VERSION" =~ ^([0-9]+)\\.([0-9]+)\\.([0-9]+)\$ ]]
then
echo "Version string '\$NEW_VERSION' in '\$VERSIONFILE' is a SemVer released version!"
releaseversion=1
else
echo "Version string '\$NEW_VERSION' in '\$VERSIONFILE' is not a SemVer released version, skipping."
fi
}
pushd cord
PROJECT_PATH=\$(xmllint --xpath "string(//project[@name=\\\"${gerritProject}\\\"]/@path)" .repo/manifests/default.xml)
repo download "\$PROJECT_PATH" "${gerritChangeNumber}/${gerritPatchsetNumber}"
pushd \$PROJECT_PATH
echo "Existing git tags:"
git tag -n
read_version
check_if_releaseversion
# perform checks if a released version
if [ "\$releaseversion" -eq "1" ]
then
git config --global user.email "apitest@opencord.org"
git config --global user.name "API Test"
git tag -a "\$NEW_VERSION" -m "Tagged for api test on Gerrit patchset: ${gerritChangeNumber}"
echo "Tags including new tag:"
git tag -n
fi
popd
popd
"""
}
}
stage('tag update') {
steps {
sh """
#!/usr/bin/env bash
set -eu -o pipefail
ALLOWED_SERVICES="att-workflow-driver fabric fabric-crossconnect kubernetes-service olt-service onos-service rcord simpleexampleservice"
echo "" > $WORKSPACE/xos_tags.yaml
echo "" > $WORKSPACE/updated_dockerfiles
XOS_MAJOR=\$(cut -b 1 cord/orchestration/xos/VERSION)
XOS_VERSION=\$(cat cord/orchestration/xos/VERSION)
# update services
for df in cord/orchestration/xos-services/*/Dockerfile.synchronizer
do
service_dirname=\$(basename \$(dirname "\$df"))
if [[ "\$ALLOWED_SERVICES" =~ "\$service_dirname" ]]
then
df_contents=\$(cat "\$df")
if [[ "\$df_contents" =~ "FROM xosproject/xos-synchronizer-base:\$XOS_MAJOR" ||
"\$df_contents" =~ "FROM xosproject/xos-synchronizer-base:master" ]]
then
sed -i "s/^FROM\\(.*\\):.*\$/FROM\\1:\$XOS_VERSION/" "\$df"
echo "$WORKSPACE/\$df" >> $WORKSPACE/updated_dockerfiles
fi
else
echo "\$service_dirname not in ALLOWED_SERVICES. Not Testing."
fi
done
# create values file with core version tags
# not indented because heredoc requires it
cat << EOF > $WORKSPACE/xos_tags.yaml
---
images:
xos_core:
tag: '\$XOS_VERSION'
xos_chameleon:
tag: '\$XOS_VERSION'
EOF
"""
}
}
stage('unittest') {
steps {
sh """
#!/usr/bin/env bash
set -e -o pipefail
cd "\${WORKSPACE}"
export XOS_DIR=\${WORKSPACE}/cord/orchestration/xos
\$XOS_DIR/scripts/setup_venv.sh
source "\${WORKSPACE}/venv-xos/bin/activate"
for df in \$(cat "\${WORKSPACE}/updated_dockerfiles")
do
projectdir=\$(dirname "\${df}")
if [ -e "\${projectdir}/xos/unittest.cfg" ]
then
pushd \${projectdir}/xos
echo "Performing nose2 tests"
nose2 --verbose --coverage-report xml --coverage-report term --junit-xml
popd
else
echo "No unit tests found for project \$(basename \${projectdir})"
fi
done
"""
junit testResults: '**/nose2-junit.xml', allowEmptyResults: true
cobertura coberturaReportFile: '**/coverage.xml', fileCoverageTargets: '80, 0, 0', methodCoverageTargets: '50, 0, 0', failNoReports: false
}
}
stage('prep') {
parallel {
stage('images') {
steps {
sh '''
pushd cord/automation-tools/developer
mkdir ib_logs
./imagebuilder.py -l ib_logs -a ib_actions.yml -g ib_graph.dot -f ../../helm-charts/examples/filter-images.yaml
popd
'''
archiveArtifacts artifacts: 'cord/automation-tools/developer/ib_actions.yml, cord/automation-tools/developer/ib_graph.dot, cord/automation-tools/developer/ib_logs/*', fingerprint: true
}
}
stage('minikube') {
steps {
/* see https://github.com/kubernetes/minikube/#linux-continuous-integration-without-vm-support */
sh '''
export MINIKUBE_WANTUPDATENOTIFICATION=false
export MINIKUBE_WANTREPORTERRORPROMPT=false
export CHANGE_MINIKUBE_NONE_USER=true
export MINIKUBE_HOME=$HOME
mkdir -p $HOME/.kube || true
touch $HOME/.kube/config
export KUBECONFIG=$HOME/.kube/config
sudo -E /usr/bin/minikube start --vm-driver=none
'''
script {
timeout(3) {
waitUntil {
sleep 5
def kc_ret = sh script: "kubectl get po", returnStatus: true
return (kc_ret == 0);
}
}
}
}
}
}
}
stage('helm') {
steps {
sh '''
helm init
sleep 60
helm repo add incubator https://kubernetes-charts-incubator.storage.googleapis.com/
'''
}
}
stage('build') {
steps {
sh """
#!/usr/bin/env bash
set -eu -o pipefail
helm_install_args='-f examples/image-tag-candidate.yaml -f examples/imagePullPolicy-IfNotPresent.yaml -f examples/api-test-values.yaml -f $WORKSPACE/xos_tags.yaml'
pushd cord/helm-charts
helm install -f examples/kafka-single.yaml --version 0.8.8 -n cord-kafka incubator/kafka
helm-repo-tools/wait_for_pods.sh
helm dep up xos-core
helm install \${helm_install_args} xos-core -n xos-core
# Pick which chart(s) to load depending on the project being tested
# In regex, please list repos in same order as requirements.yaml in the chart(s) loaded!
if [[ "$GERRIT_PROJECT" =~ ^(rcord|onos-service|fabric|olt-service|vsg-hw|vrouter)\$ ]]; then
helm dep update xos-profiles/rcord-lite
helm install \${helm_install_args} xos-profiles/rcord-lite -n rcord-lite
elif [[ "$GERRIT_PROJECT" =~ ^(vMME|vspgwc|vspgwu|vHSS|hss_db|internetemulator|sdn-controller|epc-service|mcord|progran)\$ ]]; then
helm dep update xos-profiles/base-openstack
helm dep update xos-profiles/mcord
helm install \${helm_install_args} xos-profiles/base-openstack -n base-openstack
helm install \${helm_install_args} xos-profiles/mcord -n mcord
elif [[ "$GERRIT_PROJECT" =~ ^(openstack|vtn-service|exampleservice|addressmanager)\$ ]]; then
# NOTE: onos-service is included in base-openstack, but tested w/rcord-lite chart
helm dep update xos-profiles/base-openstack
helm dep update xos-profiles/demo-exampleservice
helm install \${helm_install_args} xos-profiles/base-openstack -n base-openstack
helm install \${helm_install_args} xos-profiles/demo-exampleservice -n demo-exampleservice
elif [[ "$GERRIT_PROJECT" =~ ^(kubernetes-service|simpleexampleservice)\$ ]]; then
helm dep update xos-profiles/base-kubernetes
helm dep update xos-profiles/demo-simpleexampleservice
helm install \${helm_install_args} xos-profiles/base-kubernetes -n base-kubernetes
helm install \${helm_install_args} xos-profiles/demo-simpleexampleservice -n demo-simpleexampleservice
elif [[ "$GERRIT_PROJECT" =~ ^(hippie-oss)\$ ]]; then
helm dep update xos-services/hippie-oss
helm install \${helm_install_args} xos-services/hippie-oss -n hippie-oss
elif [[ "$GERRIT_PROJECT" =~ ^(xos|xos-tosca|cord-tester|helm-charts)\$ ]]; then
echo "No additional charts to install for testing $GERRIT_PROJECT"
else
echo "Couldn't find a chart to test project: $GERRIT_PROJECT!"
exit 1
fi
# wait for services to load
JOBS_TIMEOUT=900 ./helm-repo-tools/wait_for_jobs.sh
echo "# Checking helm deployments"
kubectl get pods
helm list
for hchart in \$(helm list -q);
do
echo "## 'helm status' for chart: \${hchart} ##"
helm status "\${hchart}"
done
popd
"""
}
}
stage('wait for core') {
steps {
timeout(time:5) {
waitUntil {
script {
try {
sh """
CORE_POD=\$(kubectl get pods | grep xos-core | awk '{print \$1}')
CHAM_POD=\$(kubectl get pods | grep chameleon | awk '{print \$1}')
CHAM_CONTAINER=\$(docker ps | grep k8s_xos-chameleon | awk '{print \$1}')
XOS_CHAMELEON=\$(docker exec \$CHAM_CONTAINER ip a | grep -oE "([0-9]{1,3}\\.){3}[0-9]{1,3}\\b" | grep 172)
kubectl logs \$CORE_POD | grep "XOS core entering wait loop"
curl -I -u admin@opencord.org:letmein http://\$XOS_CHAMELEON:9101/xosapi/v1/core/users | grep "200 OK"
sleep 30
curl -I -u admin@opencord.org:letmein http://\$XOS_CHAMELEON:9101/xosapi/v1/core/sites | grep "200 OK"
"""
return true
} catch (exception) {
return false
}
}
}
}
}
}
stage('setup') {
steps {
sh """
CORE_CONTAINER=\$(docker ps | grep k8s_xos-core | awk '{print \$1}')
docker cp $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/targets/xosapitests.xtarget \$CORE_CONTAINER:/opt/xos/lib/xos-genx/xosgenx/targets/xosapitests.xtarget
docker cp $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/targets/xosserviceapitests.xtarget \$CORE_CONTAINER:/opt/xos/lib/xos-genx/xosgenx/targets/xosserviceapitests.xtarget
docker cp $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/targets/xoslibrary.xtarget \$CORE_CONTAINER:/opt/xos/lib/xos-genx/xosgenx/targets/xoslibrary.xtarget
docker exec -i \$CORE_CONTAINER /bin/bash -c "xosgenx --target /opt/xos/lib/xos-genx/xosgenx/targets/./xosapitests.xtarget /opt/xos/core/models/core.xproto" > $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/XOSCoreAPITests.robot
# create additional testing files if services are loaded
if ! [[ "$GERRIT_PROJECT" =~ ^(xos|xos-tosca|cord-tester|helm-charts)\$ ]]; then
export testname=_service_api.robot
export library=_library.robot
SERVICES=\$(docker exec -i \$CORE_CONTAINER /bin/bash -c "cd /opt/xos/dynamic_services/;find -name '*.xproto'" | awk -F[//] '{print \$2}')
echo \$SERVICES
for i in \$SERVICES; do bash -c "docker exec -i \$CORE_CONTAINER /bin/bash -c 'xosgenx --target /opt/xos/lib/xos-genx/xosgenx/targets/./xosserviceapitests.xtarget /opt/xos/dynamic_services/\$i/\$i.xproto /opt/xos/core/models/core.xproto'" > $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/\$i\$testname; done
for i in \$SERVICES; do bash -c "docker exec -i \$CORE_CONTAINER /bin/bash -c 'xosgenx --target /opt/xos/lib/xos-genx/xosgenx/targets/./xoslibrary.xtarget /opt/xos/dynamic_services/\$i/\$i.xproto /opt/xos/core/models/core.xproto'" > $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/\$i\$library; done
fi
"""
}
}
stage('test') {
steps {
sh """
pushd cord/test/cord-tester/src/test/cord-api/Tests
CORE_CONTAINER=\$(docker ps | grep k8s_xos-core | awk '{print \$1}')
CHAM_CONTAINER=\$(docker ps | grep k8s_xos-chameleon | awk '{print \$1}')
XOS_CHAMELEON=\$(docker exec \$CHAM_CONTAINER ip a | grep -oE "([0-9]{1,3}\\.){3}[0-9]{1,3}\\b" | grep 172)
cd $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Properties/
sed -i \"s/^\\(SERVER_IP = \\).*/\\1\'\$XOS_CHAMELEON\'/\" RestApiProperties.py
sed -i \"s/^\\(SERVER_PORT = \\).*/\\1\'9101\'/\" RestApiProperties.py
sed -i \"s/^\\(XOS_USER = \\).*/\\1\'admin@opencord.org\'/\" RestApiProperties.py
sed -i \"s/^\\(XOS_PASSWD = \\).*/\\1\'letmein\'/\" RestApiProperties.py
sed -i \"s/^\\(PASSWD = \\).*/\\1\'letmein\'/\" RestApiProperties.py
cd $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests
robot -d Log -T XOSCoreAPITests.robot || true
# do additional tests if services are loaded
if ! [[ "$GERRIT_PROJECT" =~ ^(xos|xos-tosca|cord-tester|helm-charts)\$ ]]; then
export testname=_service_api.robot
export library=_library.robot
SERVICES=\$(docker exec -i \$CORE_CONTAINER /bin/bash -c "cd /opt/xos/dynamic_services/;find -name '*.xproto'" | awk -F[//] '{print \$2}')
echo \$SERVICES
for i in \$SERVICES; do bash -c "robot -d Log -T -v TESTLIBRARY:\$i\$library \$i\$testname"; sleep 2; done || true
fi
popd
"""
}
}
stage('Publish') {
steps {
sh """
if [ -d RobotLogs ]; then rm -r RobotLogs; fi; mkdir RobotLogs
cp -r $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/Log/*ml ./RobotLogs
"""
step([$class: 'RobotPublisher',
disableArchiveOutput: false,
logFileName: 'RobotLogs/log*.html',
otherFiles: '',
outputFileName: 'RobotLogs/output*.xml',
outputPath: '.',
passThreshold: 100,
reportFileName: 'RobotLogs/report*.html',
unstableThreshold: 0]);
}
}
}
post {
always {
sh '''
for pod in \$(kubectl get pods --no-headers | awk '{print \$1}');
do
kubectl logs \$pod > $WORKSPACE/\$pod.log;
done
kubectl get pods --all-namespaces
echo "# removing helm deployments"
kubectl get pods
helm list
for hchart in \$(helm list -q);
do
echo "## Purging chart: \${hchart} ##"
helm delete --purge "\${hchart}"
done
sudo minikube delete
'''
archiveArtifacts artifacts: '*.log'
step([$class: 'Mailer', notifyEveryUnstableBuild: true, recipients: "suchitra@opennetworking.org, you@opennetworking.org, kailash@opennetworking.org", sendToIndividuals: false])
}
}
}