| // Copyright 2017-2024 Open Networking Foundation (ONF) and the ONF Contributors |
| // |
| // Licensed under the Apache License, Version 2.0 (the "License"); |
| // you may not use this file except in compliance with the License. |
| // You may obtain a copy of the License at |
| // |
| // http://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, software |
| // distributed under the License is distributed on an "AS IS" BASIS, |
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| // See the License for the specific language governing permissions and |
| // limitations under the License. |
| |
| // Run XOS api tests after changing the containers to use the current XOS |
| // container versions as parent, which may include synchronizer framework |
| // changes |
| |
| CORE_CONTAINER="null" |
| |
| pipeline { |
| |
| /* no label, executor is determined by JJB */ |
| agent { |
| label "${params.buildNode}" |
| } |
| |
| stages { |
| |
| stage('repo') { |
| steps { |
| checkout(changelog: false, \ |
| poll: false, |
| scm: [$class: 'RepoScm', \ |
| manifestRepositoryUrl: "${params.manifestUrl}", \ |
| manifestBranch: "${params.manifestBranch}", \ |
| currentBranch: true, \ |
| destinationDir: 'cord', \ |
| forceSync: true, |
| resetFirst: true, \ |
| quiet: true, \ |
| jobs: 4, \ |
| showAllChanges: true] \ |
| ) |
| } |
| } |
| |
| stage('patch') { |
| steps { |
| sh """ |
| #!/usr/bin/env bash |
| set -eu -o pipefail |
| |
| VERSIONFILE="" # file path to file containing version number |
| NEW_VERSION="" # version number found in VERSIONFILE |
| releaseversion=0 |
| |
| function read_version { |
| if [ -f "VERSION" ] |
| then |
| NEW_VERSION=\$(head -n1 "VERSION") |
| VERSIONFILE="VERSION" |
| elif [ -f "package.json" ] |
| then |
| NEW_VERSION=\$(python -c 'import json,sys;obj=json.load(sys.stdin); print obj["version"]' < package.json) |
| VERSIONFILE="package.json" |
| else |
| echo "ERROR: No versioning file found!" |
| exit 1 |
| fi |
| } |
| |
| # check if the version is a released version |
| function check_if_releaseversion { |
| if [[ "\$NEW_VERSION" =~ ^([0-9]+)\\.([0-9]+)\\.([0-9]+)\$ ]] |
| then |
| echo "Version string '\$NEW_VERSION' in '\$VERSIONFILE' is a SemVer released version!" |
| releaseversion=1 |
| else |
| echo "Version string '\$NEW_VERSION' in '\$VERSIONFILE' is not a SemVer released version, skipping." |
| fi |
| } |
| |
| pushd cord |
| PROJECT_PATH=\$(xmllint --xpath "string(//project[@name=\\\"${gerritProject}\\\"]/@path)" .repo/manifests/default.xml) |
| repo download "\$PROJECT_PATH" "${gerritChangeNumber}/${gerritPatchsetNumber}" |
| |
| pushd \$PROJECT_PATH |
| echo "Existing git tags:" |
| git tag -n |
| |
| read_version |
| check_if_releaseversion |
| |
| # perform checks if a released version |
| if [ "\$releaseversion" -eq "1" ] |
| then |
| git config --global user.email "apitest@opencord.org" |
| git config --global user.name "API Test" |
| |
| git tag -a "\$NEW_VERSION" -m "Tagged for api test on Gerrit patchset: ${gerritChangeNumber}" |
| |
| echo "Tags including new tag:" |
| git tag -n |
| |
| fi |
| popd |
| popd |
| """ |
| } |
| } |
| |
| stage('tag update') { |
| steps { |
| sh """ |
| #!/usr/bin/env bash |
| set -eu -o pipefail |
| |
| ALLOWED_SERVICES="att-workflow-driver fabric fabric-crossconnect kubernetes-service olt-service onos-service rcord simpleexampleservice" |
| |
| echo "" > $WORKSPACE/xos_tags.yaml |
| echo "" > $WORKSPACE/updated_dockerfiles |
| XOS_MAJOR=\$(cut -b 1 cord/orchestration/xos/VERSION) |
| XOS_VERSION=\$(cat cord/orchestration/xos/VERSION) |
| |
| # update services |
| for df in cord/orchestration/xos-services/*/Dockerfile.synchronizer |
| do |
| service_dirname=\$(basename \$(dirname "\$df")) |
| if [[ "\$ALLOWED_SERVICES" =~ "\$service_dirname" ]] |
| then |
| df_contents=\$(cat "\$df") |
| if [[ "\$df_contents" =~ "FROM xosproject/xos-synchronizer-base:\$XOS_MAJOR" || |
| "\$df_contents" =~ "FROM xosproject/xos-synchronizer-base:master" ]] |
| then |
| sed -i "s/^FROM\\(.*\\):.*\$/FROM\\1:\$XOS_VERSION/" "\$df" |
| echo "$WORKSPACE/\$df" >> $WORKSPACE/updated_dockerfiles |
| fi |
| else |
| echo "\$service_dirname not in ALLOWED_SERVICES. Not Testing." |
| fi |
| done |
| |
| # create values file with core version tags |
| # not indented because heredoc requires it |
| cat << EOF > $WORKSPACE/xos_tags.yaml |
| --- |
| images: |
| xos_core: |
| tag: '\$XOS_VERSION' |
| xos_chameleon: |
| tag: '\$XOS_VERSION' |
| EOF |
| """ |
| } |
| } |
| |
| stage('unittest') { |
| steps { |
| sh """ |
| #!/usr/bin/env bash |
| set -e -o pipefail |
| |
| cd "\${WORKSPACE}" |
| |
| export XOS_DIR=\${WORKSPACE}/cord/orchestration/xos |
| \$XOS_DIR/scripts/setup_venv.sh |
| source "\${WORKSPACE}/venv-xos/bin/activate" |
| |
| for df in \$(cat "\${WORKSPACE}/updated_dockerfiles") |
| do |
| projectdir=\$(dirname "\${df}") |
| if [ -e "\${projectdir}/xos/unittest.cfg" ] |
| then |
| pushd \${projectdir}/xos |
| echo "Performing nose2 tests" |
| nose2 --verbose --coverage-report xml --coverage-report term --junit-xml |
| popd |
| else |
| echo "No unit tests found for project \$(basename \${projectdir})" |
| fi |
| done |
| """ |
| junit testResults: '**/nose2-junit.xml', allowEmptyResults: true |
| cobertura coberturaReportFile: '**/coverage.xml', fileCoverageTargets: '80, 0, 0', methodCoverageTargets: '50, 0, 0', failNoReports: false |
| } |
| } |
| |
| stage('prep') { |
| parallel { |
| |
| stage('images') { |
| steps { |
| sh ''' |
| pushd cord/automation-tools/developer |
| mkdir ib_logs |
| ./imagebuilder.py -l ib_logs -a ib_actions.yml -g ib_graph.dot -f ../../helm-charts/examples/filter-images.yaml |
| popd |
| ''' |
| archiveArtifacts artifacts: 'cord/automation-tools/developer/ib_actions.yml, cord/automation-tools/developer/ib_graph.dot, cord/automation-tools/developer/ib_logs/*', fingerprint: true |
| } |
| } |
| |
| stage('minikube') { |
| steps { |
| /* see https://github.com/kubernetes/minikube/#linux-continuous-integration-without-vm-support */ |
| sh ''' |
| export MINIKUBE_WANTUPDATENOTIFICATION=false |
| export MINIKUBE_WANTREPORTERRORPROMPT=false |
| export CHANGE_MINIKUBE_NONE_USER=true |
| export MINIKUBE_HOME=$HOME |
| mkdir -p $HOME/.kube || true |
| touch $HOME/.kube/config |
| export KUBECONFIG=$HOME/.kube/config |
| sudo -E /usr/bin/minikube start --vm-driver=none |
| ''' |
| script { |
| timeout(3) { |
| waitUntil { |
| sleep 5 |
| def kc_ret = sh script: "kubectl get po", returnStatus: true |
| return (kc_ret == 0); |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| |
| stage('helm') { |
| steps { |
| sh ''' |
| helm init |
| sleep 60 |
| helm repo add incubator https://kubernetes-charts-incubator.storage.googleapis.com/ |
| ''' |
| } |
| } |
| |
| stage('build') { |
| steps { |
| sh """ |
| #!/usr/bin/env bash |
| set -eu -o pipefail |
| |
| helm_install_args='-f examples/image-tag-candidate.yaml -f examples/imagePullPolicy-IfNotPresent.yaml -f examples/api-test-values.yaml -f $WORKSPACE/xos_tags.yaml' |
| |
| pushd cord/helm-charts |
| |
| helm install -f examples/kafka-single.yaml --version 0.8.8 -n cord-kafka incubator/kafka |
| |
| helm-repo-tools/wait_for_pods.sh |
| |
| helm dep up xos-core |
| helm install \${helm_install_args} xos-core -n xos-core |
| |
| # Pick which chart(s) to load depending on the project being tested |
| # In regex, please list repos in same order as requirements.yaml in the chart(s) loaded! |
| |
| if [[ "$GERRIT_PROJECT" =~ ^(rcord|onos-service|fabric|olt-service|vsg-hw|vrouter)\$ ]]; then |
| helm dep update xos-profiles/rcord-lite |
| helm install \${helm_install_args} xos-profiles/rcord-lite -n rcord-lite |
| |
| elif [[ "$GERRIT_PROJECT" =~ ^(vMME|vspgwc|vspgwu|vHSS|hss_db|internetemulator|sdn-controller|epc-service|mcord|progran)\$ ]]; then |
| helm dep update xos-profiles/base-openstack |
| helm dep update xos-profiles/mcord |
| helm install \${helm_install_args} xos-profiles/base-openstack -n base-openstack |
| helm install \${helm_install_args} xos-profiles/mcord -n mcord |
| |
| elif [[ "$GERRIT_PROJECT" =~ ^(openstack|vtn-service|exampleservice|addressmanager)\$ ]]; then |
| # NOTE: onos-service is included in base-openstack, but tested w/rcord-lite chart |
| |
| helm dep update xos-profiles/base-openstack |
| helm dep update xos-profiles/demo-exampleservice |
| helm install \${helm_install_args} xos-profiles/base-openstack -n base-openstack |
| helm install \${helm_install_args} xos-profiles/demo-exampleservice -n demo-exampleservice |
| |
| elif [[ "$GERRIT_PROJECT" =~ ^(kubernetes-service|simpleexampleservice)\$ ]]; then |
| helm dep update xos-profiles/base-kubernetes |
| helm dep update xos-profiles/demo-simpleexampleservice |
| helm install \${helm_install_args} xos-profiles/base-kubernetes -n base-kubernetes |
| helm install \${helm_install_args} xos-profiles/demo-simpleexampleservice -n demo-simpleexampleservice |
| |
| elif [[ "$GERRIT_PROJECT" =~ ^(hippie-oss)\$ ]]; then |
| helm dep update xos-services/hippie-oss |
| helm install \${helm_install_args} xos-services/hippie-oss -n hippie-oss |
| |
| elif [[ "$GERRIT_PROJECT" =~ ^(xos|xos-tosca|cord-tester|helm-charts)\$ ]]; then |
| echo "No additional charts to install for testing $GERRIT_PROJECT" |
| |
| else |
| echo "Couldn't find a chart to test project: $GERRIT_PROJECT!" |
| exit 1 |
| fi |
| |
| # wait for services to load |
| JOBS_TIMEOUT=900 ./helm-repo-tools/wait_for_jobs.sh |
| |
| echo "# Checking helm deployments" |
| kubectl get pods |
| helm list |
| |
| for hchart in \$(helm list -q); |
| do |
| echo "## 'helm status' for chart: \${hchart} ##" |
| helm status "\${hchart}" |
| done |
| |
| popd |
| """ |
| } |
| } |
| |
| stage('wait for core') { |
| steps { |
| timeout(time:5) { |
| waitUntil { |
| script { |
| try { |
| sh """ |
| CORE_POD=\$(kubectl get pods | grep xos-core | awk '{print \$1}') |
| CHAM_POD=\$(kubectl get pods | grep chameleon | awk '{print \$1}') |
| CHAM_CONTAINER=\$(docker ps | grep k8s_xos-chameleon | awk '{print \$1}') |
| XOS_CHAMELEON=\$(docker exec \$CHAM_CONTAINER ip a | grep -oE "([0-9]{1,3}\\.){3}[0-9]{1,3}\\b" | grep 172) |
| kubectl logs \$CORE_POD | grep "XOS core entering wait loop" |
| curl -I -u admin@opencord.org:letmein http://\$XOS_CHAMELEON:9101/xosapi/v1/core/users | grep "200 OK" |
| sleep 30 |
| curl -I -u admin@opencord.org:letmein http://\$XOS_CHAMELEON:9101/xosapi/v1/core/sites | grep "200 OK" |
| """ |
| return true |
| } catch (exception) { |
| return false |
| } |
| } |
| } |
| } |
| } |
| } |
| |
| stage('setup') { |
| steps { |
| sh """ |
| CORE_CONTAINER=\$(docker ps | grep k8s_xos-core | awk '{print \$1}') |
| |
| docker cp $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/targets/xosapitests.xtarget \$CORE_CONTAINER:/opt/xos/lib/xos-genx/xosgenx/targets/xosapitests.xtarget |
| docker cp $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/targets/xosserviceapitests.xtarget \$CORE_CONTAINER:/opt/xos/lib/xos-genx/xosgenx/targets/xosserviceapitests.xtarget |
| docker cp $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/targets/xoslibrary.xtarget \$CORE_CONTAINER:/opt/xos/lib/xos-genx/xosgenx/targets/xoslibrary.xtarget |
| docker exec -i \$CORE_CONTAINER /bin/bash -c "xosgenx --target /opt/xos/lib/xos-genx/xosgenx/targets/./xosapitests.xtarget /opt/xos/core/models/core.xproto" > $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/XOSCoreAPITests.robot |
| |
| # create additional testing files if services are loaded |
| if ! [[ "$GERRIT_PROJECT" =~ ^(xos|xos-tosca|cord-tester|helm-charts)\$ ]]; then |
| export testname=_service_api.robot |
| export library=_library.robot |
| |
| SERVICES=\$(docker exec -i \$CORE_CONTAINER /bin/bash -c "cd /opt/xos/dynamic_services/;find -name '*.xproto'" | awk -F[//] '{print \$2}') |
| echo \$SERVICES |
| |
| for i in \$SERVICES; do bash -c "docker exec -i \$CORE_CONTAINER /bin/bash -c 'xosgenx --target /opt/xos/lib/xos-genx/xosgenx/targets/./xosserviceapitests.xtarget /opt/xos/dynamic_services/\$i/\$i.xproto /opt/xos/core/models/core.xproto'" > $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/\$i\$testname; done |
| |
| for i in \$SERVICES; do bash -c "docker exec -i \$CORE_CONTAINER /bin/bash -c 'xosgenx --target /opt/xos/lib/xos-genx/xosgenx/targets/./xoslibrary.xtarget /opt/xos/dynamic_services/\$i/\$i.xproto /opt/xos/core/models/core.xproto'" > $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/\$i\$library; done |
| fi |
| """ |
| } |
| } |
| |
| stage('test') { |
| steps { |
| sh """ |
| pushd cord/test/cord-tester/src/test/cord-api/Tests |
| |
| CORE_CONTAINER=\$(docker ps | grep k8s_xos-core | awk '{print \$1}') |
| CHAM_CONTAINER=\$(docker ps | grep k8s_xos-chameleon | awk '{print \$1}') |
| XOS_CHAMELEON=\$(docker exec \$CHAM_CONTAINER ip a | grep -oE "([0-9]{1,3}\\.){3}[0-9]{1,3}\\b" | grep 172) |
| |
| cd $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Properties/ |
| sed -i \"s/^\\(SERVER_IP = \\).*/\\1\'\$XOS_CHAMELEON\'/\" RestApiProperties.py |
| sed -i \"s/^\\(SERVER_PORT = \\).*/\\1\'9101\'/\" RestApiProperties.py |
| sed -i \"s/^\\(XOS_USER = \\).*/\\1\'admin@opencord.org\'/\" RestApiProperties.py |
| sed -i \"s/^\\(XOS_PASSWD = \\).*/\\1\'letmein\'/\" RestApiProperties.py |
| sed -i \"s/^\\(PASSWD = \\).*/\\1\'letmein\'/\" RestApiProperties.py |
| |
| cd $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests |
| robot -d Log -T XOSCoreAPITests.robot || true |
| |
| # do additional tests if services are loaded |
| if ! [[ "$GERRIT_PROJECT" =~ ^(xos|xos-tosca|cord-tester|helm-charts)\$ ]]; then |
| export testname=_service_api.robot |
| export library=_library.robot |
| SERVICES=\$(docker exec -i \$CORE_CONTAINER /bin/bash -c "cd /opt/xos/dynamic_services/;find -name '*.xproto'" | awk -F[//] '{print \$2}') |
| echo \$SERVICES |
| |
| for i in \$SERVICES; do bash -c "robot -d Log -T -v TESTLIBRARY:\$i\$library \$i\$testname"; sleep 2; done || true |
| fi |
| |
| popd |
| """ |
| } |
| } |
| |
| stage('Publish') { |
| steps { |
| sh """ |
| if [ -d RobotLogs ]; then rm -r RobotLogs; fi; mkdir RobotLogs |
| cp -r $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/Log/*ml ./RobotLogs |
| """ |
| |
| step([$class: 'RobotPublisher', |
| disableArchiveOutput: false, |
| logFileName: 'RobotLogs/log*.html', |
| otherFiles: '', |
| outputFileName: 'RobotLogs/output*.xml', |
| outputPath: '.', |
| passThreshold: 100, |
| reportFileName: 'RobotLogs/report*.html', |
| unstableThreshold: 0]); |
| } |
| } |
| |
| } |
| |
| post { |
| always { |
| sh ''' |
| for pod in \$(kubectl get pods --no-headers | awk '{print \$1}'); |
| do |
| kubectl logs \$pod > $WORKSPACE/\$pod.log; |
| done |
| |
| kubectl get pods --all-namespaces |
| |
| echo "# removing helm deployments" |
| kubectl get pods |
| helm list |
| |
| for hchart in \$(helm list -q); |
| do |
| echo "## Purging chart: \${hchart} ##" |
| helm delete --purge "\${hchart}" |
| done |
| |
| sudo minikube delete |
| ''' |
| archiveArtifacts artifacts: '*.log' |
| step([$class: 'Mailer', notifyEveryUnstableBuild: true, recipients: "suchitra@opennetworking.org, you@opennetworking.org, kailash@opennetworking.org", sendToIndividuals: false]) |
| } |
| } |
| } |