SEBA-102 modifying helm-charts api tests to test all charts
Change-Id: I1037067996e3808520cc884cc5c0a94c98b8199e
diff --git a/jjb/pipeline/chart-api-test-helm.groovy b/jjb/pipeline/chart-api-test-helm.groovy
index 5d1d79c..e6693a7 100644
--- a/jjb/pipeline/chart-api-test-helm.groovy
+++ b/jjb/pipeline/chart-api-test-helm.groovy
@@ -15,8 +15,6 @@
// chart-api-test-helm.groovy
// Checks functionality of the helm-chart, without overriding the version/tag used
-CORE_CONTAINER="null"
-
pipeline {
/* no label, executor is determined by JJB */
@@ -91,7 +89,7 @@
}
}
- stage('build') {
+ stage('install/test rcord-lite') {
steps {
sh """
#!/usr/bin/env bash
@@ -104,46 +102,10 @@
helm dep up xos-core
helm install \${helm_install_args} xos-core -n xos-core
- # Pick which chart(s) to load depending on the project being tested
- # In regex, please list repos in same order as requirements.yaml in the chart(s) loaded!
+ helm dep update xos-profiles/rcord-lite
+ helm install \${helm_install_args} xos-profiles/rcord-lite -n rcord-lite
- if [[ "$GERRIT_PROJECT" =~ ^(rcord|onos-service|fabric|olt-service|vsg-hw|vrouter)\$ ]]; then
- helm dep update xos-profiles/rcord-lite
- helm install \${helm_install_args} xos-profiles/rcord-lite -n rcord-lite
-
- elif [[ "$GERRIT_PROJECT" =~ ^(vMME|vspgwc|vspgwu|vHSS|hss_db|internetemulator|sdn-controller|epc-service|mcord|progran)\$ ]]; then
- helm dep update xos-profiles/base-openstack
- helm dep update xos-profiles/mcord
- helm install \${helm_install_args} xos-profiles/base-openstack -n base-openstack
- helm install \${helm_install_args} xos-profiles/mcord -n mcord
-
- elif [[ "$GERRIT_PROJECT" =~ ^(openstack|vtn-service|exampleservice|addressmanager)\$ ]]; then
- # NOTE: onos-service is included in base-openstack, but tested w/rcord-lite chart
-
- helm dep update xos-profiles/base-openstack
- helm dep update xos-profiles/demo-exampleservice
- helm install \${helm_install_args} xos-profiles/base-openstack -n base-openstack
- helm install \${helm_install_args} xos-profiles/demo-exampleservice -n demo-exampleservice
-
- elif [[ "$GERRIT_PROJECT" =~ ^(kubernetes-service|simpleexampleservice)\$ ]]; then
- helm dep update xos-profiles/base-kubernetes
- helm dep update xos-profiles/demo-simpleexampleservice
- helm install \${helm_install_args} xos-profiles/base-kubernetes -n base-kubernetes
- helm install \${helm_install_args} xos-profiles/demo-simpleexampleservice -n demo-simpleexampleservice
-
- elif [[ "$GERRIT_PROJECT" =~ ^(hippie-oss)\$ ]]; then
- helm dep update xos-services/hippie-oss
- helm install \${helm_install_args} xos-services/hippie-oss -n hippie-oss
-
- elif [[ "$GERRIT_PROJECT" =~ ^(xos|xos-tosca|cord-tester|helm-charts)\$ ]]; then
- echo "No additional charts to install for testing $GERRIT_PROJECT"
-
- else
- echo "Couldn't find a chart to test project: $GERRIT_PROJECT!"
- exit 1
- fi
-
- # wait for services to load - TEMP SLEEP
+ # wait for services to load
JOBS_TIMEOUT=900 ./scripts/wait_for_jobs.sh
echo "# Checking helm deployments"
@@ -156,39 +118,6 @@
helm status "\${hchart}"
done
- popd
- """
- }
- }
- stage('wait for core') {
- steps {
- timeout(time:5) {
- waitUntil {
- script {
- try {
- sh """
- CORE_POD=\$(kubectl get pods | grep xos-core | awk '{print \$1}')
- CHAM_POD=\$(kubectl get pods | grep chameleon | awk '{print \$1}')
- CHAM_CONTAINER=\$(docker ps | grep k8s_xos-chameleon | awk '{print \$1}')
- XOS_CHAMELEON=\$(docker exec \$CHAM_CONTAINER ip a | grep -oE "([0-9]{1,3}\\.){3}[0-9]{1,3}\\b" | grep 172)
- kubectl logs \$CORE_POD | grep "XOS core entering wait loop"
- curl -I -u admin@opencord.org:letmein http://\$XOS_CHAMELEON:9101/xosapi/v1/core/users | grep "200 OK"
- sleep 30
- curl -I -u admin@opencord.org:letmein http://\$XOS_CHAMELEON:9101/xosapi/v1/core/sites | grep "200 OK"
- """
- return true
- } catch (exception) {
- return false
- }
- }
- }
- }
- }
- }
-
- stage('setup') {
- steps {
- sh """
CORE_CONTAINER=\$(docker ps | grep k8s_xos-core | awk '{print \$1}')
docker cp $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/targets/xosapitests.xtarget \$CORE_CONTAINER:/opt/xos/lib/xos-genx/xosgenx/targets/xosapitests.xtarget
@@ -196,26 +125,15 @@
docker cp $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/targets/xoslibrary.xtarget \$CORE_CONTAINER:/opt/xos/lib/xos-genx/xosgenx/targets/xoslibrary.xtarget
docker exec -i \$CORE_CONTAINER /bin/bash -c "xosgenx --target /opt/xos/lib/xos-genx/xosgenx/targets/./xosapitests.xtarget /opt/xos/core/models/core.xproto" > $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/XOSCoreAPITests.robot
- # create additional testing files if services are loaded
- if ! [[ "$GERRIT_PROJECT" =~ ^(xos|xos-tosca|cord-tester|helm-charts)\$ ]]; then
- export testname=_service_api.robot
- export library=_library.robot
+ export testname=_service_api.robot
+ export library=_library.robot
- SERVICES=\$(docker exec -i \$CORE_CONTAINER /bin/bash -c "cd /opt/xos/dynamic_services/;find -name '*.xproto'" | awk -F[//] '{print \$2}')
- echo \$SERVICES
+ SERVICES=\$(docker exec -i \$CORE_CONTAINER /bin/bash -c "cd /opt/xos/dynamic_services/;find -name '*.xproto'" | awk -F[//] '{print \$2}')
+ echo \$SERVICES
- for i in \$SERVICES; do bash -c "docker exec -i \$CORE_CONTAINER /bin/bash -c 'xosgenx --target /opt/xos/lib/xos-genx/xosgenx/targets/./xosserviceapitests.xtarget /opt/xos/dynamic_services/\$i/\$i.xproto /opt/xos/core/models/core.xproto'" > $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/\$i\$testname; done
+ for i in \$SERVICES; do bash -c "docker exec -i \$CORE_CONTAINER /bin/bash -c 'xosgenx --target /opt/xos/lib/xos-genx/xosgenx/targets/./xosserviceapitests.xtarget /opt/xos/dynamic_services/\$i/\$i.xproto /opt/xos/core/models/core.xproto'" > $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/\$i\$testname; done
- for i in \$SERVICES; do bash -c "docker exec -i \$CORE_CONTAINER /bin/bash -c 'xosgenx --target /opt/xos/lib/xos-genx/xosgenx/targets/./xoslibrary.xtarget /opt/xos/dynamic_services/\$i/\$i.xproto /opt/xos/core/models/core.xproto'" > $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/\$i\$library; done
- fi
- """
- }
- }
-
- stage('test') {
- steps {
- sh """
- pushd cord/test/cord-tester/src/test/cord-api/Tests
+ for i in \$SERVICES; do bash -c "docker exec -i \$CORE_CONTAINER /bin/bash -c 'xosgenx --target /opt/xos/lib/xos-genx/xosgenx/targets/./xoslibrary.xtarget /opt/xos/dynamic_services/\$i/\$i.xproto /opt/xos/core/models/core.xproto'" > $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/\$i\$library; done
CORE_CONTAINER=\$(docker ps | grep k8s_xos-core | awk '{print \$1}')
CHAM_CONTAINER=\$(docker ps | grep k8s_xos-chameleon | awk '{print \$1}')
@@ -229,50 +147,216 @@
sed -i \"s/^\\(PASSWD = \\).*/\\1\'letmein\'/\" RestApiProperties.py
cd $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests
+ ## Run CORE API Tests
pybot -d Log -T -e TenantWithContainer -e Port -e ControllerImages -e ControllerNetwork -e ControllerSlice -e ControllerUser XOSCoreAPITests.robot || true
-
- # do additional tests if services are loaded
- if ! [[ "$GERRIT_PROJECT" =~ ^(xos|xos-tosca|cord-tester|helm-charts)\$ ]]; then
- export testname=_service_api.robot
- export library=_library.robot
- SERVICES=\$(docker exec -i \$CORE_CONTAINER /bin/bash -c "cd /opt/xos/dynamic_services/;find -name '*.xproto'" | awk -F[//] '{print \$2}')
- echo \$SERVICES
-
- for i in \$SERVICES; do bash -c "pybot -d Log -T -e AddressManagerServiceInstance -v TESTLIBRARY:\$i\$library \$i\$testname"; sleep 2; done || true
- fi
+ ## Run Rcord-lite services API Tests
+ for i in \$SERVICES; do bash -c "pybot -d Log -T -e AddressManagerServiceInstance -v TESTLIBRARY:\$i\$library \$i\$testname"; sleep 2; done || true
popd
+
+ helm delete --purge rcord-lite
+ helm delete --purge xos-core
"""
}
}
- stage('publish') {
+ stage('install/test mcord') {
steps {
sh """
- if [ -d RobotLogs ]; then rm -r RobotLogs; fi; mkdir RobotLogs
- cp -r $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/Log/*ml ./RobotLogs
- """
+ #!/usr/bin/env bash
+ set -eu -o pipefail
- step([$class: 'RobotPublisher',
- disableArchiveOutput: false,
- logFileName: 'RobotLogs/log*.html',
- otherFiles: '',
- outputFileName: 'RobotLogs/output*.xml',
- outputPath: '.',
- passThreshold: 100,
- reportFileName: 'RobotLogs/report*.html',
- unstableThreshold: 0]);
+ helm_install_args='-f examples/api-test-values.yaml'
+
+ pushd cord/helm-charts
+
+ helm dep up xos-core
+ helm install \${helm_install_args} xos-core -n xos-core
+
+ helm dep update xos-profiles/base-openstack
+ helm dep update xos-profiles/mcord
+ helm install \${helm_install_args} xos-profiles/base-openstack -n base-openstack
+ helm install \${helm_install_args} xos-profiles/mcord -n mcord
+
+ # wait for services to load
+ JOBS_TIMEOUT=900 ./scripts/wait_for_jobs.sh
+
+ echo "# Checking helm deployments"
+ kubectl get pods
+ helm list
+
+ for hchart in \$(helm list -q);
+ do
+ echo "## 'helm status' for chart: \${hchart} ##"
+ helm status "\${hchart}"
+ done
+
+ CORE_CONTAINER=\$(docker ps | grep k8s_xos-core | awk '{print \$1}')
+
+ docker cp $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/targets/xosapitests.xtarget \$CORE_CONTAINER:/opt/xos/lib/xos-genx/xosgenx/targets/xosapitests.xtarget
+ docker cp $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/targets/xosserviceapitests.xtarget \$CORE_CONTAINER:/opt/xos/lib/xos-genx/xosgenx/targets/xosserviceapitests.xtarget
+ docker cp $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/targets/xoslibrary.xtarget \$CORE_CONTAINER:/opt/xos/lib/xos-genx/xosgenx/targets/xoslibrary.xtarget
+ docker exec -i \$CORE_CONTAINER /bin/bash -c "xosgenx --target /opt/xos/lib/xos-genx/xosgenx/targets/./xosapitests.xtarget /opt/xos/core/models/core.xproto" > $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/XOSCoreAPITests.robot
+
+ export testname=_service_api.robot
+ export library=_library.robot
+
+ SERVICES=\$(docker exec -i \$CORE_CONTAINER /bin/bash -c "cd /opt/xos/dynamic_services/;find -name '*.xproto'" | awk -F[//] '{print \$2}')
+ echo \$SERVICES
+
+ for i in \$SERVICES; do bash -c "docker exec -i \$CORE_CONTAINER /bin/bash -c 'xosgenx --target /opt/xos/lib/xos-genx/xosgenx/targets/./xosserviceapitests.xtarget /opt/xos/dynamic_services/\$i/\$i.xproto /opt/xos/core/models/core.xproto'" > $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/\$i\$testname; done
+
+ for i in \$SERVICES; do bash -c "docker exec -i \$CORE_CONTAINER /bin/bash -c 'xosgenx --target /opt/xos/lib/xos-genx/xosgenx/targets/./xoslibrary.xtarget /opt/xos/dynamic_services/\$i/\$i.xproto /opt/xos/core/models/core.xproto'" > $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/\$i\$library; done
+
+ CORE_CONTAINER=\$(docker ps | grep k8s_xos-core | awk '{print \$1}')
+ CHAM_CONTAINER=\$(docker ps | grep k8s_xos-chameleon | awk '{print \$1}')
+ XOS_CHAMELEON=\$(docker exec \$CHAM_CONTAINER ip a | grep -oE "([0-9]{1,3}\\.){3}[0-9]{1,3}\\b" | grep 172)
+
+ cd $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Properties/
+ sed -i \"s/^\\(SERVER_IP = \\).*/\\1\'\$XOS_CHAMELEON\'/\" RestApiProperties.py
+
+ cd $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests
+ ## Run mcord services API Tests
+ for i in \$SERVICES; do bash -c "pybot -d Log -T -e AddressManagerServiceInstance -v TESTLIBRARY:\$i\$library \$i\$testname"; sleep 2; done || true
+
+ popd
+
+ helm delete --purge base-openstack
+ helm delete --purge mcord
+ helm delete --purge xos-core
+ """
}
}
+ stage('install/test simpleexampleservice') {
+ steps {
+ sh """
+ #!/usr/bin/env bash
+ set -eu -o pipefail
+
+ helm_install_args='-f examples/api-test-values.yaml'
+
+ pushd cord/helm-charts
+
+ helm dep up xos-core
+ helm install \${helm_install_args} xos-core -n xos-core
+
+ helm dep update xos-profiles/base-kubernetes
+ helm dep update xos-profiles/demo-simpleexampleservice
+ helm install \${helm_install_args} xos-profiles/base-kubernetes -n base-kubernetes
+ helm install \${helm_install_args} xos-profiles/demo-simpleexampleservice -n demo-simpleexampleservice
+
+ # wait for services to load
+ JOBS_TIMEOUT=900 ./scripts/wait_for_jobs.sh
+
+ echo "# Checking helm deployments"
+ kubectl get pods
+ helm list
+
+ for hchart in \$(helm list -q);
+ do
+ echo "## 'helm status' for chart: \${hchart} ##"
+ helm status "\${hchart}"
+ done
+
+ CORE_CONTAINER=\$(docker ps | grep k8s_xos-core | awk '{print \$1}')
+
+ docker cp $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/targets/xosapitests.xtarget \$CORE_CONTAINER:/opt/xos/lib/xos-genx/xosgenx/targets/xosapitests.xtarget
+ docker cp $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/targets/xosserviceapitests.xtarget \$CORE_CONTAINER:/opt/xos/lib/xos-genx/xosgenx/targets/xosserviceapitests.xtarget
+ docker cp $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/targets/xoslibrary.xtarget \$CORE_CONTAINER:/opt/xos/lib/xos-genx/xosgenx/targets/xoslibrary.xtarget
+ docker exec -i \$CORE_CONTAINER /bin/bash -c "xosgenx --target /opt/xos/lib/xos-genx/xosgenx/targets/./xosapitests.xtarget /opt/xos/core/models/core.xproto" > $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/XOSCoreAPITests.robot
+
+ export testname=_service_api.robot
+ export library=_library.robot
+
+ SERVICES=\$(docker exec -i \$CORE_CONTAINER /bin/bash -c "cd /opt/xos/dynamic_services/;find -name '*.xproto'" | awk -F[//] '{print \$2}')
+ echo \$SERVICES
+
+ for i in \$SERVICES; do bash -c "docker exec -i \$CORE_CONTAINER /bin/bash -c 'xosgenx --target /opt/xos/lib/xos-genx/xosgenx/targets/./xosserviceapitests.xtarget /opt/xos/dynamic_services/\$i/\$i.xproto /opt/xos/core/models/core.xproto'" > $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/\$i\$testname; done
+
+ for i in \$SERVICES; do bash -c "docker exec -i \$CORE_CONTAINER /bin/bash -c 'xosgenx --target /opt/xos/lib/xos-genx/xosgenx/targets/./xoslibrary.xtarget /opt/xos/dynamic_services/\$i/\$i.xproto /opt/xos/core/models/core.xproto'" > $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/\$i\$library; done
+
+ CORE_CONTAINER=\$(docker ps | grep k8s_xos-core | awk '{print \$1}')
+ CHAM_CONTAINER=\$(docker ps | grep k8s_xos-chameleon | awk '{print \$1}')
+ XOS_CHAMELEON=\$(docker exec \$CHAM_CONTAINER ip a | grep -oE "([0-9]{1,3}\\.){3}[0-9]{1,3}\\b" | grep 172)
+
+ cd $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Properties/
+ sed -i \"s/^\\(SERVER_IP = \\).*/\\1\'\$XOS_CHAMELEON\'/\" RestApiProperties.py
+
+ cd $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests
+ ## Run kubernetes-base services API Tests
+ for i in \$SERVICES; do bash -c "pybot -d Log -T -e AddressManagerServiceInstance -v TESTLIBRARY:\$i\$library \$i\$testname"; sleep 2; done || true
+
+ popd
+
+ helm delete --purge base-kubernetes
+ helm delete --purge demo-simpleexampleservice
+ helm delete --purge xos-core
+ """
+ }
+ }
+
+ stage('install/test hippie-oss') {
+ steps {
+ sh """
+ #!/usr/bin/env bash
+ set -eu -o pipefail
+
+ helm_install_args='-f examples/api-test-values.yaml'
+
+ pushd cord/helm-charts
+
+ helm dep up xos-core
+ helm install \${helm_install_args} xos-core -n xos-core
+
+ helm dep update xos-services/hippie-oss
+ helm install \${helm_install_args} xos-services/hippie-oss -n hippie-oss
+
+ # wait for services to load
+ JOBS_TIMEOUT=900 ./scripts/wait_for_jobs.sh
+ ## sleeping as hippie-oss doesnt have a tosca-loader
+ sleep 300
+ echo "# Checking helm deployments"
+ kubectl get pods
+ helm list
+
+ for hchart in \$(helm list -q);
+ do
+ echo "## 'helm status' for chart: \${hchart} ##"
+ helm status "\${hchart}"
+ done
+
+ CORE_CONTAINER=\$(docker ps | grep k8s_xos-core | awk '{print \$1}')
+
+ docker cp $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/targets/xosapitests.xtarget \$CORE_CONTAINER:/opt/xos/lib/xos-genx/xosgenx/targets/xosapitests.xtarget
+ docker cp $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/targets/xosserviceapitests.xtarget \$CORE_CONTAINER:/opt/xos/lib/xos-genx/xosgenx/targets/xosserviceapitests.xtarget
+ docker cp $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/targets/xoslibrary.xtarget \$CORE_CONTAINER:/opt/xos/lib/xos-genx/xosgenx/targets/xoslibrary.xtarget
+ docker exec -i \$CORE_CONTAINER /bin/bash -c "xosgenx --target /opt/xos/lib/xos-genx/xosgenx/targets/./xosapitests.xtarget /opt/xos/core/models/core.xproto" > $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/XOSCoreAPITests.robot
+
+ export testname=_service_api.robot
+ export library=_library.robot
+
+ SERVICES=\$(docker exec -i \$CORE_CONTAINER /bin/bash -c "cd /opt/xos/dynamic_services/;find -name '*.xproto'" | awk -F[//] '{print \$2}')
+ echo \$SERVICES
+
+ cd $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests
+ ## Run hippie-oss services API Tests
+ for i in \$SERVICES; do bash -c "pybot -d Log -T -e AddressManagerServiceInstance -v TESTLIBRARY:\$i\$library \$i\$testname"; sleep 2; done || true
+
+ popd
+
+ helm delete --purge hippie-oss
+ helm delete --purge xos-core
+ """
+ }
+ }
}
post {
always {
sh '''
- for pod in \$(kubectl get pods --no-headers | awk '{print \$1}');
- do
- kubectl logs \$pod > $WORKSPACE/\$pod.log;
- done
+ # copy robot logs
+ if [ -d RobotLogs ]; then rm -r RobotLogs; fi; mkdir RobotLogs
+ cp -r $WORKSPACE/cord/test/cord-tester/src/test/cord-api/Tests/Log/*ml ./RobotLogs
kubectl get pods --all-namespaces
@@ -288,8 +372,16 @@
sudo minikube delete
'''
- archiveArtifacts artifacts: '*.log'
- step([$class: 'Mailer', notifyEveryUnstableBuild: true, recipients: "suchitra@opennetworking.org, you@opennetworking.org, kailash@opennetworking.org", sendToIndividuals: false])
+ step([$class: 'RobotPublisher',
+ disableArchiveOutput: false,
+ logFileName: 'RobotLogs/log*.html',
+ otherFiles: '',
+ outputFileName: 'RobotLogs/output*.xml',
+ outputPath: '.',
+ passThreshold: 100,
+ reportFileName: 'RobotLogs/report*.html',
+ unstableThreshold: 0]);
+ step([$class: 'Mailer', notifyEveryUnstableBuild: true, recipients: "kailash@opennetworking.org", sendToIndividuals: false])
}
}
}