Luca Prete | 45401c8 | 2019-01-15 15:31:22 -0800 | [diff] [blame] | 1 | // Copyright 2017-present Open Networking Foundation |
| 2 | // |
| 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | // you may not use this file except in compliance with the License. |
| 5 | // You may obtain a copy of the License at |
| 6 | // |
| 7 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | // |
| 9 | // Unless required by applicable law or agreed to in writing, software |
| 10 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | // See the License for the specific language governing permissions and |
| 13 | // limitations under the License. |
| 14 | |
| 15 | node ("${TestNodeName}") { |
| 16 | timeout (100) { |
| 17 | try { |
| 18 | stage ("Parse deployment configuration file") { |
Matteo Scandolo | 9f8056b | 2019-01-17 10:33:51 -0800 | [diff] [blame] | 19 | sh returnStdout: true, script: "rm -rf helm-charts helm-repo-tools ${configBaseDir}" |
Luca Prete | 45401c8 | 2019-01-15 15:31:22 -0800 | [diff] [blame] | 20 | sh returnStdout: true, script: "git clone -b ${branch} ${cordRepoUrl}/helm-repo-tools" |
Wei-Yu Chen | 992665b | 2019-01-17 10:21:32 -0800 | [diff] [blame] | 21 | sh returnStdout: true, script: "git clone -b ${branch} ${cordRepoUrl}/helm-charts" |
Luca Prete | 45401c8 | 2019-01-15 15:31:22 -0800 | [diff] [blame] | 22 | sh returnStdout: true, script: "git clone -b ${branch} ${cordRepoUrl}/${configBaseDir}" |
| 23 | deployment_config = readYaml file: "${configBaseDir}/${configDeploymentDir}/${configFileName}.yaml" |
| 24 | } |
| 25 | stage('Clean up') { |
| 26 | timeout(10) { |
| 27 | sh returnStdout: true, script: """ |
| 28 | export KUBECONFIG=$WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.conf |
| 29 | for hchart in \$(helm list -q | grep -E -v 'docker-registry|mavenrepo|ponnet'); |
| 30 | do |
| 31 | echo "Purging chart: \${hchart}" |
| 32 | helm delete --purge "\${hchart}" |
| 33 | done |
| 34 | """ |
| 35 | timeout(5) { |
| 36 | waitUntil { |
| 37 | helm_deleted = sh returnStdout: true, script: """ |
| 38 | export KUBECONFIG=$WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.conf && |
| 39 | helm ls -q | grep -E -v 'docker-registry|mavenrepo|ponnet' | wc -l |
| 40 | """ |
| 41 | return helm_deleted.toInteger() == 0 |
| 42 | } |
| 43 | } |
Wei-Yu Chen | 9de5f16 | 2019-01-17 10:40:38 -0800 | [diff] [blame] | 44 | timeout(5) { |
Wei-Yu Chen | 213821c | 2019-01-17 10:21:32 -0800 | [diff] [blame] | 45 | dir ("helm-charts") { |
| 46 | stage("Cleanup SR-IOV CNI and SR-IOV Network Device Plugin") { |
| 47 | sh returnStdout: true, script: """ |
| 48 | export KUBECONFIG=$WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.conf |
Wei-Yu Chen | fa2aa09 | 2019-01-17 10:46:36 -0800 | [diff] [blame] | 49 | kubectl delete -f mcord/cni-config/05-sriov-device-plugin.yaml |
| 50 | kubectl delete -f mcord/cni-config/04-sriov-device-plugin-configmap.yaml |
| 51 | kubectl delete -f mcord/cni-config/03-network-definition.yaml |
| 52 | kubectl delete -f mcord/cni-config/02-network-crd.yaml |
| 53 | kubectl delete -f mcord/cni-config/01-cni-service-account.yaml |
Wei-Yu Chen | 213821c | 2019-01-17 10:21:32 -0800 | [diff] [blame] | 54 | """ |
| 55 | } |
| 56 | } |
| 57 | } |
Luca Prete | 45401c8 | 2019-01-15 15:31:22 -0800 | [diff] [blame] | 58 | timeout(5) { |
| 59 | waitUntil { |
| 60 | kubectl_deleted = sh returnStdout: true, script: """ |
| 61 | export KUBECONFIG=$WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.conf && |
| 62 | kubectl get pods --all-namespaces --no-headers | grep -E -v 'kube-system|docker-registry|mavenrepo|ponnet' | wc -l |
| 63 | """ |
| 64 | return kubectl_deleted.toInteger() == 0 |
| 65 | } |
| 66 | } |
| 67 | } |
| 68 | } |
Luca Prete | 62a48c8 | 2019-01-16 10:40:01 -0800 | [diff] [blame] | 69 | stage('Add Helm repositories') { |
Luca Prete | 45401c8 | 2019-01-15 15:31:22 -0800 | [diff] [blame] | 70 | sh returnStdout: true, script: """ |
| 71 | export KUBECONFIG=$WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.conf |
Wei-Yu Chen | 76dd793 | 2019-01-18 14:14:23 -0800 | [diff] [blame] | 72 | helm init --upgrade --force-upgrade |
Luca Prete | 45401c8 | 2019-01-15 15:31:22 -0800 | [diff] [blame] | 73 | helm repo add cord https://charts.opencord.org |
Luca Prete | 62a48c8 | 2019-01-16 10:40:01 -0800 | [diff] [blame] | 74 | helm repo add incubator http://storage.googleapis.com/kubernetes-charts-incubator |
Luca Prete | 45401c8 | 2019-01-15 15:31:22 -0800 | [diff] [blame] | 75 | helm repo update |
| 76 | """ |
| 77 | timeout(1) { |
| 78 | waitUntil { |
Wei-Yu Chen | 76dd793 | 2019-01-18 14:14:23 -0800 | [diff] [blame] | 79 | tillerpod_running = sh returnStdout: true, script: """ |
| 80 | export KUBECONFIG=$WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.conf && |
| 81 | kubectl -n kube-system get pods | grep tiller-deploy | grep Running | wc -l |
| 82 | """ |
| 83 | return tillerpod_running.toInteger() == 1 |
| 84 | } |
| 85 | } |
| 86 | timeout(1) { |
| 87 | waitUntil { |
Luca Prete | 45401c8 | 2019-01-15 15:31:22 -0800 | [diff] [blame] | 88 | cord_repo_present = sh returnStdout: true, script: """ |
| 89 | export KUBECONFIG=$WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.conf && |
| 90 | helm repo list | grep cord | wc -l |
| 91 | """ |
| 92 | return cord_repo_present.toInteger() == 1 |
| 93 | } |
| 94 | } |
| 95 | } |
Matteo Scandolo | 08aea47 | 2019-01-23 11:45:37 -0800 | [diff] [blame] | 96 | |
| 97 | stage('Install etcd-cluster') { |
| 98 | timeout(10) { |
| 99 | sh returnStdout: true, script: """ |
| 100 | export KUBECONFIG=$WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.conf |
| 101 | helm install -f $WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.yml --version 0.8.3 -n etcd-operator stable/etcd-operator |
| 102 | helm install -f $WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.yml --set etcdNodePort=32379 cord/etcd-cluster |
| 103 | """ |
| 104 | } |
| 105 | timeout(10) { |
| 106 | waitUntil { |
| 107 | etcd_running = sh returnStdout: true, script: """ |
| 108 | export KUBECONFIG=$WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.conf && |
| 109 | kubectl get pods | grep etcd | grep -i running | grep 1/1 | wc -l |
| 110 | """ |
| 111 | return etcd_running.toInteger() == 6 |
| 112 | } |
| 113 | } |
| 114 | } |
| 115 | |
Wei-Yu Chen | 992665b | 2019-01-17 10:21:32 -0800 | [diff] [blame] | 116 | dir ("helm-charts") { |
| 117 | stage('Install SR-IOV CNI and SR-IOV Network Device Plugin') { |
Luca Prete | 45401c8 | 2019-01-15 15:31:22 -0800 | [diff] [blame] | 118 | sh returnStdout: true, script: """ |
| 119 | export KUBECONFIG=$WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.conf |
Wei-Yu Chen | 992665b | 2019-01-17 10:21:32 -0800 | [diff] [blame] | 120 | kubectl apply -f mcord/cni-config/02-network-crd.yaml |
| 121 | kubectl apply -f mcord/cni-config/ |
Wei-Yu Chen | 7f8c4dd | 2019-01-17 15:32:03 -0800 | [diff] [blame] | 122 | sleep 5 |
Luca Prete | 45401c8 | 2019-01-15 15:31:22 -0800 | [diff] [blame] | 123 | """ |
| 124 | } |
| 125 | } |
Wei-Yu Chen | 992665b | 2019-01-17 10:21:32 -0800 | [diff] [blame] | 126 | |
Wei-Yu Chen | 037762d | 2019-01-24 11:12:39 -0800 | [diff] [blame^] | 127 | // In current development progress, we prefered to keep this for testing eNodeB's functionality |
Wei-Yu Chen | 992665b | 2019-01-17 10:21:32 -0800 | [diff] [blame] | 128 | stage("Install M-CORD Control Plane Services") { |
| 129 | sh returnStdout: true, script: """ |
| 130 | export KUBECONFIG=$WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.conf |
Wei-Yu Chen | 7f8c4dd | 2019-01-17 15:32:03 -0800 | [diff] [blame] | 131 | helm install -n mcord-control-plane --namespace epc -f $WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.yml cord/mcord-control-plane |
Wei-Yu Chen | 992665b | 2019-01-17 10:21:32 -0800 | [diff] [blame] | 132 | """ |
Luca Prete | 45401c8 | 2019-01-15 15:31:22 -0800 | [diff] [blame] | 133 | } |
Wei-Yu Chen | 992665b | 2019-01-17 10:21:32 -0800 | [diff] [blame] | 134 | |
| 135 | stage("Install M-CORD Data Plane Services") { |
| 136 | sh returnStdout: true, script: """ |
| 137 | export KUBECONFIG=$WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.conf |
Wei-Yu Chen | 7f8c4dd | 2019-01-17 15:32:03 -0800 | [diff] [blame] | 138 | helm install -n mcord-data-plane --namespace epc -f $WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.yml cord/mcord-data-plane |
Wei-Yu Chen | 992665b | 2019-01-17 10:21:32 -0800 | [diff] [blame] | 139 | """ |
Luca Prete | 45401c8 | 2019-01-15 15:31:22 -0800 | [diff] [blame] | 140 | } |
Wei-Yu Chen | 992665b | 2019-01-17 10:21:32 -0800 | [diff] [blame] | 141 | |
Matteo Scandolo | 202064f | 2019-01-24 15:01:39 -0800 | [diff] [blame] | 142 | stage('Install CORD Kafka') { |
| 143 | timeout(10) { |
| 144 | sh returnStdout: true, script: """ |
| 145 | export KUBECONFIG=$WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.conf |
| 146 | helm install --version 0.8.8 --set configurationOverrides."offsets\\.topic\\.replication\\.factor"=1 --set configurationOverrides."log\\.retention\\.hours"=4 --set configurationOverrides."log\\.message\\.timestamp\\.type"="LogAppendTime" --set replicas=1 --set persistence.enabled=false --set zookeeper.replicaCount=1 --set zookeeper.persistence.enabled=false -n cord-kafka incubator/kafka |
| 147 | """ |
| 148 | } |
| 149 | timeout(10) { |
| 150 | waitUntil { |
| 151 | kafka_instances_running = sh returnStdout: true, script: """ |
| 152 | export KUBECONFIG=$WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.conf && |
| 153 | kubectl get pods | grep cord-kafka | grep -i running | grep 1/1 | wc -l |
| 154 | """ |
| 155 | return kafka_instances_running.toInteger() == 2 |
| 156 | } |
| 157 | } |
| 158 | } |
Wei-Yu Chen | 992665b | 2019-01-17 10:21:32 -0800 | [diff] [blame] | 159 | // stage('Install Logging Infrastructure') { |
| 160 | // timeout(10) { |
| 161 | // sh returnStdout: true, script: """ |
| 162 | // export KUBECONFIG=$WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.conf |
| 163 | // helm install -f $WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.yml --set elasticsearch.cluster.env.MINIMUM_MASTER_NODES="1" --set elasticsearch.client.replicas=1 --set elasticsearch.master.replicas=2 --set elasticsearch.master.persistence.enabled=false --set elasticsearch.data.replicas=1 --set elasticsearch.data.persistence.enabled=false -n logging cord/logging |
| 164 | // helm-repo-tools/wait_for_pods.sh |
| 165 | // """ |
| 166 | // } |
| 167 | // } |
| 168 | // stage('Install Monitoring Infrastructure') { |
| 169 | // timeout(10) { |
| 170 | // sh returnStdout: true, script: """ |
| 171 | // export KUBECONFIG=$WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.conf |
| 172 | // helm install -f $WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.yml -n nem-monitoring cord/nem-monitoring |
| 173 | // helm-repo-tools/wait_for_pods.sh |
| 174 | // """ |
| 175 | // } |
| 176 | // } |
Matteo Scandolo | 202064f | 2019-01-24 15:01:39 -0800 | [diff] [blame] | 177 | stage('Install ONOS') { |
| 178 | timeout(10) { |
| 179 | sh returnStdout: true, script: """ |
| 180 | export KUBECONFIG=$WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.conf |
| 181 | helm install -n onos -f $WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.yml cord/onos |
| 182 | """ |
| 183 | } |
| 184 | timeout(10) { |
| 185 | waitUntil { |
| 186 | onos_completed = sh returnStdout: true, script: """ |
| 187 | export KUBECONFIG=$WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.conf && |
| 188 | kubectl get pods | grep -i onos | grep -i running | grep 2/2 | wc -l |
| 189 | """ |
| 190 | return onos_completed.toInteger() == 1 |
| 191 | } |
| 192 | } |
| 193 | } |
| 194 | stage('Install xos-core') { |
| 195 | timeout(10) { |
| 196 | sh returnStdout: true, script: """ |
| 197 | export KUBECONFIG=$WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.conf |
| 198 | helm install -f $WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.yml -n xos-core cord/xos-core |
| 199 | """ |
| 200 | } |
| 201 | timeout(10) { |
| 202 | waitUntil { |
| 203 | xos_core_completed = sh returnStdout: true, script: """ |
| 204 | export KUBECONFIG=$WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.conf && |
| 205 | kubectl get pods | grep -i xos | grep -i running | grep 1/1 | wc -l |
| 206 | """ |
| 207 | return xos_core_completed.toInteger() == 6 |
| 208 | } |
| 209 | } |
| 210 | } |
| 211 | stage('Install M-CORD Profile') { |
| 212 | timeout(10) { |
| 213 | sh returnStdout: true, script: """ |
| 214 | export KUBECONFIG=$WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.conf |
| 215 | helm install -f $WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.yml -n mcord cord/mcord |
| 216 | """ |
| 217 | } |
| 218 | timeout(10) { |
| 219 | waitUntil { |
| 220 | tosca_completed = sh returnStdout: true, script: """ |
| 221 | export KUBECONFIG=$WORKSPACE/${configBaseDir}/${configKubernetesDir}/${configFileName}.conf && |
| 222 | kubectl get pods | grep -i mcord-tosca-loader | grep -i completed | wc -l |
| 223 | """ |
| 224 | return tosca_completed.toInteger() == 1 |
| 225 | } |
| 226 | } |
| 227 | } |
Luca Prete | 45401c8 | 2019-01-15 15:31:22 -0800 | [diff] [blame] | 228 | |
| 229 | if ( params.configurePod ) { |
Matteo Scandolo | 202064f | 2019-01-24 15:01:39 -0800 | [diff] [blame] | 230 | dir ("${configBaseDir}/${configToscaDir}/mcord") { |
| 231 | stage('Configure MCORD - Fabric') { |
Luca Prete | 45401c8 | 2019-01-15 15:31:22 -0800 | [diff] [blame] | 232 | timeout(1) { |
| 233 | waitUntil { |
| 234 | out_fabric = sh returnStdout: true, script: """ |
| 235 | curl -s -H "xos-username:admin@opencord.org" -H "xos-password:letmein" -X POST --data-binary @${configFileName}-fabric.yaml http://${deployment_config.nodes[0].ip}:30007/run | grep -i "created models" | wc -l |
| 236 | """ |
| 237 | return out_fabric.toInteger() == 1 |
| 238 | } |
| 239 | } |
| 240 | } |
Matteo Scandolo | 202064f | 2019-01-24 15:01:39 -0800 | [diff] [blame] | 241 | // stage('Configure R-CORD - Subscriber') { |
| 242 | // timeout(1) { |
| 243 | // waitUntil { |
| 244 | // out_subscriber = sh returnStdout: true, script: """ |
| 245 | // curl -s -H 'xos-username:admin@opencord.org' -H 'xos-password:letmein' -X POST --data-binary @${configFileName}-subscriber.yaml http://${deployment_config.nodes[0].ip}:30007/run | grep -i "created models" | wc -l |
| 246 | // """ |
| 247 | // return out_subscriber.toInteger() == 1 |
| 248 | // } |
| 249 | // } |
| 250 | // } |
| 251 | // stage('Configure R-CORD - OLT') { |
| 252 | // timeout(1) { |
| 253 | // waitUntil { |
| 254 | // out_olt = sh returnStdout: true, script: """ |
| 255 | // curl -H 'xos-username:admin@opencord.org' -H 'xos-password:letmein' -X POST --data-binary @${configFileName}-olt.yaml http://${deployment_config.nodes[0].ip}:30007/run | grep -i "created models" | wc -l |
| 256 | // """ |
| 257 | // return out_olt.toInteger() == 1 |
| 258 | // } |
| 259 | // } |
| 260 | // } |
Luca Prete | 45401c8 | 2019-01-15 15:31:22 -0800 | [diff] [blame] | 261 | } |
| 262 | } |
| 263 | currentBuild.result = 'SUCCESS' |
| 264 | } catch (err) { |
| 265 | currentBuild.result = 'FAILURE' |
| 266 | step([$class: 'Mailer', notifyEveryUnstableBuild: true, recipients: "${notificationEmail}", sendToIndividuals: false]) |
| 267 | } |
| 268 | echo "RESULT: ${currentBuild.result}" |
| 269 | } |
| 270 | } |