Add Jenkins file for the new build system on cord-4.0
Change-Id: I26a9e7b723e96e2c55b4c2a2ae32d610d5e9ec03
diff --git a/Jenkinsfile.newBuildSystem b/Jenkinsfile.newBuildSystem
new file mode 100644
index 0000000..82e3ec6
--- /dev/null
+++ b/Jenkinsfile.newBuildSystem
@@ -0,0 +1,275 @@
+// Copyright 2017-present Open Networking Foundation
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+def filename = 'manifest-${branch}.xml'
+def manifestUrl = 'https://gerrit.opencord.org/manifest'
+def config = null;
+
+node ('master') {
+ checkout changelog: false, poll: false, scm: [$class: 'RepoScm', currentBranch: true, manifestBranch: params.branch, manifestRepositoryUrl: "${manifestUrl}", quiet: true]
+
+ stage ("Generate and Copy Manifest file") {
+ sh returnStdout: true, script: 'repo manifest -r -o ' + filename
+ sh returnStdout: true, script: 'cp ' + filename + ' ' + env.JENKINS_HOME + '/tmp'
+ }
+
+ stage ("Parse deployment configuration file") {
+ sh returnStdout: true, script: 'rm -rf ${configRepoBaseDir}'
+ sh returnStdout: true, script: 'git clone -b ${branch} ${configRepoUrl}'
+ config = readYaml file: "${configRepoBaseDir}${configRepoFile}"
+ }
+}
+
+node ("${config.dev_node.name}") {
+ timeout (time: 240) {
+ stage ('Clean up old build') {
+ sh "make -C build clean-all || true"
+ sh "rm -rf *"
+ sh "ssh-keygen -R ${config.head.ip}"
+ }
+ stage ('Checkout cord repo') {
+ checkout changelog: false, poll: false, scm: [$class: 'RepoScm', currentBranch: true, manifestBranch: params.branch, manifestRepositoryUrl: "${manifestUrl}", quiet: true]
+ }
+
+ dir('build') {
+ try {
+ stage ("Re-deploy head node") {
+ maasOps: {
+ sh "maas login maas http://${config.maas.ip}/MAAS/api/2.0 ${config.maas.api_key}"
+ sh "maas maas machine release ${config.maas.head_system_id}"
+
+ timeout(time: 15) {
+ waitUntil {
+ try {
+ sh "maas maas machine read ${config.maas.head_system_id} | grep Ready"
+ return true
+ } catch (exception) {
+ return false
+ }
+ }
+ }
+
+ sh 'maas maas machines allocate'
+ sh "maas maas machine deploy ${config.maas.head_system_id}"
+
+ timeout(time: 30) {
+ waitUntil {
+ try {
+ sh "maas maas machine read ${config.maas.head_system_id} | grep Deployed"
+ return true
+ } catch (exception) {
+ return false
+ }
+ }
+ }
+ }
+ }
+
+ stage ("Download CORD POD configuration") {
+ sh "cd podconfig; git clone -b ${branch} ${config.pod_config.repo_url} automation"
+ }
+
+ stage ("Generate CORD configuration") {
+ sh "make PODCONFIG=automation/${config.pod_config.file_name} config"
+ }
+
+ stage ("Deploy") {
+ sh "make build"
+ }
+
+ stage ("Power cycle compute nodes") {
+ for(int i=0; i < config.compute_nodes.size(); i++) {
+ sh "ipmitool -U ${config.compute_nodes[i].ipmi.user} -P ${config.compute_nodes[i].ipmi.pass} -H ${config.compute_nodes[i].ipmi.ip} power cycle"
+ }
+ }
+
+ stage ("Wait for compute nodes to get deployed") {
+ sh "ssh-keygen -f /home/${config.dev_node.user}/.ssh/known_hosts -R ${config.head.ip}"
+ def cordApiKey = runCmd("${config.head.ip}",
+ "${config.head.user}",
+ "${config.head.pass}",
+ "sudo maas-region-admin apikey --username ${config.head.user}")
+ runCmd("${config.head.ip}",
+ "${config.head.user}",
+ "${config.head.pass}",
+ "maas login pod-maas http://${config.head.ip}/MAAS/api/1.0 ${cordApiKey}")
+ timeout(time: 45) {
+ waitUntil {
+ try {
+ num = runCmd("${config.head.ip}",
+ "${config.head.user}",
+ "${config.head.pass}",
+ "maas pod-maas nodes list | grep -i deployed | wc -l").trim()
+ return num.toInteger() == config.compute_nodes.size()
+ } catch (exception) {
+ return false
+ }
+ }
+ }
+ }
+
+ stage ("Wait for compute nodes to be provisioned") {
+ timeout(time:45) {
+ waitUntil {
+ try {
+ num = runCmd("${config.head.ip}",
+ "${config.head.user}",
+ "${config.head.pass}",
+ "cord prov list '|' grep -i node '|' grep -i complete '|' wc -l").trim()
+ return num.toInteger() == config.compute_nodes.size()
+ } catch (exception) {
+ return false
+ }
+ }
+ }
+ }
+
+ if (config.fabric_switches != null) {
+ stage("Reserve IPs for fabric switches and restart maas-dhcp service") {
+ for(int i=0; i < config.fabric_switches.size(); i++) {
+ def append = "";
+ if (i!=0) {
+ append = "-a";
+ }
+ def str = createMACIPbindingStr(i+1,
+ "${config.fabric_switches[i].mac}",
+ "${config.fabric_switches[i].ip}")
+ runCmd("${config.head.ip}",
+ "${config.head.user}",
+ "${config.head.pass}",
+ "echo -e $str '|' sudo tee $append /etc/dhcp/dhcpd.reservations > /dev/null")
+ }
+ runCmd("${config.head.ip}",
+ "${config.head.user}",
+ "${config.head.pass}",
+ "sudo restart maas-dhcpd")
+
+ runCmd("${config.head.ip}",
+ "${config.head.user}",
+ "${config.head.pass}",
+ "cord harvest go")
+ }
+
+ stage ("Wait for fabric switches to get deployed") {
+ for(int i=0; i < config.fabric_switches.size(); i++) {
+ runFabricCmd("${config.head.ip}",
+ "${config.head.user}",
+ "${config.head.pass}",
+ "${config.fabric_switches[i].ip}",
+ "${config.fabric_switches[i].user}",
+ "${config.fabric_switches[i].pass}",
+ "sudo onl-onie-boot-mode install")
+
+ runFabricCmd("${config.head.ip}",
+ "${config.head.user}",
+ "${config.head.pass}",
+ "${config.fabric_switches[i].ip}",
+ "${config.fabric_switches[i].user}",
+ "${config.fabric_switches[i].pass}",
+ "sudo reboot")
+ }
+ timeout(time: 45) {
+ waitUntil {
+ try {
+ def harvestCompleted = runCmd("${config.head.ip}",
+ "${config.head.user}",
+ "${config.head.pass}",
+ "cord harvest list '|' grep -i fabric '|' wc -l").trim()
+ return harvestCompleted.toInteger() == config.fabric_switches.size()
+ } catch (exception) {
+ return false
+ }
+ }
+ }
+ }
+
+ stage ("Wait for fabric switches to be provisioned") {
+ timeout(time:45) {
+ waitUntil {
+ try {
+ def provCompleted = 0
+ for(int i=0; i < config.fabric_switches.size(); i++) {
+ def count = runCmd("${config.head.ip}",
+ "${config.head.user}",
+ "${config.head.pass}",
+ "cord prov list '|' grep -i ${config.fabric_switches[i].ip} '|' grep -i complete '|' wc -l").trim()
+ provCompleted = provCompleted + count.toInteger()
+ }
+ return provCompleted == config.fabric_switches.size()
+ } catch (exception) {
+ return false
+ }
+ }
+ }
+ }
+ }
+
+ if (config.make_release == true) {
+ stage ("Trigger Build") {
+ url = 'https://jenkins.opencord.org/job/release-build/job/' + params.branch + '/build'
+ httpRequest authentication: 'auto-release', httpMode: 'POST', url: url, validResponseCodes: '201'
+ }
+ }
+
+ currentBuild.result = 'SUCCESS'
+ } catch (err) {
+ currentBuild.result = 'FAILURE'
+ step([$class: 'Mailer', notifyEveryUnstableBuild: true, recipients: "${notificationEmail}", sendToIndividuals: false])
+ } finally {
+ }
+ echo "RESULT: ${currentBuild.result}"
+ }
+ }
+}
+
+/**
+ * Returns a string used to bind IPs and MAC addresses, substituting the values
+ * given.
+ *
+ * @param counter the counter used to generate the host name
+ * @param mac the MAC address to substitute
+ * @param ip the IP address to substitute
+ */
+def createMACIPbindingStr(counter, mac, ip) {
+ return """\\'host fabric${counter} {'\n'hardware ethernet ${mac}';''\n'fixed-address ${ip}';''\n'}\\'"""
+}
+
+/**
+ * Runs a command on a remote host using sshpass.
+ *
+ * @param ip the node IP address
+ * @param user the node user name
+ * @param pass the node password
+ * @param command the command to run
+ * @return the output of the command
+ */
+def runCmd(ip, user, pass, command) {
+ return sh(returnStdout: true, script: "sshpass -p ${pass} ssh -oStrictHostKeyChecking=no -l ${user} ${ip} ${command}")
+}
+
+/**
+ * Runs a command on a fabric switch.
+ *
+ * @param headIp the head node IP address
+ * @param headUser the head node user name
+ * @param headPass the head node password
+ * @param ip the mgmt IP of the fabric switch, reachable from the head node
+ * @param user the mgmt user name of the fabric switch
+ * @param pass the mgmt password of the fabric switch
+ * @param command the command to run on the fabric switch
+ * @return the output of the command
+ */
+def runFabricCmd(headIp, headUser, headPass, ip, user, pass, command) {
+ return sh(returnStdout: true, script: "sshpass -p ${headPass} ssh -oStrictHostKeyChecking=no -l ${headUser} ${headIp} \"sshpass -p ${pass} ssh -oStrictHostKeyChecking=no -l ${user} ${ip} ${command}\"")
+}