Merge "[VOL-3285] Enable sca lint targets for BBSim"
diff --git a/jjb/defaults.yaml b/jjb/defaults.yaml
index e110a5b..a3cee32 100644
--- a/jjb/defaults.yaml
+++ b/jjb/defaults.yaml
@@ -90,7 +90,7 @@
# matching repos that should be version tagged by the version-tag job
# (basically the same as imagebuilder projects + helm charts + tools
- version-tag-projects-regexp: '^(xos.*|.*helm-charts|automation-tools|cord-tester|chameleon|rcord|mcord|ecord|acordion|addressmanager|epc-service|exampleservice|fabric.*|globalxos|hippie-oss|hss_db|hypercache|internetemulator|kubernetes-service|monitoring|olt-service|onos-service|openstack|progran|sdn-controller|simpleexampleservice|templateservice|vEE|vEG|vBBU|venb|vHSS|vMME|vnaas|vPGWC|vPGWU|vrouter|vsg|vsg-hw|vSGW|vSM|vspgwc|vspgwu|vtn-service|vtr|.*-workflow-driver|ves-agent|voltha-bbsim|openolt|sadis-server|kafka-topic-exporter|pyvoltha||plyxproto|voltha-protos|alpine-grpc-base|cordctl|voltha-go|voltha-onos|device-management|cord-workflow.*|voltha-system-tests|openairinterface|omec-.*|bbsim|omci-sim|ponsim|pppoel2relay|voltha-api-server|aaa|config|dhcpl2relay|igmp|igmpproxy|kafka-onos|mcast|olt|sadis|vtn|voltha-.*-adapter.*|voltha-lib-go|voltha-python-base|voltha-docker-tools|mn-stratum-siab|ofagent.*|bng|voltctl|openolt-scale-tester|nem-ondemand-proxy|multifabric|openolt-test|omci-lib-go|kind-voltha|voltha-docs|mac-learning|goloxi|device-management-interface)$'
+ version-tag-projects-regexp: '^(?!aether)(xos.*|.*helm-charts|automation-tools|cord-tester|chameleon|rcord|mcord|ecord|acordion|addressmanager|epc-service|exampleservice|fabric.*|globalxos|hippie-oss|hss_db|hypercache|internetemulator|kubernetes-service|monitoring|olt-service|onos-service|openstack|progran|sdn-controller|simpleexampleservice|templateservice|vEE|vEG|vBBU|venb|vHSS|vMME|vnaas|vPGWC|vPGWU|vrouter|vsg|vsg-hw|vSGW|vSM|vspgwc|vspgwu|vtn-service|vtr|.*-workflow-driver|ves-agent|voltha-bbsim|openolt|sadis-server|kafka-topic-exporter|pyvoltha||plyxproto|voltha-protos|alpine-grpc-base|cordctl|voltha-go|voltha-onos|device-management|cord-workflow.*|voltha-system-tests|openairinterface|omec-.*|bbsim|omci-sim|ponsim|pppoel2relay|voltha-api-server|aaa|config|dhcpl2relay|igmp|igmpproxy|kafka-onos|mcast|olt|sadis|vtn|voltha-.*-adapter.*|voltha-lib-go|voltha-python-base|voltha-docker-tools|mn-stratum-siab|ofagent.*|bng|voltctl|openolt-scale-tester|nem-ondemand-proxy|multifabric|openolt-test|omci-lib-go|kind-voltha|voltha-docs|mac-learning|goloxi|device-management-interface)$'
# List of all repos that contribute to the CORD guide
cord-guide-projects-regexp: '^(att-workflow-driver|cord-tester|cordctl|exampleservice|fabric|fabric-crossconnect|hippie-oss|kubernetes-service|olt-service|onos-service|openolt|openstack|rcord|simpleexampleservice|vrouter|vtn-service|xos|xos-gui|xos-tosca)$'
diff --git a/jjb/pipeline/voltha-dt-physical-functional-tests.groovy b/jjb/pipeline/voltha-dt-physical-functional-tests.groovy
index b741eef..402a7a8 100644
--- a/jjb/pipeline/voltha-dt-physical-functional-tests.groovy
+++ b/jjb/pipeline/voltha-dt-physical-functional-tests.groovy
@@ -78,7 +78,7 @@
chmod 755 $WORKSPACE/bin/voltctl
voltctl version --clientonly
-
+
# Default kind-voltha config doesn't work on ONF demo pod for accessing kvstore.
# The issue is that the mgmt node is also one of the k8s nodes and so port forwarding doesn't work.
# We should change this. In the meantime here is a workaround.
@@ -210,14 +210,22 @@
cd $WORKSPACE
gzip *-combined.log || true
+
+ # collect ETCD cluster logs
+ mkdir -p $WORKSPACE/etcd
+ printf '%s\n' $(kubectl get pods -l app=etcd -o=jsonpath="{.items[*]['metadata.name']}") | xargs -I@ bash -c "kubectl logs @ > $WORKSPACE/etcd/@.log"
'''
script {
deployment_config.olts.each { olt ->
sh returnStdout: false, script: """
- sshpass -p ${olt.pass} scp ${olt.user}@${olt.sship}:/var/log/openolt.log $WORKSPACE/openolt-${olt.sship}.log || true
+ sshpass -p ${olt.pass} scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no ${olt.user}@${olt.sship}:/var/log/openolt.log $WORKSPACE/openolt-${olt.sship}.log || true
sed -i 's/\\x1b\\[[0-9;]*[a-zA-Z]//g' $WORKSPACE/openolt-${olt.sship}.log # Remove escape sequences
- sshpass -p ${olt.pass} scp ${olt.user}@${olt.sship}:/var/log/dev_mgmt_daemon.log $WORKSPACE/dev_mgmt_daemon-${olt.sship}.log || true
+ sshpass -p ${olt.pass} scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no ${olt.user}@${olt.sship}:/var/log/dev_mgmt_daemon.log $WORKSPACE/dev_mgmt_daemon-${olt.sship}.log || true
sed -i 's/\\x1b\\[[0-9;]*[a-zA-Z]//g' $WORKSPACE/dev_mgmt_daemon-${olt.sship}.log # Remove escape sequences
+ sshpass -p ${olt.pass} scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no ${olt.user}@${olt.sship}:/var/log/startup.log $WORKSPACE/startup-${olt.sship}.log || true
+ sed -i 's/\\x1b\\[[0-9;]*[a-zA-Z]//g' $WORKSPACE/startup-${olt.sship}.log || true # Remove escape sequences
+ sshpass -p ${olt.pass} scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no ${olt.user}@${olt.sship}:/var/log/syslog $WORKSPACE/syslog-${olt.sship}.log || true
+ sed -i 's/\\x1b\\[[0-9;]*[a-zA-Z]//g' $WORKSPACE/syslog-${olt.sship}.log # Remove escape sequences
"""
}
}
@@ -231,7 +239,7 @@
reportFileName: '**/report*.html',
unstableThreshold: 0
]);
- archiveArtifacts artifacts: '*.log,*.gz,*.tgz'
+ archiveArtifacts artifacts: '*.log,*.gz,*.tgz,etcd/*.log'
}
unstable {
step([$class: 'Mailer', notifyEveryUnstableBuild: true, recipients: "${notificationEmail}", sendToIndividuals: false])
diff --git a/jjb/pipeline/voltha-physical-build-and-tests.groovy b/jjb/pipeline/voltha-physical-build-and-tests.groovy
index 96d3b2c..1aef43c 100644
--- a/jjb/pipeline/voltha-physical-build-and-tests.groovy
+++ b/jjb/pipeline/voltha-physical-build-and-tests.groovy
@@ -238,7 +238,11 @@
sh returnStdout: false, script: """
helm repo add cord https://charts.opencord.org
helm repo update
- helm install -n voltha-kafka-dump cord/voltha-kafka-dump
+ if helm version -c --short|grep v2 -q; then
+ helm install -n voltha-kafka-dump cord/voltha-kafka-dump
+ else
+ helm install voltha-kafka-dump cord/voltha-kafka-dump
+ fi
"""
}
}
diff --git a/jjb/pipeline/voltha-physical-functional-tests.groovy b/jjb/pipeline/voltha-physical-functional-tests.groovy
index 6d83c2f..1d1daed 100644
--- a/jjb/pipeline/voltha-physical-functional-tests.groovy
+++ b/jjb/pipeline/voltha-physical-functional-tests.groovy
@@ -221,7 +221,7 @@
sshpass -p ${olt.pass} scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no ${olt.user}@${olt.sship}:/var/log/dev_mgmt_daemon.log $WORKSPACE/dev_mgmt_daemon-${olt.sship}.log || true
sed -i 's/\\x1b\\[[0-9;]*[a-zA-Z]//g' $WORKSPACE/dev_mgmt_daemon-${olt.sship}.log # Remove escape sequences
sshpass -p ${olt.pass} scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no ${olt.user}@${olt.sship}:/var/log/startup.log $WORKSPACE/startup-${olt.sship}.log || true
- sed -i 's/\\x1b\\[[0-9;]*[a-zA-Z]//g' $WORKSPACE/startup-${olt.sship}.log # Remove escape sequences
+ sed -i 's/\\x1b\\[[0-9;]*[a-zA-Z]//g' $WORKSPACE/startup-${olt.sship}.log || true # Remove escape sequences
sshpass -p ${olt.pass} scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no ${olt.user}@${olt.sship}:/var/log/syslog $WORKSPACE/syslog-${olt.sship}.log || true
sed -i 's/\\x1b\\[[0-9;]*[a-zA-Z]//g' $WORKSPACE/syslog-${olt.sship}.log # Remove escape sequences
"""
diff --git a/jjb/voltha-scale.yaml b/jjb/voltha-scale.yaml
index e8e12cd..d188e6b 100644
--- a/jjb/voltha-scale.yaml
+++ b/jjb/voltha-scale.yaml
@@ -94,7 +94,38 @@
# withDhcp: false
# withIgmp: false
- # jobs for 512 ONUs with a 8 openonu-adapters and clustered ONOS
+ # jobs for 64 ONUs with a 1 openonu-adapter
+ - 'voltha-scale-measurements':
+ name: 'voltha-openonu-go-scale-measurements-master-1-2-32-activation'
+ build-node: 'onf-pod1-head-node'
+ time-trigger: "H H/4 * * *"
+ olts: 1
+ pons: 2
+ onus: 32
+ withFlows: false
+ provisionSubscribers: false
+ withEapol: false
+ withDhcp: false
+ withIgmp: false
+ openonuAdapterReplicas: 1
+ openonuAdapterImg: voltha/voltha-openonu-adapter-go:master
+ extraHelmFlags: '--set use_openonu_adapter_go=true'
+
+ - 'voltha-scale-measurements':
+ name: 'voltha-openonu-scale-measurements-master-1-2-32-activation'
+ build-node: 'onf-pod1-head-node'
+ time-trigger: "H H/4 * * *"
+ olts: 1
+ pons: 2
+ onus: 32
+ withFlows: false
+ provisionSubscribers: false
+ withEapol: false
+ withDhcp: false
+ withIgmp: false
+ openonuAdapterReplicas: 1
+ openonuAdapterImg: voltha/voltha-openonu-adapter:master
+
- 'voltha-scale-measurements':
name: 'voltha-scale-measurements-master-1-16-32-activation'
build-node: 'onf-pod1-head-node'
@@ -126,7 +157,7 @@
openonuAdapterReplicas: 8
onosReplicas: 3
atomixReplicas: 3
- extraHelmFlags: '--set auth=false --set images.bbsim_sadis_server.repository=matteoscandolo/bbsim-sadis-server --set images.bbsim_sadis_server.tag=k8-host '
+ extraHelmFlags: '--set auth=false '
- 'voltha-scale-measurements':
name: 'voltha-scale-measurements-master-1-16-32-att-subscribers'
@@ -143,7 +174,7 @@
openonuAdapterReplicas: 8
onosReplicas: 3
atomixReplicas: 3
- extraHelmFlags: '--set defaults.rw_core.timeout=30s --set images.bbsim_sadis_server.repository=matteoscandolo/bbsim-sadis-server --set images.bbsim_sadis_server.tag=k8-host '
+ extraHelmFlags: '--set defaults.rw_core.timeout=30s '
# jobs for DT with 512 ONUs with a 8 openonu-adapters and clustered ONOS.
- 'voltha-scale-measurements':
@@ -197,7 +228,7 @@
openonuAdapterReplicas: 8
onosReplicas: 3
atomixReplicas: 3
- extraHelmFlags: '--set auth=false --set images.bbsim_sadis_server.repository=matteoscandolo/bbsim-sadis-server --set images.bbsim_sadis_server.tag=k8-host '
+ extraHelmFlags: '--set auth=false '
- 'voltha-scale-measurements':
disabled: true
@@ -215,7 +246,7 @@
openonuAdapterReplicas: 8
onosReplicas: 3
atomixReplicas: 3
- extraHelmFlags: '--set defaults.rw_core.timeout=30s --set images.bbsim_sadis_server.repository=matteoscandolo/bbsim-sadis-server --set images.bbsim_sadis_server.tag=k8-host '
+ extraHelmFlags: '--set defaults.rw_core.timeout=30s '
# jobs for DT with 512 ONUs with a 8 openonu-adapters and clustered ONOS.
- 'voltha-scale-measurements':
@@ -234,7 +265,7 @@
openonuAdapterReplicas: 8
onosReplicas: 3
atomixReplicas: 3
- extraHelmFlags: '--set defaults.rw_core.timeout=30s --set images.bbsim_sadis_server.repository=matteoscandolo/bbsim-sadis-server --set images.bbsim_sadis_server.tag=k8-host '
+ extraHelmFlags: '--set defaults.rw_core.timeout=30s '
# voltha-2.4 Jobs
- 'voltha-scale-measurements':
@@ -252,7 +283,7 @@
openonuAdapterReplicas: 8
onosReplicas: 3
atomixReplicas: 3
- extraHelmFlags: '--set defaults.rw_core.timeout=30s --set images.bbsim_sadis_server.repository=matteoscandolo/bbsim-sadis-server --set images.bbsim_sadis_server.tag=k8-host '
+ extraHelmFlags: '--set defaults.rw_core.timeout=30s '
release: voltha-2.4
karafHome: apache-karaf-4.2.8
@@ -272,7 +303,7 @@
openonuAdapterReplicas: 8
onosReplicas: 3
atomixReplicas: 3
- extraHelmFlags: '--set defaults.rw_core.timeout=30s --set images.bbsim_sadis_server.repository=matteoscandolo/bbsim-sadis-server --set images.bbsim_sadis_server.tag=k8-host '
+ extraHelmFlags: '--set defaults.rw_core.timeout=30s '
release: voltha-2.4
karafHome: apache-karaf-4.2.8
@@ -280,6 +311,7 @@
- 'voltha-scale-measurements-dev':
name: 'voltha-scale-measurements-master-dev'
build-node: 'voltha-scale'
+ extraHelmFlags: '--set defaults.rw_core.timeout=30s '
- job-template:
@@ -572,8 +604,8 @@
pons: 2
onus: 2
workflow: att
- withFlows: false
- provisionSubscribers: false
+ withFlows: true
+ provisionSubscribers: true
withEapol: true
withDhcp: true
withIgmp: false