jjb/voltha-e2e.yaml

---
# voltha 2.0 tests

- project:
    name: voltha-e2e

    project-name: '{name}'
    manualBranch: ''
    olts: 1
    onus: 1
    pons: 1
    withAlarms: true
    make-target-failtest: bbsim-failurescenarios
    make-target-errortest: bbsim-errorscenarios
    make-target-alarmtest: bbsim-alarms-kind
    make-target-multipleolt: bbsim-multiolt-kind
    make-target-1t4gemtest: 1t4gem-openonu-go-adapter-test
    make-target-1t8gemtest: 1t8gem-openonu-go-adapter-test
    make-target-reconciletest: reconcile-openonu-go-adapter-test-att
    make-target-reconciledttest: reconcile-openonu-go-adapter-test-dt
    make-target-reconciletttest: reconcile-openonu-go-adapter-test-tt

    jobs:
      - 'voltha-periodic-test':
          name: 'periodic-voltha-test-bbsim'
          code-branch: 'master'
          extraHelmFlags: '--set global.image_tag=master --set onos-classic.image.tag=master'
          time-trigger: "H H/23 * * *"
          testTargets: |
            - target: functional-single-kind
              workflow: att
              flags: ""
              teardown: true
            - target: bbsim-alarms-kind
              workflow: att
              flags: ""
              teardown: false
            - target: bbsim-failurescenarios
              workflow: att
              flags: ""
              teardown: false
            - target: bbsim-errorscenarios
              workflow: att
              flags: ""
              teardown: false

      - 'voltha-periodic-test':
          name: 'periodic-voltha-multiple-olts-test-bbsim'
          code-branch: 'master'
          olts: 2
          extraHelmFlags: '--set global.image_tag=master --set onos-classic.image.tag=master --set onu=2,pon=2'
          time-trigger: "H H/23 * * *"
          testTargets: |
            - target: functional-multi-olt
              workflow: att
              flags: ""
              teardown: true
            - target: bbsim-multiolt-failurescenarios
              workflow: att
              flags: ""
              teardown: false
            - target: bbsim-multiolt-errorscenarios
              workflow: att
              flags: ""
              teardown: false
            - target: bbsim-multiolt-kind
              workflow: att
              flags: ""
              teardown: false

      - 'voltha-periodic-test-kind-voltha-based':
          name: 'periodic-voltha-multiple-olts-test-bbsim-2.7'
          pipeline-script: 'voltha/voltha-2.7/voltha-nightly-tests-bbsim.groovy'
          build-node: 'qct-pod4-node2'
          make-target: functional-multi-olt
          make-target-failtest: bbsim-multiolt-failurescenarios
          make-target-errortest: bbsim-multiolt-errorscenarios
          make-target-alarmtest: bbsim-alarms-kind
          make-target-multipleolt: bbsim-multiolt-kind
          withAlarms: false
          code-branch: 'voltha-2.7'
          olts: 2
          onus: 2
          pons: 2
          time-trigger: "H H * * *"

      # openonu Go periodic tests
      - 'voltha-periodic-test':
          name: 'periodic-voltha-openonu-go-test-bbsim'
          code-branch: 'master'
          extraHelmFlags: '--set global.image_tag=master --set onos-classic.image.tag=master'
          time-trigger: "H H/12 * * *"
          logLevel: 'DEBUG'
          testTargets: |
            - target: 1t1gem-openonu-go-adapter-test
              workflow: att
              flags: ""
              teardown: true
            - target: 1t4gem-openonu-go-adapter-test
              workflow: att
              flags: ""
              teardown: true
            - target: 1t8gem-openonu-go-adapter-test
              workflow: att
              flags: ""
              teardown: true
            - target: mib-upload-templating-openonu-go-adapter-test
              workflow: att
              flags: "--set pon=2,onu=2,controlledActivation=only-onu"
              teardown: true
            - target: reconcile-openonu-go-adapter-test-att
              workflow: att
              flags: ""
              teardown: true
            - target: reconcile-openonu-go-adapter-test-dt
              workflow: dt
              flags: ""
              teardown: true
            - target: reconcile-openonu-go-adapter-test-tt
              workflow: tt
              flags: ""
              teardown: true
            - target: openonu-go-adapter-omci-hardening-passed-test
              workflow: att
              flags: "--set omci_response_rate=9 --set omci_timeout=1s"
              teardown: true
            - target: openonu-go-adapter-omci-hardening-failed-test
              workflow: att
              flags: "--set omci_response_rate=7"
              teardown: true

      - 'voltha-periodic-test':
          name: 'patchset-voltha-openonu-go-test-bbsim'
          trigger-comment: "voltha test openonu singleolt"
          code-branch: '$GERRIT_BRANCH'
          extraHelmFlags: '--set global.image_tag=master --set onos-classic.image.tag=master'
          gerrit-project: '$GERRIT_PROJECT'
          gerritRefspec: '$GERRIT_REFSPEC'
          logLevel: 'DEBUG'
          testTargets: |
            - target: 1t1gem-openonu-go-adapter-test
              workflow: att
              flags: ""
              teardown: true
            - target: 1t4gem-openonu-go-adapter-test
              workflow: att
              flags: ""
              teardown: true
            - target: 1t8gem-openonu-go-adapter-test
              workflow: att
              flags: ""
              teardown: true
            - target: mib-upload-templating-openonu-go-adapter-test
              workflow: att
              flags: "--set pon=2,onu=2,controlledActivation=only-onu"
              teardown: true
            - target: reconcile-openonu-go-adapter-test-att
              workflow: att
              flags: ""
              teardown: true
            - target: reconcile-openonu-go-adapter-test-dt
              workflow: dt
              flags: ""
              teardown: true
            - target: reconcile-openonu-go-adapter-test-tt
              workflow: tt
              flags: ""
              teardown: true
            - target: openonu-go-adapter-omci-hardening-passed-test
              workflow: att
              flags: "--set omci_response_rate=9 --set omci_timeout=1s"
              teardown: true
            - target: openonu-go-adapter-omci-hardening-failed-test
              workflow: att
              flags: "--set omci_response_rate=7"
              teardown: true

      - 'voltha-periodic-test-kind-voltha-based':
          name: 'periodic-voltha-openonu-go-test-bbsim-2.7'
          pipeline-script: 'voltha/voltha-2.7/voltha-openonu-go-test-bbsim.groovy'
          build-node: 'ubuntu18.04-basebuild-8c-15g'
          make-target: openonu-go-adapter-test
          make-target-1t4gemtest: 1t4gem-openonu-go-adapter-test
          make-target-1t8gemtest: 1t8gem-openonu-go-adapter-test
          make-target-reconciletest: reconcile-openonu-go-adapter-test
          make-target-reconciledttest: reconcile-openonu-go-adapter-test-dt
          make-target-reconciletttest: reconcile-openonu-go-adapter-test-tt
          withAlarms: false
          code-branch: 'voltha-2.7'
          time-trigger: "H H/23 * * *"

      - 'voltha-periodic-test':
          name: 'periodic-voltha-multiple-olts-openonu-go-test-bbsim'
          code-branch: 'master'
          extraHelmFlags: '--set global.image_tag=master --set onos-classic.image.tag=master --set onu=2,pon=2'
          olts: 2
          logLevel: 'DEBUG'
          testTargets: |
            - target: 1t1gem-openonu-go-adapter-multi-olt-test
              workflow: att
              flags: ""
              teardown: true
            - target: 1t4gem-openonu-go-adapter-multi-olt-test
              workflow: att
              flags: ""
              teardown: true
            - target: 1t8gem-openonu-go-adapter-multi-olt-test
              workflow: att
              flags: ""
              teardown: true
            - target: reconcile-openonu-go-adapter-multi-olt-test-att
              workflow: att
              flags: ""
              teardown: true
            - target: reconcile-openonu-go-adapter-multi-olt-test-dt
              workflow: dt
              flags: ""
              teardown: true
            - target: reconcile-openonu-go-adapter-multi-olt-test-tt
              workflow: tt
              flags: ""
              teardown: true
          time-trigger: "H H/12 * * *"

      - 'voltha-periodic-test':
          name: 'patchset-voltha-multiple-olts-openonu-go-test-bbsim'
          trigger-comment: "voltha test openonu multiolt"
          code-branch: '$GERRIT_BRANCH'
          extraHelmFlags: '--set global.image_tag=master --set onos-classic.image.tag=master --set onu=2,pon=2'
          gerrit-project: '$GERRIT_PROJECT'
          gerritRefspec: '$GERRIT_REFSPEC'
          logLevel: 'DEBUG'
          testTargets: |
            - target: 1t1gem-openonu-go-adapter-multi-olt-test
              workflow: att
              flags: ""
              teardown: true
            - target: 1t4gem-openonu-go-adapter-multi-olt-test
              workflow: att
              flags: ""
              teardown: true
            - target: 1t8gem-openonu-go-adapter-multi-olt-test
              workflow: att
              flags: ""
              teardown: true
            - target: reconcile-openonu-go-adapter-multi-olt-test-att
              workflow: att
              flags: ""
              teardown: true
            - target: reconcile-openonu-go-adapter-multi-olt-test-dt
              workflow: dt
              flags: ""
              teardown: true
            - target: reconcile-openonu-go-adapter-multi-olt-test-tt
              workflow: tt
              flags: ""
              teardown: true
          olts: 2

      - 'voltha-periodic-test':
          name: 'periodic-voltha-pm-data-test-bbsim'
          code-branch: 'master'
          extraHelmFlags: '--set global.image_tag=master --set onos-classic.image.tag=master --set kafka.externalAccess.enabled=true,kafka.externalAccess.service.type=NodePort,kafka.externalAccess.service.nodePorts[0]=30201,kafka.externalAccess.service.domain=127.0.0.1'
          time-trigger: "H H/23 * * *"
          logLevel: 'DEBUG'
          testTargets: |
            - target: voltha-pm-data-single-kind-att
              workflow: att
              flags: ""
              teardown: true
            - target: voltha-pm-data-single-kind-dt
              workflow: dt
              flags: ""
              teardown: true
            - target: voltha-pm-data-single-kind-tt
              workflow: tt
              flags: ""
              teardown: true
          timeout: 140

      - 'voltha-periodic-test':
          name: 'patchset-voltha-pm-data-test-bbsim'
          trigger-comment: "voltha test pm data singleolt"
          code-branch: '$GERRIT_BRANCH'
          extraHelmFlags: '--set global.image_tag=master --set onos-classic.image.tag=master --set kafka.externalAccess.enabled=true,kafka.externalAccess.service.type=NodePort,kafka.externalAccess.service.nodePorts[0]=30201,kafka.externalAccess.service.domain=127.0.0.1'
          code-branch: '$GERRIT_BRANCH'
          gerrit-project: '$GERRIT_PROJECT'
          gerritRefspec: '$GERRIT_REFSPEC'
          logLevel: 'DEBUG'
          testTargets: |
            - target: voltha-pm-data-single-kind-att
              workflow: att
              flags: ""
              teardown: true
            - target: voltha-pm-data-single-kind-dt
              workflow: dt
              flags: ""
              teardown: true
            - target: voltha-pm-data-single-kind-tt
              workflow: tt
              flags: ""
              teardown: true
          timeout: 140

      - 'voltha-periodic-test':
          name: 'periodic-voltha-multiple-olts-pm-data-test-bbsim'
          code-branch: 'master'
          extraHelmFlags: '--set global.image_tag=master --set onos-classic.image.tag=master --set onu=2,pon=2 --set kafka.externalAccess.enabled=true,kafka.externalAccess.service.type=NodePort,kafka.externalAccess.service.nodePorts[0]=30201,kafka.externalAccess.service.domain=127.0.0.1'
          olts: 2
          timeout: 180
          logLevel: 'DEBUG'
          testTargets: |
            - target: voltha-pm-data-multiolt-kind-att
              workflow: att
              flags: ""
              teardown: true
            - target: voltha-pm-data-multiolt-kind-dt
              workflow: dt
              flags: ""
              teardown: true
            - target: voltha-pm-data-multiolt-kind-tt
              workflow: tt
              flags: ""
              teardown: true
          time-trigger: "H H/23 * * *"

      - 'voltha-periodic-test':
          name: 'patchset-voltha-multiple-olts-pm-data-test-bbsim'
          trigger-comment: "voltha test pm data multiolt"
          code-branch: '$GERRIT_BRANCH'
          extraHelmFlags: '--set global.image_tag=master --set onos-classic.image.tag=master --set onu=2,pon=2 --set kafka.externalAccess.enabled=true,kafka.externalAccess.service.type=NodePort,kafka.externalAccess.service.nodePorts[0]=30201,kafka.externalAccess.service.domain=127.0.0.1'
          gerrit-project: '$GERRIT_PROJECT'
          gerritRefspec: '$GERRIT_REFSPEC'
          logLevel: 'DEBUG'
          testTargets: |
            - target: voltha-pm-data-multiolt-kind-att
              workflow: att
              flags: ""
              teardown: true
            - target: voltha-pm-data-multiolt-kind-dt
              workflow: dt
              flags: ""
              teardown: true
            - target: voltha-pm-data-multiolt-kind-tt
              workflow: tt
              flags: ""
              teardown: true
          olts: 2
          timeout: 180

      - 'voltha-periodic-test-kind-voltha-based':
          name: 'periodic-voltha-multiple-olts-openonu-go-test-bbsim-2.7'
          pipeline-script: 'voltha/voltha-2.7/voltha-openonu-go-test-bbsim.groovy'
          build-node: 'ubuntu18.04-basebuild-8c-15g'
          make-target: openonu-go-adapter-multi-olt-test
          make-target-1t4gemtest: 1t4gem-openonu-go-adapter-multi-olt-test
          make-target-1t8gemtest: 1t8gem-openonu-go-adapter-multi-olt-test
          make-target-reconciletest: reconcile-openonu-go-adapter-multi-olt-test
          make-target-reconciledttest: reconcile-openonu-go-adapter-multi-olt-test-dt
          make-target-reconciletttest: reconcile-openonu-go-adapter-multi-olt-test-tt
          withAlarms: false
          code-branch: 'voltha-2.7'
          olts: 2
          onus: 2
          pons: 2
          time-trigger: "H H/23 * * *"

      - 'voltha-periodic-test':
          name: 'periodic-voltha-test-DMI'
          extraHelmFlags: '--set global.image_tag=master --set onos-classic.image.tag=master'
          code-branch: 'master'
          time-trigger: "H H/23 * * *"
          testTargets: |
            - target: bbsim-dmi-hw-management-test
              workflow: att
              flags: ""
              teardown: true

      - 'voltha-periodic-test-kind-voltha-based':
          name: 'periodic-voltha-test-DMI-2.7'
          pipeline-script: 'voltha/voltha-2.7/voltha-DMI-bbsim-tests.groovy'
          build-node: 'qct-pod4-node2'
          make-target: bbsim-dmi-hw-management-test
          withAlarms: false
          code-branch: 'voltha-2.7'
          time-trigger: "H H/23 * * *"

      - 'voltha-periodic-test-kind-voltha-based':
          name: 'periodic-voltha-test-bbsim-2.7'
          pipeline-script: 'voltha/voltha-2.7/voltha-nightly-tests-bbsim.groovy'
          build-node: 'qct-pod4-node2'
          make-target: functional-single-kind
          make-target-failtest: bbsim-failurescenarios
          make-target-errortest: bbsim-errorscenarios
          make-target-alarmtest: bbsim-alarms-kind
          withAlarms: true
          code-branch: 'voltha-2.7'
          time-trigger: "H H * * *"

      - 'voltha-periodic-test':
          name: 'periodic-voltha-etcd-test'
          build-node: 'ubuntu18.04-basebuild-4c-8g'
          code-branch: 'master'
          extraHelmFlags: '--set global.image_tag=master --set onos-classic.image.tag=master --set onu=2,pon=2'
          time-trigger: "H H/12 * * *"
          testTargets: |
            - target: sanity-multi-kind
              workflow: att
              flags: ""
              teardown: true

      - 'voltha-periodic-test-kind-voltha-based':
          name: 'periodic-voltha-etcd-test-2.7'
          pipeline-script: 'voltha/voltha-2.7/voltha-system-test-bbsim.groovy'
          build-node: 'ubuntu18.04-basebuild-4c-8g'
          code-branch: 'voltha-2.7'
          make-target: sanity-multi-kind
          onus: 2
          pons: 2
          time-trigger: "H H/12 * * *"

      - 'voltha-periodic-test':
          name: 'periodic-voltha-sanity-test-multi-runs'
          code-branch: 'master'
          time-trigger: "H H/23 * * *"
          extraHelmFlags: '--set global.image_tag=master --set onos-classic.image.tag=master'
          testTargets: |
            - target: sanity-kind
              workflow: att
              flags: ""
              teardown: true
            - target: sanity-kind
              workflow: att
              flags: ""
              teardown: false
            - target: sanity-kind
              workflow: att
              flags: ""
              teardown: false
            - target: sanity-kind
              workflow: att
              flags: ""
              teardown: false
            - target: sanity-kind
              workflow: att
              flags: ""
              teardown: false

      - 'voltha-periodic-test-kind-voltha-based':
          name: 'periodic-voltha-sanity-test-multi-runs-2.7'
          pipeline-script: 'voltha/voltha-2.7/voltha-go-multi-tests.groovy'
          build-node: 'qct-pod4-node2'
          code-branch: 'voltha-2.7'
          make-target: sanity-kind
          onus: 1
          pons: 1
          test-runs: 5
          time-trigger: "H H/23 * * *"

      - 'voltha-periodic-test':
          name: 'nightly-voltha-DTflow-sanity-test'
          build-node: 'ubuntu18.04-basebuild-4c-8g'
          code-branch: 'master'
          time-trigger: "@daily"
          extraHelmFlags: '--set global.image_tag=master --set onos-classic.image.tag=master'
          testTargets: |
            - target: sanity-kind-dt
              workflow: dt
              flags: ""
              teardown: true

      # ATT Per-patchset Pod builds on Tucson pod (master)
      - 'verify_physical_voltha_patchset_auto':
          name: 'verify_physical_voltha_patchset_auto'
          extraHelmFlags: '--set global.image_tag=master --set onos-classic.image.tag=master'
          workflow: 'att'
          branch-pattern: master

      # ATT Per-patchset Pod builds on Tucson pod (voltha-2.7)
      - 'verify_physical_voltha_patchset_auto':
          name: 'verify_physical_voltha_patchset_auto_voltha-2.7'
          oltDebVersionMaster: 'openolt_asfvolt16-3.4.1-dev-c5dcc7f2b27df1c42868b3a79a5416808511bb1d-40G-NNI.deb'
          oltDebVersionVoltha23: 'openolt_asfvolt16-3.3.3-1a5d68b50d8bcc5ba6cb1630d3294c30c37cd2f5-40G-NNI.deb'
          pipeline-script: 'voltha/voltha-2.7/voltha-physical-build-and-tests.groovy'
          branch-pattern: voltha-2.7
          workflow: 'att'

      # ATT Manual Pod builds on Tucson pod (master)
      - 'verify_physical_voltha_patchset_manual':
          name: 'verify_physical_voltha_patchset_manual'
          trigger-string: 'hardware test'
          branch-pattern: master
          extraHelmFlags: '--set global.image_tag=master --set onos-classic.image.tag=master'
          workflow: 'att'

      #  ATT Manual Pod builds on Tucson pod (voltha-2.7)
      - 'verify_physical_voltha_patchset_manual':
          name: 'verify_physical_voltha_patchset_manual_voltha-2.7'
          oltDebVersionMaster: 'openolt_asfvolt16-3.4.1-dev-c5dcc7f2b27df1c42868b3a79a5416808511bb1d-40G-NNI.deb'
          oltDebVersionVoltha23: 'openolt_asfvolt16-3.3.3-1a5d68b50d8bcc5ba6cb1630d3294c30c37cd2f5-40G-NNI.deb'
          pipeline-script: 'voltha/voltha-2.7/voltha-physical-build-and-tests.groovy'
          trigger-string: 'hardware test'
          branch-pattern: voltha-2.7
          workflow: 'att'

      # DT Manual Pod builds on Tucson pod  (master)
      - 'verify_physical_voltha_patchset_manual':
          name: 'verify_physical_voltha_patchset_manual_DT'
          workflow: 'dt'
          trigger-string: 'DT hardware test'
          default-test-args: '-i sanityDt -i PowerSwitch -X'
          branch-pattern: master
          extraHelmFlags: '--set global.image_tag=master --set onos-classic.image.tag=master'

      # DT Per-patchset Pod builds on Tucson pod  (voltha-2.7)
      - 'verify_physical_voltha_patchset_manual':
          name: 'verify_physical_voltha_patchset_manual_DT_voltha-2.7'
          workflow: 'dt'
          oltDebVersionMaster: 'openolt_asfvolt16-3.4.1-dev-c5dcc7f2b27df1c42868b3a79a5416808511bb1d-40G-NNI.deb'
          oltDebVersionVoltha23: 'openolt_asfvolt16-3.3.3-1a5d68b50d8bcc5ba6cb1630d3294c30c37cd2f5-40G-NNI.deb'
          pipeline-script: 'voltha/voltha-2.7/voltha-physical-build-and-tests.groovy'
          trigger-string: 'DT hardware test'
          default-test-args: '-i sanityDt -i PowerSwitch -X'
          branch-pattern: voltha-2.7

- job-template:
    id: 'voltha-periodic-test'
    name: '{name}'
    pipeline-script: 'voltha/master/periodic-bbsim-tests.groovy'
    build-node: 'ubuntu18.04-basebuild-8c-15g'
    robot-args: ''
    gerrit-project: ''
    gerritRefspec: ''
    volthaSystemTestsChange: ''
    volthaHelmChartsChange: ''
    extraHelmFlags: ''
    registry:  mirror.registry.opennetworking.org
    sandbox: true
    olts: 1
    timeout: 130
    logLevel: 'INFO'

    trigger-comment: vv7CBoQQYYonvaN8xcru
    time-trigger: 0 0 29 2 *

    description: |
      <!-- Managed by Jenkins Job Builder -->
      Created by {id} job-template from ci-management/jjb/voltha-e2e.yaml  <br /><br />
      E2E Validation for Voltha 2.X

    properties:
      - cord-infra-properties:
          build-days-to-keep: '{big-build-days-to-keep}'
          artifact-num-to-keep: '{big-artifact-num-to-keep}'

    wrappers:
      - lf-infra-wrappers:
          build-timeout: '{build-timeout}'
          jenkins-ssh-credential: '{jenkins-ssh-credential}'

    parameters:
      - string:
          name: buildNode
          default: '{build-node}'
          description: 'Name of the Jenkins node to run the job on'

      - string:
          name: extraHelmFlags
          default: '{extraHelmFlags}'
          description: 'Helm flags (passed to each deployment)'

      # test configuration
      # this is a parameter to drive the test execution, VOLTHA is redeployed each time with
      # the provided configuration and then the make target is invoked,
      # example value (has to be valid YAML):
      # testTargets: |
      #   - target: 1t1gem-openonu-go-adapter-test
      #     workflow: att
      #     flags: ""
      #     teardown: true
      - text:
          name: testTargets
          default: '{testTargets}'
          description: 'Test configuration, see the ci-management job definition for more info'

      - string:
          name: branch
          default: '{code-branch}'
          description: 'Repo manifest branch for code checkout'

      - string:
          name: gerritProject
          default: '{gerrit-project}'
          description: 'Name of the Gerrit project'

      - string:
          name: gerritRefspec
          default: ''
          description: 'PatchSet REFSPEC in Gerrit, example value: "refs/changes/79/18779/13"'

      - string:
          name: extraRobotArgs
          default: '{robot-args}'
          description: 'Arguments to pass to robot'

      - string:
          name: volthaSystemTestsChange
          default: '{volthaSystemTestsChange}'
          description: 'Download a change for gerrit in the voltha-system-tests repo, example value: "refs/changes/79/18779/13"'

      - string:
          name: volthaHelmChartsChange
          default: '{volthaHelmChartsChange}'
          description: 'Download a change for gerrit in the voltha-helm-charts repo, example value: "refs/changes/79/18779/13"'

      - string:
          name: olts
          default: '{olts}'
          description: 'How many BBSim instances to run'

      - string:
          name: registry
          default: '{registry}'
          description: 'Which registry to use (amazon vs menlo)'

      - string:
          name: logLevel
          default: '{logLevel}'
          description: 'Log level for all the components'

      - string:
          name: timeout
          default: '{timeout}'
          description: 'Timeout of pipeline job [minutes]'

    project-type: pipeline
    concurrent: true

    dsl: !include-raw-escape: pipeline/{pipeline-script}

    triggers:
      # patchset jobs will set this to "0 0 29 2 *" (feb 29th, it's once every 4 years)
      - timed: |
                 TZ=America/Los_Angeles
                 {time-trigger}
      # periodic jobs will set this to vv7CBoQQYYonvaN8xcru (hopefully no-one will comment with that)
      - gerrit:
          server-name: '{gerrit-server-name}'
          silent-start: false
          successful-message: "PASSED openonu-go test"
          failure-message: "FAILED openonu-go test"
          unstable-message: "UNSTABLE openonu-go test"
          trigger-on:
            - comment-added-contains-event:
                comment-contains-value: '.*{trigger-comment}.*'
          projects:
            - project-compare-type: REG_EXP
              project-pattern: '^(voltha-go|voltha-openolt-adapter|voltha-openonu-adapter-go|ofagent-go|voltha-onos|bbsim)$'
              branches:
                - branch-compare-type: REG_EXP
                  branch-pattern: '{all-branches-regexp}'

- job-template:
    id: 'voltha-periodic-test-kind-voltha-based'
    name: '{name}'
    pipeline-script: 'voltha/voltha-2.7/voltha-go-tests.groovy'
    test-runs: 1
    robot-args: ''
    gerrit-project: ''
    work-flow: ''
    volthaSystemTestsChange: ''
    volthaHelmChartsChange: ''
    kindVolthaChange: ''
    extraHelmFlags: ''
    sandbox: true
    olts: 1
    withAlarms: false

    description: |
      <!-- Managed by Jenkins Job Builder -->
      Created by {id} job-template from ci-management/jjb/voltha-e2e.yaml  <br /><br />
      E2E Validation for Voltha 2.X

    properties:
      - cord-infra-properties:
          build-days-to-keep: '{big-build-days-to-keep}'
          artifact-num-to-keep: '{big-artifact-num-to-keep}'

    wrappers:
      - lf-infra-wrappers:
          build-timeout: '{build-timeout}'
          jenkins-ssh-credential: '{jenkins-ssh-credential}'

    parameters:
      - string:
          name: buildNode
          default: '{build-node}'
          description: 'Name of the Jenkins node to run the job on'

      - string:
          name: extraHelmFlags
          default: '--set onu={onus},pon={pons} {extraHelmFlags}'
          description: 'Helm flags to pass to ./voltha up'

      - bool:
          name: withAlarms
          default: '{withAlarms}'
          description: "Run alarm based tests when true"

      - string:
          name: makeTarget
          default: '{make-target}'
          description: 'Makefile target to invoke during test'

      - string:
          name: makeFailtestTarget
          default: '{make-target-failtest}'
          description: 'Makefile target to invoke during failure/based test'

      - string:
          name: makeMultiOltTarget
          default: '{make-target-multipleolt}'
          description: 'Makefile target to invoke during multiple olt test'

      - string:
          name: makeErrortestTarget
          default: '{make-target-errortest}'
          description: 'Makefile target to invoke during error test'

      - string:
          name: makeAlarmtestTarget
          default: '{make-target-alarmtest}'
          description: 'Makefile target to invoke during alarm test'

      - string:
          name: make1t4gemTestTarget
          default: '{make-target-1t4gemtest}'
          description: 'Makefile target to invoke during 1t4gem test'

      - string:
          name: make1t8gemTestTarget
          default: '{make-target-1t8gemtest}'
          description: 'Makefile target to invoke during 1t8gem test'

      - string:
          name: makeReconcileTestTarget
          default: '{make-target-reconciletest}'
          description: 'Makefile target to invoke during reconcile test'

      - string:
          name: makeReconcileDtTestTarget
          default: '{make-target-reconciledttest}'
          description: 'Makefile target to invoke during reconcile dt test'

      - string:
          name: makeReconcileTtTestTarget
          default: '{make-target-reconciletttest}'
          description: 'Makefile target to invoke during reconcile tt test'

      - string:
          name: manifestUrl
          default: '{gerrit-server-url}/{voltha-test-manifest-repo}'
          description: 'Repo manifest URL for code checkout'

      - string:
          name: branch
          default: '{code-branch}'
          description: 'Repo manifest branch for code checkout'

      - string:
          name: gerritProject
          default: '{gerrit-project}'
          description: 'Name of the Gerrit project'

      - string:
          name: gerritChangeNumber
          default: ''
          description: 'Changeset number in Gerrit'

      - string:
          name: gerritPatchsetNumber
          default: ''
          description: 'PatchSet number in Gerrit'

      - string:
          name: testRuns
          default: '{test-runs}'
          description: 'How many times to repeat the tests'

      - string:
          name: extraRobotArgs
          default: '{robot-args}'
          description: 'Arguments to pass to robot'

      - string:
          name: workFlow
          default: '{work-flow}'
          description: 'Workflow for testcase'

      - string:
          name: karafHome
          default: '{karaf-home}'
          description: 'Karaf home'

      - string:
          name: volthaSystemTestsChange
          default: '{volthaSystemTestsChange}'
          description: 'Download a change for gerrit in the voltha-system-tests repo, example value: "refs/changes/79/18779/13"'

      - string:
          name: kindVolthaChange
          default: '{kindVolthaChange}'
          description: 'Download a change for gerrit in the kind-voltha repo, example value: "refs/changes/32/19132/1"'

      - string:
          name: olts
          default: '{olts}'
          description: 'How many BBSim instances to run'

    project-type: pipeline
    concurrent: true

    dsl: !include-raw-escape: pipeline/{pipeline-script}

    triggers:
      - timed: |
                 TZ=America/Los_Angeles
                 {time-trigger}

- job-template:
    id: 'voltha-patch-test'
    name: 'verify_{project}_sanity-test{name-extension}'
    build-node: 'ubuntu18.04-basebuild-4c-8g'
    override-branch: '$GERRIT_BRANCH'
    sandbox: true
    build-timeout: 20
    volthaSystemTestsChange: ''
    volthaHelmChartsChange: ''
    extraHelmFlags: ''
    branch-regexp: '{all-branches-regexp}'
    kindVolthaChange: '' # this is only needed to test kind-voltha patches

    description: |
      <!-- Managed by Jenkins Job Builder -->
      Created by {id} job-template from ci-management/jjb/voltha-e2e.yaml  <br /><br />
      E2E Validation for Voltha 2.X

    properties:
      - cord-infra-properties:
          build-days-to-keep: '{build-days-to-keep}'
          artifact-num-to-keep: '{artifact-num-to-keep}'

    wrappers:
      - lf-infra-wrappers:
          build-timeout: '{build-timeout}'
          jenkins-ssh-credential: '{jenkins-ssh-credential}'

    parameters:
      - string:
          name: buildNode
          default: '{build-node}'
          description: 'Name of the Jenkins node to run the job on'

      - string:
          name: gerritProject
          default: '$GERRIT_PROJECT'
          description: 'Name of the Gerrit project'

      - string:
          name: gerritRefspec
          default: '$GERRIT_REFSPEC'
          description: 'PatchSet REFSPEC in Gerrit, example value: "refs/changes/79/18779/13"'

      - string:
          name: extraHelmFlags
          default: '{extraHelmFlags}'
          description: 'Helm flags to pass to every helm command'

      - string:
          name: volthaSystemTestsChange
          default: '{volthaSystemTestsChange}'
          description: 'Download a change for gerrit in the voltha-system-tests repo, example value: "refs/changes/79/18779/13"'

      - string:
          name: volthaHelmChartsChange
          default: '{volthaHelmChartsChange}'
          description: 'Download a change for gerrit in the voltha-helm-charts repo, example value: "refs/changes/79/18779/13"'

      - string:
          name: branch
          default: '{override-branch}'
          description: 'Name of the branch to use'

      # Used in the 2.7 based pipeline, can be removed after 2.8
      - string:
          name: kindVolthaChange
          default: '{kindVolthaChange}'
          description: 'Download a change for gerrit in the kind-voltha repo, example value: "refs/changes/32/19132/1" (only used to test kind-voltha changes in 2.7)'

    project-type: pipeline
    concurrent: true

    dsl: !include-raw-escape: pipeline/{pipeline-script}

    triggers:
      - gerrit:
          server-name: '{gerrit-server-name}'
          dependency-jobs: '{dependency-jobs}'
          silent-start: true
          trigger-on:
            - patchset-created-event:
                exclude-drafts: true
                exclude-trivial-rebase: false
                exclude-no-code-change: true
            - draft-published-event
            - comment-added-contains-event:
                comment-contains-value: '(?i)^.*recheck$'
          projects:
            - project-compare-type: REG_EXP
              project-pattern: '^{project}$'
              branches:
                - branch-compare-type: REG_EXP
                  branch-pattern: '{branch-regexp}'
              file-paths:
                - compare-type: REG_EXP
                  pattern: '{all-files-regexp}'

# POD Per Patchset Pipeline Jobs
# to use these parameters in a job: `<<: *voltha-physical-patchset-parameters`
- voltha-physical-patchset-parameters: &voltha-physical-patchset-parameters
    name: voltha-physical-patchset-parameters
    parameters:
      - string:
          name: buildNode
          default: '{build-node}'
          description: 'Pod management node'

      - string:
          name: branch
          default: '$GERRIT_BRANCH'
          description: 'Name of the repo branch to use'

      - string:
          name: gerritProject
          default: '$GERRIT_PROJECT'
          description: 'Name of the Gerrit project'

      - string:
          name: gerritRefspec
          default: '$GERRIT_REFSPEC'
          description: 'RefSpec number in Gerrit'

      - string:
          name: gerritComment
          default: '$GERRIT_EVENT_COMMENT_TEXT'
          description: 'RefSpec number in Gerrit'

      - string:
          name: cordRepoUrl
          default: '{gerrit-server-url}'
          description: 'The URL of the CORD Project repository'

      - string:
          name: configBaseDir
          default: 'pod-configs'
          description: 'The directory inside the POD configs repository'

      - string:
          name: configDeploymentDir
          default: 'deployment-configs'
          description: 'The deployment configs folder'

      - string:
          name: configKubernetesDir
          default: 'kubernetes-configs'
          description: 'The kubernetes config folder'

      - string:
          name: configFileName
          default: '{config-pod}'
          description: 'The config file'

      - string:
          name: podName
          default: '{config-pod}'

      - string:
          name: sadisConfigFile
          default: 'voltha-system-tests/tests/data/{config-pod}-sadis.json'
          description: 'Path of SADIS config to load'

      - string:
          name: oltDebVersionMaster
          default: '{oltDebVersionMaster}'
          description: 'OLT Software version to install for master branch builds'

      - string:
          name: oltDebVersionVoltha23
          default: '{oltDebVersionVoltha23}'
          description: 'OLT Software version to install for voltha-2.3 branch builds'

      - string:
          name: profile
          default: '{profile}'
          description: 'Technology Profile pushed to the ETCD'

      - string:
          name: notificationEmail
          default: 'andy@opennetworking.org'
          description: ''

      - bool:
          name: reinstallOlt
          default: true
          description: "Re-install OLT software"

      - string:
          name: extraRobotArgs
          default: '{default-test-args}'
          description: 'Arguments to pass to robot'

      - string:
          name: volthaSystemTestsChange
          default: '{volthaSystemTestsChange}'
          description: 'Download a change for gerrit in the voltha-system-tests repo, example value: "refs/changes/79/18779/13"'

      - string:
          name: volthaHelmChartsChange
          default: '{volthaHelmChartsChange}'
          description: 'Download a change for gerrit in the voltha-helm-charts repo, example value: "refs/changes/79/18779/13"'

      - string:
          name: workflow
          default: '{workflow}'
          description: 'Installs and uses the specified work flow on the POD'

      - string:
          name: extraHelmFlags
          default: '{extraHelmFlags}'
          description: 'Helm flags (passed to each helm command)'

      # deprecated parameters, remove after VOLTHA-2.8 is released
      - string:
          name: deploymentConfigFile
          default: 'pod-configs/deployment-configs/{config-pod}.yaml'
          description: 'Path of deployment config file'

      - string:
          name: kindVolthaValuesFile
          default: 'pod-configs/kubernetes-configs/voltha/{config-pod}.yml'
          description: 'Path of kind-voltha values override file'

      - string:
          name: manifestUrl
          default: '{gerrit-server-url}/{voltha-test-manifest-repo}'
          description: 'URL to the repo manifest'

      - string:
          name: gerritChangeNumber
          default: '$GERRIT_CHANGE_NUMBER'
          description: 'Changeset number in Gerrit'

      - string:
          name: gerritPatchsetNumber
          default: '$GERRIT_PATCHSET_NUMBER'
          description: 'PatchSet number in Gerrit'

      - string:
          name: localConfigDir
          default: null
          description: 'If specified, config file paths are relative to this dir; otherwise $WORKSPACE'

      - string:
          name: configRepo
          default: 'pod-configs'
          description: 'A repository containing the config files, will be checked out if specified'

      - string:
          name: manualBranch
          default: '{manualBranch}'
          description: "If a non-empty string, build manually as a specific branch, not with a specific patchset"

- job-template:
    name: '{name}'
    id: verify_physical_voltha_patchset_auto
    description: |
                  <!-- Managed by Jenkins Job Builder -->
                  Automated build on POD {config-pod} using {pipeline-script} <br /><br />
                  Created from job-template {id} from ci-management/jjb/voltha-e2e.yaml <br />
                  Created by Andy Bavier, andy@opennetworking.org <br />
                  Copyright (c) 2019 Open Networking Foundation (ONF)
    sandbox: true
    pipeline-script: 'voltha/master/tucson-build-and-test.groovy'
    default-test-args: '-i sanityORDeleteOLT -i PowerSwitch -X'
    build-node: 'tucson-pod'
    config-pod: 'tucson-pod'
    profile: 'Default'
    oltDebVersionMaster: 'openolt_asfvolt16-3.4.1-dev-c5dcc7f2b27df1c42868b3a79a5416808511bb1d-40G-NNI.deb'
    oltDebVersionVoltha23: 'openolt_asfvolt16-3.3.3-1a5d68b50d8bcc5ba6cb1630d3294c30c37cd2f5-40G-NNI.deb'
    volthaSystemTestsChange: ''
    volthaHelmChartsChange: ''
    extraHelmFlags: ''

    properties:
      - cord-infra-properties:
          build-days-to-keep: '{build-days-to-keep}'
          artifact-num-to-keep: '{artifact-num-to-keep}'

    <<: *voltha-physical-patchset-parameters

    project-type: pipeline
    concurrent: true

    dsl: !include-raw-escape: pipeline/{pipeline-script}

    triggers:
      - gerrit:
          server-name: '{gerrit-server-name}'
          dependency-jobs: '{dependency-jobs}'
          silent-start: false
          successful-message: "PASSED hardware test"
          failure-message: "FAILED hardware test"
          unstable-message: "UNSTABLE hardware test"
          trigger-on:
            - comment-added-event:
                approval-category: 'Code-Review'
                approval-value: '+2'
          projects:
            - project-compare-type: REG_EXP
              project-pattern: '^(voltha-openolt-adapter|voltha-openonu-adapter|voltha-openonu-adapter-go|voltha-go)$'
              branches:
                - branch-compare-type: REG_EXP
                  branch-pattern: '{branch-pattern}'

- job-template:
    name: '{name}'
    id: verify_physical_voltha_patchset_manual
    description: |
                  <!-- Managed by Jenkins Job Builder -->
                  Automated build on POD {config-pod} using {pipeline-script} <br /><br />
                  Created from job-template {id} from ci-management/jjb/voltha-e2e.yaml <br />
                  Created by Andy Bavier, andy@opennetworking.org <br />
                  Copyright (c) 2019 Open Networking Foundation (ONF)
    sandbox: true
    build-node: 'tucson-pod'
    config-pod: 'tucson-pod'
    oltDebVersionMaster: 'openolt_asfvolt16-3.4.1-dev-c5dcc7f2b27df1c42868b3a79a5416808511bb1d-40G-NNI.deb'
    oltDebVersionVoltha23: 'openolt_asfvolt16-3.3.3-1a5d68b50d8bcc5ba6cb1630d3294c30c37cd2f5-40G-NNI.deb'
    pipeline-script: 'voltha/master/tucson-build-and-test.groovy'
    trigger-string: 'hardware test'
    default-test-args: '-i sanityORDeleteOLT -i PowerSwitch -X'
    volthaSystemTestsChange: ''
    volthaHelmChartsChange: ''
    profile: 'Default'
    extraHelmFlags: ''

    properties:
      - cord-infra-properties:
          build-days-to-keep: '{build-days-to-keep}'
          artifact-num-to-keep: '{artifact-num-to-keep}'

    <<: *voltha-physical-patchset-parameters


    project-type: pipeline
    concurrent: true

    dsl: !include-raw-escape: pipeline/{pipeline-script}

    triggers:
      - gerrit:
          server-name: '{gerrit-server-name}'
          dependency-jobs: '{dependency-jobs}'
          silent-start: false
          successful-message: "PASSED {trigger-string}"
          failure-message: "FAILED {trigger-string}"
          unstable-message: "UNSTABLE {trigger-string}"
          trigger-on:
            - comment-added-contains-event:
                comment-contains-value: '^{trigger-string}$'
            - comment-added-contains-event:
                comment-contains-value: '^{trigger-string} with delay$'
          projects:
            - project-compare-type: REG_EXP
              project-pattern: '^(voltha-go|voltha-openolt-adapter|voltha-openonu-adapter|voltha-openonu-adapter-go|voltha-api-server|voltha-system-tests|ofagent-py|ofagent-go|voltha-onos|kind-voltha|voltha-helm-charts)$'
              branches:
                - branch-compare-type: REG_EXP
                  branch-pattern: '{branch-pattern}'