jjb/voltha-scale.yaml

---
# VOLTHA 2.x scale measurements

- project:
    name: voltha-scale

    project-name: '{name}'

    jobs:
      # name format is <job-template>-<olts>-<pon>-<onus>-<setup>

      # OpenONU GO Scale
      - 'voltha-scale-measurements':
          name: 'voltha-openonu-go-scale-measurements-master-2-16-32-dt-subscribers'
          'disable-job': false
          build-node: 'onf-pod1-head-node'
          time-trigger: "H H/4 * * *"
          olts: 2
          pons: 16
          onus: 32
          withFlows: true
          provisionSubscribers: true
          workflow: dt
          withEapol: false
          withDhcp: false
          withIgmp: false
          openonuAdapterReplicas: 1
          openonuAdapterImg: voltha/voltha-openonu-adapter-go:master
          extraHelmFlags: '--set use_openonu_adapter_go=true'
          onosImg: andreacampanella/voltha-onos:olt-meter-removal-master

      - 'voltha-scale-measurements':
          name: 'voltha-openonu-go-scale-measurements-master-1-16-32-att-subscribers'
          'disable-job': false
          build-node: 'onf-pod1-head-node'
          time-trigger: "H H/4 * * *"
          olts: 1
          pons: 16
          onus: 32
          withFlows: true
          provisionSubscribers: true
          withEapol: true
          withDhcp: true
          withIgmp: false
          openonuAdapterReplicas: 1
          openonuAdapterImg: voltha/voltha-openonu-adapter-go:master
          onosImg: andreacampanella/voltha-onos:olt-meter-removal-master
          extraHelmFlags: '--set use_openonu_adapter_go=true,authRetry=true,dhcpRetry=true'

      # this job will be used to test custom images without disrupting tests on master
      - 'voltha-scale-measurements':
          name: 'voltha-scale-measurements-master-experimental'
          build-node: 'onf-pod1-head-node'
          'disable-job': false
          # trigger on Feb 29th (a.k.a only trigger it manually)
          time-trigger: "H 0 29 2 *"
          withMonitoring: false
          olts: 2
          pons: 16
          onus: 32
          withFlows: true
          provisionSubscribers: true
          withEapol: true
          withDhcp: true
          withIgmp: false
          extraHelmFlags: '--set authRetry=true,dhcpRetry=true'
          withPcap: true


      # jobs for 512 ONUs with a 8 openonu-adapters and clustered ONOS (1 OLT)
      - 'voltha-scale-measurements':
          name: 'voltha-scale-measurements-master-1-16-32-att-subscribers'
          'disable-job': false
          build-node: 'onf-pod1-head-node'
          time-trigger: "H H/4 * * *"
          olts: 1
          pons: 16
          onus: 32
          withFlows: true
          provisionSubscribers: true
          withEapol: true
          withDhcp: true
          withIgmp: false
          extraHelmFlags: '--set authRetry=true,dhcpRetry=true'
          onosImg: andreacampanella/voltha-onos:olt-meter-removal-master

      - 'voltha-scale-measurements':
          name: 'voltha-scale-measurements-master-1-16-32-tt-subscribers'
          'disable-job': false
          build-node: 'onf-pod1-head-node'
          time-trigger: "H H/4 * * *"
          olts: 1
          pons: 16
          onus: 32
          withFlows: true
          provisionSubscribers: true
          workflow: tt
          withEapol: false
          withDhcp: true
          withIgmp: true
          extraHelmFlags: '--set authRetry=true,dhcpRetry=true'
          onosImg: andreacampanella/voltha-onos:olt-meter-removal-master

      - 'voltha-scale-measurements':
          name: 'voltha-scale-measurements-master-1-16-32-dt-subscribers'
          'disable-job': false
          build-node: 'onf-pod1-head-node'
          time-trigger: "H H/4 * * *"
          olts: 1
          pons: 16
          onus: 32
          withFlows: true
          provisionSubscribers: true
          workflow: dt
          withEapol: false
          withDhcp: false
          withIgmp: false
          extraHelmFlags: '--set authRetry=true,dhcpRetry=true'

      # jobs for 1024 ONUs with a 8 openonu-adapters and clustered ONOS (2 OLTs)
      - 'voltha-scale-measurements':
          name: 'voltha-scale-measurements-master-2-16-32-att-subscribers'
          'disable-job': false
          build-node: 'onf-pod1-head-node'
          time-trigger: "H H/4 * * *"
          olts: 2
          pons: 16
          onus: 32
          withFlows: true
          provisionSubscribers: true
          withEapol: true
          withDhcp: true
          withIgmp: false
          extraHelmFlags: '--set authRetry=true,dhcpRetry=true'
          onosImg: andreacampanella/voltha-onos:olt-meter-removal-master

      - 'voltha-scale-measurements':
          name: 'voltha-scale-measurements-master-2-16-32-dt-subscribers'
          'disable-job': false
          build-node: 'onf-pod1-head-node'
          time-trigger: "H H/4 * * *"
          olts: 2
          pons: 16
          onus: 32
          withFlows: true
          provisionSubscribers: true
          workflow: dt
          withEapol: false
          withDhcp: false
          withIgmp: false
          extraHelmFlags: '--set authRetry=true,dhcpRetry=true'
          onosImg: andreacampanella/voltha-onos:olt-meter-removal-master

      - 'voltha-scale-measurements':
          name: 'voltha-scale-measurements-master-2-16-32-tt-subscribers'
          'disable-job': false
          build-node: 'onf-pod1-head-node'
          time-trigger: "H H/4 * * *"
          olts: 2
          pons: 16
          onus: 32
          withFlows: true
          provisionSubscribers: true
          workflow: tt
          withEapol: false
          withDhcp: true
          withIgmp: true
          openonuAdapterReplicas: 8
          onosReplicas: 3
          atomixReplicas: 3
          extraHelmFlags: '--set authRetry=true,dhcpRetry=true'
          onosImg: andreacampanella/voltha-onos:olt-meter-removal-master

      # voltha-2.5 Jobs
      - 'voltha-scale-measurements':
          name: 'voltha-scale-measurements-voltha-2.5-1-16-32-att-subscribers'
          'disable-job': false
          build-node: 'onf-pod1-head-node'
          time-trigger: "H H/4 * * *"
          olts: 1
          pons: 16
          onus: 32
          withFlows: true
          provisionSubscribers: true
          withEapol: true
          withDhcp: true
          withIgmp: false
          extraHelmFlags: '--set defaults.rw_core.timeout=30s '
          release: voltha-2.5
          bbsimImg: ''
          rwCoreImg: ''
          ofAgentImg: ''
          openoltAdapterImg: ''
          openonuAdapterImg: ''
          onosImg: ''

      - 'voltha-scale-measurements':
          name: 'voltha-scale-measurements-voltha-2.5-2-16-32-dt-subscribers'
          'disable-job': false
          build-node: 'onf-pod1-head-node'
          time-trigger: "H H/4 * * *"
          olts: 2
          pons: 16
          onus: 32
          withFlows: true
          provisionSubscribers: true
          workflow: dt
          withEapol: false
          withDhcp: false
          withIgmp: false
          extraHelmFlags: '--set defaults.rw_core.timeout=30s '
          release: voltha-2.5
          bbsimImg: ''
          rwCoreImg: ''
          ofAgentImg: ''
          openoltAdapterImg: ''
          openonuAdapterImg: ''
          onosImg: ''

      - 'voltha-scale-measurements':
          name: 'voltha-scale-measurements-voltha-2.5-1-16-32-tt-subscribers'
          'disable-job': false
          build-node: 'onf-pod1-head-node'
          time-trigger: "H H/4 * * *"
          olts: 1
          pons: 16
          onus: 32
          withFlows: true
          provisionSubscribers: true
          workflow: tt
          withEapol: false
          withDhcp: true
          withIgmp: true
          extraHelmFlags: '--set defaults.rw_core.timeout=30s '
          release: voltha-2.5
          bbsimImg: ''
          rwCoreImg: ''
          ofAgentImg: ''
          openoltAdapterImg: ''
          openonuAdapterImg: ''
          onosImg: ''

      # per patchset job
      - 'voltha-scale-measurements':
          name: 'voltha-scale-measurements-patchset-1-16-32-att-subscribers'
          build-node: 'onf-pod1-head-node'
          olts: 1
          pons: 16
          onus: 32
          withFlows: true
          provisionSubscribers: true
          withEapol: true
          withDhcp: true
          withIgmp: false
          withMonitoring: false
          trigger-comment: "voltha scale test ATT"

      - 'voltha-scale-measurements':
          name: 'voltha-scale-measurements-patchset-1-16-32-tt-subscribers'
          build-node: 'onf-pod1-head-node'
          olts: 1
          pons: 16
          onus: 32
          withFlows: true
          provisionSubscribers: true
          workflow: tt
          withEapol: false
          withDhcp: true
          withIgmp: true
          withMonitoring: false
          trigger-comment: "voltha scale test TT"

      - 'voltha-scale-measurements':
          name: 'voltha-scale-measurements-patchset-1-16-32-dt-subscribers'
          build-node: 'onf-pod1-head-node'
          olts: 1
          pons: 16
          onus: 32
          withFlows: true
          provisionSubscribers: true
          workflow: dt
          withEapol: false
          withDhcp: false
          withIgmp: false
          withMonitoring: false
          trigger-comment: "voltha scale test DT"

      # development pipeline
      - 'voltha-scale-measurements-dev':
          name: 'voltha-scale-measurements-master-dev'
          build-node: 'voltha-scale'
          extraHelmFlags: '--set defaults.rw_core.timeout=30s '

      # development matrix
      - 'voltha-scale-matrix':
          name: 'voltha-scale-matrix-voltha-master-dev'
          build-node: 'voltha-scale'

      # development matrix
      - 'voltha-scale-matrix':
          name: 'voltha-scale-matrix-voltha-master'
          build-node: 'onf-pod1-head-node'
          onosReplicas: 3
          atomixReplicas: 3
          kafkaReplicas: 3
          etcdReplicas: 3
          openonuAdapterReplicas: 8
          topologies: 1-16-16, 1-16-32, 2-16-32
          time-trigger: H 0 * * *

# list of parameters for the VOLTHA Jobs,
# used as anchor so that can be shared across multiple jobs
# to use in a job: `parameters: *voltha-build-job-parameters`
- voltha-scale-job-parameters: &voltha-scale-job-parameters
    name: voltha-scale-job-parameters
    parameters:
      - string:
          name: release
          default: '{release}'
          description: 'Version of the code to test (matches a branch in kind-voltha and voltha-system-tests repos)'

      - string:
          name: buildNode
          default: '{build-node}'
          description: 'Name of the Jenkins node to run the job on'

      - string:
          name: dockerRegistry
          default: '{dockerRegistry}'
          description: 'Address of the docker registry to use if we are building custom images'

      - string:
          name: logLevel
          default: '{logLevel}'
          description: 'Log level for all the components'

      - string:
          name: onus
          default: '{onus}'
          description: 'Number of ONUs to provision'

      - string:
          name: pons
          default: '{pons}'
          description: 'Number of PONs to provision'

      - string:
          name: olts
          default: '{olts}'
          description: 'How many BBSim instances to run'

      - string:
          name: workflow
          default: '{workflow}'
          description: 'Which workflow are we testing (att, dt, tt)'

      - bool:
          name: withFlows
          default: '{withFlows}'
          description: 'Wheter to push flows from ONOS'

      - bool:
          name: provisionSubscribers
          default: '{provisionSubscribers}'
          description: 'Wheter to provision subscribers durint the tests'

      - bool:
          name: withEapol
          default: '{withEapol}'
          description: 'Wheter EAPOL is enabled for the test'

      - bool:
          name: withDhcp
          default: '{withDhcp}'
          description: 'Wheter DHCP is enabled for the test'

      - bool:
          name: withIgmp
          default: '{withIgmp}'
          description: 'Wheter IGMP is enabled for the test'

      - bool:
          name: withLLDP
          default: '{withLLDP}'
          description: 'Wheter Link Discovery is enabled for the test'

      - bool:
          name: withMibTemplate
          default: '{withMibTemplate}'
          description: 'Option to trigger MIB template command'

      - bool:
          name: withMonitoring
          default: '{withMonitoring}'
          description: 'Option to install Prometheus'

      - bool:
          name: withProfiling
          default: '{withProfiling}'
          description: 'Option to collect profiling informations from rw-core and openolt (note that the appropriate -profile images needs to be used)'

      - bool:
          name: withPcap
          default: '{withPcap}'
          description: 'Capture a .pcap on the OpenFlow connection from the ofAgent side'

      - string:
          name: withRadius
          default: '{withRadius}'
          description: 'Value to pass to kind-voltha WITH_RADIUS'

      - string:
          name: extraHelmFlags
          default: '{extraHelmFlags}'
          description: 'Any extra helm parameters you want (passed to every helm install command, not available if release != master)'

      - string:
          name: openonuAdapterReplicas
          default: '{openonuAdapterReplicas}'
          description: 'How many OpenONU adapter instances to run'

      - string:
          name: onosReplicas
          default: '{onosReplicas}'
          description: 'How many ONOSes instances to run'

      - string:
          name: atomixReplicas
          default: '{atomixReplicas}'
          description: 'How many Atomix instances to run'

      - string:
          name: kafkaReplicas
          default: '{kafkaReplicas}'
          description: 'How many Kafka instances to run'

      - string:
          name: etcdReplicas
          default: '{etcdReplicas}'
          description: 'How many ETCD instances to run'

      - string:
          name: onosStatInterval
          default: '{onosStatInterval}'
          description: 'How often ONOS should poll for ports, flows and meters'

      - string:
          name: bbsimImg
          default: '{bbsimImg}'
          description: 'Custom image selection for BBSIM (repo:tag)'

      - string:
          name: bbsimChart
          default: '{bbsimChart}'
          description: 'BBSim chart name (or location on file system)'

      - string:
          name: rwCoreImg
          default: '{rwCoreImg}'
          description: 'Custom image selection for VOLTHA (repo:tag)'

      - string:
          name: ofAgentImg
          default: '{ofAgentImg}'
          description: 'Custom image selection for OfAgent (repo:tag), only supports the go version'

      - string:
          name: volthaChart
          default: '{volthaChart}'
          description: 'VOLTHA chart name (or location on file system)'

      - string:
          name: openoltAdapterImg
          default: '{openoltAdapterImg}'
          description: 'Custom image selection for Openolt Adapter (repo:tag)'

      - string:
          name: openoltAdapterChart
          default: '{openoltAdapterChart}'
          description: 'OpenOLT chart name (or location on file system)'

      - string:
          name: openonuAdapterImg
          default: '{openonuAdapterImg}'
          description: 'Custom image selection for Openonu Adapter (repo:tag)'

      - string:
          name: openonuAdapterChart
          default: '{openonuAdapterChart}'
          description: 'OpenONU chart name (or location on file system)'

      - string:
          name: onosImg
          default: '{onosImg}'
          description: 'Custom image selection for Openonu Adapter (repo:tag)'

      - string:
          name: onosChart
          default: '{onosChart}'
          description: 'ONOS chart name (or location on file system)'

      - string:
          name: radiusChart
          default: '{radiusChart}'
          description: 'freeradius chart name (or location on file system)'

      - string:
          name: volthaSystemTestsChange
          default: '{volthaSystemTestsChange}'
          description: 'Download a change for gerrit in the voltha-system-tests repo, example value: "refs/changes/79/18779/13"'

      - string:
          name: kindVolthaChange
          default: '{kindVolthaChange}'
          description: 'Download a change for gerrit in the kind-voltha repo, example value: "refs/changes/32/19132/1"'

      - bool:
          name: inMemoryEtcdStorage
          default: '{inMemoryEtcdStorage}'
          description: 'Whether to write ETCD keys on disk or keep them in memory (true=inMemory)'

      - string:
          name: karafHome
          default: '{karafHome}'
          description: 'Karaf home'

- job-template:
    id: 'voltha-scale-measurements'
    name: '{name}'
    pipeline-script: 'voltha-scale-test.groovy'
    disabled: '{disable-job}'

    description: |
      <!-- Managed by Jenkins Job Builder -->
      Created by {id} job-template from ci-management/jjb/voltha-scale.yaml  <br /><br />
      Using pipeline {pipeline-script} <br/><br/>
      Scale measurements for VOLTHA 2.x

    properties:
      - cord-infra-properties:
          build-days-to-keep: '{big-build-days-to-keep}'
          artifact-num-to-keep: '{big-artifact-num-to-keep}'

    wrappers:
      - lf-infra-wrappers:
          build-timeout: '{build-timeout}'
          jenkins-ssh-credential: '{jenkins-ssh-credential}'

    # default values
    release: master

    bbsimImg: voltha/bbsim:master
    rwCoreImg: voltha/voltha-rw-core:master
    ofAgentImg: voltha/voltha-ofagent-go:master
    openoltAdapterImg:  voltha/voltha-openolt-adapter:master
    openonuAdapterImg: voltha/voltha-openonu-adapter:master
    onosImg: voltha/voltha-onos:master

    bbsimChart: onf/bbsim
    volthaChart: onf/voltha
    openoltAdapterChart: onf/voltha-adapter-openolt
    openonuAdapterChart: onf/voltha-adapter-openonu
    onosChart: onos/onos-classic
    radiusChart: onf/freeradius

    olts: 2
    pons: 2
    onus: 2
    workflow: att
    withFlows: false
    provisionSubscribers: false
    withEapol: true
    withDhcp: true
    withIgmp: false
    withLLDP: false
    withMibTemplate: true
    withMonitoring: true
    withProfiling: false
    withPcap: false
    withRadius: yes
    openonuAdapterReplicas: 8
    onosReplicas: 3
    atomixReplicas: 3
    kafkaReplicas: 3
    etcdReplicas: 3
    extraHelmFlags: ''
    onosStatInterval: 5
    volthaSystemTestsChange: ''
    kindVolthaChange: ''
    inMemoryEtcdStorage: true
    karafHome: 'apache-karaf-4.2.9'
    logLevel: 'INFO'
    dockerRegistry: 10.90.0.101:30500
    trigger-comment: vv7CBoQQYYonvaN8xcru
    time-trigger: 0 0 29 2 *

    <<: *voltha-scale-job-parameters

    project-type: pipeline
    concurrent: false

    dsl: !include-raw-escape: pipeline/{pipeline-script}

    triggers:
      # periodic jobs will set this every 4 hours
      # patchset jobs will set this to "0 0 29 2 *" (feb 29th, it's once every 4 years)
      - timed: |
                 TZ=America/Los_Angeles
                 {time-trigger}
      # periodic jobs will set this to vv7CBoQQYYonvaN8xcru (hopefully no-one will comment with that)
      # patchset jobs will set this to a meaningful comment
      - gerrit:
          server-name: '{gerrit-server-name}'
          silent-start: false
          successful-message: "PASSED scale test"
          failure-message: "FAILED scale test"
          unstable-message: "UNSTABLE scale test"
          trigger-on:
            - comment-added-contains-event:
                comment-contains-value: '.*{trigger-comment}.*'
          projects:
            - project-compare-type: REG_EXP
              project-pattern: '^(voltha-go|voltha-openolt-adapter|voltha-openonu-adapter|ofagent-go|voltha-onos|bbsim)$'
              branches:
                - branch-compare-type: REG_EXP
                  branch-pattern: '{all-branches-regexp}'

- job-template:
    id: 'voltha-scale-measurements-dev'
    name: '{name}'
    pipeline-script: 'voltha-scale-test.groovy'

    description: |
      <!-- Managed by Jenkins Job Builder -->
      Created by {id} job-template from ci-management/jjb/voltha-scale.yaml  <br /><br />
      Using pipeline {pipeline-script} <br/><br/>
      Scale measurements for VOLTHA 2.x

    properties:
      - cord-infra-properties:
          build-days-to-keep: '{big-build-days-to-keep}'
          artifact-num-to-keep: '{big-artifact-num-to-keep}'

    wrappers:
      - lf-infra-wrappers:
          build-timeout: '{build-timeout}'
          jenkins-ssh-credential: '{jenkins-ssh-credential}'

    # default values
    release: master

    bbsimImg: voltha/bbsim:master
    rwCoreImg: voltha/voltha-rw-core:master
    ofAgentImg: voltha/voltha-ofagent-go:master
    openoltAdapterImg:  voltha/voltha-openolt-adapter:master
    openonuAdapterImg: voltha/voltha-openonu-adapter:master
    onosImg: voltha/voltha-onos:master

    bbsimChart: onf/bbsim
    volthaChart: onf/voltha
    openoltAdapterChart: onf/voltha-adapter-openolt
    openonuAdapterChart: onf/voltha-adapter-openonu
    onosChart: onos/onos-classic
    radiusChart: onf/freeradius

    olts: 2
    pons: 2
    onus: 2
    workflow: att
    withFlows: true
    provisionSubscribers: true
    withEapol: true
    withDhcp: true
    withIgmp: false
    withLLDP: false
    withMibTemplate: true
    withMonitoring: false
    withProfiling: false
    withPcap: false
    withRadius: yes
    openonuAdapterReplicas: 1
    onosReplicas: 1
    atomixReplicas: 0
    kafkaReplicas: 1
    etcdReplicas: 1
    extraHelmFlags: ''
    onosStatInterval: 5
    volthaSystemTestsChange: ''
    kindVolthaChange: ''
    inMemoryEtcdStorage: true
    karafHome: 'apache-karaf-4.2.9'
    logLevel: 'INFO'
    dockerRegistry: 10.90.0.69:30500

    <<: *voltha-scale-job-parameters

    project-type: pipeline
    concurrent: false

    dsl: !include-raw-escape: pipeline/{pipeline-script}

    triggers:
      - gerrit:
          server-name: '{gerrit-server-name}'
          silent-start: false
          successful-message: "PASSED scale test"
          failure-message: "FAILED scale test"
          unstable-message: "UNSTABLE scale test"
          trigger-on:
            - comment-added-contains-event:
                comment-contains-value: '.*test voltha scale.*'
          projects:
            - project-compare-type: REG_EXP
              project-pattern: '^(voltha-go|voltha-openolt-adapter|voltha-openonu-adapter|ofagent-go|voltha-onos|bbsim)$'
              branches:
                - branch-compare-type: REG_EXP
                  branch-pattern: '{all-branches-regexp}'
- job-template:
    id: 'voltha-scale-matrix'
    name: '{name}'
    pipeline-script: 'voltha-scale-matrix.groovy'

    description: |
      <!-- Managed by Jenkins Job Builder -->
      Created by {id} job-template from ci-management/jjb/voltha-scale.yaml  <br /><br />
      Using pipeline {pipeline-script} <br/><br/>
      Scale measurements for VOLTHA 2.x

    properties:
      - cord-infra-properties:
          build-days-to-keep: '{big-build-days-to-keep}'
          artifact-num-to-keep: '{big-artifact-num-to-keep}'

    wrappers:
      - lf-infra-wrappers:
          build-timeout: '{build-timeout}'
          jenkins-ssh-credential: '{jenkins-ssh-credential}'

    # default values
    time-trigger: 0 0 29 2 *
    release: master
    build-node: 'voltha-scale'
    volthaSystemTestsChange: ''
    kindVolthaChange: ''
    onosReplicas: 1
    atomixReplicas: 0
    kafkaReplicas: 1
    etcdReplicas: 1
    openonuAdapterReplicas: 1
    topologies: 1-1-1, 1-2-2, 2-2-2

    project-type: pipeline
    concurrent: false

    dsl: !include-raw-escape: pipeline/{pipeline-script}

    parameters:
      - string:
          name: release
          default: '{release}'
          description: 'Version of the code to test (matches a branch in kind-voltha and voltha-system-tests repos)'

      - string:
          name: buildNode
          default: '{build-node}'
          description: 'Name of the Jenkins node to run the job on'

      - string:
          name: volthaSystemTestsChange
          default: '{volthaSystemTestsChange}'
          description: 'Download a change for gerrit in the voltha-system-tests repo, example value: "refs/changes/79/18779/13"'

      - string:
          name: kindVolthaChange
          default: '{kindVolthaChange}'
          description: 'Download a change for gerrit in the kind-voltha repo, example value: "refs/changes/32/19132/1"'

      - string:
          name: onosReplicas
          default: '{onosReplicas}'
          description: 'How many ONOSes instances to run'

      - string:
          name: atomixReplicas
          default: '{atomixReplicas}'
          description: 'How many Atomix instances to run'

      - string:
          name: kafkaReplicas
          default: '{kafkaReplicas}'
          description: 'How many Kafka instances to run'

      - string:
          name: etcdReplicas
          default: '{etcdReplicas}'
          description: 'How many ETCD instances to run'

      - string:
          name: openonuAdapterReplicas
          default: '{openonuAdapterReplicas}'
          description: 'How many OpenONU adapter instances to run'

      - string:
          name: topologies
          default: '{topologies}'
          description: 'Topologies configuration, comma separate list of "olt-pon-onu" eg: "1-16-16, 1-16-32"'

    triggers:
      - timed: |
                 TZ=America/Los_Angeles
                 {time-trigger}