Kailash | 9276492 | 2019-07-25 08:21:39 -0700 | [diff] [blame] | 1 | # Copyright 2017-present Open Networking Foundation |
| 2 | # |
| 3 | # Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | # you may not use this file except in compliance with the License. |
| 5 | # You may obtain a copy of the License at |
| 6 | # |
| 7 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | # |
| 9 | # Unless required by applicable law or agreed to in writing, software |
| 10 | # distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | # See the License for the specific language governing permissions and |
| 13 | # limitations under the License. |
| 14 | |
Zack Williams | ec53a1b | 2019-09-16 15:50:52 -0700 | [diff] [blame] | 15 | # use bash for pushd/popd, and to fail quickly. virtualenv's activate |
| 16 | # has undefined variables, so no -u |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 17 | SHELL := bash -e -o pipefail |
Kailash | 9276492 | 2019-07-25 08:21:39 -0700 | [diff] [blame] | 18 | |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 19 | ROOT_DIR := $(shell dirname $(realpath $(lastword $(MAKEFILE_LIST)))) |
Kailash | 9276492 | 2019-07-25 08:21:39 -0700 | [diff] [blame] | 20 | |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 21 | # Configuration and lists of files for linting/testing |
| 22 | VERSION ?= $(shell cat ./VERSION) |
Suchitra Vemuri | a6879aa | 2020-11-03 11:03:11 -0800 | [diff] [blame] | 23 | LINT_ARGS ?= --verbose --configure LineTooLong:130 -e LineTooLong \ |
Huseyin Ahmet AYDIN | 42d3b71 | 2021-06-10 14:46:17 +0000 | [diff] [blame] | 24 | --configure TooManyTestSteps:60 -e TooManyTestSteps \ |
Scott Baker | 27d04db | 2020-02-06 18:03:21 -0800 | [diff] [blame] | 25 | --configure TooManyTestCases:50 -e TooManyTestCases \ |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 26 | --configure TooFewTestSteps:1 \ |
| 27 | --configure TooFewKeywordSteps:1 \ |
Hardik Windlass | 41701e8 | 2021-01-12 17:44:44 +0000 | [diff] [blame] | 28 | --configure FileTooLong:1500 -e FileTooLong \ |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 29 | -e TrailingWhitespace |
| 30 | |
| 31 | PYTHON_FILES := $(wildcard libraries/*.py) |
| 32 | ROBOT_FILES := $(shell find . -name *.robot -print) |
| 33 | YAML_FILES := $(shell find ./tests -type f \( -name *.yaml -o -name *.yml \) -print) |
| 34 | JSON_FILES := $(shell find ./tests -name *.json -print) |
| 35 | |
| 36 | # Robot config |
| 37 | ROBOT_SANITY_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind.yaml |
Hardik Windlass | a3d04b9 | 2020-02-17 15:06:05 +0000 | [diff] [blame] | 38 | ROBOT_SANITY_DT_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-dt.yaml |
Suchitra Vemuri | a311faf | 2020-11-23 13:46:52 -0800 | [diff] [blame] | 39 | ROBOT_SANITY_MULTIPLE_OLT_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-2OLTx2ONUx2PON.yaml |
TorstenThieme | 379c3da | 2021-03-23 10:27:32 +0000 | [diff] [blame] | 40 | ROBOT_SANITY_DT_MULTIPLE_OLT_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-2OLTx2ONUx2PON-dt.yaml |
| 41 | ROBOT_SANITY_TT_MULTIPLE_OLT_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-2OLTx2ONUx2PON-tt.yaml |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 42 | ROBOT_FAIL_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind.yaml |
| 43 | ROBOT_SANITY_MULT_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-2x2.yaml |
| 44 | ROBOT_SCALE_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-16.yaml |
| 45 | ROBOT_SCALE_MULT_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-8x2.yaml |
TorstenThieme | ffb3392 | 2020-06-18 08:41:17 +0000 | [diff] [blame] | 46 | ROBOT_SCALE_MULT_ONU_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-8x8.yaml |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 47 | ROBOT_DEBUG_LOG_OPT ?= |
| 48 | ROBOT_MISC_ARGS ?= |
Matteo Scandolo | 549df9e | 2020-09-04 11:09:18 -0700 | [diff] [blame] | 49 | ROBOT_SANITY_TT_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-tt.yaml |
uwe ottrembka | 504ca3e | 2020-11-23 12:02:20 +0100 | [diff] [blame] | 50 | ROBOT_DMI_SINGLE_BBSIM_FILE ?= $(ROOT_DIR)/tests/data/dmi-components-bbsim.yaml |
TorstenThieme | f8f9a80 | 2020-12-16 15:25:25 +0000 | [diff] [blame] | 51 | ROBOT_DMI_SINGLE_ADTRAN_FILE ?= $(ROOT_DIR)/tests/data/dmi-components-adtran.yaml |
Hardik Windlass | 17bd114 | 2021-03-12 08:15:25 +0000 | [diff] [blame] | 52 | ROBOT_SW_UPGRADE_FILE ?= $(ROOT_DIR)/tests/data/software-upgrade.yaml |
TorstenThieme | ff9c914 | 2021-04-08 07:21:34 +0000 | [diff] [blame] | 53 | ROBOT_PM_DATA_FILE ?= $(ROOT_DIR)/tests/data/pm-data.yaml |
Hardik Windlass | 1ed2eee | 2021-06-25 09:51:03 +0000 | [diff] [blame] | 54 | ROBOT_SANITY_MULTI_UNI_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-multi-uni.yaml |
| 55 | ROBOT_SANITY_MULTI_UNI_MULTIPLE_OLT_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-multi-uni-2OLTx2ONUx2PON.yaml |
| 56 | ROBOT_SANITY_TT_MULTI_UNI_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-multi-uni-tt.yaml |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 57 | |
Gilles Depatie | 45fbe04 | 2019-11-11 17:10:06 -0500 | [diff] [blame] | 58 | # for backwards compatibility |
| 59 | sanity-kind: sanity-single-kind |
| 60 | |
Matteo Scandolo | d7ca7f2 | 2021-01-26 14:10:37 -0800 | [diff] [blame] | 61 | # to simplify ci |
| 62 | sanity-kind-att: sanity-single-kind |
| 63 | |
Hardik Windlass | 1ed2eee | 2021-06-25 09:51:03 +0000 | [diff] [blame] | 64 | # ATT Multi-UNI Sanity Target |
| 65 | sanity-kind-multiuni-att: ROBOT_MISC_ARGS += -X -i sanity $(ROBOT_DEBUG_LOG_OPT) |
| 66 | sanity-kind-multiuni-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTI_UNI_SINGLE_PON_FILE) |
| 67 | sanity-kind-multiuni-att: ROBOT_FILE := Voltha_PODTests.robot |
| 68 | sanity-kind-multiuni-att: voltha-test |
| 69 | |
| 70 | # ATT Multi-UNI Functional Suite Target |
| 71 | functional-single-kind-multiuni-att: ROBOT_MISC_ARGS += -X -i sanityORmulti-uni $(ROBOT_DEBUG_LOG_OPT) |
| 72 | functional-single-kind-multiuni-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTI_UNI_SINGLE_PON_FILE) |
| 73 | functional-single-kind-multiuni-att: ROBOT_FILE := Voltha_PODTests.robot |
| 74 | functional-single-kind-multiuni-att: voltha-test |
| 75 | |
Matteo Scandolo | 142e627 | 2020-04-29 17:36:59 -0700 | [diff] [blame] | 76 | # for scale pipeline |
Hardik Windlass | 513afd1 | 2021-02-03 15:19:46 +0000 | [diff] [blame] | 77 | voltha-scale: ROBOT_MISC_ARGS += -i activation -v NAMESPACE:voltha $(ROBOT_DEBUG_LOG_OPT) |
Matteo Scandolo | 142e627 | 2020-04-29 17:36:59 -0700 | [diff] [blame] | 78 | voltha-scale: voltha-scale-test |
| 79 | |
Hardik Windlass | a3d04b9 | 2020-02-17 15:06:05 +0000 | [diff] [blame] | 80 | # target to invoke DT Workflow Sanity |
| 81 | sanity-kind-dt: ROBOT_MISC_ARGS += -i sanityDt $(ROBOT_DEBUG_LOG_OPT) |
| 82 | sanity-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE) |
| 83 | sanity-kind-dt: ROBOT_FILE := Voltha_DT_PODTests.robot |
| 84 | sanity-kind-dt: voltha-dt-test |
| 85 | |
Hardik Windlass | d6aa082 | 2020-06-29 20:18:12 +0530 | [diff] [blame] | 86 | functional-single-kind: ROBOT_MISC_ARGS += -i sanityORfunctional -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT) |
Andy Bavier | 33e6dd3 | 2020-01-16 13:35:20 -0700 | [diff] [blame] | 87 | functional-single-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
| 88 | functional-single-kind: bbsim-kind |
| 89 | |
Matteo Scandolo | d7ca7f2 | 2021-01-26 14:10:37 -0800 | [diff] [blame] | 90 | # to simplify ci |
| 91 | functional-single-kind-att: functional-single-kind |
| 92 | |
Hardik Windlass | 35706ba | 2020-02-20 08:16:42 +0000 | [diff] [blame] | 93 | # target to invoke DT Workflow Functional scenarios |
Hardik Windlass | d6aa082 | 2020-06-29 20:18:12 +0530 | [diff] [blame] | 94 | functional-single-kind-dt: ROBOT_MISC_ARGS += -i sanityDtORfunctionalDt -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT) |
Hardik Windlass | 35706ba | 2020-02-20 08:16:42 +0000 | [diff] [blame] | 95 | functional-single-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE) |
| 96 | functional-single-kind-dt: ROBOT_FILE := Voltha_DT_PODTests.robot |
| 97 | functional-single-kind-dt: voltha-dt-test |
| 98 | |
Suchitra Vemuri | 2f1e07d | 2020-06-26 19:18:01 -0700 | [diff] [blame] | 99 | # target to invoke TT Workflow Sanity |
Hardik Windlass | 4311869 | 2020-07-01 22:16:47 +0530 | [diff] [blame] | 100 | sanity-kind-tt: ROBOT_MISC_ARGS += -i sanityTT $(ROBOT_DEBUG_LOG_OPT) |
| 101 | sanity-kind-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_SINGLE_PON_FILE) |
| 102 | sanity-kind-tt: ROBOT_FILE := Voltha_TT_PODTests.robot |
| 103 | sanity-kind-tt: voltha-tt-test |
Suchitra Vemuri | 2f1e07d | 2020-06-26 19:18:01 -0700 | [diff] [blame] | 104 | |
Hardik Windlass | 1ed2eee | 2021-06-25 09:51:03 +0000 | [diff] [blame] | 105 | sanity-kind-multiuni-tt: ROBOT_MISC_ARGS += -i sanityTT $(ROBOT_DEBUG_LOG_OPT) |
| 106 | sanity-kind-multiuni-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_MULTI_UNI_SINGLE_PON_FILE) |
| 107 | sanity-kind-multiuni-tt: ROBOT_FILE := Voltha_TT_PODTests.robot |
| 108 | sanity-kind-multiuni-tt: voltha-tt-test |
| 109 | |
Suchitra Vemuri | 2f1e07d | 2020-06-26 19:18:01 -0700 | [diff] [blame] | 110 | # target to invoke TT Workflow Functional scenarios |
Hardik Windlass | 1ed2eee | 2021-06-25 09:51:03 +0000 | [diff] [blame] | 111 | functional-single-kind-tt: ROBOT_MISC_ARGS += -i sanityTTORfunctionalTT -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT) |
Suchitra Vemuri | 2f1e07d | 2020-06-26 19:18:01 -0700 | [diff] [blame] | 112 | functional-single-kind-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_SINGLE_PON_FILE) |
| 113 | functional-single-kind-tt: ROBOT_FILE := Voltha_TT_PODTests.robot |
| 114 | functional-single-kind-tt: voltha-tt-test |
| 115 | |
Hardik Windlass | 1ed2eee | 2021-06-25 09:51:03 +0000 | [diff] [blame] | 116 | functional-single-kind-multiuni-tt: ROBOT_MISC_ARGS += -i sanityTTORfunctionalTT -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT) |
| 117 | functional-single-kind-multiuni-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_MULTI_UNI_SINGLE_PON_FILE) |
| 118 | functional-single-kind-multiuni-tt: ROBOT_FILE := Voltha_TT_PODTests.robot |
| 119 | functional-single-kind-multiuni-tt: voltha-tt-test |
| 120 | |
TorstenThieme | bccd3ae | 2020-02-20 12:56:44 +0000 | [diff] [blame] | 121 | # target to invoke multiple OLTs Functional scenarios |
Suchitra Vemuri | 2a6975a | 2020-11-25 12:49:38 -0800 | [diff] [blame] | 122 | functional-multi-olt: ROBOT_MISC_ARGS += -i sanityORfunctional -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT) |
TorstenThieme | bccd3ae | 2020-02-20 12:56:44 +0000 | [diff] [blame] | 123 | functional-multi-olt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE) |
Suchitra Vemuri | 9826c05 | 2020-11-18 14:11:51 -0800 | [diff] [blame] | 124 | functional-multi-olt: ROBOT_FILE := Voltha_PODTests.robot |
TorstenThieme | bccd3ae | 2020-02-20 12:56:44 +0000 | [diff] [blame] | 125 | functional-multi-olt: voltha-test |
| 126 | |
Hardik Windlass | 1ed2eee | 2021-06-25 09:51:03 +0000 | [diff] [blame] | 127 | functional-multiuni-multiolt-att: ROBOT_MISC_ARGS += -X -i sanityORmulti-uni $(ROBOT_DEBUG_LOG_OPT) |
| 128 | functional-multiuni-multiolt-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTI_UNI_MULTIPLE_OLT_FILE) |
| 129 | functional-multiuni-multiolt-att: ROBOT_FILE := Voltha_PODTests.robot |
| 130 | functional-multiuni-multiolt-att: voltha-test |
| 131 | |
TorstenThieme | 90a99f8 | 2021-05-05 09:17:37 +0000 | [diff] [blame] | 132 | # target to invoke test with openonu go adapter applying 1T1GEM tech-profile at single ONU |
| 133 | 1t1gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v techprofile:1T1GEM |
| 134 | 1t1gem-openonu-go-adapter-test: openonu-go-adapter-test |
| 135 | |
TorstenThieme | fe7099e | 2021-01-29 08:41:04 +0000 | [diff] [blame] | 136 | # target to invoke test with openonu go adapter applying 1T4GEM tech-profile at single ONU |
| 137 | 1t4gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v techprofile:1T4GEM |
| 138 | 1t4gem-openonu-go-adapter-test: openonu-go-adapter-test |
| 139 | |
| 140 | # target to invoke test with openonu go adapter applying 1T8GEM tech-profile at single ONU |
| 141 | 1t8gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v techprofile:1T8GEM |
| 142 | 1t8gem-openonu-go-adapter-test: openonu-go-adapter-test |
| 143 | |
TorstenThieme | 1619db2 | 2020-04-03 12:01:15 +0000 | [diff] [blame] | 144 | # target to invoke openonu go adapter |
TorstenThieme | 66c91a8 | 2020-10-19 13:37:53 +0000 | [diff] [blame] | 145 | openonu-go-adapter-test: ROBOT_MISC_ARGS += -v state2test:omci-flows-pushed -v testmode:SingleStateTime |
TorstenThieme | d4f4896 | 2020-12-08 12:17:19 +0000 | [diff] [blame] | 146 | openonu-go-adapter-test: ROBOT_MISC_ARGS += -v logging:True -i sanityOnuGo -i functionalOnuGo |
TorstenThieme | 41097be | 2021-07-06 09:52:50 +0000 | [diff] [blame] | 147 | openonu-go-adapter-test: ROBOT_MISC_ARGS += -e notreadyOnuGo $(ROBOT_DEBUG_LOG_OPT) |
TorstenThieme | 1619db2 | 2020-04-03 12:01:15 +0000 | [diff] [blame] | 148 | openonu-go-adapter-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
| 149 | openonu-go-adapter-test: ROBOT_FILE := Voltha_ONUStateTests.robot |
TorstenThieme | 89caa14 | 2020-10-05 08:20:31 +0000 | [diff] [blame] | 150 | openonu-go-adapter-test: openonu-go-adapter-tests |
TorstenThieme | 1619db2 | 2020-04-03 12:01:15 +0000 | [diff] [blame] | 151 | |
TorstenThieme | 89caa14 | 2020-10-05 08:20:31 +0000 | [diff] [blame] | 152 | # target to invoke test with openonu go adapter applying MIB-Upload-Templating |
TorstenThieme | d4f4896 | 2020-12-08 12:17:19 +0000 | [diff] [blame] | 153 | mib-upload-templating-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v logging:True -i functionalOnuGo |
TorstenThieme | 66c91a8 | 2020-10-19 13:37:53 +0000 | [diff] [blame] | 154 | mib-upload-templating-openonu-go-adapter-test: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT) |
TorstenThieme | 89caa14 | 2020-10-05 08:20:31 +0000 | [diff] [blame] | 155 | mib-upload-templating-openonu-go-adapter-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULT_PON_FILE) |
| 156 | mib-upload-templating-openonu-go-adapter-test: ROBOT_FILE := Voltha_ONUTemplateTests.robot |
| 157 | mib-upload-templating-openonu-go-adapter-test: openonu-go-adapter-tests |
TorstenThieme | 280c380 | 2020-08-07 07:07:42 +0000 | [diff] [blame] | 158 | |
TorstenThieme | 53450ff | 2021-05-11 09:44:33 +0000 | [diff] [blame] | 159 | # target to invoke test with openonu go adapter applying 1T8GEM tech-profile at single ONU with OMCI hardening |
| 160 | # timeout is determined for omci_response_rate=9 and omci_timeout=1s |
| 161 | openonu-go-adapter-omci-hardening-passed-test: ROBOT_MISC_ARGS += -v timeout:180s -v techprofile:1T8GEM |
| 162 | openonu-go-adapter-omci-hardening-passed-test: openonu-go-adapter-test |
| 163 | |
| 164 | # target to invoke openonu go adapter failed state test at single ONU with OMCI hardening |
| 165 | # test should show in case of too small omci_response_rate (<=7) in BBSIM that OMCI hardening does not work |
| 166 | # test is PASS when ONU does not leave state 'starting-openomci' |
| 167 | openonu-go-adapter-omci-hardening-failed-test: ROBOT_MISC_ARGS += -v logging:True -v timeout:300s -i NegativeStateTestOnuGo |
| 168 | openonu-go-adapter-omci-hardening-failed-test: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT) |
| 169 | openonu-go-adapter-omci-hardening-failed-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
| 170 | openonu-go-adapter-omci-hardening-failed-test: ROBOT_FILE := Voltha_ONUNegativeStateTests.robot |
| 171 | openonu-go-adapter-omci-hardening-failed-test: openonu-go-adapter-tests |
| 172 | |
TorstenThieme | 379c3da | 2021-03-23 10:27:32 +0000 | [diff] [blame] | 173 | # target to invoke reconcile tests with openonu go adapter at single ONU with ATT workflow (default workflow) |
TorstenThieme | 90a99f8 | 2021-05-05 09:17:37 +0000 | [diff] [blame] | 174 | reconcile-openonu-go-adapter-test-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
| 175 | reconcile-openonu-go-adapter-test-att: reconcile-openonu-go-adapter-tests-att |
TorstenThieme | 3d8bf55 | 2021-02-08 08:41:52 +0000 | [diff] [blame] | 176 | |
TorstenThieme | fe7099e | 2021-01-29 08:41:04 +0000 | [diff] [blame] | 177 | # target to invoke reconcile tests with openonu go adapter at single ONU with DT workflow |
TorstenThieme | 3d8bf55 | 2021-02-08 08:41:52 +0000 | [diff] [blame] | 178 | reconcile-openonu-go-adapter-test-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE) |
TorstenThieme | 379c3da | 2021-03-23 10:27:32 +0000 | [diff] [blame] | 179 | reconcile-openonu-go-adapter-test-dt: reconcile-openonu-go-adapter-tests-dt |
TorstenThieme | fe7099e | 2021-01-29 08:41:04 +0000 | [diff] [blame] | 180 | |
| 181 | # target to invoke reconcile tests with openonu go adapter at single ONU with TT workflow |
TorstenThieme | 3d8bf55 | 2021-02-08 08:41:52 +0000 | [diff] [blame] | 182 | reconcile-openonu-go-adapter-test-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_SINGLE_PON_FILE) |
TorstenThieme | 379c3da | 2021-03-23 10:27:32 +0000 | [diff] [blame] | 183 | reconcile-openonu-go-adapter-test-tt: reconcile-openonu-go-adapter-tests-tt |
TorstenThieme | fe7099e | 2021-01-29 08:41:04 +0000 | [diff] [blame] | 184 | |
TorstenThieme | 379c3da | 2021-03-23 10:27:32 +0000 | [diff] [blame] | 185 | # target to invoke reconcile tests with openonu go adapter with multiple OLTs scenario with ATT workflow (default workflow) |
TorstenThieme | 90a99f8 | 2021-05-05 09:17:37 +0000 | [diff] [blame] | 186 | reconcile-openonu-go-adapter-multi-olt-test-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE) |
| 187 | reconcile-openonu-go-adapter-multi-olt-test-att: reconcile-openonu-go-adapter-tests-att |
TorstenThieme | 379c3da | 2021-03-23 10:27:32 +0000 | [diff] [blame] | 188 | |
| 189 | # target to invoke reconcile tests with openonu go adapter with multiple OLTs scenario with DT workflow |
| 190 | reconcile-openonu-go-adapter-multi-olt-test-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_MULTIPLE_OLT_FILE) |
| 191 | reconcile-openonu-go-adapter-multi-olt-test-dt: reconcile-openonu-go-adapter-tests-dt |
| 192 | |
| 193 | # target to invoke reconcile tests with openonu go adapter with multiple OLTs scenario with TT workflow |
| 194 | reconcile-openonu-go-adapter-multi-olt-test-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_MULTIPLE_OLT_FILE) |
| 195 | reconcile-openonu-go-adapter-multi-olt-test-tt: reconcile-openonu-go-adapter-tests-tt |
| 196 | |
TorstenThieme | 90a99f8 | 2021-05-05 09:17:37 +0000 | [diff] [blame] | 197 | # target to invoke reconcile tests with openonu go adapter with ATT workflow |
| 198 | reconcile-openonu-go-adapter-tests-att: ROBOT_MISC_ARGS += -v workflow:ATT |
| 199 | reconcile-openonu-go-adapter-tests-att: reconcile-openonu-go-adapter-tests |
| 200 | |
TorstenThieme | 379c3da | 2021-03-23 10:27:32 +0000 | [diff] [blame] | 201 | # target to invoke reconcile tests with openonu go adapter with DT workflow |
| 202 | reconcile-openonu-go-adapter-tests-dt: ROBOT_MISC_ARGS += -v workflow:DT |
| 203 | reconcile-openonu-go-adapter-tests-dt: reconcile-openonu-go-adapter-tests |
| 204 | |
| 205 | # target to invoke reconcile tests with openonu go adapter with TT workflow |
| 206 | reconcile-openonu-go-adapter-tests-tt: ROBOT_MISC_ARGS += -v workflow:TT |
| 207 | reconcile-openonu-go-adapter-tests-tt: reconcile-openonu-go-adapter-tests |
| 208 | |
| 209 | # target to invoke reconcile tests with openonu go adapter at single ONU resp. multiple OLTs |
TorstenThieme | 3d8bf55 | 2021-02-08 08:41:52 +0000 | [diff] [blame] | 210 | reconcile-openonu-go-adapter-tests: ROBOT_MISC_ARGS += -v logging:True -i functionalOnuGo |
| 211 | reconcile-openonu-go-adapter-tests: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT) |
| 212 | reconcile-openonu-go-adapter-tests: ROBOT_FILE := Voltha_ONUReconcileTests.robot |
| 213 | reconcile-openonu-go-adapter-tests: openonu-go-adapter-tests |
TorstenThieme | 440b7c0 | 2020-12-18 15:42:57 +0000 | [diff] [blame] | 214 | |
TorstenThieme | 90a99f8 | 2021-05-05 09:17:37 +0000 | [diff] [blame] | 215 | # target to invoke test with openonu go adapter applying 1T1GEM tech-profile with multiple OLTs scenarios with ATT workflow |
| 216 | 1t1gem-openonu-go-adapter-multi-olt-test: ROBOT_MISC_ARGS += -v techprofile:1T1GEM |
| 217 | 1t1gem-openonu-go-adapter-multi-olt-test: openonu-go-adapter-multi-olt-test |
| 218 | |
TorstenThieme | fe7099e | 2021-01-29 08:41:04 +0000 | [diff] [blame] | 219 | # target to invoke test with openonu go adapter applying 1T4GEM tech-profile with multiple OLTs scenarios with ATT workflow |
| 220 | 1t4gem-openonu-go-adapter-multi-olt-test: ROBOT_MISC_ARGS += -v techprofile:1T4GEM |
| 221 | 1t4gem-openonu-go-adapter-multi-olt-test: openonu-go-adapter-multi-olt-test |
TorstenThieme | c3c2323 | 2021-01-13 13:06:31 +0000 | [diff] [blame] | 222 | |
TorstenThieme | fe7099e | 2021-01-29 08:41:04 +0000 | [diff] [blame] | 223 | # target to invoke test with openonu go adapter applying 1T8GEM tech-profile with multiple OLTs scenarios with ATT workflow |
| 224 | 1t8gem-openonu-go-adapter-multi-olt-test: ROBOT_MISC_ARGS += -v techprofile:1T8GEM |
TorstenThieme | 3d8bf55 | 2021-02-08 08:41:52 +0000 | [diff] [blame] | 225 | 1t8gem-openonu-go-adapter-multi-olt-test: openonu-go-adapter-multi-olt-test |
TorstenThieme | fe7099e | 2021-01-29 08:41:04 +0000 | [diff] [blame] | 226 | |
| 227 | # target to invoke test with openonu go adapter (applying 1T1GEM tech-profile) with multiple OLTs scenarios with ATT workflow |
| 228 | openonu-go-adapter-multi-olt-test: ROBOT_MISC_ARGS += -v state2test:omci-flows-pushed -v testmode:SingleStateTime |
| 229 | openonu-go-adapter-multi-olt-test: ROBOT_MISC_ARGS += -v logging:True -i sanityOnuGo -i functionalOnuGo |
TorstenThieme | 41097be | 2021-07-06 09:52:50 +0000 | [diff] [blame] | 230 | openonu-go-adapter-multi-olt-test: ROBOT_MISC_ARGS += -e notreadyOnuGo $(ROBOT_DEBUG_LOG_OPT) |
TorstenThieme | fe7099e | 2021-01-29 08:41:04 +0000 | [diff] [blame] | 231 | openonu-go-adapter-multi-olt-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE) |
| 232 | openonu-go-adapter-multi-olt-test: ROBOT_FILE := Voltha_ONUStateTests.robot |
| 233 | openonu-go-adapter-multi-olt-test: openonu-go-adapter-tests |
TorstenThieme | 70bc526 | 2021-01-19 12:12:55 +0000 | [diff] [blame] | 234 | |
David Bainbridge | f81cd64 | 2019-11-20 00:14:47 +0000 | [diff] [blame] | 235 | sanity-single-kind: ROBOT_MISC_ARGS += -i sanity $(ROBOT_DEBUG_LOG_OPT) |
Gilles Depatie | 45fbe04 | 2019-11-11 17:10:06 -0500 | [diff] [blame] | 236 | sanity-single-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
| 237 | sanity-single-kind: bbsim-kind |
Hardik Windlass | 1ed2eee | 2021-06-25 09:51:03 +0000 | [diff] [blame] | 238 | |
Matteo Scandolo | a80b473 | 2020-09-04 13:51:10 -0700 | [diff] [blame] | 239 | sanity-bbsim-att: ROBOT_MISC_ARGS += -v logging:True -v workflow:ATT |
| 240 | sanity-bbsim-att: sanity-bbsim |
| 241 | |
| 242 | sanity-bbsim-dt: ROBOT_MISC_ARGS += -v logging:True -v workflow:DT |
Matteo Scandolo | f310d96 | 2021-05-18 10:35:48 -0700 | [diff] [blame] | 243 | sanity-bbsim-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE) |
| 244 | sanity-bbsim-dt: ROBOT_FILE := Voltha_BBSimTests.robot |
| 245 | sanity-bbsim-dt: voltha-bbsim-test |
Matteo Scandolo | a80b473 | 2020-09-04 13:51:10 -0700 | [diff] [blame] | 246 | |
| 247 | sanity-bbsim-tt: ROBOT_MISC_ARGS += -v logging:True -v workflow:TT |
Matteo Scandolo | f310d96 | 2021-05-18 10:35:48 -0700 | [diff] [blame] | 248 | sanity-bbsim-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_SINGLE_PON_FILE) |
| 249 | sanity-bbsim-tt: ROBOT_FILE := Voltha_BBSimTests.robot |
| 250 | sanity-bbsim-tt: voltha-bbsim-test |
Matteo Scandolo | a80b473 | 2020-09-04 13:51:10 -0700 | [diff] [blame] | 251 | |
| 252 | sanity-bbsim: ROBOT_MISC_ARGS += -i bbsimSanity $(ROBOT_DEBUG_LOG_OPT) |
| 253 | sanity-bbsim: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
| 254 | sanity-bbsim: ROBOT_FILE := Voltha_BBSimTests.robot |
| 255 | sanity-bbsim: voltha-bbsim-test |
| 256 | |
Matteo Scandolo | 95b2215 | 2021-02-05 15:39:34 -0800 | [diff] [blame] | 257 | voltha-bbsim-test: vst_venv |
| 258 | source ./$</bin/activate ; set -u ;\ |
| 259 | cd tests/bbsim ;\ |
| 260 | robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE) |
| 261 | |
David Bainbridge | 32c4563 | 2020-04-13 08:47:09 -0700 | [diff] [blame] | 262 | rwcore-restart-single-kind: ROBOT_MISC_ARGS += -X -i functionalANDrwcore-restart $(ROBOT_DEBUG_LOG_OPT) |
David Bainbridge | f81cd64 | 2019-11-20 00:14:47 +0000 | [diff] [blame] | 263 | rwcore-restart-single-kind: ROBOT_CONFIG_FILE := $(ROBOT_FAIL_SINGLE_PON_FILE) |
ubuntu | 6b6e7d4 | 2020-03-02 12:35:42 -0800 | [diff] [blame] | 264 | rwcore-restart-single-kind: ROBOT_FILE := Voltha_FailureScenarios.robot |
David Bainbridge | f81cd64 | 2019-11-20 00:14:47 +0000 | [diff] [blame] | 265 | rwcore-restart-single-kind: voltha-test |
| 266 | |
David Bainbridge | 3d6d5d3 | 2019-12-17 19:05:35 +0000 | [diff] [blame] | 267 | single-kind: ROBOT_MISC_ARGS += -X -i $(TEST_TAGS) $(ROBOT_DEBUG_LOG_OPT) |
| 268 | single-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
| 269 | single-kind: ROBOT_FILE := Voltha_PODTests.robot |
| 270 | single-kind: voltha-test |
| 271 | |
David Bainbridge | f81cd64 | 2019-11-20 00:14:47 +0000 | [diff] [blame] | 272 | sanity-multi-kind: ROBOT_MISC_ARGS += -i sanity $(ROBOT_DEBUG_LOG_OPT) |
Gilles Depatie | 45fbe04 | 2019-11-11 17:10:06 -0500 | [diff] [blame] | 273 | sanity-multi-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULT_PON_FILE) |
| 274 | sanity-multi-kind: bbsim-kind |
Andy Bavier | ba9866b | 2019-10-11 07:11:53 -0700 | [diff] [blame] | 275 | |
Andy Bavier | 8da0e13 | 2020-04-13 10:25:16 -0700 | [diff] [blame] | 276 | functional-multi-kind: ROBOT_MISC_ARGS += -i sanityORfunctional $(ROBOT_DEBUG_LOG_OPT) |
| 277 | functional-multi-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULT_PON_FILE) |
| 278 | functional-multi-kind: bbsim-kind |
| 279 | |
Suchitra Vemuri | 8a9c378 | 2019-10-23 12:43:01 -0700 | [diff] [blame] | 280 | bbsim-kind: ROBOT_MISC_ARGS += -X |
Gilles Depatie | 45fbe04 | 2019-11-11 17:10:06 -0500 | [diff] [blame] | 281 | bbsim-kind: ROBOT_FILE := Voltha_PODTests.robot |
| 282 | bbsim-kind: voltha-test |
| 283 | |
David Bainbridge | f81cd64 | 2019-11-20 00:14:47 +0000 | [diff] [blame] | 284 | scale-single-kind: ROBOT_MISC_ARGS += -i active $(ROBOT_DEBUG_LOG_OPT) |
Gilles Depatie | 45fbe04 | 2019-11-11 17:10:06 -0500 | [diff] [blame] | 285 | scale-single-kind: ROBOT_CONFIG_FILE := $(ROBOT_SCALE_SINGLE_PON_FILE) |
| 286 | scale-single-kind: bbsim-scale-kind |
| 287 | |
David Bainbridge | f81cd64 | 2019-11-20 00:14:47 +0000 | [diff] [blame] | 288 | scale-multi-kind: ROBOT_MISC_ARGS += -i active $(ROBOT_DEBUG_LOG_OPT) |
Gilles Depatie | 45fbe04 | 2019-11-11 17:10:06 -0500 | [diff] [blame] | 289 | scale-multi-kind: ROBOT_CONFIG_FILE := $(ROBOT_SCALE_MULT_PON_FILE) |
| 290 | scale-multi-kind: bbsim-scale-kind |
| 291 | |
David Bainbridge | f81cd64 | 2019-11-20 00:14:47 +0000 | [diff] [blame] | 292 | bbsim-scale-kind: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) |
Gilles Depatie | 45fbe04 | 2019-11-11 17:10:06 -0500 | [diff] [blame] | 293 | bbsim-scale-kind: ROBOT_FILE := Voltha_ScaleFunctionalTests.robot |
| 294 | bbsim-scale-kind: voltha-test |
Zack Williams | ec53a1b | 2019-09-16 15:50:52 -0700 | [diff] [blame] | 295 | |
hwchiu | ab524f0 | 2020-02-03 23:24:19 +0000 | [diff] [blame] | 296 | #Only supported in full mode |
| 297 | system-scale-test: ROBOT_FILE := K8S_SystemTest.robot |
Matteo Scandolo | 66fe645 | 2021-01-05 13:03:41 -0800 | [diff] [blame] | 298 | system-scale-test: ROBOT_MISC_ARGS += -X -i functional $(ROBOT_DEBUG_LOG_OPT) -v teardown_device:True |
hwchiu | ab524f0 | 2020-02-03 23:24:19 +0000 | [diff] [blame] | 299 | system-scale-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULT_PON_FILE) |
| 300 | system-scale-test: voltha-test |
hwchiu | 1128912 | 2019-11-27 16:20:15 +0000 | [diff] [blame] | 301 | |
hwchiu | 8569593 | 2019-12-18 08:05:25 +0000 | [diff] [blame] | 302 | failure-test: ROBOT_MISC_ARGS += -X -i FailureTest $(ROBOT_DEBUG_LOG_OPT) |
hwchiu | 3d9a098 | 2020-02-06 00:19:19 +0000 | [diff] [blame] | 303 | failure-test: ROBOT_FILE := K8S_SystemTest.robot |
hwchiu | 8569593 | 2019-12-18 08:05:25 +0000 | [diff] [blame] | 304 | failure-test: ROBOT_CONFIG_FILE := $(ROBOT_FAIL_SINGLE_PON_FILE) |
| 305 | failure-test: voltha-test |
| 306 | |
Scott Baker | 60e570d | 2020-02-02 22:10:13 -0800 | [diff] [blame] | 307 | bbsim-alarms-kind: ROBOT_MISC_ARGS += -X -i active |
| 308 | bbsim-alarms-kind: ROBOT_FILE := Voltha_AlarmTests.robot |
Andy Bavier | e118e05 | 2020-03-06 12:49:24 -0700 | [diff] [blame] | 309 | bbsim-alarms-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
Scott Baker | 60e570d | 2020-02-02 22:10:13 -0800 | [diff] [blame] | 310 | bbsim-alarms-kind: voltctl-docker-image-build voltctl-docker-image-install-kind voltha-test |
| 311 | |
Andy Bavier | c1904dc | 2020-03-20 11:39:15 -0700 | [diff] [blame] | 312 | bbsim-errorscenarios: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) |
| 313 | bbsim-errorscenarios: ROBOT_FILE := Voltha_ErrorScenarios.robot |
| 314 | bbsim-errorscenarios: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
| 315 | bbsim-errorscenarios: voltha-test |
| 316 | |
Hardik Windlass | 1ed2eee | 2021-06-25 09:51:03 +0000 | [diff] [blame] | 317 | bbsim-multiuni-errorscenarios-att: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) |
| 318 | bbsim-multiuni-errorscenarios-att: ROBOT_FILE := Voltha_ErrorScenarios.robot |
| 319 | bbsim-multiuni-errorscenarios-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTI_UNI_SINGLE_PON_FILE) |
| 320 | bbsim-multiuni-errorscenarios-att: voltha-test |
| 321 | |
Suchitra Vemuri | 9826c05 | 2020-11-18 14:11:51 -0800 | [diff] [blame] | 322 | bbsim-multiolt-errorscenarios: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) |
| 323 | bbsim-multiolt-errorscenarios: ROBOT_FILE := Voltha_ErrorScenarios.robot |
| 324 | bbsim-multiolt-errorscenarios: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE) |
| 325 | bbsim-multiolt-errorscenarios: voltha-test |
| 326 | |
Hardik Windlass | 1ed2eee | 2021-06-25 09:51:03 +0000 | [diff] [blame] | 327 | bbsim-multiuni-multiolt-errorscenarios-att: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) |
| 328 | bbsim-multiuni-multiolt-errorscenarios-att: ROBOT_FILE := Voltha_ErrorScenarios.robot |
| 329 | bbsim-multiuni-multiolt-errorscenarios-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTI_UNI_MULTIPLE_OLT_FILE) |
| 330 | bbsim-multiuni-multiolt-errorscenarios-att: voltha-test |
| 331 | |
Hardik Windlass | cbcca31 | 2020-04-20 21:46:11 +0530 | [diff] [blame] | 332 | bbsim-errorscenarios-dt: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) |
| 333 | bbsim-errorscenarios-dt: ROBOT_FILE := Voltha_ErrorScenarios.robot |
| 334 | bbsim-errorscenarios-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE) |
| 335 | bbsim-errorscenarios-dt: voltha-test |
| 336 | |
Hardik Windlass | e05e471 | 2020-04-29 10:40:42 +0530 | [diff] [blame] | 337 | bbsim-failurescenarios: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitch -e PhysicalOLTReboot |
Andy Bavier | 8da0e13 | 2020-04-13 10:25:16 -0700 | [diff] [blame] | 338 | bbsim-failurescenarios: ROBOT_FILE := Voltha_FailureScenarios.robot |
| 339 | bbsim-failurescenarios: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
| 340 | bbsim-failurescenarios: voltha-test |
| 341 | |
Hardik Windlass | 1ed2eee | 2021-06-25 09:51:03 +0000 | [diff] [blame] | 342 | bbsim-multiuni-failurescenarios-att: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitch -e PhysicalOLTReboot |
| 343 | bbsim-multiuni-failurescenarios-att: ROBOT_FILE := Voltha_FailureScenarios.robot |
| 344 | bbsim-multiuni-failurescenarios-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTI_UNI_SINGLE_PON_FILE) |
| 345 | bbsim-multiuni-failurescenarios-att: voltha-test |
| 346 | |
Suchitra Vemuri | 9826c05 | 2020-11-18 14:11:51 -0800 | [diff] [blame] | 347 | bbsim-multiolt-failurescenarios: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitch -e PhysicalOLTReboot |
| 348 | bbsim-multiolt-failurescenarios: ROBOT_FILE := Voltha_FailureScenarios.robot |
| 349 | bbsim-multiolt-failurescenarios: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE) |
| 350 | bbsim-multiolt-failurescenarios: voltha-test |
| 351 | |
Hardik Windlass | 1ed2eee | 2021-06-25 09:51:03 +0000 | [diff] [blame] | 352 | bbsim-multiuni-multiolt-failurescenarios-att: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitch -e PhysicalOLTReboot |
| 353 | bbsim-multiuni-multiolt-failurescenarios-att: ROBOT_FILE := Voltha_FailureScenarios.robot |
| 354 | bbsim-multiuni-multiolt-failurescenarios-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTI_UNI_MULTIPLE_OLT_FILE) |
| 355 | bbsim-multiuni-multiolt-failurescenarios-att: voltha-test |
| 356 | |
Hardik Windlass | 5ceb84e | 2021-02-11 11:17:08 +0000 | [diff] [blame] | 357 | bbsim-multiolt-kind: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitch -e MultiOLTPhysicalReboot |
Suchitra Vemuri | 6971c39 | 2020-12-08 10:41:33 -0800 | [diff] [blame] | 358 | bbsim-multiolt-kind: ROBOT_FILE := Voltha_MultiOLT_Tests.robot |
| 359 | bbsim-multiolt-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE) |
| 360 | bbsim-multiolt-kind: voltha-test |
| 361 | |
Hardik Windlass | 5ceb84e | 2021-02-11 11:17:08 +0000 | [diff] [blame] | 362 | bbsim-multiolt-kind-dt: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitch -e MultiOLTPhysicalRebootDt |
Suchitra Vemuri | 6971c39 | 2020-12-08 10:41:33 -0800 | [diff] [blame] | 363 | bbsim-multiolt-kind-dt: ROBOT_FILE := Voltha_DT_MultiOLT_Tests.robot |
| 364 | bbsim-multiolt-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE) |
| 365 | bbsim-multiolt-kind-dt: voltha-dt-test |
| 366 | |
| 367 | multiolt-kind-dt: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -i functionalDt |
| 368 | multiolt-kind-dt: ROBOT_FILE := Voltha_DT_MultiOLT_Tests.robot |
| 369 | multiolt-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE) |
| 370 | multiolt-kind-dt: voltha-dt-test |
| 371 | |
Hardik Windlass | 9df139e | 2020-04-24 14:54:54 +0530 | [diff] [blame] | 372 | bbsim-failurescenarios-dt: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitchOnuRebootDt -e PhysicalOltRebootDt |
| 373 | bbsim-failurescenarios-dt: ROBOT_FILE := Voltha_DT_FailureScenarios.robot |
| 374 | bbsim-failurescenarios-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE) |
| 375 | bbsim-failurescenarios-dt: voltha-dt-test |
| 376 | |
Hardik Windlass | 364ec45 | 2021-04-14 07:12:28 +0000 | [diff] [blame] | 377 | bbsim-failurescenarios-tt: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitch -e PhysicalOltRebootTT |
TorstenThieme | 136ebf7 | 2021-02-26 14:27:07 +0000 | [diff] [blame] | 378 | bbsim-failurescenarios-tt: ROBOT_FILE := Voltha_TT_FailureScenarios.robot |
| 379 | bbsim-failurescenarios-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_SINGLE_PON_FILE) |
| 380 | bbsim-failurescenarios-tt: voltha-tt-test |
| 381 | |
Matteo Scandolo | ab48f9e | 2021-06-11 17:08:00 +0200 | [diff] [blame] | 382 | voltha-test: ROBOT_MISC_ARGS += -e notready --noncritical non-critical |
hwchiu | 1128912 | 2019-11-27 16:20:15 +0000 | [diff] [blame] | 383 | |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 384 | voltha-test: vst_venv |
| 385 | source ./$</bin/activate ; set -u ;\ |
| 386 | cd tests/functional ;\ |
| 387 | robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE) |
| 388 | |
TorstenThieme | f8f9a80 | 2020-12-16 15:25:25 +0000 | [diff] [blame] | 389 | bbsim-dmi-hw-management-test: ROBOT_MISC_ARGS += -e notreadyDMI -i functionalDMI -e bbsimUnimplementedDMI |
| 390 | bbsim-dmi-hw-management-test: ROBOT_FILE := dmi-hw-management.robot |
| 391 | bbsim-dmi-hw-management-test: ROBOT_CONFIG_FILE := $(ROBOT_DMI_SINGLE_BBSIM_FILE) |
| 392 | bbsim-dmi-hw-management-test: voltha-dmi-test |
uwe ottrembka | 504ca3e | 2020-11-23 12:02:20 +0100 | [diff] [blame] | 393 | |
TorstenThieme | f8f9a80 | 2020-12-16 15:25:25 +0000 | [diff] [blame] | 394 | voltha-dmi-hw-management-test: ROBOT_MISC_ARGS += -e notreadyDMI -i functionalDMI |
| 395 | voltha-dmi-hw-management-test: ROBOT_FILE := dmi-hw-management.robot |
| 396 | voltha-dmi-hw-management-test: ROBOT_CONFIG_FILE := $(ROBOT_DMI_SINGLE_ADTRAN_FILE) |
| 397 | voltha-dmi-hw-management-test: voltha-dmi-test |
| 398 | |
| 399 | voltha-dmi-test: vst_venv |
uwe ottrembka | 504ca3e | 2020-11-23 12:02:20 +0100 | [diff] [blame] | 400 | source ./$</bin/activate ; set -u ;\ |
| 401 | cd tests/dmi-interface ;\ |
| 402 | robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE) |
| 403 | |
TorstenThieme | ff9c914 | 2021-04-08 07:21:34 +0000 | [diff] [blame] | 404 | # target to invoke single ONU pm data scenarios in ATT workflow |
| 405 | voltha-pm-data-single-kind-att: ROBOT_MISC_ARGS += -v workflow:ATT |
| 406 | voltha-pm-data-single-kind-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
| 407 | voltha-pm-data-single-kind-att: voltha-pm-data-tests |
| 408 | |
| 409 | # target to invoke single ONU pm data scenarios in DT workflow |
| 410 | voltha-pm-data-single-kind-dt: ROBOT_MISC_ARGS += -v workflow:DT |
| 411 | voltha-pm-data-single-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE) |
| 412 | voltha-pm-data-single-kind-dt: voltha-pm-data-tests |
| 413 | |
| 414 | # target to invoke single ONU pm data scenarios in TT workflow |
TorstenThieme | 90a99f8 | 2021-05-05 09:17:37 +0000 | [diff] [blame] | 415 | voltha-pm-data-single-kind-tt: ROBOT_MISC_ARGS += -v workflow:TT |
| 416 | voltha-pm-data-single-kind-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_SINGLE_PON_FILE) |
| 417 | voltha-pm-data-single-kind-tt: voltha-pm-data-tests |
TorstenThieme | ff9c914 | 2021-04-08 07:21:34 +0000 | [diff] [blame] | 418 | |
| 419 | # target to invoke multiple OLTs pm data scenarios in ATT workflow |
| 420 | voltha-pm-data-multiolt-kind-att: ROBOT_MISC_ARGS += -v workflow:ATT |
| 421 | voltha-pm-data-multiolt-kind-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE) |
| 422 | voltha-pm-data-multiolt-kind-att: voltha-pm-data-tests |
| 423 | |
| 424 | # target to invoke multiple OLTs pm data scenarios in DT workflow |
| 425 | voltha-pm-data-multiolt-kind-dt: ROBOT_MISC_ARGS += -v workflow:DT |
| 426 | voltha-pm-data-multiolt-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_MULTIPLE_OLT_FILE) |
| 427 | voltha-pm-data-multiolt-kind-dt: voltha-pm-data-tests |
| 428 | |
| 429 | # target to invoke multiple OLTs pm data scenarios in TT workflow |
| 430 | voltha-pm-data-multiolt-kind-tt: ROBOT_MISC_ARGS += -v workflow:TT |
| 431 | voltha-pm-data-multiolt-kind-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_MULTIPLE_OLT_FILE) |
| 432 | voltha-pm-data-multiolt-kind-tt: voltha-pm-data-tests |
| 433 | |
| 434 | voltha-pm-data-tests: ROBOT_MISC_ARGS += -i functional -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT) |
| 435 | voltha-pm-data-tests: ROBOT_PM_CONFIG_FILE := $(ROBOT_PM_DATA_FILE) |
| 436 | voltha-pm-data-tests: ROBOT_FILE := Voltha_ONUPMTests.robot |
| 437 | voltha-pm-data-tests: voltha-pm-data-test |
| 438 | |
| 439 | voltha-pm-data-test: vst_venv |
| 440 | source ./$</bin/activate ; set -u ;\ |
| 441 | cd tests/pm-data ;\ |
| 442 | robot -V $(ROBOT_CONFIG_FILE) -V $(ROBOT_PM_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE) |
| 443 | |
TorstenThieme | 1c1f5fa | 2021-06-18 13:40:30 +0000 | [diff] [blame] | 444 | # target to invoke single ONU OMCI Get scenarios in ATT workflow |
| 445 | voltha-onu-omci-get-single-kind-att: ROBOT_MISC_ARGS += -v workflow:ATT |
| 446 | voltha-onu-omci-get-single-kind-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
| 447 | voltha-onu-omci-get-single-kind-att: voltha-onu-omci-get-tests |
| 448 | |
| 449 | # target to invoke single ONU OMCI Get scenarios in DT workflow |
| 450 | voltha-onu-omci-get-single-kind-dt: ROBOT_MISC_ARGS += -v workflow:DT |
| 451 | voltha-onu-omci-get-single-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE) |
| 452 | voltha-onu-omci-get-single-kind-dt: voltha-onu-omci-get-tests |
| 453 | |
| 454 | # target to invoke single ONU OMCI Geta scenarios in TT workflow |
| 455 | voltha-onu-omci-get-single-kind-tt: ROBOT_MISC_ARGS += -v workflow:TT |
| 456 | voltha-onu-omci-get-single-kind-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_SINGLE_PON_FILE) |
| 457 | voltha-onu-omci-get-single-kind-tt: voltha-onu-omci-get-tests |
| 458 | |
| 459 | # target to invoke multiple OLTs OMCI Get scenarios in ATT workflow |
| 460 | voltha-onu-omci-get-multiolt-kind-att: ROBOT_MISC_ARGS += -v workflow:ATT |
| 461 | voltha-onu-omci-get-multiolt-kind-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE) |
| 462 | voltha-onu-omci-get-multiolt-kind-att: voltha-onu-omci-get-tests |
| 463 | |
| 464 | # target to invoke multiple OLTs OMCI Get scenarios in DT workflow |
| 465 | voltha-onu-omci-get-multiolt-kind-dt: ROBOT_MISC_ARGS += -v workflow:DT |
| 466 | voltha-onu-omci-get-multiolt-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_MULTIPLE_OLT_FILE) |
| 467 | voltha-onu-omci-get-multiolt-kind-dt: voltha-onu-omci-get-tests |
| 468 | |
| 469 | # target to invoke multiple OLTs OMCI Get scenarios in TT workflow |
| 470 | voltha-onu-omci-get-multiolt-kind-tt: ROBOT_MISC_ARGS += -v workflow:TT |
| 471 | voltha-onu-omci-get-multiolt-kind-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_MULTIPLE_OLT_FILE) |
| 472 | voltha-onu-omci-get-multiolt-kind-tt: voltha-onu-omci-get-tests |
| 473 | |
| 474 | voltha-onu-omci-get-tests: ROBOT_MISC_ARGS += -i functionalOnuGo -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT) |
| 475 | voltha-onu-omci-get-tests: ROBOT_FILE := Voltha_ONUOmciGetTest.robot |
| 476 | voltha-onu-omci-get-tests: openonu-go-adapter-tests |
| 477 | |
Hardik Windlass | dd1a9a1 | 2021-02-23 15:34:50 +0000 | [diff] [blame] | 478 | # ONOS Apps to test for Software Upgrade need to be passed in the 'onos_apps_under_test' variable in format: |
Hardik Windlass | dc2610f | 2021-03-09 07:33:51 +0000 | [diff] [blame] | 479 | # <app-name>,<version>,<oar-url>*<app-name>,<version>,<oar-url>* |
Hardik Windlass | dd1a9a1 | 2021-02-23 15:34:50 +0000 | [diff] [blame] | 480 | onos-app-upgrade-test: ROBOT_MISC_ARGS += -e notready -i functional |
| 481 | onos-app-upgrade-test: ROBOT_FILE := ONOS_AppsUpgrade.robot |
Hardik Windlass | 17bd114 | 2021-03-12 08:15:25 +0000 | [diff] [blame] | 482 | onos-app-upgrade-test: ROBOT_CONFIG_FILE := $(ROBOT_SW_UPGRADE_FILE) |
Hardik Windlass | dd1a9a1 | 2021-02-23 15:34:50 +0000 | [diff] [blame] | 483 | onos-app-upgrade-test: software-upgrade-test |
| 484 | |
| 485 | # Voltha Components to test for Software Upgrade need to be passed in the 'voltha_comps_under_test' variable in format: |
Hardik Windlass | dc2610f | 2021-03-09 07:33:51 +0000 | [diff] [blame] | 486 | # <comp-label>,<comp-container>,<comp-image>*<comp-label>,<comp-container>,<comp-image>* |
Hardik Windlass | dd1a9a1 | 2021-02-23 15:34:50 +0000 | [diff] [blame] | 487 | voltha-comp-upgrade-test: ROBOT_MISC_ARGS += -e notready -i functional |
| 488 | voltha-comp-upgrade-test: ROBOT_FILE := Voltha_ComponentsUpgrade.robot |
Hardik Windlass | 17bd114 | 2021-03-12 08:15:25 +0000 | [diff] [blame] | 489 | voltha-comp-upgrade-test: ROBOT_CONFIG_FILE := $(ROBOT_SW_UPGRADE_FILE) |
Hardik Windlass | dd1a9a1 | 2021-02-23 15:34:50 +0000 | [diff] [blame] | 490 | voltha-comp-upgrade-test: software-upgrade-test |
| 491 | |
Hardik Windlass | 17bd114 | 2021-03-12 08:15:25 +0000 | [diff] [blame] | 492 | # Requirement: Pass ONU image details in following parameters |
Hardik Windlass | ba1bd27 | 2021-06-22 08:29:33 +0000 | [diff] [blame] | 493 | # image_version, image_url, image_vendor, image_activate_on_success, image_commit_on_success, image_crc |
Hardik Windlass | 17bd114 | 2021-03-12 08:15:25 +0000 | [diff] [blame] | 494 | onu-upgrade-test: ROBOT_MISC_ARGS += -e notready -i functional |
| 495 | onu-upgrade-test: ROBOT_FILE := ONU_Upgrade.robot |
| 496 | onu-upgrade-test: ROBOT_CONFIG_FILE := $(ROBOT_SW_UPGRADE_FILE) |
| 497 | onu-upgrade-test: software-upgrade-test |
| 498 | |
Hardik Windlass | dd1a9a1 | 2021-02-23 15:34:50 +0000 | [diff] [blame] | 499 | software-upgrade-test: vst_venv |
| 500 | source ./$</bin/activate ; set -u ;\ |
| 501 | cd tests/software-upgrades ;\ |
| 502 | robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE) |
| 503 | |
Matteo Scandolo | ab48f9e | 2021-06-11 17:08:00 +0200 | [diff] [blame] | 504 | voltha-dt-test: ROBOT_MISC_ARGS += -e notready --noncritical non-critical |
Hardik Windlass | 79b40ff | 2020-06-11 22:55:47 +0530 | [diff] [blame] | 505 | |
Hardik Windlass | a3d04b9 | 2020-02-17 15:06:05 +0000 | [diff] [blame] | 506 | voltha-dt-test: vst_venv |
| 507 | source ./$</bin/activate ; set -u ;\ |
| 508 | cd tests/dt-workflow ;\ |
| 509 | robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE) |
| 510 | |
Hardik Windlass | 4311869 | 2020-07-01 22:16:47 +0530 | [diff] [blame] | 511 | voltha-tt-test: ROBOT_MISC_ARGS += -e notready |
| 512 | |
| 513 | voltha-tt-test: vst_venv |
| 514 | source ./$</bin/activate ; set -u ;\ |
| 515 | cd tests/tt-workflow ;\ |
| 516 | robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE) |
| 517 | |
Matteo Scandolo | 142e627 | 2020-04-29 17:36:59 -0700 | [diff] [blame] | 518 | voltha-scale-test: vst_venv |
| 519 | source ./$</bin/activate ; set -u ;\ |
| 520 | cd tests/scale ;\ |
| 521 | robot $(ROBOT_MISC_ARGS) Voltha_Scale_Tests.robot |
| 522 | |
TorstenThieme | 89caa14 | 2020-10-05 08:20:31 +0000 | [diff] [blame] | 523 | openonu-go-adapter-tests: vst_venv |
TorstenThieme | 1619db2 | 2020-04-03 12:01:15 +0000 | [diff] [blame] | 524 | source ./$</bin/activate ; set -u ;\ |
| 525 | cd tests/openonu-go-adapter ;\ |
| 526 | robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE) |
| 527 | |
| 528 | |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 529 | # self-test, lint, and setup targets |
| 530 | |
| 531 | # virtualenv for the robot tools |
Andy Bavier | 952b95b | 2020-03-06 09:53:42 -0700 | [diff] [blame] | 532 | # VOL-2724 Invoke pip via python3 to avoid pathname too long on QA jobs |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 533 | vst_venv: |
| 534 | virtualenv -p python3 $@ ;\ |
| 535 | source ./$@/bin/activate ;\ |
Andy Bavier | e118e05 | 2020-03-06 12:49:24 -0700 | [diff] [blame] | 536 | python -m pip install -r requirements.txt |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 537 | |
| 538 | test: lint |
| 539 | |
| 540 | lint: lint-robot lint-python lint-yaml lint-json |
| 541 | |
| 542 | lint-robot: vst_venv |
| 543 | source ./$</bin/activate ; set -u ;\ |
| 544 | rflint $(LINT_ARGS) $(ROBOT_FILES) |
| 545 | |
| 546 | # check deps for format and python3 cleanliness |
| 547 | lint-python: vst_venv |
| 548 | source ./$</bin/activate ; set -u ;\ |
| 549 | pylint --py3k $(PYTHON_FILES) ;\ |
| 550 | flake8 --max-line-length=99 --count $(PYTHON_FILES) |
| 551 | |
| 552 | lint-yaml: vst_venv |
| 553 | source ./$</bin/activate ; set -u ;\ |
| 554 | yamllint -s $(YAML_FILES) |
| 555 | |
| 556 | lint-json: vst_venv |
| 557 | source ./$</bin/activate ; set -u ;\ |
| 558 | for jsonfile in $(JSON_FILES); do \ |
| 559 | echo "Validating json file: $$jsonfile" ;\ |
| 560 | python -m json.tool $$jsonfile > /dev/null ;\ |
| 561 | done |
| 562 | |
| 563 | # tidy target will be more useful once issue with removing leading comments |
| 564 | # is resolved: https://github.com/robotframework/robotframework/issues/3263 |
| 565 | tidy-robot: vst_venv |
| 566 | source ./$</bin/activate ; set -u ;\ |
| 567 | python -m robot.tidy --inplace $(ROBOT_FILES); |
| 568 | |
Andy Bavier | 4a8450e | 2020-02-04 08:58:37 -0700 | [diff] [blame] | 569 | # Install the 'kail' tool if needed: https://github.com/boz/kail |
| 570 | KAIL_PATH ?= /usr/local/bin |
| 571 | $(KAIL_PATH)/kail: |
| 572 | bash <( curl -sfL https://raw.githubusercontent.com/boz/kail/master/godownloader.sh) -b /tmp |
| 573 | mv /tmp/kail $(KAIL_PATH) |
| 574 | |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 575 | ## Variables for gendocs |
| 576 | TEST_SOURCE := $(wildcard tests/*/*.robot) |
| 577 | TEST_BASENAME := $(basename $(TEST_SOURCE)) |
| 578 | TEST_DIRS := $(dir $(TEST_SOURCE)) |
| 579 | |
| 580 | LIB_SOURCE := $(wildcard libraries/*.robot) |
| 581 | LIB_BASENAME := $(basename $(LIB_SOURCE)) |
| 582 | LIB_DIRS := $(dir $(LIB_SOURCE)) |
| 583 | |
| 584 | .PHONY: gendocs lint test |
| 585 | # In future explore use of --docformat REST - integration w/Sphinx? |
Zack Williams | ec53a1b | 2019-09-16 15:50:52 -0700 | [diff] [blame] | 586 | gendocs: vst_venv |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 587 | source ./$</bin/activate ; set -u ;\ |
hwchiu | 0601ec7 | 2019-10-08 00:04:43 +0000 | [diff] [blame] | 588 | mkdir -p $@ ;\ |
| 589 | for dir in ${LIB_DIRS}; do mkdir -p $@/$$dir; done;\ |
| 590 | for dir in ${LIB_BASENAME}; do\ |
| 591 | python -m robot.libdoc --format HTML $$dir.robot $@/$$dir.html ;\ |
| 592 | done ;\ |
| 593 | for dir in ${TEST_DIRS}; do mkdir -p $@/$$dir; done;\ |
| 594 | for dir in ${TEST_BASENAME}; do\ |
| 595 | python -m robot.testdoc $$dir.robot $@/$$dir.html ;\ |
| 596 | done |
Zack Williams | ec53a1b | 2019-09-16 15:50:52 -0700 | [diff] [blame] | 597 | |
Zack Williams | ec53a1b | 2019-09-16 15:50:52 -0700 | [diff] [blame] | 598 | clean: |
| 599 | find . -name output.xml -print |
| 600 | |
| 601 | clean-all: clean |
| 602 | rm -rf vst_venv gendocs |
Scott Baker | 60e570d | 2020-02-02 22:10:13 -0800 | [diff] [blame] | 603 | |
| 604 | voltctl-docker-image-build: |
| 605 | cd docker && docker build -t opencord/voltctl:local -f Dockerfile.voltctl . |
| 606 | |
| 607 | voltctl-docker-image-install-kind: |
Matteo Scandolo | 10acf56 | 2021-05-03 15:35:16 -0700 | [diff] [blame] | 608 | @if [ "`kind get clusters | grep kind`" = '' ]; then echo "no kind cluster found" && exit 1; fi |
| 609 | kind load docker-image --name `kind get clusters | grep kind` opencord/voltctl:local |