Kailash | 9276492 | 2019-07-25 08:21:39 -0700 | [diff] [blame] | 1 | # Copyright 2017-present Open Networking Foundation |
| 2 | # |
| 3 | # Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | # you may not use this file except in compliance with the License. |
| 5 | # You may obtain a copy of the License at |
| 6 | # |
| 7 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | # |
| 9 | # Unless required by applicable law or agreed to in writing, software |
| 10 | # distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | # See the License for the specific language governing permissions and |
| 13 | # limitations under the License. |
| 14 | |
Zack Williams | ec53a1b | 2019-09-16 15:50:52 -0700 | [diff] [blame] | 15 | # use bash for pushd/popd, and to fail quickly. virtualenv's activate |
| 16 | # has undefined variables, so no -u |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 17 | SHELL := bash -e -o pipefail |
Kailash | 9276492 | 2019-07-25 08:21:39 -0700 | [diff] [blame] | 18 | |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 19 | ROOT_DIR := $(shell dirname $(realpath $(lastword $(MAKEFILE_LIST)))) |
Kailash | 9276492 | 2019-07-25 08:21:39 -0700 | [diff] [blame] | 20 | |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 21 | # Configuration and lists of files for linting/testing |
| 22 | VERSION ?= $(shell cat ./VERSION) |
Suchitra Vemuri | a6879aa | 2020-11-03 11:03:11 -0800 | [diff] [blame] | 23 | LINT_ARGS ?= --verbose --configure LineTooLong:130 -e LineTooLong \ |
Suraj Gour | 3365127 | 2020-05-04 10:10:16 +0530 | [diff] [blame] | 24 | --configure TooManyTestSteps:50 -e TooManyTestSteps \ |
Scott Baker | 27d04db | 2020-02-06 18:03:21 -0800 | [diff] [blame] | 25 | --configure TooManyTestCases:50 -e TooManyTestCases \ |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 26 | --configure TooFewTestSteps:1 \ |
| 27 | --configure TooFewKeywordSteps:1 \ |
Hardik Windlass | 41701e8 | 2021-01-12 17:44:44 +0000 | [diff] [blame] | 28 | --configure FileTooLong:1500 -e FileTooLong \ |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 29 | -e TrailingWhitespace |
| 30 | |
| 31 | PYTHON_FILES := $(wildcard libraries/*.py) |
| 32 | ROBOT_FILES := $(shell find . -name *.robot -print) |
| 33 | YAML_FILES := $(shell find ./tests -type f \( -name *.yaml -o -name *.yml \) -print) |
| 34 | JSON_FILES := $(shell find ./tests -name *.json -print) |
| 35 | |
| 36 | # Robot config |
| 37 | ROBOT_SANITY_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind.yaml |
Hardik Windlass | a3d04b9 | 2020-02-17 15:06:05 +0000 | [diff] [blame] | 38 | ROBOT_SANITY_DT_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-dt.yaml |
Suchitra Vemuri | a311faf | 2020-11-23 13:46:52 -0800 | [diff] [blame] | 39 | ROBOT_SANITY_MULTIPLE_OLT_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-2OLTx2ONUx2PON.yaml |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 40 | ROBOT_FAIL_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind.yaml |
| 41 | ROBOT_SANITY_MULT_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-2x2.yaml |
| 42 | ROBOT_SCALE_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-16.yaml |
| 43 | ROBOT_SCALE_MULT_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-8x2.yaml |
TorstenThieme | ffb3392 | 2020-06-18 08:41:17 +0000 | [diff] [blame] | 44 | ROBOT_SCALE_MULT_ONU_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-8x8.yaml |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 45 | ROBOT_DEBUG_LOG_OPT ?= |
| 46 | ROBOT_MISC_ARGS ?= |
Matteo Scandolo | 549df9e | 2020-09-04 11:09:18 -0700 | [diff] [blame] | 47 | ROBOT_SANITY_TT_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-tt.yaml |
uwe ottrembka | 504ca3e | 2020-11-23 12:02:20 +0100 | [diff] [blame] | 48 | ROBOT_DMI_SINGLE_BBSIM_FILE ?= $(ROOT_DIR)/tests/data/dmi-components-bbsim.yaml |
TorstenThieme | f8f9a80 | 2020-12-16 15:25:25 +0000 | [diff] [blame] | 49 | ROBOT_DMI_SINGLE_ADTRAN_FILE ?= $(ROOT_DIR)/tests/data/dmi-components-adtran.yaml |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 50 | |
Gilles Depatie | 45fbe04 | 2019-11-11 17:10:06 -0500 | [diff] [blame] | 51 | # for backwards compatibility |
| 52 | sanity-kind: sanity-single-kind |
| 53 | |
Matteo Scandolo | d7ca7f2 | 2021-01-26 14:10:37 -0800 | [diff] [blame] | 54 | # to simplify ci |
| 55 | sanity-kind-att: sanity-single-kind |
| 56 | |
Matteo Scandolo | 142e627 | 2020-04-29 17:36:59 -0700 | [diff] [blame] | 57 | # for scale pipeline |
| 58 | voltha-scale: ROBOT_MISC_ARGS += -i activation $(ROBOT_DEBUG_LOG_OPT) |
| 59 | voltha-scale: voltha-scale-test |
| 60 | |
Hardik Windlass | a3d04b9 | 2020-02-17 15:06:05 +0000 | [diff] [blame] | 61 | # target to invoke DT Workflow Sanity |
| 62 | sanity-kind-dt: ROBOT_MISC_ARGS += -i sanityDt $(ROBOT_DEBUG_LOG_OPT) |
| 63 | sanity-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE) |
| 64 | sanity-kind-dt: ROBOT_FILE := Voltha_DT_PODTests.robot |
| 65 | sanity-kind-dt: voltha-dt-test |
| 66 | |
Hardik Windlass | d6aa082 | 2020-06-29 20:18:12 +0530 | [diff] [blame] | 67 | functional-single-kind: ROBOT_MISC_ARGS += -i sanityORfunctional -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT) |
Andy Bavier | 33e6dd3 | 2020-01-16 13:35:20 -0700 | [diff] [blame] | 68 | functional-single-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
| 69 | functional-single-kind: bbsim-kind |
| 70 | |
Matteo Scandolo | d7ca7f2 | 2021-01-26 14:10:37 -0800 | [diff] [blame] | 71 | # to simplify ci |
| 72 | functional-single-kind-att: functional-single-kind |
| 73 | |
Hardik Windlass | 35706ba | 2020-02-20 08:16:42 +0000 | [diff] [blame] | 74 | # target to invoke DT Workflow Functional scenarios |
Hardik Windlass | d6aa082 | 2020-06-29 20:18:12 +0530 | [diff] [blame] | 75 | functional-single-kind-dt: ROBOT_MISC_ARGS += -i sanityDtORfunctionalDt -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT) |
Hardik Windlass | 35706ba | 2020-02-20 08:16:42 +0000 | [diff] [blame] | 76 | functional-single-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE) |
| 77 | functional-single-kind-dt: ROBOT_FILE := Voltha_DT_PODTests.robot |
| 78 | functional-single-kind-dt: voltha-dt-test |
| 79 | |
Suchitra Vemuri | 2f1e07d | 2020-06-26 19:18:01 -0700 | [diff] [blame] | 80 | # target to invoke TT Workflow Sanity |
Hardik Windlass | 4311869 | 2020-07-01 22:16:47 +0530 | [diff] [blame] | 81 | sanity-kind-tt: ROBOT_MISC_ARGS += -i sanityTT $(ROBOT_DEBUG_LOG_OPT) |
| 82 | sanity-kind-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_SINGLE_PON_FILE) |
| 83 | sanity-kind-tt: ROBOT_FILE := Voltha_TT_PODTests.robot |
| 84 | sanity-kind-tt: voltha-tt-test |
Suchitra Vemuri | 2f1e07d | 2020-06-26 19:18:01 -0700 | [diff] [blame] | 85 | |
| 86 | # target to invoke TT Workflow Functional scenarios |
Hardik Windlass | 4311869 | 2020-07-01 22:16:47 +0530 | [diff] [blame] | 87 | functional-single-kind-tt: ROBOT_MISC_ARGS += -i sanityTTORfunctional -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT) |
Suchitra Vemuri | 2f1e07d | 2020-06-26 19:18:01 -0700 | [diff] [blame] | 88 | functional-single-kind-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_SINGLE_PON_FILE) |
| 89 | functional-single-kind-tt: ROBOT_FILE := Voltha_TT_PODTests.robot |
| 90 | functional-single-kind-tt: voltha-tt-test |
| 91 | |
TorstenThieme | bccd3ae | 2020-02-20 12:56:44 +0000 | [diff] [blame] | 92 | # target to invoke multiple OLTs Functional scenarios |
Suchitra Vemuri | 2a6975a | 2020-11-25 12:49:38 -0800 | [diff] [blame] | 93 | functional-multi-olt: ROBOT_MISC_ARGS += -i sanityORfunctional -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT) |
TorstenThieme | bccd3ae | 2020-02-20 12:56:44 +0000 | [diff] [blame] | 94 | functional-multi-olt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE) |
Suchitra Vemuri | 9826c05 | 2020-11-18 14:11:51 -0800 | [diff] [blame] | 95 | functional-multi-olt: ROBOT_FILE := Voltha_PODTests.robot |
TorstenThieme | bccd3ae | 2020-02-20 12:56:44 +0000 | [diff] [blame] | 96 | functional-multi-olt: voltha-test |
| 97 | |
TorstenThieme | fe7099e | 2021-01-29 08:41:04 +0000 | [diff] [blame] | 98 | # target to invoke test with openonu go adapter applying 1T4GEM tech-profile at single ONU |
| 99 | 1t4gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v techprofile:1T4GEM |
| 100 | 1t4gem-openonu-go-adapter-test: openonu-go-adapter-test |
| 101 | |
| 102 | # target to invoke test with openonu go adapter applying 1T8GEM tech-profile at single ONU |
| 103 | 1t8gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v techprofile:1T8GEM |
| 104 | 1t8gem-openonu-go-adapter-test: openonu-go-adapter-test |
| 105 | |
TorstenThieme | 1619db2 | 2020-04-03 12:01:15 +0000 | [diff] [blame] | 106 | # target to invoke openonu go adapter |
TorstenThieme | 66c91a8 | 2020-10-19 13:37:53 +0000 | [diff] [blame] | 107 | openonu-go-adapter-test: ROBOT_MISC_ARGS += -v state2test:omci-flows-pushed -v testmode:SingleStateTime |
TorstenThieme | d4f4896 | 2020-12-08 12:17:19 +0000 | [diff] [blame] | 108 | openonu-go-adapter-test: ROBOT_MISC_ARGS += -v logging:True -i sanityOnuGo -i functionalOnuGo |
TorstenThieme | 66c91a8 | 2020-10-19 13:37:53 +0000 | [diff] [blame] | 109 | openonu-go-adapter-test: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT) |
TorstenThieme | 1619db2 | 2020-04-03 12:01:15 +0000 | [diff] [blame] | 110 | openonu-go-adapter-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
| 111 | openonu-go-adapter-test: ROBOT_FILE := Voltha_ONUStateTests.robot |
TorstenThieme | 89caa14 | 2020-10-05 08:20:31 +0000 | [diff] [blame] | 112 | openonu-go-adapter-test: openonu-go-adapter-tests |
TorstenThieme | 1619db2 | 2020-04-03 12:01:15 +0000 | [diff] [blame] | 113 | |
TorstenThieme | fe7099e | 2021-01-29 08:41:04 +0000 | [diff] [blame] | 114 | # target to invoke test with openonu go adapter applying 1T4GEM tech-profile at multiple ONU |
| 115 | multi-1t4gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v techprofile:1T4GEM |
| 116 | multi-1t4gem-openonu-go-adapter-test: multi-openonu-go-adapter-test |
TorstenThieme | 280c380 | 2020-08-07 07:07:42 +0000 | [diff] [blame] | 117 | |
TorstenThieme | fe7099e | 2021-01-29 08:41:04 +0000 | [diff] [blame] | 118 | # target to invoke test with openonu go adapter applying 1T8GEM tech-profile at multiple ONU |
| 119 | multi-1t8gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v techprofile:1T8GEM |
| 120 | multi-1t8gem-openonu-go-adapter-test: multi-openonu-go-adapter-test |
TorstenThieme | 280c380 | 2020-08-07 07:07:42 +0000 | [diff] [blame] | 121 | |
TorstenThieme | ffb3392 | 2020-06-18 08:41:17 +0000 | [diff] [blame] | 122 | # target to invoke multiple openonu go adapter |
TorstenThieme | 66c91a8 | 2020-10-19 13:37:53 +0000 | [diff] [blame] | 123 | multi-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v state2test:omci-flows-pushed -v testmode:SingleStateTime |
TorstenThieme | d4f4896 | 2020-12-08 12:17:19 +0000 | [diff] [blame] | 124 | multi-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v logging:True -i sanityOnuGo -i functionalOnuGo |
TorstenThieme | 66c91a8 | 2020-10-19 13:37:53 +0000 | [diff] [blame] | 125 | multi-openonu-go-adapter-test: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT) |
TorstenThieme | ffb3392 | 2020-06-18 08:41:17 +0000 | [diff] [blame] | 126 | multi-openonu-go-adapter-test: ROBOT_CONFIG_FILE := $(ROBOT_SCALE_MULT_ONU_FILE) |
| 127 | multi-openonu-go-adapter-test: ROBOT_FILE := Voltha_ONUStateTests.robot |
TorstenThieme | 89caa14 | 2020-10-05 08:20:31 +0000 | [diff] [blame] | 128 | multi-openonu-go-adapter-test: openonu-go-adapter-tests |
TorstenThieme | ffb3392 | 2020-06-18 08:41:17 +0000 | [diff] [blame] | 129 | |
TorstenThieme | 89caa14 | 2020-10-05 08:20:31 +0000 | [diff] [blame] | 130 | # target to invoke test with openonu go adapter applying MIB-Upload-Templating |
TorstenThieme | d4f4896 | 2020-12-08 12:17:19 +0000 | [diff] [blame] | 131 | mib-upload-templating-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v logging:True -i functionalOnuGo |
TorstenThieme | 66c91a8 | 2020-10-19 13:37:53 +0000 | [diff] [blame] | 132 | mib-upload-templating-openonu-go-adapter-test: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT) |
TorstenThieme | 89caa14 | 2020-10-05 08:20:31 +0000 | [diff] [blame] | 133 | mib-upload-templating-openonu-go-adapter-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULT_PON_FILE) |
| 134 | mib-upload-templating-openonu-go-adapter-test: ROBOT_FILE := Voltha_ONUTemplateTests.robot |
| 135 | mib-upload-templating-openonu-go-adapter-test: openonu-go-adapter-tests |
TorstenThieme | 280c380 | 2020-08-07 07:07:42 +0000 | [diff] [blame] | 136 | |
TorstenThieme | 3d8bf55 | 2021-02-08 08:41:52 +0000 | [diff] [blame] | 137 | # target to invoke reconcile tests with openonu go adapter at single ONU with ATT workflow |
| 138 | reconcile-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v workflow:ATT |
| 139 | reconcile-openonu-go-adapter-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
| 140 | reconcile-openonu-go-adapter-test: reconcile-openonu-go-adapter-tests |
| 141 | |
TorstenThieme | fe7099e | 2021-01-29 08:41:04 +0000 | [diff] [blame] | 142 | # target to invoke reconcile tests with openonu go adapter at single ONU with DT workflow |
| 143 | reconcile-openonu-go-adapter-test-dt: ROBOT_MISC_ARGS += -v workflow:DT |
TorstenThieme | 3d8bf55 | 2021-02-08 08:41:52 +0000 | [diff] [blame] | 144 | reconcile-openonu-go-adapter-test-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE) |
| 145 | reconcile-openonu-go-adapter-test-dt: reconcile-openonu-go-adapter-tests |
TorstenThieme | fe7099e | 2021-01-29 08:41:04 +0000 | [diff] [blame] | 146 | |
| 147 | # target to invoke reconcile tests with openonu go adapter at single ONU with TT workflow |
| 148 | reconcile-openonu-go-adapter-test-tt: ROBOT_MISC_ARGS += -v workflow:TT |
TorstenThieme | 3d8bf55 | 2021-02-08 08:41:52 +0000 | [diff] [blame] | 149 | reconcile-openonu-go-adapter-test-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_SINGLE_PON_FILE) |
| 150 | reconcile-openonu-go-adapter-test-tt: reconcile-openonu-go-adapter-tests |
TorstenThieme | fe7099e | 2021-01-29 08:41:04 +0000 | [diff] [blame] | 151 | |
TorstenThieme | 3d8bf55 | 2021-02-08 08:41:52 +0000 | [diff] [blame] | 152 | # target to invoke reconcile tests with openonu go adapter at single ONU |
| 153 | reconcile-openonu-go-adapter-tests: ROBOT_MISC_ARGS += -v logging:True -i functionalOnuGo |
| 154 | reconcile-openonu-go-adapter-tests: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT) |
| 155 | reconcile-openonu-go-adapter-tests: ROBOT_FILE := Voltha_ONUReconcileTests.robot |
| 156 | reconcile-openonu-go-adapter-tests: openonu-go-adapter-tests |
TorstenThieme | 440b7c0 | 2020-12-18 15:42:57 +0000 | [diff] [blame] | 157 | |
TorstenThieme | fe7099e | 2021-01-29 08:41:04 +0000 | [diff] [blame] | 158 | # target to invoke test with openonu go adapter applying 1T4GEM tech-profile with multiple OLTs scenarios with ATT workflow |
| 159 | 1t4gem-openonu-go-adapter-multi-olt-test: ROBOT_MISC_ARGS += -v techprofile:1T4GEM |
| 160 | 1t4gem-openonu-go-adapter-multi-olt-test: openonu-go-adapter-multi-olt-test |
TorstenThieme | c3c2323 | 2021-01-13 13:06:31 +0000 | [diff] [blame] | 161 | |
TorstenThieme | fe7099e | 2021-01-29 08:41:04 +0000 | [diff] [blame] | 162 | # target to invoke test with openonu go adapter applying 1T8GEM tech-profile with multiple OLTs scenarios with ATT workflow |
| 163 | 1t8gem-openonu-go-adapter-multi-olt-test: ROBOT_MISC_ARGS += -v techprofile:1T8GEM |
TorstenThieme | 3d8bf55 | 2021-02-08 08:41:52 +0000 | [diff] [blame] | 164 | 1t8gem-openonu-go-adapter-multi-olt-test: openonu-go-adapter-multi-olt-test |
TorstenThieme | fe7099e | 2021-01-29 08:41:04 +0000 | [diff] [blame] | 165 | |
| 166 | # target to invoke test with openonu go adapter (applying 1T1GEM tech-profile) with multiple OLTs scenarios with ATT workflow |
| 167 | openonu-go-adapter-multi-olt-test: ROBOT_MISC_ARGS += -v state2test:omci-flows-pushed -v testmode:SingleStateTime |
| 168 | openonu-go-adapter-multi-olt-test: ROBOT_MISC_ARGS += -v logging:True -i sanityOnuGo -i functionalOnuGo |
| 169 | openonu-go-adapter-multi-olt-test: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT) |
| 170 | openonu-go-adapter-multi-olt-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE) |
| 171 | openonu-go-adapter-multi-olt-test: ROBOT_FILE := Voltha_ONUStateTests.robot |
| 172 | openonu-go-adapter-multi-olt-test: openonu-go-adapter-tests |
TorstenThieme | 70bc526 | 2021-01-19 12:12:55 +0000 | [diff] [blame] | 173 | |
David Bainbridge | f81cd64 | 2019-11-20 00:14:47 +0000 | [diff] [blame] | 174 | sanity-single-kind: ROBOT_MISC_ARGS += -i sanity $(ROBOT_DEBUG_LOG_OPT) |
Gilles Depatie | 45fbe04 | 2019-11-11 17:10:06 -0500 | [diff] [blame] | 175 | sanity-single-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
| 176 | sanity-single-kind: bbsim-kind |
Matteo Scandolo | a80b473 | 2020-09-04 13:51:10 -0700 | [diff] [blame] | 177 | sanity-bbsim-att: ROBOT_MISC_ARGS += -v logging:True -v workflow:ATT |
| 178 | sanity-bbsim-att: sanity-bbsim |
| 179 | |
| 180 | sanity-bbsim-dt: ROBOT_MISC_ARGS += -v logging:True -v workflow:DT |
| 181 | sanity-bbsim-dt: sanity-bbsim |
| 182 | |
| 183 | sanity-bbsim-tt: ROBOT_MISC_ARGS += -v logging:True -v workflow:TT |
| 184 | sanity-bbsim-tt: sanity-bbsim |
| 185 | |
| 186 | sanity-bbsim: ROBOT_MISC_ARGS += -i bbsimSanity $(ROBOT_DEBUG_LOG_OPT) |
| 187 | sanity-bbsim: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
| 188 | sanity-bbsim: ROBOT_FILE := Voltha_BBSimTests.robot |
| 189 | sanity-bbsim: voltha-bbsim-test |
| 190 | |
Matteo Scandolo | 95b2215 | 2021-02-05 15:39:34 -0800 | [diff] [blame^] | 191 | voltha-bbsim-test: vst_venv |
| 192 | source ./$</bin/activate ; set -u ;\ |
| 193 | cd tests/bbsim ;\ |
| 194 | robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE) |
| 195 | |
David Bainbridge | 32c4563 | 2020-04-13 08:47:09 -0700 | [diff] [blame] | 196 | rwcore-restart-single-kind: ROBOT_MISC_ARGS += -X -i functionalANDrwcore-restart $(ROBOT_DEBUG_LOG_OPT) |
David Bainbridge | f81cd64 | 2019-11-20 00:14:47 +0000 | [diff] [blame] | 197 | rwcore-restart-single-kind: ROBOT_CONFIG_FILE := $(ROBOT_FAIL_SINGLE_PON_FILE) |
ubuntu | 6b6e7d4 | 2020-03-02 12:35:42 -0800 | [diff] [blame] | 198 | rwcore-restart-single-kind: ROBOT_FILE := Voltha_FailureScenarios.robot |
David Bainbridge | f81cd64 | 2019-11-20 00:14:47 +0000 | [diff] [blame] | 199 | rwcore-restart-single-kind: voltha-test |
| 200 | |
David Bainbridge | 3d6d5d3 | 2019-12-17 19:05:35 +0000 | [diff] [blame] | 201 | single-kind: ROBOT_MISC_ARGS += -X -i $(TEST_TAGS) $(ROBOT_DEBUG_LOG_OPT) |
| 202 | single-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
| 203 | single-kind: ROBOT_FILE := Voltha_PODTests.robot |
| 204 | single-kind: voltha-test |
| 205 | |
David Bainbridge | f81cd64 | 2019-11-20 00:14:47 +0000 | [diff] [blame] | 206 | sanity-multi-kind: ROBOT_MISC_ARGS += -i sanity $(ROBOT_DEBUG_LOG_OPT) |
Gilles Depatie | 45fbe04 | 2019-11-11 17:10:06 -0500 | [diff] [blame] | 207 | sanity-multi-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULT_PON_FILE) |
| 208 | sanity-multi-kind: bbsim-kind |
Andy Bavier | ba9866b | 2019-10-11 07:11:53 -0700 | [diff] [blame] | 209 | |
Andy Bavier | 8da0e13 | 2020-04-13 10:25:16 -0700 | [diff] [blame] | 210 | functional-multi-kind: ROBOT_MISC_ARGS += -i sanityORfunctional $(ROBOT_DEBUG_LOG_OPT) |
| 211 | functional-multi-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULT_PON_FILE) |
| 212 | functional-multi-kind: bbsim-kind |
| 213 | |
Suchitra Vemuri | 8a9c378 | 2019-10-23 12:43:01 -0700 | [diff] [blame] | 214 | bbsim-kind: ROBOT_MISC_ARGS += -X |
Gilles Depatie | 45fbe04 | 2019-11-11 17:10:06 -0500 | [diff] [blame] | 215 | bbsim-kind: ROBOT_FILE := Voltha_PODTests.robot |
| 216 | bbsim-kind: voltha-test |
| 217 | |
David Bainbridge | f81cd64 | 2019-11-20 00:14:47 +0000 | [diff] [blame] | 218 | scale-single-kind: ROBOT_MISC_ARGS += -i active $(ROBOT_DEBUG_LOG_OPT) |
Gilles Depatie | 45fbe04 | 2019-11-11 17:10:06 -0500 | [diff] [blame] | 219 | scale-single-kind: ROBOT_CONFIG_FILE := $(ROBOT_SCALE_SINGLE_PON_FILE) |
| 220 | scale-single-kind: bbsim-scale-kind |
| 221 | |
David Bainbridge | f81cd64 | 2019-11-20 00:14:47 +0000 | [diff] [blame] | 222 | scale-multi-kind: ROBOT_MISC_ARGS += -i active $(ROBOT_DEBUG_LOG_OPT) |
Gilles Depatie | 45fbe04 | 2019-11-11 17:10:06 -0500 | [diff] [blame] | 223 | scale-multi-kind: ROBOT_CONFIG_FILE := $(ROBOT_SCALE_MULT_PON_FILE) |
| 224 | scale-multi-kind: bbsim-scale-kind |
| 225 | |
David Bainbridge | f81cd64 | 2019-11-20 00:14:47 +0000 | [diff] [blame] | 226 | bbsim-scale-kind: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) |
Gilles Depatie | 45fbe04 | 2019-11-11 17:10:06 -0500 | [diff] [blame] | 227 | bbsim-scale-kind: ROBOT_FILE := Voltha_ScaleFunctionalTests.robot |
| 228 | bbsim-scale-kind: voltha-test |
Zack Williams | ec53a1b | 2019-09-16 15:50:52 -0700 | [diff] [blame] | 229 | |
hwchiu | ab524f0 | 2020-02-03 23:24:19 +0000 | [diff] [blame] | 230 | #Only supported in full mode |
| 231 | system-scale-test: ROBOT_FILE := K8S_SystemTest.robot |
Matteo Scandolo | 66fe645 | 2021-01-05 13:03:41 -0800 | [diff] [blame] | 232 | system-scale-test: ROBOT_MISC_ARGS += -X -i functional $(ROBOT_DEBUG_LOG_OPT) -v teardown_device:True |
hwchiu | ab524f0 | 2020-02-03 23:24:19 +0000 | [diff] [blame] | 233 | system-scale-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULT_PON_FILE) |
| 234 | system-scale-test: voltha-test |
hwchiu | 1128912 | 2019-11-27 16:20:15 +0000 | [diff] [blame] | 235 | |
hwchiu | 8569593 | 2019-12-18 08:05:25 +0000 | [diff] [blame] | 236 | failure-test: ROBOT_MISC_ARGS += -X -i FailureTest $(ROBOT_DEBUG_LOG_OPT) |
hwchiu | 3d9a098 | 2020-02-06 00:19:19 +0000 | [diff] [blame] | 237 | failure-test: ROBOT_FILE := K8S_SystemTest.robot |
hwchiu | 8569593 | 2019-12-18 08:05:25 +0000 | [diff] [blame] | 238 | failure-test: ROBOT_CONFIG_FILE := $(ROBOT_FAIL_SINGLE_PON_FILE) |
| 239 | failure-test: voltha-test |
| 240 | |
Scott Baker | 60e570d | 2020-02-02 22:10:13 -0800 | [diff] [blame] | 241 | bbsim-alarms-kind: ROBOT_MISC_ARGS += -X -i active |
| 242 | bbsim-alarms-kind: ROBOT_FILE := Voltha_AlarmTests.robot |
Andy Bavier | e118e05 | 2020-03-06 12:49:24 -0700 | [diff] [blame] | 243 | bbsim-alarms-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
Scott Baker | 60e570d | 2020-02-02 22:10:13 -0800 | [diff] [blame] | 244 | bbsim-alarms-kind: voltctl-docker-image-build voltctl-docker-image-install-kind voltha-test |
| 245 | |
Andy Bavier | c1904dc | 2020-03-20 11:39:15 -0700 | [diff] [blame] | 246 | bbsim-errorscenarios: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) |
| 247 | bbsim-errorscenarios: ROBOT_FILE := Voltha_ErrorScenarios.robot |
| 248 | bbsim-errorscenarios: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
| 249 | bbsim-errorscenarios: voltha-test |
| 250 | |
Suchitra Vemuri | 9826c05 | 2020-11-18 14:11:51 -0800 | [diff] [blame] | 251 | bbsim-multiolt-errorscenarios: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) |
| 252 | bbsim-multiolt-errorscenarios: ROBOT_FILE := Voltha_ErrorScenarios.robot |
| 253 | bbsim-multiolt-errorscenarios: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE) |
| 254 | bbsim-multiolt-errorscenarios: voltha-test |
| 255 | |
Hardik Windlass | cbcca31 | 2020-04-20 21:46:11 +0530 | [diff] [blame] | 256 | bbsim-errorscenarios-dt: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) |
| 257 | bbsim-errorscenarios-dt: ROBOT_FILE := Voltha_ErrorScenarios.robot |
| 258 | bbsim-errorscenarios-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE) |
| 259 | bbsim-errorscenarios-dt: voltha-test |
| 260 | |
Hardik Windlass | e05e471 | 2020-04-29 10:40:42 +0530 | [diff] [blame] | 261 | bbsim-failurescenarios: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitch -e PhysicalOLTReboot |
Andy Bavier | 8da0e13 | 2020-04-13 10:25:16 -0700 | [diff] [blame] | 262 | bbsim-failurescenarios: ROBOT_FILE := Voltha_FailureScenarios.robot |
| 263 | bbsim-failurescenarios: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
| 264 | bbsim-failurescenarios: voltha-test |
| 265 | |
Suchitra Vemuri | 9826c05 | 2020-11-18 14:11:51 -0800 | [diff] [blame] | 266 | bbsim-multiolt-failurescenarios: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitch -e PhysicalOLTReboot |
| 267 | bbsim-multiolt-failurescenarios: ROBOT_FILE := Voltha_FailureScenarios.robot |
| 268 | bbsim-multiolt-failurescenarios: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE) |
| 269 | bbsim-multiolt-failurescenarios: voltha-test |
| 270 | |
Suchitra Vemuri | 6971c39 | 2020-12-08 10:41:33 -0800 | [diff] [blame] | 271 | bbsim-multiolt-kind: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitch -e PhysicalOLTReboot |
| 272 | bbsim-multiolt-kind: ROBOT_FILE := Voltha_MultiOLT_Tests.robot |
| 273 | bbsim-multiolt-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE) |
| 274 | bbsim-multiolt-kind: voltha-test |
| 275 | |
| 276 | bbsim-multiolt-kind-dt: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitch -e PhysicalOLTReboot |
| 277 | bbsim-multiolt-kind-dt: ROBOT_FILE := Voltha_DT_MultiOLT_Tests.robot |
| 278 | bbsim-multiolt-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE) |
| 279 | bbsim-multiolt-kind-dt: voltha-dt-test |
| 280 | |
| 281 | multiolt-kind-dt: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -i functionalDt |
| 282 | multiolt-kind-dt: ROBOT_FILE := Voltha_DT_MultiOLT_Tests.robot |
| 283 | multiolt-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE) |
| 284 | multiolt-kind-dt: voltha-dt-test |
| 285 | |
Hardik Windlass | 9df139e | 2020-04-24 14:54:54 +0530 | [diff] [blame] | 286 | bbsim-failurescenarios-dt: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitchOnuRebootDt -e PhysicalOltRebootDt |
| 287 | bbsim-failurescenarios-dt: ROBOT_FILE := Voltha_DT_FailureScenarios.robot |
| 288 | bbsim-failurescenarios-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE) |
| 289 | bbsim-failurescenarios-dt: voltha-dt-test |
| 290 | |
Andy Bavier | 70eab04 | 2019-12-14 14:16:26 -0700 | [diff] [blame] | 291 | voltha-test: ROBOT_MISC_ARGS += -e notready |
hwchiu | 1128912 | 2019-11-27 16:20:15 +0000 | [diff] [blame] | 292 | |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 293 | voltha-test: vst_venv |
| 294 | source ./$</bin/activate ; set -u ;\ |
| 295 | cd tests/functional ;\ |
| 296 | robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE) |
| 297 | |
TorstenThieme | f8f9a80 | 2020-12-16 15:25:25 +0000 | [diff] [blame] | 298 | bbsim-dmi-hw-management-test: ROBOT_MISC_ARGS += -e notreadyDMI -i functionalDMI -e bbsimUnimplementedDMI |
| 299 | bbsim-dmi-hw-management-test: ROBOT_FILE := dmi-hw-management.robot |
| 300 | bbsim-dmi-hw-management-test: ROBOT_CONFIG_FILE := $(ROBOT_DMI_SINGLE_BBSIM_FILE) |
| 301 | bbsim-dmi-hw-management-test: voltha-dmi-test |
uwe ottrembka | 504ca3e | 2020-11-23 12:02:20 +0100 | [diff] [blame] | 302 | |
TorstenThieme | f8f9a80 | 2020-12-16 15:25:25 +0000 | [diff] [blame] | 303 | voltha-dmi-hw-management-test: ROBOT_MISC_ARGS += -e notreadyDMI -i functionalDMI |
| 304 | voltha-dmi-hw-management-test: ROBOT_FILE := dmi-hw-management.robot |
| 305 | voltha-dmi-hw-management-test: ROBOT_CONFIG_FILE := $(ROBOT_DMI_SINGLE_ADTRAN_FILE) |
| 306 | voltha-dmi-hw-management-test: voltha-dmi-test |
| 307 | |
| 308 | voltha-dmi-test: vst_venv |
uwe ottrembka | 504ca3e | 2020-11-23 12:02:20 +0100 | [diff] [blame] | 309 | source ./$</bin/activate ; set -u ;\ |
| 310 | cd tests/dmi-interface ;\ |
| 311 | robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE) |
| 312 | |
Hardik Windlass | 79b40ff | 2020-06-11 22:55:47 +0530 | [diff] [blame] | 313 | voltha-dt-test: ROBOT_MISC_ARGS += -e notready |
| 314 | |
Hardik Windlass | a3d04b9 | 2020-02-17 15:06:05 +0000 | [diff] [blame] | 315 | voltha-dt-test: vst_venv |
| 316 | source ./$</bin/activate ; set -u ;\ |
| 317 | cd tests/dt-workflow ;\ |
| 318 | robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE) |
| 319 | |
Hardik Windlass | 4311869 | 2020-07-01 22:16:47 +0530 | [diff] [blame] | 320 | voltha-tt-test: ROBOT_MISC_ARGS += -e notready |
| 321 | |
| 322 | voltha-tt-test: vst_venv |
| 323 | source ./$</bin/activate ; set -u ;\ |
| 324 | cd tests/tt-workflow ;\ |
| 325 | robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE) |
| 326 | |
Matteo Scandolo | 142e627 | 2020-04-29 17:36:59 -0700 | [diff] [blame] | 327 | voltha-scale-test: vst_venv |
| 328 | source ./$</bin/activate ; set -u ;\ |
| 329 | cd tests/scale ;\ |
| 330 | robot $(ROBOT_MISC_ARGS) Voltha_Scale_Tests.robot |
| 331 | |
TorstenThieme | 89caa14 | 2020-10-05 08:20:31 +0000 | [diff] [blame] | 332 | openonu-go-adapter-tests: vst_venv |
TorstenThieme | 1619db2 | 2020-04-03 12:01:15 +0000 | [diff] [blame] | 333 | source ./$</bin/activate ; set -u ;\ |
| 334 | cd tests/openonu-go-adapter ;\ |
| 335 | robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE) |
| 336 | |
| 337 | |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 338 | # self-test, lint, and setup targets |
| 339 | |
| 340 | # virtualenv for the robot tools |
Andy Bavier | 952b95b | 2020-03-06 09:53:42 -0700 | [diff] [blame] | 341 | # VOL-2724 Invoke pip via python3 to avoid pathname too long on QA jobs |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 342 | vst_venv: |
| 343 | virtualenv -p python3 $@ ;\ |
| 344 | source ./$@/bin/activate ;\ |
Andy Bavier | e118e05 | 2020-03-06 12:49:24 -0700 | [diff] [blame] | 345 | python -m pip install -r requirements.txt |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 346 | |
| 347 | test: lint |
| 348 | |
| 349 | lint: lint-robot lint-python lint-yaml lint-json |
| 350 | |
| 351 | lint-robot: vst_venv |
| 352 | source ./$</bin/activate ; set -u ;\ |
| 353 | rflint $(LINT_ARGS) $(ROBOT_FILES) |
| 354 | |
| 355 | # check deps for format and python3 cleanliness |
| 356 | lint-python: vst_venv |
| 357 | source ./$</bin/activate ; set -u ;\ |
| 358 | pylint --py3k $(PYTHON_FILES) ;\ |
| 359 | flake8 --max-line-length=99 --count $(PYTHON_FILES) |
| 360 | |
| 361 | lint-yaml: vst_venv |
| 362 | source ./$</bin/activate ; set -u ;\ |
| 363 | yamllint -s $(YAML_FILES) |
| 364 | |
| 365 | lint-json: vst_venv |
| 366 | source ./$</bin/activate ; set -u ;\ |
| 367 | for jsonfile in $(JSON_FILES); do \ |
| 368 | echo "Validating json file: $$jsonfile" ;\ |
| 369 | python -m json.tool $$jsonfile > /dev/null ;\ |
| 370 | done |
| 371 | |
| 372 | # tidy target will be more useful once issue with removing leading comments |
| 373 | # is resolved: https://github.com/robotframework/robotframework/issues/3263 |
| 374 | tidy-robot: vst_venv |
| 375 | source ./$</bin/activate ; set -u ;\ |
| 376 | python -m robot.tidy --inplace $(ROBOT_FILES); |
| 377 | |
Andy Bavier | 4a8450e | 2020-02-04 08:58:37 -0700 | [diff] [blame] | 378 | # Install the 'kail' tool if needed: https://github.com/boz/kail |
| 379 | KAIL_PATH ?= /usr/local/bin |
| 380 | $(KAIL_PATH)/kail: |
| 381 | bash <( curl -sfL https://raw.githubusercontent.com/boz/kail/master/godownloader.sh) -b /tmp |
| 382 | mv /tmp/kail $(KAIL_PATH) |
| 383 | |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 384 | ## Variables for gendocs |
| 385 | TEST_SOURCE := $(wildcard tests/*/*.robot) |
| 386 | TEST_BASENAME := $(basename $(TEST_SOURCE)) |
| 387 | TEST_DIRS := $(dir $(TEST_SOURCE)) |
| 388 | |
| 389 | LIB_SOURCE := $(wildcard libraries/*.robot) |
| 390 | LIB_BASENAME := $(basename $(LIB_SOURCE)) |
| 391 | LIB_DIRS := $(dir $(LIB_SOURCE)) |
| 392 | |
| 393 | .PHONY: gendocs lint test |
| 394 | # In future explore use of --docformat REST - integration w/Sphinx? |
Zack Williams | ec53a1b | 2019-09-16 15:50:52 -0700 | [diff] [blame] | 395 | gendocs: vst_venv |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 396 | source ./$</bin/activate ; set -u ;\ |
hwchiu | 0601ec7 | 2019-10-08 00:04:43 +0000 | [diff] [blame] | 397 | mkdir -p $@ ;\ |
| 398 | for dir in ${LIB_DIRS}; do mkdir -p $@/$$dir; done;\ |
| 399 | for dir in ${LIB_BASENAME}; do\ |
| 400 | python -m robot.libdoc --format HTML $$dir.robot $@/$$dir.html ;\ |
| 401 | done ;\ |
| 402 | for dir in ${TEST_DIRS}; do mkdir -p $@/$$dir; done;\ |
| 403 | for dir in ${TEST_BASENAME}; do\ |
| 404 | python -m robot.testdoc $$dir.robot $@/$$dir.html ;\ |
| 405 | done |
Zack Williams | ec53a1b | 2019-09-16 15:50:52 -0700 | [diff] [blame] | 406 | |
Zack Williams | ec53a1b | 2019-09-16 15:50:52 -0700 | [diff] [blame] | 407 | clean: |
| 408 | find . -name output.xml -print |
| 409 | |
| 410 | clean-all: clean |
| 411 | rm -rf vst_venv gendocs |
Scott Baker | 60e570d | 2020-02-02 22:10:13 -0800 | [diff] [blame] | 412 | |
| 413 | voltctl-docker-image-build: |
| 414 | cd docker && docker build -t opencord/voltctl:local -f Dockerfile.voltctl . |
| 415 | |
| 416 | voltctl-docker-image-install-kind: |
| 417 | @if [ "`kind get clusters | grep voltha`" = '' ]; then echo "no voltha cluster found" && exit 1; fi |
| 418 | kind load docker-image --name `kind get clusters | grep voltha` opencord/voltctl:local |