Kailash | 9276492 | 2019-07-25 08:21:39 -0700 | [diff] [blame] | 1 | # Copyright 2017-present Open Networking Foundation |
| 2 | # |
| 3 | # Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | # you may not use this file except in compliance with the License. |
| 5 | # You may obtain a copy of the License at |
| 6 | # |
| 7 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | # |
| 9 | # Unless required by applicable law or agreed to in writing, software |
| 10 | # distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | # See the License for the specific language governing permissions and |
| 13 | # limitations under the License. |
| 14 | |
Zack Williams | ec53a1b | 2019-09-16 15:50:52 -0700 | [diff] [blame] | 15 | # use bash for pushd/popd, and to fail quickly. virtualenv's activate |
| 16 | # has undefined variables, so no -u |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 17 | SHELL := bash -e -o pipefail |
Kailash | 9276492 | 2019-07-25 08:21:39 -0700 | [diff] [blame] | 18 | |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 19 | ROOT_DIR := $(shell dirname $(realpath $(lastword $(MAKEFILE_LIST)))) |
Kailash | 9276492 | 2019-07-25 08:21:39 -0700 | [diff] [blame] | 20 | |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 21 | # Configuration and lists of files for linting/testing |
| 22 | VERSION ?= $(shell cat ./VERSION) |
Suchitra Vemuri | a6879aa | 2020-11-03 11:03:11 -0800 | [diff] [blame] | 23 | LINT_ARGS ?= --verbose --configure LineTooLong:130 -e LineTooLong \ |
Suraj Gour | 3365127 | 2020-05-04 10:10:16 +0530 | [diff] [blame] | 24 | --configure TooManyTestSteps:50 -e TooManyTestSteps \ |
Scott Baker | 27d04db | 2020-02-06 18:03:21 -0800 | [diff] [blame] | 25 | --configure TooManyTestCases:50 -e TooManyTestCases \ |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 26 | --configure TooFewTestSteps:1 \ |
| 27 | --configure TooFewKeywordSteps:1 \ |
Suchitra Vemuri | a6879aa | 2020-11-03 11:03:11 -0800 | [diff] [blame] | 28 | --configure FileTooLong:1300 -e FileTooLong \ |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 29 | -e TrailingWhitespace |
| 30 | |
| 31 | PYTHON_FILES := $(wildcard libraries/*.py) |
| 32 | ROBOT_FILES := $(shell find . -name *.robot -print) |
| 33 | YAML_FILES := $(shell find ./tests -type f \( -name *.yaml -o -name *.yml \) -print) |
| 34 | JSON_FILES := $(shell find ./tests -name *.json -print) |
| 35 | |
| 36 | # Robot config |
| 37 | ROBOT_SANITY_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind.yaml |
Hardik Windlass | a3d04b9 | 2020-02-17 15:06:05 +0000 | [diff] [blame] | 38 | ROBOT_SANITY_DT_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-dt.yaml |
Suchitra Vemuri | a311faf | 2020-11-23 13:46:52 -0800 | [diff] [blame] | 39 | ROBOT_SANITY_MULTIPLE_OLT_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-2OLTx2ONUx2PON.yaml |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 40 | ROBOT_FAIL_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind.yaml |
| 41 | ROBOT_SANITY_MULT_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-2x2.yaml |
| 42 | ROBOT_SCALE_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-16.yaml |
| 43 | ROBOT_SCALE_MULT_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-8x2.yaml |
TorstenThieme | ffb3392 | 2020-06-18 08:41:17 +0000 | [diff] [blame] | 44 | ROBOT_SCALE_MULT_ONU_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-8x8.yaml |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 45 | ROBOT_DEBUG_LOG_OPT ?= |
| 46 | ROBOT_MISC_ARGS ?= |
Matteo Scandolo | 549df9e | 2020-09-04 11:09:18 -0700 | [diff] [blame] | 47 | ROBOT_SANITY_TT_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-tt.yaml |
uwe ottrembka | 504ca3e | 2020-11-23 12:02:20 +0100 | [diff] [blame] | 48 | ROBOT_DMI_SINGLE_BBSIM_FILE ?= $(ROOT_DIR)/tests/data/dmi-components-bbsim.yaml |
TorstenThieme | f8f9a80 | 2020-12-16 15:25:25 +0000 | [diff] [blame] | 49 | ROBOT_DMI_SINGLE_ADTRAN_FILE ?= $(ROOT_DIR)/tests/data/dmi-components-adtran.yaml |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 50 | |
Gilles Depatie | 45fbe04 | 2019-11-11 17:10:06 -0500 | [diff] [blame] | 51 | # for backwards compatibility |
| 52 | sanity-kind: sanity-single-kind |
| 53 | |
Matteo Scandolo | 142e627 | 2020-04-29 17:36:59 -0700 | [diff] [blame] | 54 | # for scale pipeline |
| 55 | voltha-scale: ROBOT_MISC_ARGS += -i activation $(ROBOT_DEBUG_LOG_OPT) |
| 56 | voltha-scale: voltha-scale-test |
| 57 | |
Hardik Windlass | a3d04b9 | 2020-02-17 15:06:05 +0000 | [diff] [blame] | 58 | # target to invoke DT Workflow Sanity |
| 59 | sanity-kind-dt: ROBOT_MISC_ARGS += -i sanityDt $(ROBOT_DEBUG_LOG_OPT) |
| 60 | sanity-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE) |
| 61 | sanity-kind-dt: ROBOT_FILE := Voltha_DT_PODTests.robot |
| 62 | sanity-kind-dt: voltha-dt-test |
| 63 | |
Hardik Windlass | d6aa082 | 2020-06-29 20:18:12 +0530 | [diff] [blame] | 64 | functional-single-kind: ROBOT_MISC_ARGS += -i sanityORfunctional -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT) |
Andy Bavier | 33e6dd3 | 2020-01-16 13:35:20 -0700 | [diff] [blame] | 65 | functional-single-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
| 66 | functional-single-kind: bbsim-kind |
| 67 | |
Hardik Windlass | 35706ba | 2020-02-20 08:16:42 +0000 | [diff] [blame] | 68 | # target to invoke DT Workflow Functional scenarios |
Hardik Windlass | d6aa082 | 2020-06-29 20:18:12 +0530 | [diff] [blame] | 69 | functional-single-kind-dt: ROBOT_MISC_ARGS += -i sanityDtORfunctionalDt -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT) |
Hardik Windlass | 35706ba | 2020-02-20 08:16:42 +0000 | [diff] [blame] | 70 | functional-single-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE) |
| 71 | functional-single-kind-dt: ROBOT_FILE := Voltha_DT_PODTests.robot |
| 72 | functional-single-kind-dt: voltha-dt-test |
| 73 | |
Suchitra Vemuri | 2f1e07d | 2020-06-26 19:18:01 -0700 | [diff] [blame] | 74 | # target to invoke TT Workflow Sanity |
Hardik Windlass | 4311869 | 2020-07-01 22:16:47 +0530 | [diff] [blame] | 75 | sanity-kind-tt: ROBOT_MISC_ARGS += -i sanityTT $(ROBOT_DEBUG_LOG_OPT) |
| 76 | sanity-kind-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_SINGLE_PON_FILE) |
| 77 | sanity-kind-tt: ROBOT_FILE := Voltha_TT_PODTests.robot |
| 78 | sanity-kind-tt: voltha-tt-test |
Suchitra Vemuri | 2f1e07d | 2020-06-26 19:18:01 -0700 | [diff] [blame] | 79 | |
| 80 | # target to invoke TT Workflow Functional scenarios |
Hardik Windlass | 4311869 | 2020-07-01 22:16:47 +0530 | [diff] [blame] | 81 | functional-single-kind-tt: ROBOT_MISC_ARGS += -i sanityTTORfunctional -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT) |
Suchitra Vemuri | 2f1e07d | 2020-06-26 19:18:01 -0700 | [diff] [blame] | 82 | functional-single-kind-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_SINGLE_PON_FILE) |
| 83 | functional-single-kind-tt: ROBOT_FILE := Voltha_TT_PODTests.robot |
| 84 | functional-single-kind-tt: voltha-tt-test |
| 85 | |
TorstenThieme | bccd3ae | 2020-02-20 12:56:44 +0000 | [diff] [blame] | 86 | # target to invoke multiple OLTs Functional scenarios |
Suchitra Vemuri | 2a6975a | 2020-11-25 12:49:38 -0800 | [diff] [blame] | 87 | functional-multi-olt: ROBOT_MISC_ARGS += -i sanityORfunctional -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT) |
TorstenThieme | bccd3ae | 2020-02-20 12:56:44 +0000 | [diff] [blame] | 88 | functional-multi-olt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE) |
Suchitra Vemuri | 9826c05 | 2020-11-18 14:11:51 -0800 | [diff] [blame] | 89 | functional-multi-olt: ROBOT_FILE := Voltha_PODTests.robot |
TorstenThieme | bccd3ae | 2020-02-20 12:56:44 +0000 | [diff] [blame] | 90 | functional-multi-olt: voltha-test |
| 91 | |
TorstenThieme | 1619db2 | 2020-04-03 12:01:15 +0000 | [diff] [blame] | 92 | # target to invoke openonu go adapter |
TorstenThieme | 66c91a8 | 2020-10-19 13:37:53 +0000 | [diff] [blame] | 93 | openonu-go-adapter-test: ROBOT_MISC_ARGS += -v state2test:omci-flows-pushed -v testmode:SingleStateTime |
TorstenThieme | d4f4896 | 2020-12-08 12:17:19 +0000 | [diff] [blame] | 94 | openonu-go-adapter-test: ROBOT_MISC_ARGS += -v logging:True -i sanityOnuGo -i functionalOnuGo |
TorstenThieme | 66c91a8 | 2020-10-19 13:37:53 +0000 | [diff] [blame] | 95 | openonu-go-adapter-test: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT) |
TorstenThieme | 1619db2 | 2020-04-03 12:01:15 +0000 | [diff] [blame] | 96 | openonu-go-adapter-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
| 97 | openonu-go-adapter-test: ROBOT_FILE := Voltha_ONUStateTests.robot |
TorstenThieme | 89caa14 | 2020-10-05 08:20:31 +0000 | [diff] [blame] | 98 | openonu-go-adapter-test: openonu-go-adapter-tests |
TorstenThieme | 1619db2 | 2020-04-03 12:01:15 +0000 | [diff] [blame] | 99 | |
TorstenThieme | 280c380 | 2020-08-07 07:07:42 +0000 | [diff] [blame] | 100 | # target to invoke test with openonu go adapter applying 1T4GEM tech-profile at single ONU |
TorstenThieme | 66c91a8 | 2020-10-19 13:37:53 +0000 | [diff] [blame] | 101 | 1t4gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v state2test:omci-flows-pushed -v testmode:SingleStateTime |
TorstenThieme | d4f4896 | 2020-12-08 12:17:19 +0000 | [diff] [blame] | 102 | 1t4gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v techprofile:1T4GEM -v logging:True |
TorstenThieme | 66c91a8 | 2020-10-19 13:37:53 +0000 | [diff] [blame] | 103 | 1t4gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -i sanityOnuGo -i functionalOnuGo |
| 104 | 1t4gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT) |
TorstenThieme | 280c380 | 2020-08-07 07:07:42 +0000 | [diff] [blame] | 105 | 1t4gem-openonu-go-adapter-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
| 106 | 1t4gem-openonu-go-adapter-test: ROBOT_FILE := Voltha_ONUStateTests.robot |
TorstenThieme | 89caa14 | 2020-10-05 08:20:31 +0000 | [diff] [blame] | 107 | 1t4gem-openonu-go-adapter-test: openonu-go-adapter-tests |
TorstenThieme | 280c380 | 2020-08-07 07:07:42 +0000 | [diff] [blame] | 108 | |
| 109 | # target to invoke test with openonu go adapter applying 1T8GEM tech-profile at single ONU |
TorstenThieme | 66c91a8 | 2020-10-19 13:37:53 +0000 | [diff] [blame] | 110 | 1t8gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v state2test:omci-flows-pushed -v testmode:SingleStateTime |
TorstenThieme | d4f4896 | 2020-12-08 12:17:19 +0000 | [diff] [blame] | 111 | 1t8gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v techprofile:1T8GEM -v logging:True |
TorstenThieme | 66c91a8 | 2020-10-19 13:37:53 +0000 | [diff] [blame] | 112 | 1t8gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -i sanityOnuGo -i functionalOnuGo |
| 113 | 1t8gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT) |
TorstenThieme | 280c380 | 2020-08-07 07:07:42 +0000 | [diff] [blame] | 114 | 1t8gem-openonu-go-adapter-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
| 115 | 1t8gem-openonu-go-adapter-test: ROBOT_FILE := Voltha_ONUStateTests.robot |
TorstenThieme | 89caa14 | 2020-10-05 08:20:31 +0000 | [diff] [blame] | 116 | 1t8gem-openonu-go-adapter-test: openonu-go-adapter-tests |
TorstenThieme | 280c380 | 2020-08-07 07:07:42 +0000 | [diff] [blame] | 117 | |
TorstenThieme | ffb3392 | 2020-06-18 08:41:17 +0000 | [diff] [blame] | 118 | # target to invoke multiple openonu go adapter |
TorstenThieme | 66c91a8 | 2020-10-19 13:37:53 +0000 | [diff] [blame] | 119 | multi-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v state2test:omci-flows-pushed -v testmode:SingleStateTime |
TorstenThieme | d4f4896 | 2020-12-08 12:17:19 +0000 | [diff] [blame] | 120 | multi-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v logging:True -i sanityOnuGo -i functionalOnuGo |
TorstenThieme | 66c91a8 | 2020-10-19 13:37:53 +0000 | [diff] [blame] | 121 | multi-openonu-go-adapter-test: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT) |
TorstenThieme | ffb3392 | 2020-06-18 08:41:17 +0000 | [diff] [blame] | 122 | multi-openonu-go-adapter-test: ROBOT_CONFIG_FILE := $(ROBOT_SCALE_MULT_ONU_FILE) |
| 123 | multi-openonu-go-adapter-test: ROBOT_FILE := Voltha_ONUStateTests.robot |
TorstenThieme | 89caa14 | 2020-10-05 08:20:31 +0000 | [diff] [blame] | 124 | multi-openonu-go-adapter-test: openonu-go-adapter-tests |
TorstenThieme | ffb3392 | 2020-06-18 08:41:17 +0000 | [diff] [blame] | 125 | |
TorstenThieme | 280c380 | 2020-08-07 07:07:42 +0000 | [diff] [blame] | 126 | # target to invoke test with openonu go adapter applying 1T4GEM tech-profile at multiple ONU |
TorstenThieme | 66c91a8 | 2020-10-19 13:37:53 +0000 | [diff] [blame] | 127 | multi-1t4gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v state2test:omci-flows-pushed -v testmode:SingleStateTime |
TorstenThieme | d4f4896 | 2020-12-08 12:17:19 +0000 | [diff] [blame] | 128 | multi-1t4gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v techprofile:1T4GEM -v logging:True |
TorstenThieme | 66c91a8 | 2020-10-19 13:37:53 +0000 | [diff] [blame] | 129 | multi-1t4gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -i sanityOnuGo -i functionalOnuGo |
| 130 | multi-1t4gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT) |
TorstenThieme | 280c380 | 2020-08-07 07:07:42 +0000 | [diff] [blame] | 131 | multi-1t4gem-openonu-go-adapter-test: ROBOT_CONFIG_FILE := $(ROBOT_SCALE_MULT_ONU_FILE) |
| 132 | multi-1t4gem-openonu-go-adapter-test: ROBOT_FILE := Voltha_ONUStateTests.robot |
TorstenThieme | 89caa14 | 2020-10-05 08:20:31 +0000 | [diff] [blame] | 133 | multi-1t4gem-openonu-go-adapter-test: openonu-go-adapter-tests |
TorstenThieme | 280c380 | 2020-08-07 07:07:42 +0000 | [diff] [blame] | 134 | |
| 135 | # target to invoke test with openonu go adapter applying 1T8GEM tech-profile at multiple ONU |
TorstenThieme | 66c91a8 | 2020-10-19 13:37:53 +0000 | [diff] [blame] | 136 | multi-1t8gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v state2test:omci-flows-pushed -v testmode:SingleStateTime |
TorstenThieme | d4f4896 | 2020-12-08 12:17:19 +0000 | [diff] [blame] | 137 | multi-1t8gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v techprofile:1T8GEM -v logging:True |
TorstenThieme | 66c91a8 | 2020-10-19 13:37:53 +0000 | [diff] [blame] | 138 | multi-1t8gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -i sanityOnuGo -i functionalOnuGo |
| 139 | multi-1t8gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT) |
TorstenThieme | 280c380 | 2020-08-07 07:07:42 +0000 | [diff] [blame] | 140 | multi-1t8gem-openonu-go-adapter-test: ROBOT_CONFIG_FILE := $(ROBOT_SCALE_MULT_ONU_FILE) |
| 141 | multi-1t8gem-openonu-go-adapter-test: ROBOT_FILE := Voltha_ONUStateTests.robot |
TorstenThieme | 89caa14 | 2020-10-05 08:20:31 +0000 | [diff] [blame] | 142 | multi-1t8gem-openonu-go-adapter-test: openonu-go-adapter-tests |
| 143 | |
| 144 | # target to invoke test with openonu go adapter applying MIB-Upload-Templating |
TorstenThieme | d4f4896 | 2020-12-08 12:17:19 +0000 | [diff] [blame] | 145 | mib-upload-templating-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v logging:True -i functionalOnuGo |
TorstenThieme | 66c91a8 | 2020-10-19 13:37:53 +0000 | [diff] [blame] | 146 | mib-upload-templating-openonu-go-adapter-test: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT) |
TorstenThieme | 89caa14 | 2020-10-05 08:20:31 +0000 | [diff] [blame] | 147 | mib-upload-templating-openonu-go-adapter-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULT_PON_FILE) |
| 148 | mib-upload-templating-openonu-go-adapter-test: ROBOT_FILE := Voltha_ONUTemplateTests.robot |
| 149 | mib-upload-templating-openonu-go-adapter-test: openonu-go-adapter-tests |
TorstenThieme | 280c380 | 2020-08-07 07:07:42 +0000 | [diff] [blame] | 150 | |
David Bainbridge | f81cd64 | 2019-11-20 00:14:47 +0000 | [diff] [blame] | 151 | sanity-single-kind: ROBOT_MISC_ARGS += -i sanity $(ROBOT_DEBUG_LOG_OPT) |
Gilles Depatie | 45fbe04 | 2019-11-11 17:10:06 -0500 | [diff] [blame] | 152 | sanity-single-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
| 153 | sanity-single-kind: bbsim-kind |
| 154 | |
David Bainbridge | 32c4563 | 2020-04-13 08:47:09 -0700 | [diff] [blame] | 155 | rwcore-restart-single-kind: ROBOT_MISC_ARGS += -X -i functionalANDrwcore-restart $(ROBOT_DEBUG_LOG_OPT) |
David Bainbridge | f81cd64 | 2019-11-20 00:14:47 +0000 | [diff] [blame] | 156 | rwcore-restart-single-kind: ROBOT_CONFIG_FILE := $(ROBOT_FAIL_SINGLE_PON_FILE) |
ubuntu | 6b6e7d4 | 2020-03-02 12:35:42 -0800 | [diff] [blame] | 157 | rwcore-restart-single-kind: ROBOT_FILE := Voltha_FailureScenarios.robot |
David Bainbridge | f81cd64 | 2019-11-20 00:14:47 +0000 | [diff] [blame] | 158 | rwcore-restart-single-kind: voltha-test |
| 159 | |
David Bainbridge | 3d6d5d3 | 2019-12-17 19:05:35 +0000 | [diff] [blame] | 160 | single-kind: ROBOT_MISC_ARGS += -X -i $(TEST_TAGS) $(ROBOT_DEBUG_LOG_OPT) |
| 161 | single-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
| 162 | single-kind: ROBOT_FILE := Voltha_PODTests.robot |
| 163 | single-kind: voltha-test |
| 164 | |
David Bainbridge | f81cd64 | 2019-11-20 00:14:47 +0000 | [diff] [blame] | 165 | sanity-multi-kind: ROBOT_MISC_ARGS += -i sanity $(ROBOT_DEBUG_LOG_OPT) |
Gilles Depatie | 45fbe04 | 2019-11-11 17:10:06 -0500 | [diff] [blame] | 166 | sanity-multi-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULT_PON_FILE) |
| 167 | sanity-multi-kind: bbsim-kind |
Andy Bavier | ba9866b | 2019-10-11 07:11:53 -0700 | [diff] [blame] | 168 | |
Andy Bavier | 8da0e13 | 2020-04-13 10:25:16 -0700 | [diff] [blame] | 169 | functional-multi-kind: ROBOT_MISC_ARGS += -i sanityORfunctional $(ROBOT_DEBUG_LOG_OPT) |
| 170 | functional-multi-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULT_PON_FILE) |
| 171 | functional-multi-kind: bbsim-kind |
| 172 | |
Suchitra Vemuri | 8a9c378 | 2019-10-23 12:43:01 -0700 | [diff] [blame] | 173 | bbsim-kind: ROBOT_MISC_ARGS += -X |
Gilles Depatie | 45fbe04 | 2019-11-11 17:10:06 -0500 | [diff] [blame] | 174 | bbsim-kind: ROBOT_FILE := Voltha_PODTests.robot |
| 175 | bbsim-kind: voltha-test |
| 176 | |
David Bainbridge | f81cd64 | 2019-11-20 00:14:47 +0000 | [diff] [blame] | 177 | scale-single-kind: ROBOT_MISC_ARGS += -i active $(ROBOT_DEBUG_LOG_OPT) |
Gilles Depatie | 45fbe04 | 2019-11-11 17:10:06 -0500 | [diff] [blame] | 178 | scale-single-kind: ROBOT_CONFIG_FILE := $(ROBOT_SCALE_SINGLE_PON_FILE) |
| 179 | scale-single-kind: bbsim-scale-kind |
| 180 | |
David Bainbridge | f81cd64 | 2019-11-20 00:14:47 +0000 | [diff] [blame] | 181 | scale-multi-kind: ROBOT_MISC_ARGS += -i active $(ROBOT_DEBUG_LOG_OPT) |
Gilles Depatie | 45fbe04 | 2019-11-11 17:10:06 -0500 | [diff] [blame] | 182 | scale-multi-kind: ROBOT_CONFIG_FILE := $(ROBOT_SCALE_MULT_PON_FILE) |
| 183 | scale-multi-kind: bbsim-scale-kind |
| 184 | |
David Bainbridge | f81cd64 | 2019-11-20 00:14:47 +0000 | [diff] [blame] | 185 | bbsim-scale-kind: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) |
Gilles Depatie | 45fbe04 | 2019-11-11 17:10:06 -0500 | [diff] [blame] | 186 | bbsim-scale-kind: ROBOT_FILE := Voltha_ScaleFunctionalTests.robot |
| 187 | bbsim-scale-kind: voltha-test |
Zack Williams | ec53a1b | 2019-09-16 15:50:52 -0700 | [diff] [blame] | 188 | |
hwchiu | ab524f0 | 2020-02-03 23:24:19 +0000 | [diff] [blame] | 189 | #Only supported in full mode |
| 190 | system-scale-test: ROBOT_FILE := K8S_SystemTest.robot |
Matteo Scandolo | 66fe645 | 2021-01-05 13:03:41 -0800 | [diff] [blame] | 191 | system-scale-test: ROBOT_MISC_ARGS += -X -i functional $(ROBOT_DEBUG_LOG_OPT) -v teardown_device:True |
hwchiu | ab524f0 | 2020-02-03 23:24:19 +0000 | [diff] [blame] | 192 | system-scale-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULT_PON_FILE) |
| 193 | system-scale-test: voltha-test |
hwchiu | 1128912 | 2019-11-27 16:20:15 +0000 | [diff] [blame] | 194 | |
hwchiu | 8569593 | 2019-12-18 08:05:25 +0000 | [diff] [blame] | 195 | failure-test: ROBOT_MISC_ARGS += -X -i FailureTest $(ROBOT_DEBUG_LOG_OPT) |
hwchiu | 3d9a098 | 2020-02-06 00:19:19 +0000 | [diff] [blame] | 196 | failure-test: ROBOT_FILE := K8S_SystemTest.robot |
hwchiu | 8569593 | 2019-12-18 08:05:25 +0000 | [diff] [blame] | 197 | failure-test: ROBOT_CONFIG_FILE := $(ROBOT_FAIL_SINGLE_PON_FILE) |
| 198 | failure-test: voltha-test |
| 199 | |
Scott Baker | 60e570d | 2020-02-02 22:10:13 -0800 | [diff] [blame] | 200 | bbsim-alarms-kind: ROBOT_MISC_ARGS += -X -i active |
| 201 | bbsim-alarms-kind: ROBOT_FILE := Voltha_AlarmTests.robot |
Andy Bavier | e118e05 | 2020-03-06 12:49:24 -0700 | [diff] [blame] | 202 | bbsim-alarms-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
Scott Baker | 60e570d | 2020-02-02 22:10:13 -0800 | [diff] [blame] | 203 | bbsim-alarms-kind: voltctl-docker-image-build voltctl-docker-image-install-kind voltha-test |
| 204 | |
Andy Bavier | c1904dc | 2020-03-20 11:39:15 -0700 | [diff] [blame] | 205 | bbsim-errorscenarios: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) |
| 206 | bbsim-errorscenarios: ROBOT_FILE := Voltha_ErrorScenarios.robot |
| 207 | bbsim-errorscenarios: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
| 208 | bbsim-errorscenarios: voltha-test |
| 209 | |
Suchitra Vemuri | 9826c05 | 2020-11-18 14:11:51 -0800 | [diff] [blame] | 210 | bbsim-multiolt-errorscenarios: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) |
| 211 | bbsim-multiolt-errorscenarios: ROBOT_FILE := Voltha_ErrorScenarios.robot |
| 212 | bbsim-multiolt-errorscenarios: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE) |
| 213 | bbsim-multiolt-errorscenarios: voltha-test |
| 214 | |
Hardik Windlass | cbcca31 | 2020-04-20 21:46:11 +0530 | [diff] [blame] | 215 | bbsim-errorscenarios-dt: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) |
| 216 | bbsim-errorscenarios-dt: ROBOT_FILE := Voltha_ErrorScenarios.robot |
| 217 | bbsim-errorscenarios-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE) |
| 218 | bbsim-errorscenarios-dt: voltha-test |
| 219 | |
Hardik Windlass | e05e471 | 2020-04-29 10:40:42 +0530 | [diff] [blame] | 220 | bbsim-failurescenarios: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitch -e PhysicalOLTReboot |
Andy Bavier | 8da0e13 | 2020-04-13 10:25:16 -0700 | [diff] [blame] | 221 | bbsim-failurescenarios: ROBOT_FILE := Voltha_FailureScenarios.robot |
| 222 | bbsim-failurescenarios: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
| 223 | bbsim-failurescenarios: voltha-test |
| 224 | |
Suchitra Vemuri | 9826c05 | 2020-11-18 14:11:51 -0800 | [diff] [blame] | 225 | bbsim-multiolt-failurescenarios: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitch -e PhysicalOLTReboot |
| 226 | bbsim-multiolt-failurescenarios: ROBOT_FILE := Voltha_FailureScenarios.robot |
| 227 | bbsim-multiolt-failurescenarios: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE) |
| 228 | bbsim-multiolt-failurescenarios: voltha-test |
| 229 | |
Suchitra Vemuri | 6971c39 | 2020-12-08 10:41:33 -0800 | [diff] [blame] | 230 | bbsim-multiolt-kind: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitch -e PhysicalOLTReboot |
| 231 | bbsim-multiolt-kind: ROBOT_FILE := Voltha_MultiOLT_Tests.robot |
| 232 | bbsim-multiolt-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE) |
| 233 | bbsim-multiolt-kind: voltha-test |
| 234 | |
| 235 | bbsim-multiolt-kind-dt: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitch -e PhysicalOLTReboot |
| 236 | bbsim-multiolt-kind-dt: ROBOT_FILE := Voltha_DT_MultiOLT_Tests.robot |
| 237 | bbsim-multiolt-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE) |
| 238 | bbsim-multiolt-kind-dt: voltha-dt-test |
| 239 | |
| 240 | multiolt-kind-dt: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -i functionalDt |
| 241 | multiolt-kind-dt: ROBOT_FILE := Voltha_DT_MultiOLT_Tests.robot |
| 242 | multiolt-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE) |
| 243 | multiolt-kind-dt: voltha-dt-test |
| 244 | |
Hardik Windlass | 9df139e | 2020-04-24 14:54:54 +0530 | [diff] [blame] | 245 | bbsim-failurescenarios-dt: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitchOnuRebootDt -e PhysicalOltRebootDt |
| 246 | bbsim-failurescenarios-dt: ROBOT_FILE := Voltha_DT_FailureScenarios.robot |
| 247 | bbsim-failurescenarios-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE) |
| 248 | bbsim-failurescenarios-dt: voltha-dt-test |
| 249 | |
Andy Bavier | 70eab04 | 2019-12-14 14:16:26 -0700 | [diff] [blame] | 250 | voltha-test: ROBOT_MISC_ARGS += -e notready |
hwchiu | 1128912 | 2019-11-27 16:20:15 +0000 | [diff] [blame] | 251 | |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 252 | voltha-test: vst_venv |
| 253 | source ./$</bin/activate ; set -u ;\ |
| 254 | cd tests/functional ;\ |
| 255 | robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE) |
| 256 | |
TorstenThieme | f8f9a80 | 2020-12-16 15:25:25 +0000 | [diff] [blame] | 257 | bbsim-dmi-hw-management-test: ROBOT_MISC_ARGS += -e notreadyDMI -i functionalDMI -e bbsimUnimplementedDMI |
| 258 | bbsim-dmi-hw-management-test: ROBOT_FILE := dmi-hw-management.robot |
| 259 | bbsim-dmi-hw-management-test: ROBOT_CONFIG_FILE := $(ROBOT_DMI_SINGLE_BBSIM_FILE) |
| 260 | bbsim-dmi-hw-management-test: voltha-dmi-test |
uwe ottrembka | 504ca3e | 2020-11-23 12:02:20 +0100 | [diff] [blame] | 261 | |
TorstenThieme | f8f9a80 | 2020-12-16 15:25:25 +0000 | [diff] [blame] | 262 | voltha-dmi-hw-management-test: ROBOT_MISC_ARGS += -e notreadyDMI -i functionalDMI |
| 263 | voltha-dmi-hw-management-test: ROBOT_FILE := dmi-hw-management.robot |
| 264 | voltha-dmi-hw-management-test: ROBOT_CONFIG_FILE := $(ROBOT_DMI_SINGLE_ADTRAN_FILE) |
| 265 | voltha-dmi-hw-management-test: voltha-dmi-test |
| 266 | |
| 267 | voltha-dmi-test: vst_venv |
uwe ottrembka | 504ca3e | 2020-11-23 12:02:20 +0100 | [diff] [blame] | 268 | source ./$</bin/activate ; set -u ;\ |
| 269 | cd tests/dmi-interface ;\ |
| 270 | robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE) |
| 271 | |
Hardik Windlass | 79b40ff | 2020-06-11 22:55:47 +0530 | [diff] [blame] | 272 | voltha-dt-test: ROBOT_MISC_ARGS += -e notready |
| 273 | |
Hardik Windlass | a3d04b9 | 2020-02-17 15:06:05 +0000 | [diff] [blame] | 274 | voltha-dt-test: vst_venv |
| 275 | source ./$</bin/activate ; set -u ;\ |
| 276 | cd tests/dt-workflow ;\ |
| 277 | robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE) |
| 278 | |
Hardik Windlass | 4311869 | 2020-07-01 22:16:47 +0530 | [diff] [blame] | 279 | voltha-tt-test: ROBOT_MISC_ARGS += -e notready |
| 280 | |
| 281 | voltha-tt-test: vst_venv |
| 282 | source ./$</bin/activate ; set -u ;\ |
| 283 | cd tests/tt-workflow ;\ |
| 284 | robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE) |
| 285 | |
Matteo Scandolo | 142e627 | 2020-04-29 17:36:59 -0700 | [diff] [blame] | 286 | voltha-scale-test: vst_venv |
| 287 | source ./$</bin/activate ; set -u ;\ |
| 288 | cd tests/scale ;\ |
| 289 | robot $(ROBOT_MISC_ARGS) Voltha_Scale_Tests.robot |
| 290 | |
TorstenThieme | 89caa14 | 2020-10-05 08:20:31 +0000 | [diff] [blame] | 291 | openonu-go-adapter-tests: vst_venv |
TorstenThieme | 1619db2 | 2020-04-03 12:01:15 +0000 | [diff] [blame] | 292 | source ./$</bin/activate ; set -u ;\ |
| 293 | cd tests/openonu-go-adapter ;\ |
| 294 | robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE) |
| 295 | |
| 296 | |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 297 | # self-test, lint, and setup targets |
| 298 | |
| 299 | # virtualenv for the robot tools |
Andy Bavier | 952b95b | 2020-03-06 09:53:42 -0700 | [diff] [blame] | 300 | # VOL-2724 Invoke pip via python3 to avoid pathname too long on QA jobs |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 301 | vst_venv: |
| 302 | virtualenv -p python3 $@ ;\ |
| 303 | source ./$@/bin/activate ;\ |
Andy Bavier | e118e05 | 2020-03-06 12:49:24 -0700 | [diff] [blame] | 304 | python -m pip install -r requirements.txt |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 305 | |
| 306 | test: lint |
| 307 | |
| 308 | lint: lint-robot lint-python lint-yaml lint-json |
| 309 | |
| 310 | lint-robot: vst_venv |
| 311 | source ./$</bin/activate ; set -u ;\ |
| 312 | rflint $(LINT_ARGS) $(ROBOT_FILES) |
| 313 | |
| 314 | # check deps for format and python3 cleanliness |
| 315 | lint-python: vst_venv |
| 316 | source ./$</bin/activate ; set -u ;\ |
| 317 | pylint --py3k $(PYTHON_FILES) ;\ |
| 318 | flake8 --max-line-length=99 --count $(PYTHON_FILES) |
| 319 | |
| 320 | lint-yaml: vst_venv |
| 321 | source ./$</bin/activate ; set -u ;\ |
| 322 | yamllint -s $(YAML_FILES) |
| 323 | |
| 324 | lint-json: vst_venv |
| 325 | source ./$</bin/activate ; set -u ;\ |
| 326 | for jsonfile in $(JSON_FILES); do \ |
| 327 | echo "Validating json file: $$jsonfile" ;\ |
| 328 | python -m json.tool $$jsonfile > /dev/null ;\ |
| 329 | done |
| 330 | |
| 331 | # tidy target will be more useful once issue with removing leading comments |
| 332 | # is resolved: https://github.com/robotframework/robotframework/issues/3263 |
| 333 | tidy-robot: vst_venv |
| 334 | source ./$</bin/activate ; set -u ;\ |
| 335 | python -m robot.tidy --inplace $(ROBOT_FILES); |
| 336 | |
Andy Bavier | 4a8450e | 2020-02-04 08:58:37 -0700 | [diff] [blame] | 337 | # Install the 'kail' tool if needed: https://github.com/boz/kail |
| 338 | KAIL_PATH ?= /usr/local/bin |
| 339 | $(KAIL_PATH)/kail: |
| 340 | bash <( curl -sfL https://raw.githubusercontent.com/boz/kail/master/godownloader.sh) -b /tmp |
| 341 | mv /tmp/kail $(KAIL_PATH) |
| 342 | |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 343 | ## Variables for gendocs |
| 344 | TEST_SOURCE := $(wildcard tests/*/*.robot) |
| 345 | TEST_BASENAME := $(basename $(TEST_SOURCE)) |
| 346 | TEST_DIRS := $(dir $(TEST_SOURCE)) |
| 347 | |
| 348 | LIB_SOURCE := $(wildcard libraries/*.robot) |
| 349 | LIB_BASENAME := $(basename $(LIB_SOURCE)) |
| 350 | LIB_DIRS := $(dir $(LIB_SOURCE)) |
| 351 | |
| 352 | .PHONY: gendocs lint test |
| 353 | # In future explore use of --docformat REST - integration w/Sphinx? |
Zack Williams | ec53a1b | 2019-09-16 15:50:52 -0700 | [diff] [blame] | 354 | gendocs: vst_venv |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 355 | source ./$</bin/activate ; set -u ;\ |
hwchiu | 0601ec7 | 2019-10-08 00:04:43 +0000 | [diff] [blame] | 356 | mkdir -p $@ ;\ |
| 357 | for dir in ${LIB_DIRS}; do mkdir -p $@/$$dir; done;\ |
| 358 | for dir in ${LIB_BASENAME}; do\ |
| 359 | python -m robot.libdoc --format HTML $$dir.robot $@/$$dir.html ;\ |
| 360 | done ;\ |
| 361 | for dir in ${TEST_DIRS}; do mkdir -p $@/$$dir; done;\ |
| 362 | for dir in ${TEST_BASENAME}; do\ |
| 363 | python -m robot.testdoc $$dir.robot $@/$$dir.html ;\ |
| 364 | done |
Zack Williams | ec53a1b | 2019-09-16 15:50:52 -0700 | [diff] [blame] | 365 | |
Zack Williams | ec53a1b | 2019-09-16 15:50:52 -0700 | [diff] [blame] | 366 | clean: |
| 367 | find . -name output.xml -print |
| 368 | |
| 369 | clean-all: clean |
| 370 | rm -rf vst_venv gendocs |
Scott Baker | 60e570d | 2020-02-02 22:10:13 -0800 | [diff] [blame] | 371 | |
| 372 | voltctl-docker-image-build: |
| 373 | cd docker && docker build -t opencord/voltctl:local -f Dockerfile.voltctl . |
| 374 | |
| 375 | voltctl-docker-image-install-kind: |
| 376 | @if [ "`kind get clusters | grep voltha`" = '' ]; then echo "no voltha cluster found" && exit 1; fi |
| 377 | kind load docker-image --name `kind get clusters | grep voltha` opencord/voltctl:local |