blob: 3c815c6365ee8122c6973eecf5c69f87d2f6cc39 [file] [log] [blame]
Kailash92764922019-07-25 08:21:39 -07001# Copyright 2017-present Open Networking Foundation
2#
3# Licensed under the Apache License, Version 2.0 (the "License");
4# you may not use this file except in compliance with the License.
5# You may obtain a copy of the License at
6#
7# http://www.apache.org/licenses/LICENSE-2.0
8#
9# Unless required by applicable law or agreed to in writing, software
10# distributed under the License is distributed on an "AS IS" BASIS,
11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12# See the License for the specific language governing permissions and
13# limitations under the License.
14
Zack Williamsec53a1b2019-09-16 15:50:52 -070015# use bash for pushd/popd, and to fail quickly. virtualenv's activate
16# has undefined variables, so no -u
Zack Williamsa8fe75a2020-01-10 14:25:27 -070017SHELL := bash -e -o pipefail
Kailash92764922019-07-25 08:21:39 -070018
Zack Williamsa8fe75a2020-01-10 14:25:27 -070019ROOT_DIR := $(shell dirname $(realpath $(lastword $(MAKEFILE_LIST))))
Kailash92764922019-07-25 08:21:39 -070020
Zack Williamsa8fe75a2020-01-10 14:25:27 -070021# Configuration and lists of files for linting/testing
22VERSION ?= $(shell cat ./VERSION)
Suchitra Vemuria6879aa2020-11-03 11:03:11 -080023LINT_ARGS ?= --verbose --configure LineTooLong:130 -e LineTooLong \
Suraj Gour33651272020-05-04 10:10:16 +053024 --configure TooManyTestSteps:50 -e TooManyTestSteps \
Scott Baker27d04db2020-02-06 18:03:21 -080025 --configure TooManyTestCases:50 -e TooManyTestCases \
Zack Williamsa8fe75a2020-01-10 14:25:27 -070026 --configure TooFewTestSteps:1 \
27 --configure TooFewKeywordSteps:1 \
Hardik Windlass41701e82021-01-12 17:44:44 +000028 --configure FileTooLong:1500 -e FileTooLong \
Zack Williamsa8fe75a2020-01-10 14:25:27 -070029 -e TrailingWhitespace
30
31PYTHON_FILES := $(wildcard libraries/*.py)
32ROBOT_FILES := $(shell find . -name *.robot -print)
33YAML_FILES := $(shell find ./tests -type f \( -name *.yaml -o -name *.yml \) -print)
34JSON_FILES := $(shell find ./tests -name *.json -print)
35
36# Robot config
37ROBOT_SANITY_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind.yaml
Hardik Windlassa3d04b92020-02-17 15:06:05 +000038ROBOT_SANITY_DT_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-dt.yaml
Suchitra Vemuria311faf2020-11-23 13:46:52 -080039ROBOT_SANITY_MULTIPLE_OLT_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-2OLTx2ONUx2PON.yaml
Zack Williamsa8fe75a2020-01-10 14:25:27 -070040ROBOT_FAIL_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind.yaml
41ROBOT_SANITY_MULT_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-2x2.yaml
42ROBOT_SCALE_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-16.yaml
43ROBOT_SCALE_MULT_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-8x2.yaml
TorstenThiemeffb33922020-06-18 08:41:17 +000044ROBOT_SCALE_MULT_ONU_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-8x8.yaml
Zack Williamsa8fe75a2020-01-10 14:25:27 -070045ROBOT_DEBUG_LOG_OPT ?=
46ROBOT_MISC_ARGS ?=
Matteo Scandolo549df9e2020-09-04 11:09:18 -070047ROBOT_SANITY_TT_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-tt.yaml
uwe ottrembka504ca3e2020-11-23 12:02:20 +010048ROBOT_DMI_SINGLE_BBSIM_FILE ?= $(ROOT_DIR)/tests/data/dmi-components-bbsim.yaml
TorstenThiemef8f9a802020-12-16 15:25:25 +000049ROBOT_DMI_SINGLE_ADTRAN_FILE ?= $(ROOT_DIR)/tests/data/dmi-components-adtran.yaml
Zack Williamsa8fe75a2020-01-10 14:25:27 -070050
Gilles Depatie45fbe042019-11-11 17:10:06 -050051# for backwards compatibility
52sanity-kind: sanity-single-kind
53
Matteo Scandolod7ca7f22021-01-26 14:10:37 -080054# to simplify ci
55sanity-kind-att: sanity-single-kind
56
Matteo Scandolo142e6272020-04-29 17:36:59 -070057# for scale pipeline
58voltha-scale: ROBOT_MISC_ARGS += -i activation $(ROBOT_DEBUG_LOG_OPT)
59voltha-scale: voltha-scale-test
60
Hardik Windlassa3d04b92020-02-17 15:06:05 +000061# target to invoke DT Workflow Sanity
62sanity-kind-dt: ROBOT_MISC_ARGS += -i sanityDt $(ROBOT_DEBUG_LOG_OPT)
63sanity-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE)
64sanity-kind-dt: ROBOT_FILE := Voltha_DT_PODTests.robot
65sanity-kind-dt: voltha-dt-test
66
Hardik Windlassd6aa0822020-06-29 20:18:12 +053067functional-single-kind: ROBOT_MISC_ARGS += -i sanityORfunctional -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT)
Andy Bavier33e6dd32020-01-16 13:35:20 -070068functional-single-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
69functional-single-kind: bbsim-kind
70
Matteo Scandolod7ca7f22021-01-26 14:10:37 -080071# to simplify ci
72functional-single-kind-att: functional-single-kind
73
Hardik Windlass35706ba2020-02-20 08:16:42 +000074# target to invoke DT Workflow Functional scenarios
Hardik Windlassd6aa0822020-06-29 20:18:12 +053075functional-single-kind-dt: ROBOT_MISC_ARGS += -i sanityDtORfunctionalDt -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT)
Hardik Windlass35706ba2020-02-20 08:16:42 +000076functional-single-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE)
77functional-single-kind-dt: ROBOT_FILE := Voltha_DT_PODTests.robot
78functional-single-kind-dt: voltha-dt-test
79
Suchitra Vemuri2f1e07d2020-06-26 19:18:01 -070080# target to invoke TT Workflow Sanity
Hardik Windlass43118692020-07-01 22:16:47 +053081sanity-kind-tt: ROBOT_MISC_ARGS += -i sanityTT $(ROBOT_DEBUG_LOG_OPT)
82sanity-kind-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_SINGLE_PON_FILE)
83sanity-kind-tt: ROBOT_FILE := Voltha_TT_PODTests.robot
84sanity-kind-tt: voltha-tt-test
Suchitra Vemuri2f1e07d2020-06-26 19:18:01 -070085
86# target to invoke TT Workflow Functional scenarios
Hardik Windlass43118692020-07-01 22:16:47 +053087functional-single-kind-tt: ROBOT_MISC_ARGS += -i sanityTTORfunctional -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT)
Suchitra Vemuri2f1e07d2020-06-26 19:18:01 -070088functional-single-kind-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_SINGLE_PON_FILE)
89functional-single-kind-tt: ROBOT_FILE := Voltha_TT_PODTests.robot
90functional-single-kind-tt: voltha-tt-test
91
TorstenThiemebccd3ae2020-02-20 12:56:44 +000092# target to invoke multiple OLTs Functional scenarios
Suchitra Vemuri2a6975a2020-11-25 12:49:38 -080093functional-multi-olt: ROBOT_MISC_ARGS += -i sanityORfunctional -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT)
TorstenThiemebccd3ae2020-02-20 12:56:44 +000094functional-multi-olt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE)
Suchitra Vemuri9826c052020-11-18 14:11:51 -080095functional-multi-olt: ROBOT_FILE := Voltha_PODTests.robot
TorstenThiemebccd3ae2020-02-20 12:56:44 +000096functional-multi-olt: voltha-test
97
TorstenThieme1619db22020-04-03 12:01:15 +000098# target to invoke openonu go adapter
TorstenThieme66c91a82020-10-19 13:37:53 +000099openonu-go-adapter-test: ROBOT_MISC_ARGS += -v state2test:omci-flows-pushed -v testmode:SingleStateTime
TorstenThiemed4f48962020-12-08 12:17:19 +0000100openonu-go-adapter-test: ROBOT_MISC_ARGS += -v logging:True -i sanityOnuGo -i functionalOnuGo
TorstenThieme66c91a82020-10-19 13:37:53 +0000101openonu-go-adapter-test: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT)
TorstenThieme1619db22020-04-03 12:01:15 +0000102openonu-go-adapter-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
103openonu-go-adapter-test: ROBOT_FILE := Voltha_ONUStateTests.robot
TorstenThieme89caa142020-10-05 08:20:31 +0000104openonu-go-adapter-test: openonu-go-adapter-tests
TorstenThieme1619db22020-04-03 12:01:15 +0000105
TorstenThieme280c3802020-08-07 07:07:42 +0000106# target to invoke test with openonu go adapter applying 1T4GEM tech-profile at single ONU
TorstenThieme66c91a82020-10-19 13:37:53 +00001071t4gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v state2test:omci-flows-pushed -v testmode:SingleStateTime
TorstenThiemed4f48962020-12-08 12:17:19 +00001081t4gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v techprofile:1T4GEM -v logging:True
TorstenThieme66c91a82020-10-19 13:37:53 +00001091t4gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -i sanityOnuGo -i functionalOnuGo
1101t4gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT)
TorstenThieme280c3802020-08-07 07:07:42 +00001111t4gem-openonu-go-adapter-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
1121t4gem-openonu-go-adapter-test: ROBOT_FILE := Voltha_ONUStateTests.robot
TorstenThieme89caa142020-10-05 08:20:31 +00001131t4gem-openonu-go-adapter-test: openonu-go-adapter-tests
TorstenThieme280c3802020-08-07 07:07:42 +0000114
115# target to invoke test with openonu go adapter applying 1T8GEM tech-profile at single ONU
TorstenThieme66c91a82020-10-19 13:37:53 +00001161t8gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v state2test:omci-flows-pushed -v testmode:SingleStateTime
TorstenThiemed4f48962020-12-08 12:17:19 +00001171t8gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v techprofile:1T8GEM -v logging:True
TorstenThieme66c91a82020-10-19 13:37:53 +00001181t8gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -i sanityOnuGo -i functionalOnuGo
1191t8gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT)
TorstenThieme280c3802020-08-07 07:07:42 +00001201t8gem-openonu-go-adapter-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
1211t8gem-openonu-go-adapter-test: ROBOT_FILE := Voltha_ONUStateTests.robot
TorstenThieme89caa142020-10-05 08:20:31 +00001221t8gem-openonu-go-adapter-test: openonu-go-adapter-tests
TorstenThieme280c3802020-08-07 07:07:42 +0000123
TorstenThiemeffb33922020-06-18 08:41:17 +0000124# target to invoke multiple openonu go adapter
TorstenThieme66c91a82020-10-19 13:37:53 +0000125multi-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v state2test:omci-flows-pushed -v testmode:SingleStateTime
TorstenThiemed4f48962020-12-08 12:17:19 +0000126multi-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v logging:True -i sanityOnuGo -i functionalOnuGo
TorstenThieme66c91a82020-10-19 13:37:53 +0000127multi-openonu-go-adapter-test: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT)
TorstenThiemeffb33922020-06-18 08:41:17 +0000128multi-openonu-go-adapter-test: ROBOT_CONFIG_FILE := $(ROBOT_SCALE_MULT_ONU_FILE)
129multi-openonu-go-adapter-test: ROBOT_FILE := Voltha_ONUStateTests.robot
TorstenThieme89caa142020-10-05 08:20:31 +0000130multi-openonu-go-adapter-test: openonu-go-adapter-tests
TorstenThiemeffb33922020-06-18 08:41:17 +0000131
TorstenThieme280c3802020-08-07 07:07:42 +0000132# target to invoke test with openonu go adapter applying 1T4GEM tech-profile at multiple ONU
TorstenThieme66c91a82020-10-19 13:37:53 +0000133multi-1t4gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v state2test:omci-flows-pushed -v testmode:SingleStateTime
TorstenThiemed4f48962020-12-08 12:17:19 +0000134multi-1t4gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v techprofile:1T4GEM -v logging:True
TorstenThieme66c91a82020-10-19 13:37:53 +0000135multi-1t4gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -i sanityOnuGo -i functionalOnuGo
136multi-1t4gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT)
TorstenThieme280c3802020-08-07 07:07:42 +0000137multi-1t4gem-openonu-go-adapter-test: ROBOT_CONFIG_FILE := $(ROBOT_SCALE_MULT_ONU_FILE)
138multi-1t4gem-openonu-go-adapter-test: ROBOT_FILE := Voltha_ONUStateTests.robot
TorstenThieme89caa142020-10-05 08:20:31 +0000139multi-1t4gem-openonu-go-adapter-test: openonu-go-adapter-tests
TorstenThieme280c3802020-08-07 07:07:42 +0000140
141# target to invoke test with openonu go adapter applying 1T8GEM tech-profile at multiple ONU
TorstenThieme66c91a82020-10-19 13:37:53 +0000142multi-1t8gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v state2test:omci-flows-pushed -v testmode:SingleStateTime
TorstenThiemed4f48962020-12-08 12:17:19 +0000143multi-1t8gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v techprofile:1T8GEM -v logging:True
TorstenThieme66c91a82020-10-19 13:37:53 +0000144multi-1t8gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -i sanityOnuGo -i functionalOnuGo
145multi-1t8gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT)
TorstenThieme280c3802020-08-07 07:07:42 +0000146multi-1t8gem-openonu-go-adapter-test: ROBOT_CONFIG_FILE := $(ROBOT_SCALE_MULT_ONU_FILE)
147multi-1t8gem-openonu-go-adapter-test: ROBOT_FILE := Voltha_ONUStateTests.robot
TorstenThieme89caa142020-10-05 08:20:31 +0000148multi-1t8gem-openonu-go-adapter-test: openonu-go-adapter-tests
149
150# target to invoke test with openonu go adapter applying MIB-Upload-Templating
TorstenThiemed4f48962020-12-08 12:17:19 +0000151mib-upload-templating-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v logging:True -i functionalOnuGo
TorstenThieme66c91a82020-10-19 13:37:53 +0000152mib-upload-templating-openonu-go-adapter-test: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT)
TorstenThieme89caa142020-10-05 08:20:31 +0000153mib-upload-templating-openonu-go-adapter-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULT_PON_FILE)
154mib-upload-templating-openonu-go-adapter-test: ROBOT_FILE := Voltha_ONUTemplateTests.robot
155mib-upload-templating-openonu-go-adapter-test: openonu-go-adapter-tests
TorstenThieme280c3802020-08-07 07:07:42 +0000156
TorstenThiemec3c23232021-01-13 13:06:31 +0000157# target to invoke reconcile tests with openonu go adapter at single ONU with ATT workflow
TorstenThieme440b7c02020-12-18 15:42:57 +0000158reconcile-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v logging:True -i functionalOnuGo
159reconcile-openonu-go-adapter-test: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT)
160reconcile-openonu-go-adapter-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
161reconcile-openonu-go-adapter-test: ROBOT_FILE := Voltha_ONUReconcileTests.robot
162reconcile-openonu-go-adapter-test: openonu-go-adapter-tests
163
TorstenThiemec3c23232021-01-13 13:06:31 +0000164# target to invoke reconcile tests with openonu go adapter at single ONU with DT workflow
165reconcile-openonu-go-adapter-test-dt: ROBOT_MISC_ARGS += -v logging:True -i functionalOnuGo -v workflow:DT
166reconcile-openonu-go-adapter-test-dt: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT)
167reconcile-openonu-go-adapter-test-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE)
168reconcile-openonu-go-adapter-test-dt: ROBOT_FILE := Voltha_ONUReconcileTests.robot
169reconcile-openonu-go-adapter-test-dt: openonu-go-adapter-tests
170
TorstenThieme70bc5262021-01-19 12:12:55 +0000171# target to invoke reconcile tests with openonu go adapter at single ONU with TT workflow
172reconcile-openonu-go-adapter-test-tt: ROBOT_MISC_ARGS += -v logging:True -i functionalOnuGo -v workflow:TT
173reconcile-openonu-go-adapter-test-tt: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT)
174reconcile-openonu-go-adapter-test-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_SINGLE_PON_FILE)
175reconcile-openonu-go-adapter-test-tt: ROBOT_FILE := Voltha_ONUReconcileTests.robot
176reconcile-openonu-go-adapter-test-tt: openonu-go-adapter-tests
177
David Bainbridgef81cd642019-11-20 00:14:47 +0000178sanity-single-kind: ROBOT_MISC_ARGS += -i sanity $(ROBOT_DEBUG_LOG_OPT)
Gilles Depatie45fbe042019-11-11 17:10:06 -0500179sanity-single-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
180sanity-single-kind: bbsim-kind
181
David Bainbridge32c45632020-04-13 08:47:09 -0700182rwcore-restart-single-kind: ROBOT_MISC_ARGS += -X -i functionalANDrwcore-restart $(ROBOT_DEBUG_LOG_OPT)
David Bainbridgef81cd642019-11-20 00:14:47 +0000183rwcore-restart-single-kind: ROBOT_CONFIG_FILE := $(ROBOT_FAIL_SINGLE_PON_FILE)
ubuntu6b6e7d42020-03-02 12:35:42 -0800184rwcore-restart-single-kind: ROBOT_FILE := Voltha_FailureScenarios.robot
David Bainbridgef81cd642019-11-20 00:14:47 +0000185rwcore-restart-single-kind: voltha-test
186
David Bainbridge3d6d5d32019-12-17 19:05:35 +0000187single-kind: ROBOT_MISC_ARGS += -X -i $(TEST_TAGS) $(ROBOT_DEBUG_LOG_OPT)
188single-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
189single-kind: ROBOT_FILE := Voltha_PODTests.robot
190single-kind: voltha-test
191
David Bainbridgef81cd642019-11-20 00:14:47 +0000192sanity-multi-kind: ROBOT_MISC_ARGS += -i sanity $(ROBOT_DEBUG_LOG_OPT)
Gilles Depatie45fbe042019-11-11 17:10:06 -0500193sanity-multi-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULT_PON_FILE)
194sanity-multi-kind: bbsim-kind
Andy Bavierba9866b2019-10-11 07:11:53 -0700195
Andy Bavier8da0e132020-04-13 10:25:16 -0700196functional-multi-kind: ROBOT_MISC_ARGS += -i sanityORfunctional $(ROBOT_DEBUG_LOG_OPT)
197functional-multi-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULT_PON_FILE)
198functional-multi-kind: bbsim-kind
199
Suchitra Vemuri8a9c3782019-10-23 12:43:01 -0700200bbsim-kind: ROBOT_MISC_ARGS += -X
Gilles Depatie45fbe042019-11-11 17:10:06 -0500201bbsim-kind: ROBOT_FILE := Voltha_PODTests.robot
202bbsim-kind: voltha-test
203
David Bainbridgef81cd642019-11-20 00:14:47 +0000204scale-single-kind: ROBOT_MISC_ARGS += -i active $(ROBOT_DEBUG_LOG_OPT)
Gilles Depatie45fbe042019-11-11 17:10:06 -0500205scale-single-kind: ROBOT_CONFIG_FILE := $(ROBOT_SCALE_SINGLE_PON_FILE)
206scale-single-kind: bbsim-scale-kind
207
David Bainbridgef81cd642019-11-20 00:14:47 +0000208scale-multi-kind: ROBOT_MISC_ARGS += -i active $(ROBOT_DEBUG_LOG_OPT)
Gilles Depatie45fbe042019-11-11 17:10:06 -0500209scale-multi-kind: ROBOT_CONFIG_FILE := $(ROBOT_SCALE_MULT_PON_FILE)
210scale-multi-kind: bbsim-scale-kind
211
David Bainbridgef81cd642019-11-20 00:14:47 +0000212bbsim-scale-kind: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT)
Gilles Depatie45fbe042019-11-11 17:10:06 -0500213bbsim-scale-kind: ROBOT_FILE := Voltha_ScaleFunctionalTests.robot
214bbsim-scale-kind: voltha-test
Zack Williamsec53a1b2019-09-16 15:50:52 -0700215
hwchiuab524f02020-02-03 23:24:19 +0000216#Only supported in full mode
217system-scale-test: ROBOT_FILE := K8S_SystemTest.robot
Matteo Scandolo66fe6452021-01-05 13:03:41 -0800218system-scale-test: ROBOT_MISC_ARGS += -X -i functional $(ROBOT_DEBUG_LOG_OPT) -v teardown_device:True
hwchiuab524f02020-02-03 23:24:19 +0000219system-scale-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULT_PON_FILE)
220system-scale-test: voltha-test
hwchiu11289122019-11-27 16:20:15 +0000221
hwchiu85695932019-12-18 08:05:25 +0000222failure-test: ROBOT_MISC_ARGS += -X -i FailureTest $(ROBOT_DEBUG_LOG_OPT)
hwchiu3d9a0982020-02-06 00:19:19 +0000223failure-test: ROBOT_FILE := K8S_SystemTest.robot
hwchiu85695932019-12-18 08:05:25 +0000224failure-test: ROBOT_CONFIG_FILE := $(ROBOT_FAIL_SINGLE_PON_FILE)
225failure-test: voltha-test
226
Scott Baker60e570d2020-02-02 22:10:13 -0800227bbsim-alarms-kind: ROBOT_MISC_ARGS += -X -i active
228bbsim-alarms-kind: ROBOT_FILE := Voltha_AlarmTests.robot
Andy Baviere118e052020-03-06 12:49:24 -0700229bbsim-alarms-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
Scott Baker60e570d2020-02-02 22:10:13 -0800230bbsim-alarms-kind: voltctl-docker-image-build voltctl-docker-image-install-kind voltha-test
231
Andy Bavierc1904dc2020-03-20 11:39:15 -0700232bbsim-errorscenarios: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT)
233bbsim-errorscenarios: ROBOT_FILE := Voltha_ErrorScenarios.robot
234bbsim-errorscenarios: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
235bbsim-errorscenarios: voltha-test
236
Suchitra Vemuri9826c052020-11-18 14:11:51 -0800237bbsim-multiolt-errorscenarios: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT)
238bbsim-multiolt-errorscenarios: ROBOT_FILE := Voltha_ErrorScenarios.robot
239bbsim-multiolt-errorscenarios: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE)
240bbsim-multiolt-errorscenarios: voltha-test
241
Hardik Windlasscbcca312020-04-20 21:46:11 +0530242bbsim-errorscenarios-dt: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT)
243bbsim-errorscenarios-dt: ROBOT_FILE := Voltha_ErrorScenarios.robot
244bbsim-errorscenarios-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE)
245bbsim-errorscenarios-dt: voltha-test
246
Hardik Windlasse05e4712020-04-29 10:40:42 +0530247bbsim-failurescenarios: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitch -e PhysicalOLTReboot
Andy Bavier8da0e132020-04-13 10:25:16 -0700248bbsim-failurescenarios: ROBOT_FILE := Voltha_FailureScenarios.robot
249bbsim-failurescenarios: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
250bbsim-failurescenarios: voltha-test
251
Suchitra Vemuri9826c052020-11-18 14:11:51 -0800252bbsim-multiolt-failurescenarios: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitch -e PhysicalOLTReboot
253bbsim-multiolt-failurescenarios: ROBOT_FILE := Voltha_FailureScenarios.robot
254bbsim-multiolt-failurescenarios: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE)
255bbsim-multiolt-failurescenarios: voltha-test
256
Suchitra Vemuri6971c392020-12-08 10:41:33 -0800257bbsim-multiolt-kind: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitch -e PhysicalOLTReboot
258bbsim-multiolt-kind: ROBOT_FILE := Voltha_MultiOLT_Tests.robot
259bbsim-multiolt-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE)
260bbsim-multiolt-kind: voltha-test
261
262bbsim-multiolt-kind-dt: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitch -e PhysicalOLTReboot
263bbsim-multiolt-kind-dt: ROBOT_FILE := Voltha_DT_MultiOLT_Tests.robot
264bbsim-multiolt-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE)
265bbsim-multiolt-kind-dt: voltha-dt-test
266
267multiolt-kind-dt: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -i functionalDt
268multiolt-kind-dt: ROBOT_FILE := Voltha_DT_MultiOLT_Tests.robot
269multiolt-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE)
270multiolt-kind-dt: voltha-dt-test
271
Hardik Windlass9df139e2020-04-24 14:54:54 +0530272bbsim-failurescenarios-dt: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitchOnuRebootDt -e PhysicalOltRebootDt
273bbsim-failurescenarios-dt: ROBOT_FILE := Voltha_DT_FailureScenarios.robot
274bbsim-failurescenarios-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE)
275bbsim-failurescenarios-dt: voltha-dt-test
276
Andy Bavier70eab042019-12-14 14:16:26 -0700277voltha-test: ROBOT_MISC_ARGS += -e notready
hwchiu11289122019-11-27 16:20:15 +0000278
Zack Williamsa8fe75a2020-01-10 14:25:27 -0700279voltha-test: vst_venv
280 source ./$</bin/activate ; set -u ;\
281 cd tests/functional ;\
282 robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE)
283
TorstenThiemef8f9a802020-12-16 15:25:25 +0000284bbsim-dmi-hw-management-test: ROBOT_MISC_ARGS += -e notreadyDMI -i functionalDMI -e bbsimUnimplementedDMI
285bbsim-dmi-hw-management-test: ROBOT_FILE := dmi-hw-management.robot
286bbsim-dmi-hw-management-test: ROBOT_CONFIG_FILE := $(ROBOT_DMI_SINGLE_BBSIM_FILE)
287bbsim-dmi-hw-management-test: voltha-dmi-test
uwe ottrembka504ca3e2020-11-23 12:02:20 +0100288
TorstenThiemef8f9a802020-12-16 15:25:25 +0000289voltha-dmi-hw-management-test: ROBOT_MISC_ARGS += -e notreadyDMI -i functionalDMI
290voltha-dmi-hw-management-test: ROBOT_FILE := dmi-hw-management.robot
291voltha-dmi-hw-management-test: ROBOT_CONFIG_FILE := $(ROBOT_DMI_SINGLE_ADTRAN_FILE)
292voltha-dmi-hw-management-test: voltha-dmi-test
293
294voltha-dmi-test: vst_venv
uwe ottrembka504ca3e2020-11-23 12:02:20 +0100295 source ./$</bin/activate ; set -u ;\
296 cd tests/dmi-interface ;\
297 robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE)
298
Hardik Windlass79b40ff2020-06-11 22:55:47 +0530299voltha-dt-test: ROBOT_MISC_ARGS += -e notready
300
Hardik Windlassa3d04b92020-02-17 15:06:05 +0000301voltha-dt-test: vst_venv
302 source ./$</bin/activate ; set -u ;\
303 cd tests/dt-workflow ;\
304 robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE)
305
Hardik Windlass43118692020-07-01 22:16:47 +0530306voltha-tt-test: ROBOT_MISC_ARGS += -e notready
307
308voltha-tt-test: vst_venv
309 source ./$</bin/activate ; set -u ;\
310 cd tests/tt-workflow ;\
311 robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE)
312
Matteo Scandolo142e6272020-04-29 17:36:59 -0700313voltha-scale-test: vst_venv
314 source ./$</bin/activate ; set -u ;\
315 cd tests/scale ;\
316 robot $(ROBOT_MISC_ARGS) Voltha_Scale_Tests.robot
317
TorstenThieme89caa142020-10-05 08:20:31 +0000318openonu-go-adapter-tests: vst_venv
TorstenThieme1619db22020-04-03 12:01:15 +0000319 source ./$</bin/activate ; set -u ;\
320 cd tests/openonu-go-adapter ;\
321 robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE)
322
323
Zack Williamsa8fe75a2020-01-10 14:25:27 -0700324# self-test, lint, and setup targets
325
326# virtualenv for the robot tools
Andy Bavier952b95b2020-03-06 09:53:42 -0700327# VOL-2724 Invoke pip via python3 to avoid pathname too long on QA jobs
Zack Williamsa8fe75a2020-01-10 14:25:27 -0700328vst_venv:
329 virtualenv -p python3 $@ ;\
330 source ./$@/bin/activate ;\
Andy Baviere118e052020-03-06 12:49:24 -0700331 python -m pip install -r requirements.txt
Zack Williamsa8fe75a2020-01-10 14:25:27 -0700332
333test: lint
334
335lint: lint-robot lint-python lint-yaml lint-json
336
337lint-robot: vst_venv
338 source ./$</bin/activate ; set -u ;\
339 rflint $(LINT_ARGS) $(ROBOT_FILES)
340
341# check deps for format and python3 cleanliness
342lint-python: vst_venv
343 source ./$</bin/activate ; set -u ;\
344 pylint --py3k $(PYTHON_FILES) ;\
345 flake8 --max-line-length=99 --count $(PYTHON_FILES)
346
347lint-yaml: vst_venv
348 source ./$</bin/activate ; set -u ;\
349 yamllint -s $(YAML_FILES)
350
351lint-json: vst_venv
352 source ./$</bin/activate ; set -u ;\
353 for jsonfile in $(JSON_FILES); do \
354 echo "Validating json file: $$jsonfile" ;\
355 python -m json.tool $$jsonfile > /dev/null ;\
356 done
357
358# tidy target will be more useful once issue with removing leading comments
359# is resolved: https://github.com/robotframework/robotframework/issues/3263
360tidy-robot: vst_venv
361 source ./$</bin/activate ; set -u ;\
362 python -m robot.tidy --inplace $(ROBOT_FILES);
363
Andy Bavier4a8450e2020-02-04 08:58:37 -0700364# Install the 'kail' tool if needed: https://github.com/boz/kail
365KAIL_PATH ?= /usr/local/bin
366$(KAIL_PATH)/kail:
367 bash <( curl -sfL https://raw.githubusercontent.com/boz/kail/master/godownloader.sh) -b /tmp
368 mv /tmp/kail $(KAIL_PATH)
369
Zack Williamsa8fe75a2020-01-10 14:25:27 -0700370## Variables for gendocs
371TEST_SOURCE := $(wildcard tests/*/*.robot)
372TEST_BASENAME := $(basename $(TEST_SOURCE))
373TEST_DIRS := $(dir $(TEST_SOURCE))
374
375LIB_SOURCE := $(wildcard libraries/*.robot)
376LIB_BASENAME := $(basename $(LIB_SOURCE))
377LIB_DIRS := $(dir $(LIB_SOURCE))
378
379.PHONY: gendocs lint test
380# In future explore use of --docformat REST - integration w/Sphinx?
Zack Williamsec53a1b2019-09-16 15:50:52 -0700381gendocs: vst_venv
Zack Williamsa8fe75a2020-01-10 14:25:27 -0700382 source ./$</bin/activate ; set -u ;\
hwchiu0601ec72019-10-08 00:04:43 +0000383 mkdir -p $@ ;\
384 for dir in ${LIB_DIRS}; do mkdir -p $@/$$dir; done;\
385 for dir in ${LIB_BASENAME}; do\
386 python -m robot.libdoc --format HTML $$dir.robot $@/$$dir.html ;\
387 done ;\
388 for dir in ${TEST_DIRS}; do mkdir -p $@/$$dir; done;\
389 for dir in ${TEST_BASENAME}; do\
390 python -m robot.testdoc $$dir.robot $@/$$dir.html ;\
391 done
Zack Williamsec53a1b2019-09-16 15:50:52 -0700392
Zack Williamsec53a1b2019-09-16 15:50:52 -0700393clean:
394 find . -name output.xml -print
395
396clean-all: clean
397 rm -rf vst_venv gendocs
Scott Baker60e570d2020-02-02 22:10:13 -0800398
399voltctl-docker-image-build:
400 cd docker && docker build -t opencord/voltctl:local -f Dockerfile.voltctl .
401
402voltctl-docker-image-install-kind:
403 @if [ "`kind get clusters | grep voltha`" = '' ]; then echo "no voltha cluster found" && exit 1; fi
404 kind load docker-image --name `kind get clusters | grep voltha` opencord/voltctl:local