blob: 3c45ee04325a30f73c9ebdac4a305c4158a68db5 [file] [log] [blame]
Kailash92764922019-07-25 08:21:39 -07001# Copyright 2017-present Open Networking Foundation
2#
3# Licensed under the Apache License, Version 2.0 (the "License");
4# you may not use this file except in compliance with the License.
5# You may obtain a copy of the License at
6#
7# http://www.apache.org/licenses/LICENSE-2.0
8#
9# Unless required by applicable law or agreed to in writing, software
10# distributed under the License is distributed on an "AS IS" BASIS,
11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12# See the License for the specific language governing permissions and
13# limitations under the License.
14
Zack Williamsec53a1b2019-09-16 15:50:52 -070015# use bash for pushd/popd, and to fail quickly. virtualenv's activate
16# has undefined variables, so no -u
Zack Williamsa8fe75a2020-01-10 14:25:27 -070017SHELL := bash -e -o pipefail
Kailash92764922019-07-25 08:21:39 -070018
Zack Williamsa8fe75a2020-01-10 14:25:27 -070019ROOT_DIR := $(shell dirname $(realpath $(lastword $(MAKEFILE_LIST))))
Kailash92764922019-07-25 08:21:39 -070020
Zack Williamsa8fe75a2020-01-10 14:25:27 -070021# Configuration and lists of files for linting/testing
22VERSION ?= $(shell cat ./VERSION)
Suchitra Vemuria6879aa2020-11-03 11:03:11 -080023LINT_ARGS ?= --verbose --configure LineTooLong:130 -e LineTooLong \
Suraj Gour33651272020-05-04 10:10:16 +053024 --configure TooManyTestSteps:50 -e TooManyTestSteps \
Scott Baker27d04db2020-02-06 18:03:21 -080025 --configure TooManyTestCases:50 -e TooManyTestCases \
Zack Williamsa8fe75a2020-01-10 14:25:27 -070026 --configure TooFewTestSteps:1 \
27 --configure TooFewKeywordSteps:1 \
Hardik Windlass41701e82021-01-12 17:44:44 +000028 --configure FileTooLong:1500 -e FileTooLong \
Zack Williamsa8fe75a2020-01-10 14:25:27 -070029 -e TrailingWhitespace
30
31PYTHON_FILES := $(wildcard libraries/*.py)
32ROBOT_FILES := $(shell find . -name *.robot -print)
33YAML_FILES := $(shell find ./tests -type f \( -name *.yaml -o -name *.yml \) -print)
34JSON_FILES := $(shell find ./tests -name *.json -print)
35
36# Robot config
37ROBOT_SANITY_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind.yaml
Hardik Windlassa3d04b92020-02-17 15:06:05 +000038ROBOT_SANITY_DT_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-dt.yaml
Suchitra Vemuria311faf2020-11-23 13:46:52 -080039ROBOT_SANITY_MULTIPLE_OLT_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-2OLTx2ONUx2PON.yaml
TorstenThieme379c3da2021-03-23 10:27:32 +000040ROBOT_SANITY_DT_MULTIPLE_OLT_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-2OLTx2ONUx2PON-dt.yaml
41ROBOT_SANITY_TT_MULTIPLE_OLT_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-2OLTx2ONUx2PON-tt.yaml
Zack Williamsa8fe75a2020-01-10 14:25:27 -070042ROBOT_FAIL_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind.yaml
43ROBOT_SANITY_MULT_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-2x2.yaml
44ROBOT_SCALE_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-16.yaml
45ROBOT_SCALE_MULT_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-8x2.yaml
TorstenThiemeffb33922020-06-18 08:41:17 +000046ROBOT_SCALE_MULT_ONU_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-8x8.yaml
Zack Williamsa8fe75a2020-01-10 14:25:27 -070047ROBOT_DEBUG_LOG_OPT ?=
48ROBOT_MISC_ARGS ?=
Matteo Scandolo549df9e2020-09-04 11:09:18 -070049ROBOT_SANITY_TT_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-tt.yaml
uwe ottrembka504ca3e2020-11-23 12:02:20 +010050ROBOT_DMI_SINGLE_BBSIM_FILE ?= $(ROOT_DIR)/tests/data/dmi-components-bbsim.yaml
TorstenThiemef8f9a802020-12-16 15:25:25 +000051ROBOT_DMI_SINGLE_ADTRAN_FILE ?= $(ROOT_DIR)/tests/data/dmi-components-adtran.yaml
Hardik Windlass17bd1142021-03-12 08:15:25 +000052ROBOT_SW_UPGRADE_FILE ?= $(ROOT_DIR)/tests/data/software-upgrade.yaml
TorstenThiemeff9c9142021-04-08 07:21:34 +000053ROBOT_PM_DATA_FILE ?= $(ROOT_DIR)/tests/data/pm-data.yaml
Zack Williamsa8fe75a2020-01-10 14:25:27 -070054
Gilles Depatie45fbe042019-11-11 17:10:06 -050055# for backwards compatibility
56sanity-kind: sanity-single-kind
57
Matteo Scandolod7ca7f22021-01-26 14:10:37 -080058# to simplify ci
59sanity-kind-att: sanity-single-kind
60
Matteo Scandolo142e6272020-04-29 17:36:59 -070061# for scale pipeline
Hardik Windlass513afd12021-02-03 15:19:46 +000062voltha-scale: ROBOT_MISC_ARGS += -i activation -v NAMESPACE:voltha $(ROBOT_DEBUG_LOG_OPT)
Matteo Scandolo142e6272020-04-29 17:36:59 -070063voltha-scale: voltha-scale-test
64
Hardik Windlassa3d04b92020-02-17 15:06:05 +000065# target to invoke DT Workflow Sanity
66sanity-kind-dt: ROBOT_MISC_ARGS += -i sanityDt $(ROBOT_DEBUG_LOG_OPT)
67sanity-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE)
68sanity-kind-dt: ROBOT_FILE := Voltha_DT_PODTests.robot
69sanity-kind-dt: voltha-dt-test
70
Hardik Windlassd6aa0822020-06-29 20:18:12 +053071functional-single-kind: ROBOT_MISC_ARGS += -i sanityORfunctional -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT)
Andy Bavier33e6dd32020-01-16 13:35:20 -070072functional-single-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
73functional-single-kind: bbsim-kind
74
Matteo Scandolod7ca7f22021-01-26 14:10:37 -080075# to simplify ci
76functional-single-kind-att: functional-single-kind
77
Hardik Windlass35706ba2020-02-20 08:16:42 +000078# target to invoke DT Workflow Functional scenarios
Hardik Windlassd6aa0822020-06-29 20:18:12 +053079functional-single-kind-dt: ROBOT_MISC_ARGS += -i sanityDtORfunctionalDt -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT)
Hardik Windlass35706ba2020-02-20 08:16:42 +000080functional-single-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE)
81functional-single-kind-dt: ROBOT_FILE := Voltha_DT_PODTests.robot
82functional-single-kind-dt: voltha-dt-test
83
Suchitra Vemuri2f1e07d2020-06-26 19:18:01 -070084# target to invoke TT Workflow Sanity
Hardik Windlass43118692020-07-01 22:16:47 +053085sanity-kind-tt: ROBOT_MISC_ARGS += -i sanityTT $(ROBOT_DEBUG_LOG_OPT)
86sanity-kind-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_SINGLE_PON_FILE)
87sanity-kind-tt: ROBOT_FILE := Voltha_TT_PODTests.robot
88sanity-kind-tt: voltha-tt-test
Suchitra Vemuri2f1e07d2020-06-26 19:18:01 -070089
90# target to invoke TT Workflow Functional scenarios
Hardik Windlass43118692020-07-01 22:16:47 +053091functional-single-kind-tt: ROBOT_MISC_ARGS += -i sanityTTORfunctional -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT)
Suchitra Vemuri2f1e07d2020-06-26 19:18:01 -070092functional-single-kind-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_SINGLE_PON_FILE)
93functional-single-kind-tt: ROBOT_FILE := Voltha_TT_PODTests.robot
94functional-single-kind-tt: voltha-tt-test
95
TorstenThiemebccd3ae2020-02-20 12:56:44 +000096# target to invoke multiple OLTs Functional scenarios
Suchitra Vemuri2a6975a2020-11-25 12:49:38 -080097functional-multi-olt: ROBOT_MISC_ARGS += -i sanityORfunctional -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT)
TorstenThiemebccd3ae2020-02-20 12:56:44 +000098functional-multi-olt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE)
Suchitra Vemuri9826c052020-11-18 14:11:51 -080099functional-multi-olt: ROBOT_FILE := Voltha_PODTests.robot
TorstenThiemebccd3ae2020-02-20 12:56:44 +0000100functional-multi-olt: voltha-test
101
TorstenThiemefe7099e2021-01-29 08:41:04 +0000102# target to invoke test with openonu go adapter applying 1T4GEM tech-profile at single ONU
1031t4gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v techprofile:1T4GEM
1041t4gem-openonu-go-adapter-test: openonu-go-adapter-test
105
106# target to invoke test with openonu go adapter applying 1T8GEM tech-profile at single ONU
1071t8gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v techprofile:1T8GEM
1081t8gem-openonu-go-adapter-test: openonu-go-adapter-test
109
TorstenThieme1619db22020-04-03 12:01:15 +0000110# target to invoke openonu go adapter
TorstenThieme66c91a82020-10-19 13:37:53 +0000111openonu-go-adapter-test: ROBOT_MISC_ARGS += -v state2test:omci-flows-pushed -v testmode:SingleStateTime
TorstenThiemed4f48962020-12-08 12:17:19 +0000112openonu-go-adapter-test: ROBOT_MISC_ARGS += -v logging:True -i sanityOnuGo -i functionalOnuGo
TorstenThieme66c91a82020-10-19 13:37:53 +0000113openonu-go-adapter-test: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT)
TorstenThieme1619db22020-04-03 12:01:15 +0000114openonu-go-adapter-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
115openonu-go-adapter-test: ROBOT_FILE := Voltha_ONUStateTests.robot
TorstenThieme89caa142020-10-05 08:20:31 +0000116openonu-go-adapter-test: openonu-go-adapter-tests
TorstenThieme1619db22020-04-03 12:01:15 +0000117
TorstenThiemefe7099e2021-01-29 08:41:04 +0000118# target to invoke test with openonu go adapter applying 1T4GEM tech-profile at multiple ONU
119multi-1t4gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v techprofile:1T4GEM
120multi-1t4gem-openonu-go-adapter-test: multi-openonu-go-adapter-test
TorstenThieme280c3802020-08-07 07:07:42 +0000121
TorstenThiemefe7099e2021-01-29 08:41:04 +0000122# target to invoke test with openonu go adapter applying 1T8GEM tech-profile at multiple ONU
123multi-1t8gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v techprofile:1T8GEM
124multi-1t8gem-openonu-go-adapter-test: multi-openonu-go-adapter-test
TorstenThieme280c3802020-08-07 07:07:42 +0000125
TorstenThiemeffb33922020-06-18 08:41:17 +0000126# target to invoke multiple openonu go adapter
TorstenThieme66c91a82020-10-19 13:37:53 +0000127multi-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v state2test:omci-flows-pushed -v testmode:SingleStateTime
TorstenThiemed4f48962020-12-08 12:17:19 +0000128multi-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v logging:True -i sanityOnuGo -i functionalOnuGo
TorstenThieme66c91a82020-10-19 13:37:53 +0000129multi-openonu-go-adapter-test: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT)
TorstenThiemeffb33922020-06-18 08:41:17 +0000130multi-openonu-go-adapter-test: ROBOT_CONFIG_FILE := $(ROBOT_SCALE_MULT_ONU_FILE)
131multi-openonu-go-adapter-test: ROBOT_FILE := Voltha_ONUStateTests.robot
TorstenThieme89caa142020-10-05 08:20:31 +0000132multi-openonu-go-adapter-test: openonu-go-adapter-tests
TorstenThiemeffb33922020-06-18 08:41:17 +0000133
TorstenThieme89caa142020-10-05 08:20:31 +0000134# target to invoke test with openonu go adapter applying MIB-Upload-Templating
TorstenThiemed4f48962020-12-08 12:17:19 +0000135mib-upload-templating-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v logging:True -i functionalOnuGo
TorstenThieme66c91a82020-10-19 13:37:53 +0000136mib-upload-templating-openonu-go-adapter-test: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT)
TorstenThieme89caa142020-10-05 08:20:31 +0000137mib-upload-templating-openonu-go-adapter-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULT_PON_FILE)
138mib-upload-templating-openonu-go-adapter-test: ROBOT_FILE := Voltha_ONUTemplateTests.robot
139mib-upload-templating-openonu-go-adapter-test: openonu-go-adapter-tests
TorstenThieme280c3802020-08-07 07:07:42 +0000140
TorstenThieme379c3da2021-03-23 10:27:32 +0000141# target to invoke reconcile tests with openonu go adapter at single ONU with ATT workflow (default workflow)
TorstenThieme3d8bf552021-02-08 08:41:52 +0000142reconcile-openonu-go-adapter-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
143reconcile-openonu-go-adapter-test: reconcile-openonu-go-adapter-tests
144
TorstenThiemefe7099e2021-01-29 08:41:04 +0000145# target to invoke reconcile tests with openonu go adapter at single ONU with DT workflow
TorstenThieme3d8bf552021-02-08 08:41:52 +0000146reconcile-openonu-go-adapter-test-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE)
TorstenThieme379c3da2021-03-23 10:27:32 +0000147reconcile-openonu-go-adapter-test-dt: reconcile-openonu-go-adapter-tests-dt
TorstenThiemefe7099e2021-01-29 08:41:04 +0000148
149# target to invoke reconcile tests with openonu go adapter at single ONU with TT workflow
TorstenThieme3d8bf552021-02-08 08:41:52 +0000150reconcile-openonu-go-adapter-test-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_SINGLE_PON_FILE)
TorstenThieme379c3da2021-03-23 10:27:32 +0000151reconcile-openonu-go-adapter-test-tt: reconcile-openonu-go-adapter-tests-tt
TorstenThiemefe7099e2021-01-29 08:41:04 +0000152
TorstenThieme379c3da2021-03-23 10:27:32 +0000153# target to invoke reconcile tests with openonu go adapter with multiple OLTs scenario with ATT workflow (default workflow)
154reconcile-openonu-go-adapter-multi-olt-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE)
155reconcile-openonu-go-adapter-multi-olt-test: reconcile-openonu-go-adapter-tests
156
157# target to invoke reconcile tests with openonu go adapter with multiple OLTs scenario with DT workflow
158reconcile-openonu-go-adapter-multi-olt-test-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_MULTIPLE_OLT_FILE)
159reconcile-openonu-go-adapter-multi-olt-test-dt: reconcile-openonu-go-adapter-tests-dt
160
161# target to invoke reconcile tests with openonu go adapter with multiple OLTs scenario with TT workflow
162reconcile-openonu-go-adapter-multi-olt-test-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_MULTIPLE_OLT_FILE)
163reconcile-openonu-go-adapter-multi-olt-test-tt: reconcile-openonu-go-adapter-tests-tt
164
165# target to invoke reconcile tests with openonu go adapter with DT workflow
166reconcile-openonu-go-adapter-tests-dt: ROBOT_MISC_ARGS += -v workflow:DT
167reconcile-openonu-go-adapter-tests-dt: reconcile-openonu-go-adapter-tests
168
169# target to invoke reconcile tests with openonu go adapter with TT workflow
170reconcile-openonu-go-adapter-tests-tt: ROBOT_MISC_ARGS += -v workflow:TT
171reconcile-openonu-go-adapter-tests-tt: reconcile-openonu-go-adapter-tests
172
173# target to invoke reconcile tests with openonu go adapter at single ONU resp. multiple OLTs
TorstenThieme3d8bf552021-02-08 08:41:52 +0000174reconcile-openonu-go-adapter-tests: ROBOT_MISC_ARGS += -v logging:True -i functionalOnuGo
175reconcile-openonu-go-adapter-tests: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT)
176reconcile-openonu-go-adapter-tests: ROBOT_FILE := Voltha_ONUReconcileTests.robot
177reconcile-openonu-go-adapter-tests: openonu-go-adapter-tests
TorstenThieme440b7c02020-12-18 15:42:57 +0000178
TorstenThiemefe7099e2021-01-29 08:41:04 +0000179# target to invoke test with openonu go adapter applying 1T4GEM tech-profile with multiple OLTs scenarios with ATT workflow
1801t4gem-openonu-go-adapter-multi-olt-test: ROBOT_MISC_ARGS += -v techprofile:1T4GEM
1811t4gem-openonu-go-adapter-multi-olt-test: openonu-go-adapter-multi-olt-test
TorstenThiemec3c23232021-01-13 13:06:31 +0000182
TorstenThiemefe7099e2021-01-29 08:41:04 +0000183# target to invoke test with openonu go adapter applying 1T8GEM tech-profile with multiple OLTs scenarios with ATT workflow
1841t8gem-openonu-go-adapter-multi-olt-test: ROBOT_MISC_ARGS += -v techprofile:1T8GEM
TorstenThieme3d8bf552021-02-08 08:41:52 +00001851t8gem-openonu-go-adapter-multi-olt-test: openonu-go-adapter-multi-olt-test
TorstenThiemefe7099e2021-01-29 08:41:04 +0000186
187# target to invoke test with openonu go adapter (applying 1T1GEM tech-profile) with multiple OLTs scenarios with ATT workflow
188openonu-go-adapter-multi-olt-test: ROBOT_MISC_ARGS += -v state2test:omci-flows-pushed -v testmode:SingleStateTime
189openonu-go-adapter-multi-olt-test: ROBOT_MISC_ARGS += -v logging:True -i sanityOnuGo -i functionalOnuGo
190openonu-go-adapter-multi-olt-test: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT)
191openonu-go-adapter-multi-olt-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE)
192openonu-go-adapter-multi-olt-test: ROBOT_FILE := Voltha_ONUStateTests.robot
193openonu-go-adapter-multi-olt-test: openonu-go-adapter-tests
TorstenThieme70bc5262021-01-19 12:12:55 +0000194
David Bainbridgef81cd642019-11-20 00:14:47 +0000195sanity-single-kind: ROBOT_MISC_ARGS += -i sanity $(ROBOT_DEBUG_LOG_OPT)
Gilles Depatie45fbe042019-11-11 17:10:06 -0500196sanity-single-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
197sanity-single-kind: bbsim-kind
Matteo Scandoloa80b4732020-09-04 13:51:10 -0700198sanity-bbsim-att: ROBOT_MISC_ARGS += -v logging:True -v workflow:ATT
199sanity-bbsim-att: sanity-bbsim
200
201sanity-bbsim-dt: ROBOT_MISC_ARGS += -v logging:True -v workflow:DT
202sanity-bbsim-dt: sanity-bbsim
203
204sanity-bbsim-tt: ROBOT_MISC_ARGS += -v logging:True -v workflow:TT
205sanity-bbsim-tt: sanity-bbsim
206
207sanity-bbsim: ROBOT_MISC_ARGS += -i bbsimSanity $(ROBOT_DEBUG_LOG_OPT)
208sanity-bbsim: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
209sanity-bbsim: ROBOT_FILE := Voltha_BBSimTests.robot
210sanity-bbsim: voltha-bbsim-test
211
Matteo Scandolo95b22152021-02-05 15:39:34 -0800212voltha-bbsim-test: vst_venv
213 source ./$</bin/activate ; set -u ;\
214 cd tests/bbsim ;\
215 robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE)
216
David Bainbridge32c45632020-04-13 08:47:09 -0700217rwcore-restart-single-kind: ROBOT_MISC_ARGS += -X -i functionalANDrwcore-restart $(ROBOT_DEBUG_LOG_OPT)
David Bainbridgef81cd642019-11-20 00:14:47 +0000218rwcore-restart-single-kind: ROBOT_CONFIG_FILE := $(ROBOT_FAIL_SINGLE_PON_FILE)
ubuntu6b6e7d42020-03-02 12:35:42 -0800219rwcore-restart-single-kind: ROBOT_FILE := Voltha_FailureScenarios.robot
David Bainbridgef81cd642019-11-20 00:14:47 +0000220rwcore-restart-single-kind: voltha-test
221
David Bainbridge3d6d5d32019-12-17 19:05:35 +0000222single-kind: ROBOT_MISC_ARGS += -X -i $(TEST_TAGS) $(ROBOT_DEBUG_LOG_OPT)
223single-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
224single-kind: ROBOT_FILE := Voltha_PODTests.robot
225single-kind: voltha-test
226
David Bainbridgef81cd642019-11-20 00:14:47 +0000227sanity-multi-kind: ROBOT_MISC_ARGS += -i sanity $(ROBOT_DEBUG_LOG_OPT)
Gilles Depatie45fbe042019-11-11 17:10:06 -0500228sanity-multi-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULT_PON_FILE)
229sanity-multi-kind: bbsim-kind
Andy Bavierba9866b2019-10-11 07:11:53 -0700230
Andy Bavier8da0e132020-04-13 10:25:16 -0700231functional-multi-kind: ROBOT_MISC_ARGS += -i sanityORfunctional $(ROBOT_DEBUG_LOG_OPT)
232functional-multi-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULT_PON_FILE)
233functional-multi-kind: bbsim-kind
234
Suchitra Vemuri8a9c3782019-10-23 12:43:01 -0700235bbsim-kind: ROBOT_MISC_ARGS += -X
Gilles Depatie45fbe042019-11-11 17:10:06 -0500236bbsim-kind: ROBOT_FILE := Voltha_PODTests.robot
237bbsim-kind: voltha-test
238
David Bainbridgef81cd642019-11-20 00:14:47 +0000239scale-single-kind: ROBOT_MISC_ARGS += -i active $(ROBOT_DEBUG_LOG_OPT)
Gilles Depatie45fbe042019-11-11 17:10:06 -0500240scale-single-kind: ROBOT_CONFIG_FILE := $(ROBOT_SCALE_SINGLE_PON_FILE)
241scale-single-kind: bbsim-scale-kind
242
David Bainbridgef81cd642019-11-20 00:14:47 +0000243scale-multi-kind: ROBOT_MISC_ARGS += -i active $(ROBOT_DEBUG_LOG_OPT)
Gilles Depatie45fbe042019-11-11 17:10:06 -0500244scale-multi-kind: ROBOT_CONFIG_FILE := $(ROBOT_SCALE_MULT_PON_FILE)
245scale-multi-kind: bbsim-scale-kind
246
David Bainbridgef81cd642019-11-20 00:14:47 +0000247bbsim-scale-kind: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT)
Gilles Depatie45fbe042019-11-11 17:10:06 -0500248bbsim-scale-kind: ROBOT_FILE := Voltha_ScaleFunctionalTests.robot
249bbsim-scale-kind: voltha-test
Zack Williamsec53a1b2019-09-16 15:50:52 -0700250
hwchiuab524f02020-02-03 23:24:19 +0000251#Only supported in full mode
252system-scale-test: ROBOT_FILE := K8S_SystemTest.robot
Matteo Scandolo66fe6452021-01-05 13:03:41 -0800253system-scale-test: ROBOT_MISC_ARGS += -X -i functional $(ROBOT_DEBUG_LOG_OPT) -v teardown_device:True
hwchiuab524f02020-02-03 23:24:19 +0000254system-scale-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULT_PON_FILE)
255system-scale-test: voltha-test
hwchiu11289122019-11-27 16:20:15 +0000256
hwchiu85695932019-12-18 08:05:25 +0000257failure-test: ROBOT_MISC_ARGS += -X -i FailureTest $(ROBOT_DEBUG_LOG_OPT)
hwchiu3d9a0982020-02-06 00:19:19 +0000258failure-test: ROBOT_FILE := K8S_SystemTest.robot
hwchiu85695932019-12-18 08:05:25 +0000259failure-test: ROBOT_CONFIG_FILE := $(ROBOT_FAIL_SINGLE_PON_FILE)
260failure-test: voltha-test
261
Scott Baker60e570d2020-02-02 22:10:13 -0800262bbsim-alarms-kind: ROBOT_MISC_ARGS += -X -i active
263bbsim-alarms-kind: ROBOT_FILE := Voltha_AlarmTests.robot
Andy Baviere118e052020-03-06 12:49:24 -0700264bbsim-alarms-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
Scott Baker60e570d2020-02-02 22:10:13 -0800265bbsim-alarms-kind: voltctl-docker-image-build voltctl-docker-image-install-kind voltha-test
266
Andy Bavierc1904dc2020-03-20 11:39:15 -0700267bbsim-errorscenarios: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT)
268bbsim-errorscenarios: ROBOT_FILE := Voltha_ErrorScenarios.robot
269bbsim-errorscenarios: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
270bbsim-errorscenarios: voltha-test
271
Suchitra Vemuri9826c052020-11-18 14:11:51 -0800272bbsim-multiolt-errorscenarios: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT)
273bbsim-multiolt-errorscenarios: ROBOT_FILE := Voltha_ErrorScenarios.robot
274bbsim-multiolt-errorscenarios: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE)
275bbsim-multiolt-errorscenarios: voltha-test
276
Hardik Windlasscbcca312020-04-20 21:46:11 +0530277bbsim-errorscenarios-dt: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT)
278bbsim-errorscenarios-dt: ROBOT_FILE := Voltha_ErrorScenarios.robot
279bbsim-errorscenarios-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE)
280bbsim-errorscenarios-dt: voltha-test
281
Hardik Windlasse05e4712020-04-29 10:40:42 +0530282bbsim-failurescenarios: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitch -e PhysicalOLTReboot
Andy Bavier8da0e132020-04-13 10:25:16 -0700283bbsim-failurescenarios: ROBOT_FILE := Voltha_FailureScenarios.robot
284bbsim-failurescenarios: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
285bbsim-failurescenarios: voltha-test
286
Suchitra Vemuri9826c052020-11-18 14:11:51 -0800287bbsim-multiolt-failurescenarios: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitch -e PhysicalOLTReboot
288bbsim-multiolt-failurescenarios: ROBOT_FILE := Voltha_FailureScenarios.robot
289bbsim-multiolt-failurescenarios: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE)
290bbsim-multiolt-failurescenarios: voltha-test
291
Hardik Windlass5ceb84e2021-02-11 11:17:08 +0000292bbsim-multiolt-kind: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitch -e MultiOLTPhysicalReboot
Suchitra Vemuri6971c392020-12-08 10:41:33 -0800293bbsim-multiolt-kind: ROBOT_FILE := Voltha_MultiOLT_Tests.robot
294bbsim-multiolt-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE)
295bbsim-multiolt-kind: voltha-test
296
Hardik Windlass5ceb84e2021-02-11 11:17:08 +0000297bbsim-multiolt-kind-dt: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitch -e MultiOLTPhysicalRebootDt
Suchitra Vemuri6971c392020-12-08 10:41:33 -0800298bbsim-multiolt-kind-dt: ROBOT_FILE := Voltha_DT_MultiOLT_Tests.robot
299bbsim-multiolt-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE)
300bbsim-multiolt-kind-dt: voltha-dt-test
301
302multiolt-kind-dt: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -i functionalDt
303multiolt-kind-dt: ROBOT_FILE := Voltha_DT_MultiOLT_Tests.robot
304multiolt-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE)
305multiolt-kind-dt: voltha-dt-test
306
Hardik Windlass9df139e2020-04-24 14:54:54 +0530307bbsim-failurescenarios-dt: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitchOnuRebootDt -e PhysicalOltRebootDt
308bbsim-failurescenarios-dt: ROBOT_FILE := Voltha_DT_FailureScenarios.robot
309bbsim-failurescenarios-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE)
310bbsim-failurescenarios-dt: voltha-dt-test
311
Hardik Windlass364ec452021-04-14 07:12:28 +0000312bbsim-failurescenarios-tt: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitch -e PhysicalOltRebootTT
TorstenThieme136ebf72021-02-26 14:27:07 +0000313bbsim-failurescenarios-tt: ROBOT_FILE := Voltha_TT_FailureScenarios.robot
314bbsim-failurescenarios-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_SINGLE_PON_FILE)
315bbsim-failurescenarios-tt: voltha-tt-test
316
Andy Bavier70eab042019-12-14 14:16:26 -0700317voltha-test: ROBOT_MISC_ARGS += -e notready
hwchiu11289122019-11-27 16:20:15 +0000318
Zack Williamsa8fe75a2020-01-10 14:25:27 -0700319voltha-test: vst_venv
320 source ./$</bin/activate ; set -u ;\
321 cd tests/functional ;\
322 robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE)
323
TorstenThiemef8f9a802020-12-16 15:25:25 +0000324bbsim-dmi-hw-management-test: ROBOT_MISC_ARGS += -e notreadyDMI -i functionalDMI -e bbsimUnimplementedDMI
325bbsim-dmi-hw-management-test: ROBOT_FILE := dmi-hw-management.robot
326bbsim-dmi-hw-management-test: ROBOT_CONFIG_FILE := $(ROBOT_DMI_SINGLE_BBSIM_FILE)
327bbsim-dmi-hw-management-test: voltha-dmi-test
uwe ottrembka504ca3e2020-11-23 12:02:20 +0100328
TorstenThiemef8f9a802020-12-16 15:25:25 +0000329voltha-dmi-hw-management-test: ROBOT_MISC_ARGS += -e notreadyDMI -i functionalDMI
330voltha-dmi-hw-management-test: ROBOT_FILE := dmi-hw-management.robot
331voltha-dmi-hw-management-test: ROBOT_CONFIG_FILE := $(ROBOT_DMI_SINGLE_ADTRAN_FILE)
332voltha-dmi-hw-management-test: voltha-dmi-test
333
334voltha-dmi-test: vst_venv
uwe ottrembka504ca3e2020-11-23 12:02:20 +0100335 source ./$</bin/activate ; set -u ;\
336 cd tests/dmi-interface ;\
337 robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE)
338
TorstenThiemeff9c9142021-04-08 07:21:34 +0000339# target to invoke single ONU pm data scenarios in ATT workflow
340voltha-pm-data-single-kind-att: ROBOT_MISC_ARGS += -v workflow:ATT
341voltha-pm-data-single-kind-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
342voltha-pm-data-single-kind-att: voltha-pm-data-tests
343
344# target to invoke single ONU pm data scenarios in DT workflow
345voltha-pm-data-single-kind-dt: ROBOT_MISC_ARGS += -v workflow:DT
346voltha-pm-data-single-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE)
347voltha-pm-data-single-kind-dt: voltha-pm-data-tests
348
349# target to invoke single ONU pm data scenarios in TT workflow
350voltha-pm-data-single-tt: ROBOT_MISC_ARGS += -v workflow:TT
351voltha-pm-data-single-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_SINGLE_PON_FILE)
352voltha-pm-data-single-tt: voltha-pm-data-tests
353
354# target to invoke multiple OLTs pm data scenarios in ATT workflow
355voltha-pm-data-multiolt-kind-att: ROBOT_MISC_ARGS += -v workflow:ATT
356voltha-pm-data-multiolt-kind-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE)
357voltha-pm-data-multiolt-kind-att: voltha-pm-data-tests
358
359# target to invoke multiple OLTs pm data scenarios in DT workflow
360voltha-pm-data-multiolt-kind-dt: ROBOT_MISC_ARGS += -v workflow:DT
361voltha-pm-data-multiolt-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_MULTIPLE_OLT_FILE)
362voltha-pm-data-multiolt-kind-dt: voltha-pm-data-tests
363
364# target to invoke multiple OLTs pm data scenarios in TT workflow
365voltha-pm-data-multiolt-kind-tt: ROBOT_MISC_ARGS += -v workflow:TT
366voltha-pm-data-multiolt-kind-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_MULTIPLE_OLT_FILE)
367voltha-pm-data-multiolt-kind-tt: voltha-pm-data-tests
368
369voltha-pm-data-tests: ROBOT_MISC_ARGS += -i functional -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT)
370voltha-pm-data-tests: ROBOT_PM_CONFIG_FILE := $(ROBOT_PM_DATA_FILE)
371voltha-pm-data-tests: ROBOT_FILE := Voltha_ONUPMTests.robot
372voltha-pm-data-tests: voltha-pm-data-test
373
374voltha-pm-data-test: vst_venv
375 source ./$</bin/activate ; set -u ;\
376 cd tests/pm-data ;\
377 robot -V $(ROBOT_CONFIG_FILE) -V $(ROBOT_PM_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE)
378
Hardik Windlassdd1a9a12021-02-23 15:34:50 +0000379# ONOS Apps to test for Software Upgrade need to be passed in the 'onos_apps_under_test' variable in format:
Hardik Windlassdc2610f2021-03-09 07:33:51 +0000380# <app-name>,<version>,<oar-url>*<app-name>,<version>,<oar-url>*
Hardik Windlassdd1a9a12021-02-23 15:34:50 +0000381onos-app-upgrade-test: ROBOT_MISC_ARGS += -e notready -i functional
382onos-app-upgrade-test: ROBOT_FILE := ONOS_AppsUpgrade.robot
Hardik Windlass17bd1142021-03-12 08:15:25 +0000383onos-app-upgrade-test: ROBOT_CONFIG_FILE := $(ROBOT_SW_UPGRADE_FILE)
Hardik Windlassdd1a9a12021-02-23 15:34:50 +0000384onos-app-upgrade-test: software-upgrade-test
385
386# Voltha Components to test for Software Upgrade need to be passed in the 'voltha_comps_under_test' variable in format:
Hardik Windlassdc2610f2021-03-09 07:33:51 +0000387# <comp-label>,<comp-container>,<comp-image>*<comp-label>,<comp-container>,<comp-image>*
Hardik Windlassdd1a9a12021-02-23 15:34:50 +0000388voltha-comp-upgrade-test: ROBOT_MISC_ARGS += -e notready -i functional
389voltha-comp-upgrade-test: ROBOT_FILE := Voltha_ComponentsUpgrade.robot
Hardik Windlass17bd1142021-03-12 08:15:25 +0000390voltha-comp-upgrade-test: ROBOT_CONFIG_FILE := $(ROBOT_SW_UPGRADE_FILE)
Hardik Windlassdd1a9a12021-02-23 15:34:50 +0000391voltha-comp-upgrade-test: software-upgrade-test
392
Hardik Windlass17bd1142021-03-12 08:15:25 +0000393# Requirement: Pass ONU image details in following parameters
394# onu_image_name, onu_image_url, onu_image_version, onu_image_crc, onu_image_local_dir
395onu-upgrade-test: ROBOT_MISC_ARGS += -e notready -i functional
396onu-upgrade-test: ROBOT_FILE := ONU_Upgrade.robot
397onu-upgrade-test: ROBOT_CONFIG_FILE := $(ROBOT_SW_UPGRADE_FILE)
398onu-upgrade-test: software-upgrade-test
399
Hardik Windlassdd1a9a12021-02-23 15:34:50 +0000400software-upgrade-test: vst_venv
401 source ./$</bin/activate ; set -u ;\
402 cd tests/software-upgrades ;\
403 robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE)
404
Hardik Windlass79b40ff2020-06-11 22:55:47 +0530405voltha-dt-test: ROBOT_MISC_ARGS += -e notready
406
Hardik Windlassa3d04b92020-02-17 15:06:05 +0000407voltha-dt-test: vst_venv
408 source ./$</bin/activate ; set -u ;\
409 cd tests/dt-workflow ;\
410 robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE)
411
Hardik Windlass43118692020-07-01 22:16:47 +0530412voltha-tt-test: ROBOT_MISC_ARGS += -e notready
413
414voltha-tt-test: vst_venv
415 source ./$</bin/activate ; set -u ;\
416 cd tests/tt-workflow ;\
417 robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE)
418
Matteo Scandolo142e6272020-04-29 17:36:59 -0700419voltha-scale-test: vst_venv
420 source ./$</bin/activate ; set -u ;\
421 cd tests/scale ;\
422 robot $(ROBOT_MISC_ARGS) Voltha_Scale_Tests.robot
423
TorstenThieme89caa142020-10-05 08:20:31 +0000424openonu-go-adapter-tests: vst_venv
TorstenThieme1619db22020-04-03 12:01:15 +0000425 source ./$</bin/activate ; set -u ;\
426 cd tests/openonu-go-adapter ;\
427 robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE)
428
429
Zack Williamsa8fe75a2020-01-10 14:25:27 -0700430# self-test, lint, and setup targets
431
432# virtualenv for the robot tools
Andy Bavier952b95b2020-03-06 09:53:42 -0700433# VOL-2724 Invoke pip via python3 to avoid pathname too long on QA jobs
Zack Williamsa8fe75a2020-01-10 14:25:27 -0700434vst_venv:
435 virtualenv -p python3 $@ ;\
436 source ./$@/bin/activate ;\
Andy Baviere118e052020-03-06 12:49:24 -0700437 python -m pip install -r requirements.txt
Zack Williamsa8fe75a2020-01-10 14:25:27 -0700438
439test: lint
440
441lint: lint-robot lint-python lint-yaml lint-json
442
443lint-robot: vst_venv
444 source ./$</bin/activate ; set -u ;\
445 rflint $(LINT_ARGS) $(ROBOT_FILES)
446
447# check deps for format and python3 cleanliness
448lint-python: vst_venv
449 source ./$</bin/activate ; set -u ;\
450 pylint --py3k $(PYTHON_FILES) ;\
451 flake8 --max-line-length=99 --count $(PYTHON_FILES)
452
453lint-yaml: vst_venv
454 source ./$</bin/activate ; set -u ;\
455 yamllint -s $(YAML_FILES)
456
457lint-json: vst_venv
458 source ./$</bin/activate ; set -u ;\
459 for jsonfile in $(JSON_FILES); do \
460 echo "Validating json file: $$jsonfile" ;\
461 python -m json.tool $$jsonfile > /dev/null ;\
462 done
463
464# tidy target will be more useful once issue with removing leading comments
465# is resolved: https://github.com/robotframework/robotframework/issues/3263
466tidy-robot: vst_venv
467 source ./$</bin/activate ; set -u ;\
468 python -m robot.tidy --inplace $(ROBOT_FILES);
469
Andy Bavier4a8450e2020-02-04 08:58:37 -0700470# Install the 'kail' tool if needed: https://github.com/boz/kail
471KAIL_PATH ?= /usr/local/bin
472$(KAIL_PATH)/kail:
473 bash <( curl -sfL https://raw.githubusercontent.com/boz/kail/master/godownloader.sh) -b /tmp
474 mv /tmp/kail $(KAIL_PATH)
475
Zack Williamsa8fe75a2020-01-10 14:25:27 -0700476## Variables for gendocs
477TEST_SOURCE := $(wildcard tests/*/*.robot)
478TEST_BASENAME := $(basename $(TEST_SOURCE))
479TEST_DIRS := $(dir $(TEST_SOURCE))
480
481LIB_SOURCE := $(wildcard libraries/*.robot)
482LIB_BASENAME := $(basename $(LIB_SOURCE))
483LIB_DIRS := $(dir $(LIB_SOURCE))
484
485.PHONY: gendocs lint test
486# In future explore use of --docformat REST - integration w/Sphinx?
Zack Williamsec53a1b2019-09-16 15:50:52 -0700487gendocs: vst_venv
Zack Williamsa8fe75a2020-01-10 14:25:27 -0700488 source ./$</bin/activate ; set -u ;\
hwchiu0601ec72019-10-08 00:04:43 +0000489 mkdir -p $@ ;\
490 for dir in ${LIB_DIRS}; do mkdir -p $@/$$dir; done;\
491 for dir in ${LIB_BASENAME}; do\
492 python -m robot.libdoc --format HTML $$dir.robot $@/$$dir.html ;\
493 done ;\
494 for dir in ${TEST_DIRS}; do mkdir -p $@/$$dir; done;\
495 for dir in ${TEST_BASENAME}; do\
496 python -m robot.testdoc $$dir.robot $@/$$dir.html ;\
497 done
Zack Williamsec53a1b2019-09-16 15:50:52 -0700498
Zack Williamsec53a1b2019-09-16 15:50:52 -0700499clean:
500 find . -name output.xml -print
501
502clean-all: clean
503 rm -rf vst_venv gendocs
Scott Baker60e570d2020-02-02 22:10:13 -0800504
505voltctl-docker-image-build:
506 cd docker && docker build -t opencord/voltctl:local -f Dockerfile.voltctl .
507
508voltctl-docker-image-install-kind:
Matteo Scandolo10acf562021-05-03 15:35:16 -0700509 @if [ "`kind get clusters | grep kind`" = '' ]; then echo "no kind cluster found" && exit 1; fi
510 kind load docker-image --name `kind get clusters | grep kind` opencord/voltctl:local