blob: 4f1a1778348ec85b501b86aef9c17154c94a2453 [file] [log] [blame]
Kailash92764922019-07-25 08:21:39 -07001# Copyright 2017-present Open Networking Foundation
2#
3# Licensed under the Apache License, Version 2.0 (the "License");
4# you may not use this file except in compliance with the License.
5# You may obtain a copy of the License at
6#
7# http://www.apache.org/licenses/LICENSE-2.0
8#
9# Unless required by applicable law or agreed to in writing, software
10# distributed under the License is distributed on an "AS IS" BASIS,
11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12# See the License for the specific language governing permissions and
13# limitations under the License.
14
Zack Williamsec53a1b2019-09-16 15:50:52 -070015# use bash for pushd/popd, and to fail quickly. virtualenv's activate
16# has undefined variables, so no -u
Zack Williamsa8fe75a2020-01-10 14:25:27 -070017SHELL := bash -e -o pipefail
Kailash92764922019-07-25 08:21:39 -070018
Zack Williamsa8fe75a2020-01-10 14:25:27 -070019ROOT_DIR := $(shell dirname $(realpath $(lastword $(MAKEFILE_LIST))))
Kailash92764922019-07-25 08:21:39 -070020
Zack Williamsa8fe75a2020-01-10 14:25:27 -070021# Configuration and lists of files for linting/testing
22VERSION ?= $(shell cat ./VERSION)
Suchitra Vemuria6879aa2020-11-03 11:03:11 -080023LINT_ARGS ?= --verbose --configure LineTooLong:130 -e LineTooLong \
Hardik Windlass98802ce2021-11-12 14:09:26 +000024 --configure TooManyTestSteps:65 -e TooManyTestSteps \
Scott Baker27d04db2020-02-06 18:03:21 -080025 --configure TooManyTestCases:50 -e TooManyTestCases \
Zack Williamsa8fe75a2020-01-10 14:25:27 -070026 --configure TooFewTestSteps:1 \
27 --configure TooFewKeywordSteps:1 \
Hardik Windlass44abec12021-09-27 07:52:33 +000028 --configure FileTooLong:1600 -e FileTooLong \
Zack Williamsa8fe75a2020-01-10 14:25:27 -070029 -e TrailingWhitespace
30
31PYTHON_FILES := $(wildcard libraries/*.py)
32ROBOT_FILES := $(shell find . -name *.robot -print)
33YAML_FILES := $(shell find ./tests -type f \( -name *.yaml -o -name *.yml \) -print)
34JSON_FILES := $(shell find ./tests -name *.json -print)
35
36# Robot config
37ROBOT_SANITY_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind.yaml
Hardik Windlassa3d04b92020-02-17 15:06:05 +000038ROBOT_SANITY_DT_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-dt.yaml
Suchitra Vemuria311faf2020-11-23 13:46:52 -080039ROBOT_SANITY_MULTIPLE_OLT_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-2OLTx2ONUx2PON.yaml
TorstenThieme379c3da2021-03-23 10:27:32 +000040ROBOT_SANITY_DT_MULTIPLE_OLT_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-2OLTx2ONUx2PON-dt.yaml
41ROBOT_SANITY_TT_MULTIPLE_OLT_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-2OLTx2ONUx2PON-tt.yaml
Zack Williamsa8fe75a2020-01-10 14:25:27 -070042ROBOT_FAIL_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind.yaml
43ROBOT_SANITY_MULT_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-2x2.yaml
44ROBOT_SCALE_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-16.yaml
45ROBOT_SCALE_MULT_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-8x2.yaml
TorstenThiemeffb33922020-06-18 08:41:17 +000046ROBOT_SCALE_MULT_ONU_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-8x8.yaml
Zack Williamsa8fe75a2020-01-10 14:25:27 -070047ROBOT_DEBUG_LOG_OPT ?=
48ROBOT_MISC_ARGS ?=
Matteo Scandolo549df9e2020-09-04 11:09:18 -070049ROBOT_SANITY_TT_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-tt.yaml
uwe ottrembka504ca3e2020-11-23 12:02:20 +010050ROBOT_DMI_SINGLE_BBSIM_FILE ?= $(ROOT_DIR)/tests/data/dmi-components-bbsim.yaml
TorstenThiemef8f9a802020-12-16 15:25:25 +000051ROBOT_DMI_SINGLE_ADTRAN_FILE ?= $(ROOT_DIR)/tests/data/dmi-components-adtran.yaml
Hardik Windlass17bd1142021-03-12 08:15:25 +000052ROBOT_SW_UPGRADE_FILE ?= $(ROOT_DIR)/tests/data/software-upgrade.yaml
TorstenThiemeff9c9142021-04-08 07:21:34 +000053ROBOT_PM_DATA_FILE ?= $(ROOT_DIR)/tests/data/pm-data.yaml
Hardik Windlass1ed2eee2021-06-25 09:51:03 +000054ROBOT_SANITY_MULTI_UNI_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-multi-uni.yaml
55ROBOT_SANITY_MULTI_UNI_MULTIPLE_OLT_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-multi-uni-2OLTx2ONUx2PON.yaml
56ROBOT_SANITY_TT_MULTI_UNI_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-multi-uni-tt.yaml
TorstenThieme00fe8262022-01-19 10:43:07 +000057ROBOT_SANITY_TT_MULTI_UNI_MULTIPLE_OLT_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-multi-uni-2OLTx2ONUx2PON-tt.yaml
Zack Williamsa8fe75a2020-01-10 14:25:27 -070058
Gilles Depatie45fbe042019-11-11 17:10:06 -050059# for backwards compatibility
60sanity-kind: sanity-single-kind
61
Matteo Scandolod7ca7f22021-01-26 14:10:37 -080062# to simplify ci
63sanity-kind-att: sanity-single-kind
64
Hardik Windlass1ed2eee2021-06-25 09:51:03 +000065# ATT Multi-UNI Sanity Target
66sanity-kind-multiuni-att: ROBOT_MISC_ARGS += -X -i sanity $(ROBOT_DEBUG_LOG_OPT)
67sanity-kind-multiuni-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTI_UNI_SINGLE_PON_FILE)
68sanity-kind-multiuni-att: ROBOT_FILE := Voltha_PODTests.robot
69sanity-kind-multiuni-att: voltha-test
70
71# ATT Multi-UNI Functional Suite Target
72functional-single-kind-multiuni-att: ROBOT_MISC_ARGS += -X -i sanityORmulti-uni $(ROBOT_DEBUG_LOG_OPT)
73functional-single-kind-multiuni-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTI_UNI_SINGLE_PON_FILE)
74functional-single-kind-multiuni-att: ROBOT_FILE := Voltha_PODTests.robot
75functional-single-kind-multiuni-att: voltha-test
76
Matteo Scandolo142e6272020-04-29 17:36:59 -070077# for scale pipeline
Hardik Windlass513afd12021-02-03 15:19:46 +000078voltha-scale: ROBOT_MISC_ARGS += -i activation -v NAMESPACE:voltha $(ROBOT_DEBUG_LOG_OPT)
Matteo Scandolo142e6272020-04-29 17:36:59 -070079voltha-scale: voltha-scale-test
80
Hardik Windlassf8b3ee62022-01-24 16:36:32 +000081# for onu-upgrade scale pipeline
82# Requirement: Pass ONU image details in following parameters
83# image_version, image_url, image_vendor, image_activate_on_success, image_commit_on_success, image_crc
84voltha-scale-onu-upgrade: ROBOT_MISC_ARGS += -i setup -i activation -i onu-upgrade -v NAMESPACE:voltha -v image_version:BBSM_IMG_00002 -v image_url:http://bbsim0:50074/images/software-image.img -v image_vendor:BBSM -v image_activate_on_success:false -v image_commit_on_success:false -v image_crc:0 $(ROBOT_DEBUG_LOG_OPT)
85voltha-scale-onu-upgrade: voltha-scale-test
86
Hardik Windlassa3d04b92020-02-17 15:06:05 +000087# target to invoke DT Workflow Sanity
88sanity-kind-dt: ROBOT_MISC_ARGS += -i sanityDt $(ROBOT_DEBUG_LOG_OPT)
89sanity-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE)
90sanity-kind-dt: ROBOT_FILE := Voltha_DT_PODTests.robot
91sanity-kind-dt: voltha-dt-test
92
Hardik Windlassd6aa0822020-06-29 20:18:12 +053093functional-single-kind: ROBOT_MISC_ARGS += -i sanityORfunctional -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT)
Andy Bavier33e6dd32020-01-16 13:35:20 -070094functional-single-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
95functional-single-kind: bbsim-kind
96
Matteo Scandolod7ca7f22021-01-26 14:10:37 -080097# to simplify ci
98functional-single-kind-att: functional-single-kind
99
Hardik Windlass35706ba2020-02-20 08:16:42 +0000100# target to invoke DT Workflow Functional scenarios
Hardik Windlassd6aa0822020-06-29 20:18:12 +0530101functional-single-kind-dt: ROBOT_MISC_ARGS += -i sanityDtORfunctionalDt -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT)
Hardik Windlass35706ba2020-02-20 08:16:42 +0000102functional-single-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE)
103functional-single-kind-dt: ROBOT_FILE := Voltha_DT_PODTests.robot
104functional-single-kind-dt: voltha-dt-test
105
Suchitra Vemuri2f1e07d2020-06-26 19:18:01 -0700106# target to invoke TT Workflow Sanity
Hardik Windlass43118692020-07-01 22:16:47 +0530107sanity-kind-tt: ROBOT_MISC_ARGS += -i sanityTT $(ROBOT_DEBUG_LOG_OPT)
108sanity-kind-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_SINGLE_PON_FILE)
109sanity-kind-tt: ROBOT_FILE := Voltha_TT_PODTests.robot
110sanity-kind-tt: voltha-tt-test
Suchitra Vemuri2f1e07d2020-06-26 19:18:01 -0700111
Hardik Windlass1ed2eee2021-06-25 09:51:03 +0000112sanity-kind-multiuni-tt: ROBOT_MISC_ARGS += -i sanityTT $(ROBOT_DEBUG_LOG_OPT)
113sanity-kind-multiuni-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_MULTI_UNI_SINGLE_PON_FILE)
114sanity-kind-multiuni-tt: ROBOT_FILE := Voltha_TT_PODTests.robot
115sanity-kind-multiuni-tt: voltha-tt-test
116
Suchitra Vemuri2f1e07d2020-06-26 19:18:01 -0700117# target to invoke TT Workflow Functional scenarios
Hardik Windlass1ed2eee2021-06-25 09:51:03 +0000118functional-single-kind-tt: ROBOT_MISC_ARGS += -i sanityTTORfunctionalTT -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT)
Suchitra Vemuri2f1e07d2020-06-26 19:18:01 -0700119functional-single-kind-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_SINGLE_PON_FILE)
120functional-single-kind-tt: ROBOT_FILE := Voltha_TT_PODTests.robot
121functional-single-kind-tt: voltha-tt-test
122
Hardik Windlass1ed2eee2021-06-25 09:51:03 +0000123functional-single-kind-multiuni-tt: ROBOT_MISC_ARGS += -i sanityTTORfunctionalTT -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT)
124functional-single-kind-multiuni-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_MULTI_UNI_SINGLE_PON_FILE)
125functional-single-kind-multiuni-tt: ROBOT_FILE := Voltha_TT_PODTests.robot
126functional-single-kind-multiuni-tt: voltha-tt-test
127
TorstenThiemebccd3ae2020-02-20 12:56:44 +0000128# target to invoke multiple OLTs Functional scenarios
Suchitra Vemuri2a6975a2020-11-25 12:49:38 -0800129functional-multi-olt: ROBOT_MISC_ARGS += -i sanityORfunctional -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT)
TorstenThiemebccd3ae2020-02-20 12:56:44 +0000130functional-multi-olt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE)
Suchitra Vemuri9826c052020-11-18 14:11:51 -0800131functional-multi-olt: ROBOT_FILE := Voltha_PODTests.robot
TorstenThiemebccd3ae2020-02-20 12:56:44 +0000132functional-multi-olt: voltha-test
133
Hardik Windlass1ed2eee2021-06-25 09:51:03 +0000134functional-multiuni-multiolt-att: ROBOT_MISC_ARGS += -X -i sanityORmulti-uni $(ROBOT_DEBUG_LOG_OPT)
135functional-multiuni-multiolt-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTI_UNI_MULTIPLE_OLT_FILE)
136functional-multiuni-multiolt-att: ROBOT_FILE := Voltha_PODTests.robot
137functional-multiuni-multiolt-att: voltha-test
138
TorstenThieme90a99f82021-05-05 09:17:37 +0000139# target to invoke test with openonu go adapter applying 1T1GEM tech-profile at single ONU
1401t1gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v techprofile:1T1GEM
1411t1gem-openonu-go-adapter-test: openonu-go-adapter-test
142
TorstenThiemefe7099e2021-01-29 08:41:04 +0000143# target to invoke test with openonu go adapter applying 1T4GEM tech-profile at single ONU
1441t4gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v techprofile:1T4GEM
1451t4gem-openonu-go-adapter-test: openonu-go-adapter-test
146
147# target to invoke test with openonu go adapter applying 1T8GEM tech-profile at single ONU
1481t8gem-openonu-go-adapter-test: ROBOT_MISC_ARGS += -v techprofile:1T8GEM
1491t8gem-openonu-go-adapter-test: openonu-go-adapter-test
150
TorstenThieme1619db22020-04-03 12:01:15 +0000151# target to invoke openonu go adapter
TorstenThieme66c91a82020-10-19 13:37:53 +0000152openonu-go-adapter-test: ROBOT_MISC_ARGS += -v state2test:omci-flows-pushed -v testmode:SingleStateTime
Hardik Windlass9e3db232021-10-14 07:10:47 +0000153openonu-go-adapter-test: ROBOT_MISC_ARGS += -i sanityOnuGo -i functionalOnuGo
TorstenThieme41097be2021-07-06 09:52:50 +0000154openonu-go-adapter-test: ROBOT_MISC_ARGS += -e notreadyOnuGo $(ROBOT_DEBUG_LOG_OPT)
TorstenThieme1619db22020-04-03 12:01:15 +0000155openonu-go-adapter-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
156openonu-go-adapter-test: ROBOT_FILE := Voltha_ONUStateTests.robot
TorstenThieme89caa142020-10-05 08:20:31 +0000157openonu-go-adapter-test: openonu-go-adapter-tests
TorstenThieme1619db22020-04-03 12:01:15 +0000158
TorstenThieme89caa142020-10-05 08:20:31 +0000159# target to invoke test with openonu go adapter applying MIB-Upload-Templating
Hardik Windlass9e3db232021-10-14 07:10:47 +0000160mib-upload-templating-openonu-go-adapter-test: ROBOT_MISC_ARGS += -i functionalOnuGo
TorstenThieme66c91a82020-10-19 13:37:53 +0000161mib-upload-templating-openonu-go-adapter-test: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT)
TorstenThieme89caa142020-10-05 08:20:31 +0000162mib-upload-templating-openonu-go-adapter-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULT_PON_FILE)
163mib-upload-templating-openonu-go-adapter-test: ROBOT_FILE := Voltha_ONUTemplateTests.robot
164mib-upload-templating-openonu-go-adapter-test: openonu-go-adapter-tests
TorstenThieme280c3802020-08-07 07:07:42 +0000165
TorstenThieme53450ff2021-05-11 09:44:33 +0000166# target to invoke test with openonu go adapter applying 1T8GEM tech-profile at single ONU with OMCI hardening
167# timeout is determined for omci_response_rate=9 and omci_timeout=1s
168openonu-go-adapter-omci-hardening-passed-test: ROBOT_MISC_ARGS += -v timeout:180s -v techprofile:1T8GEM
169openonu-go-adapter-omci-hardening-passed-test: openonu-go-adapter-test
170
171# target to invoke openonu go adapter failed state test at single ONU with OMCI hardening
172# test should show in case of too small omci_response_rate (<=7) in BBSIM that OMCI hardening does not work
173# test is PASS when ONU does not leave state 'starting-openomci'
Hardik Windlass9e3db232021-10-14 07:10:47 +0000174openonu-go-adapter-omci-hardening-failed-test: ROBOT_MISC_ARGS += -v timeout:300s -i NegativeStateTestOnuGo
TorstenThieme53450ff2021-05-11 09:44:33 +0000175openonu-go-adapter-omci-hardening-failed-test: ROBOT_MISC_ARGS += -e notreadyOnuGo -X $(ROBOT_DEBUG_LOG_OPT)
176openonu-go-adapter-omci-hardening-failed-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
177openonu-go-adapter-omci-hardening-failed-test: ROBOT_FILE := Voltha_ONUNegativeStateTests.robot
178openonu-go-adapter-omci-hardening-failed-test: openonu-go-adapter-tests
179
TorstenThieme379c3da2021-03-23 10:27:32 +0000180# target to invoke reconcile tests with openonu go adapter at single ONU with ATT workflow (default workflow)
TorstenThieme90a99f82021-05-05 09:17:37 +0000181reconcile-openonu-go-adapter-test-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
182reconcile-openonu-go-adapter-test-att: reconcile-openonu-go-adapter-tests-att
TorstenThieme3d8bf552021-02-08 08:41:52 +0000183
TorstenThiemefe7099e2021-01-29 08:41:04 +0000184# target to invoke reconcile tests with openonu go adapter at single ONU with DT workflow
TorstenThieme3d8bf552021-02-08 08:41:52 +0000185reconcile-openonu-go-adapter-test-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE)
TorstenThieme379c3da2021-03-23 10:27:32 +0000186reconcile-openonu-go-adapter-test-dt: reconcile-openonu-go-adapter-tests-dt
TorstenThiemefe7099e2021-01-29 08:41:04 +0000187
188# target to invoke reconcile tests with openonu go adapter at single ONU with TT workflow
TorstenThieme3d8bf552021-02-08 08:41:52 +0000189reconcile-openonu-go-adapter-test-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_SINGLE_PON_FILE)
TorstenThieme379c3da2021-03-23 10:27:32 +0000190reconcile-openonu-go-adapter-test-tt: reconcile-openonu-go-adapter-tests-tt
TorstenThiemefe7099e2021-01-29 08:41:04 +0000191
TorstenThieme00fe8262022-01-19 10:43:07 +0000192# target to invoke reconcile tests with openonu go adapter at single ONU multi UNI with TT workflow
193reconcile-openonu-go-adapter-multi-uni-test-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_MULTI_UNI_SINGLE_PON_FILE)
194reconcile-openonu-go-adapter-multi-uni-test-tt: ROBOT_MISC_ARGS += -v unitag_sub:True
195reconcile-openonu-go-adapter-multi-uni-test-tt: reconcile-openonu-go-adapter-tests-tt
196
TorstenThieme379c3da2021-03-23 10:27:32 +0000197# target to invoke reconcile tests with openonu go adapter with multiple OLTs scenario with ATT workflow (default workflow)
TorstenThieme90a99f82021-05-05 09:17:37 +0000198reconcile-openonu-go-adapter-multi-olt-test-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE)
199reconcile-openonu-go-adapter-multi-olt-test-att: reconcile-openonu-go-adapter-tests-att
TorstenThieme379c3da2021-03-23 10:27:32 +0000200
201# target to invoke reconcile tests with openonu go adapter with multiple OLTs scenario with DT workflow
202reconcile-openonu-go-adapter-multi-olt-test-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_MULTIPLE_OLT_FILE)
203reconcile-openonu-go-adapter-multi-olt-test-dt: reconcile-openonu-go-adapter-tests-dt
204
205# target to invoke reconcile tests with openonu go adapter with multiple OLTs scenario with TT workflow
206reconcile-openonu-go-adapter-multi-olt-test-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_MULTIPLE_OLT_FILE)
207reconcile-openonu-go-adapter-multi-olt-test-tt: reconcile-openonu-go-adapter-tests-tt
208
TorstenThieme00fe8262022-01-19 10:43:07 +0000209# target to invoke reconcile tests with openonu go adapter with multiple OLTs multi UNI scenario with TT workflow
210reconcile-openonu-go-adapter-multi-olt-multi-uni-test-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_MULTI_UNI_MULTIPLE_OLT_FILE)
211reconcile-openonu-go-adapter-multi-olt-multi-uni-test-tt: ROBOT_MISC_ARGS += -v unitag_sub:True
212reconcile-openonu-go-adapter-multi-olt-multi-uni-test-tt: reconcile-openonu-go-adapter-tests-tt
213
TorstenThieme90a99f82021-05-05 09:17:37 +0000214# target to invoke reconcile tests with openonu go adapter with ATT workflow
215reconcile-openonu-go-adapter-tests-att: ROBOT_MISC_ARGS += -v workflow:ATT
216reconcile-openonu-go-adapter-tests-att: reconcile-openonu-go-adapter-tests
217
TorstenThieme379c3da2021-03-23 10:27:32 +0000218# target to invoke reconcile tests with openonu go adapter with DT workflow
219reconcile-openonu-go-adapter-tests-dt: ROBOT_MISC_ARGS += -v workflow:DT
220reconcile-openonu-go-adapter-tests-dt: reconcile-openonu-go-adapter-tests
221
222# target to invoke reconcile tests with openonu go adapter with TT workflow
223reconcile-openonu-go-adapter-tests-tt: ROBOT_MISC_ARGS += -v workflow:TT
224reconcile-openonu-go-adapter-tests-tt: reconcile-openonu-go-adapter-tests
225
226# target to invoke reconcile tests with openonu go adapter at single ONU resp. multiple OLTs
Hardik Windlass9e3db232021-10-14 07:10:47 +0000227reconcile-openonu-go-adapter-tests: ROBOT_MISC_ARGS += -i functionalOnuGo
TorstenThieme0ec95eb2021-11-23 14:56:26 +0000228reconcile-openonu-go-adapter-tests: ROBOT_MISC_ARGS += -e notreadyOnuGo $(ROBOT_DEBUG_LOG_OPT)
TorstenThieme3d8bf552021-02-08 08:41:52 +0000229reconcile-openonu-go-adapter-tests: ROBOT_FILE := Voltha_ONUReconcileTests.robot
230reconcile-openonu-go-adapter-tests: openonu-go-adapter-tests
TorstenThieme440b7c02020-12-18 15:42:57 +0000231
TorstenThieme90a99f82021-05-05 09:17:37 +0000232# target to invoke test with openonu go adapter applying 1T1GEM tech-profile with multiple OLTs scenarios with ATT workflow
2331t1gem-openonu-go-adapter-multi-olt-test: ROBOT_MISC_ARGS += -v techprofile:1T1GEM
2341t1gem-openonu-go-adapter-multi-olt-test: openonu-go-adapter-multi-olt-test
235
TorstenThiemefe7099e2021-01-29 08:41:04 +0000236# target to invoke test with openonu go adapter applying 1T4GEM tech-profile with multiple OLTs scenarios with ATT workflow
2371t4gem-openonu-go-adapter-multi-olt-test: ROBOT_MISC_ARGS += -v techprofile:1T4GEM
2381t4gem-openonu-go-adapter-multi-olt-test: openonu-go-adapter-multi-olt-test
TorstenThiemec3c23232021-01-13 13:06:31 +0000239
TorstenThiemefe7099e2021-01-29 08:41:04 +0000240# target to invoke test with openonu go adapter applying 1T8GEM tech-profile with multiple OLTs scenarios with ATT workflow
2411t8gem-openonu-go-adapter-multi-olt-test: ROBOT_MISC_ARGS += -v techprofile:1T8GEM
TorstenThieme3d8bf552021-02-08 08:41:52 +00002421t8gem-openonu-go-adapter-multi-olt-test: openonu-go-adapter-multi-olt-test
TorstenThiemefe7099e2021-01-29 08:41:04 +0000243
244# target to invoke test with openonu go adapter (applying 1T1GEM tech-profile) with multiple OLTs scenarios with ATT workflow
245openonu-go-adapter-multi-olt-test: ROBOT_MISC_ARGS += -v state2test:omci-flows-pushed -v testmode:SingleStateTime
Hardik Windlass9e3db232021-10-14 07:10:47 +0000246openonu-go-adapter-multi-olt-test: ROBOT_MISC_ARGS += -i sanityOnuGo -i functionalOnuGo
TorstenThieme41097be2021-07-06 09:52:50 +0000247openonu-go-adapter-multi-olt-test: ROBOT_MISC_ARGS += -e notreadyOnuGo $(ROBOT_DEBUG_LOG_OPT)
TorstenThiemefe7099e2021-01-29 08:41:04 +0000248openonu-go-adapter-multi-olt-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE)
249openonu-go-adapter-multi-olt-test: ROBOT_FILE := Voltha_ONUStateTests.robot
250openonu-go-adapter-multi-olt-test: openonu-go-adapter-tests
TorstenThieme70bc5262021-01-19 12:12:55 +0000251
David Bainbridgef81cd642019-11-20 00:14:47 +0000252sanity-single-kind: ROBOT_MISC_ARGS += -i sanity $(ROBOT_DEBUG_LOG_OPT)
Gilles Depatie45fbe042019-11-11 17:10:06 -0500253sanity-single-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
254sanity-single-kind: bbsim-kind
Hardik Windlass1ed2eee2021-06-25 09:51:03 +0000255
Hardik Windlass9e3db232021-10-14 07:10:47 +0000256sanity-bbsim-att: ROBOT_MISC_ARGS += -v workflow:ATT
Matteo Scandoloa80b4732020-09-04 13:51:10 -0700257sanity-bbsim-att: sanity-bbsim
258
Hardik Windlass9e3db232021-10-14 07:10:47 +0000259sanity-bbsim-dt: ROBOT_MISC_ARGS += -v workflow:DT
Matteo Scandolof310d962021-05-18 10:35:48 -0700260sanity-bbsim-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE)
261sanity-bbsim-dt: ROBOT_FILE := Voltha_BBSimTests.robot
262sanity-bbsim-dt: voltha-bbsim-test
Matteo Scandoloa80b4732020-09-04 13:51:10 -0700263
Hardik Windlass9e3db232021-10-14 07:10:47 +0000264sanity-bbsim-tt: ROBOT_MISC_ARGS += -v workflow:TT
Matteo Scandolof310d962021-05-18 10:35:48 -0700265sanity-bbsim-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_SINGLE_PON_FILE)
266sanity-bbsim-tt: ROBOT_FILE := Voltha_BBSimTests.robot
267sanity-bbsim-tt: voltha-bbsim-test
Matteo Scandoloa80b4732020-09-04 13:51:10 -0700268
269sanity-bbsim: ROBOT_MISC_ARGS += -i bbsimSanity $(ROBOT_DEBUG_LOG_OPT)
270sanity-bbsim: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
271sanity-bbsim: ROBOT_FILE := Voltha_BBSimTests.robot
272sanity-bbsim: voltha-bbsim-test
273
Matteo Scandolo95b22152021-02-05 15:39:34 -0800274voltha-bbsim-test: vst_venv
275 source ./$</bin/activate ; set -u ;\
276 cd tests/bbsim ;\
277 robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE)
278
David Bainbridge32c45632020-04-13 08:47:09 -0700279rwcore-restart-single-kind: ROBOT_MISC_ARGS += -X -i functionalANDrwcore-restart $(ROBOT_DEBUG_LOG_OPT)
David Bainbridgef81cd642019-11-20 00:14:47 +0000280rwcore-restart-single-kind: ROBOT_CONFIG_FILE := $(ROBOT_FAIL_SINGLE_PON_FILE)
ubuntu6b6e7d42020-03-02 12:35:42 -0800281rwcore-restart-single-kind: ROBOT_FILE := Voltha_FailureScenarios.robot
David Bainbridgef81cd642019-11-20 00:14:47 +0000282rwcore-restart-single-kind: voltha-test
283
David Bainbridge3d6d5d32019-12-17 19:05:35 +0000284single-kind: ROBOT_MISC_ARGS += -X -i $(TEST_TAGS) $(ROBOT_DEBUG_LOG_OPT)
285single-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
286single-kind: ROBOT_FILE := Voltha_PODTests.robot
287single-kind: voltha-test
288
David Bainbridgef81cd642019-11-20 00:14:47 +0000289sanity-multi-kind: ROBOT_MISC_ARGS += -i sanity $(ROBOT_DEBUG_LOG_OPT)
Gilles Depatie45fbe042019-11-11 17:10:06 -0500290sanity-multi-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULT_PON_FILE)
291sanity-multi-kind: bbsim-kind
Andy Bavierba9866b2019-10-11 07:11:53 -0700292
Andy Bavier8da0e132020-04-13 10:25:16 -0700293functional-multi-kind: ROBOT_MISC_ARGS += -i sanityORfunctional $(ROBOT_DEBUG_LOG_OPT)
294functional-multi-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULT_PON_FILE)
295functional-multi-kind: bbsim-kind
296
Suchitra Vemuri8a9c3782019-10-23 12:43:01 -0700297bbsim-kind: ROBOT_MISC_ARGS += -X
Gilles Depatie45fbe042019-11-11 17:10:06 -0500298bbsim-kind: ROBOT_FILE := Voltha_PODTests.robot
299bbsim-kind: voltha-test
300
David Bainbridgef81cd642019-11-20 00:14:47 +0000301scale-single-kind: ROBOT_MISC_ARGS += -i active $(ROBOT_DEBUG_LOG_OPT)
Gilles Depatie45fbe042019-11-11 17:10:06 -0500302scale-single-kind: ROBOT_CONFIG_FILE := $(ROBOT_SCALE_SINGLE_PON_FILE)
303scale-single-kind: bbsim-scale-kind
304
David Bainbridgef81cd642019-11-20 00:14:47 +0000305scale-multi-kind: ROBOT_MISC_ARGS += -i active $(ROBOT_DEBUG_LOG_OPT)
Gilles Depatie45fbe042019-11-11 17:10:06 -0500306scale-multi-kind: ROBOT_CONFIG_FILE := $(ROBOT_SCALE_MULT_PON_FILE)
307scale-multi-kind: bbsim-scale-kind
308
David Bainbridgef81cd642019-11-20 00:14:47 +0000309bbsim-scale-kind: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT)
Gilles Depatie45fbe042019-11-11 17:10:06 -0500310bbsim-scale-kind: ROBOT_FILE := Voltha_ScaleFunctionalTests.robot
311bbsim-scale-kind: voltha-test
Zack Williamsec53a1b2019-09-16 15:50:52 -0700312
hwchiuab524f02020-02-03 23:24:19 +0000313#Only supported in full mode
314system-scale-test: ROBOT_FILE := K8S_SystemTest.robot
Matteo Scandolo66fe6452021-01-05 13:03:41 -0800315system-scale-test: ROBOT_MISC_ARGS += -X -i functional $(ROBOT_DEBUG_LOG_OPT) -v teardown_device:True
hwchiuab524f02020-02-03 23:24:19 +0000316system-scale-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULT_PON_FILE)
317system-scale-test: voltha-test
hwchiu11289122019-11-27 16:20:15 +0000318
hwchiu85695932019-12-18 08:05:25 +0000319failure-test: ROBOT_MISC_ARGS += -X -i FailureTest $(ROBOT_DEBUG_LOG_OPT)
hwchiu3d9a0982020-02-06 00:19:19 +0000320failure-test: ROBOT_FILE := K8S_SystemTest.robot
hwchiu85695932019-12-18 08:05:25 +0000321failure-test: ROBOT_CONFIG_FILE := $(ROBOT_FAIL_SINGLE_PON_FILE)
322failure-test: voltha-test
323
Scott Baker60e570d2020-02-02 22:10:13 -0800324bbsim-alarms-kind: ROBOT_MISC_ARGS += -X -i active
325bbsim-alarms-kind: ROBOT_FILE := Voltha_AlarmTests.robot
Andy Baviere118e052020-03-06 12:49:24 -0700326bbsim-alarms-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
Scott Baker60e570d2020-02-02 22:10:13 -0800327bbsim-alarms-kind: voltctl-docker-image-build voltctl-docker-image-install-kind voltha-test
328
Andy Bavierc1904dc2020-03-20 11:39:15 -0700329bbsim-errorscenarios: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT)
330bbsim-errorscenarios: ROBOT_FILE := Voltha_ErrorScenarios.robot
331bbsim-errorscenarios: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
332bbsim-errorscenarios: voltha-test
333
Hardik Windlass1ed2eee2021-06-25 09:51:03 +0000334bbsim-multiuni-errorscenarios-att: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT)
335bbsim-multiuni-errorscenarios-att: ROBOT_FILE := Voltha_ErrorScenarios.robot
336bbsim-multiuni-errorscenarios-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTI_UNI_SINGLE_PON_FILE)
337bbsim-multiuni-errorscenarios-att: voltha-test
338
Suchitra Vemuri9826c052020-11-18 14:11:51 -0800339bbsim-multiolt-errorscenarios: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT)
340bbsim-multiolt-errorscenarios: ROBOT_FILE := Voltha_ErrorScenarios.robot
341bbsim-multiolt-errorscenarios: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE)
342bbsim-multiolt-errorscenarios: voltha-test
343
Hardik Windlass1ed2eee2021-06-25 09:51:03 +0000344bbsim-multiuni-multiolt-errorscenarios-att: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT)
345bbsim-multiuni-multiolt-errorscenarios-att: ROBOT_FILE := Voltha_ErrorScenarios.robot
346bbsim-multiuni-multiolt-errorscenarios-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTI_UNI_MULTIPLE_OLT_FILE)
347bbsim-multiuni-multiolt-errorscenarios-att: voltha-test
348
Hardik Windlasscbcca312020-04-20 21:46:11 +0530349bbsim-errorscenarios-dt: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT)
350bbsim-errorscenarios-dt: ROBOT_FILE := Voltha_ErrorScenarios.robot
351bbsim-errorscenarios-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE)
352bbsim-errorscenarios-dt: voltha-test
353
Hardik Windlasse05e4712020-04-29 10:40:42 +0530354bbsim-failurescenarios: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitch -e PhysicalOLTReboot
Andy Bavier8da0e132020-04-13 10:25:16 -0700355bbsim-failurescenarios: ROBOT_FILE := Voltha_FailureScenarios.robot
356bbsim-failurescenarios: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
357bbsim-failurescenarios: voltha-test
358
Hardik Windlass1ed2eee2021-06-25 09:51:03 +0000359bbsim-multiuni-failurescenarios-att: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitch -e PhysicalOLTReboot
360bbsim-multiuni-failurescenarios-att: ROBOT_FILE := Voltha_FailureScenarios.robot
361bbsim-multiuni-failurescenarios-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTI_UNI_SINGLE_PON_FILE)
362bbsim-multiuni-failurescenarios-att: voltha-test
363
Suchitra Vemuri9826c052020-11-18 14:11:51 -0800364bbsim-multiolt-failurescenarios: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitch -e PhysicalOLTReboot
365bbsim-multiolt-failurescenarios: ROBOT_FILE := Voltha_FailureScenarios.robot
366bbsim-multiolt-failurescenarios: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE)
367bbsim-multiolt-failurescenarios: voltha-test
368
Hardik Windlass1ed2eee2021-06-25 09:51:03 +0000369bbsim-multiuni-multiolt-failurescenarios-att: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitch -e PhysicalOLTReboot
370bbsim-multiuni-multiolt-failurescenarios-att: ROBOT_FILE := Voltha_FailureScenarios.robot
371bbsim-multiuni-multiolt-failurescenarios-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTI_UNI_MULTIPLE_OLT_FILE)
372bbsim-multiuni-multiolt-failurescenarios-att: voltha-test
373
Hardik Windlass5ceb84e2021-02-11 11:17:08 +0000374bbsim-multiolt-kind: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitch -e MultiOLTPhysicalReboot
Suchitra Vemuri6971c392020-12-08 10:41:33 -0800375bbsim-multiolt-kind: ROBOT_FILE := Voltha_MultiOLT_Tests.robot
376bbsim-multiolt-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE)
377bbsim-multiolt-kind: voltha-test
378
Hardik Windlass5ceb84e2021-02-11 11:17:08 +0000379bbsim-multiolt-kind-dt: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitch -e MultiOLTPhysicalRebootDt
Suchitra Vemuri6971c392020-12-08 10:41:33 -0800380bbsim-multiolt-kind-dt: ROBOT_FILE := Voltha_DT_MultiOLT_Tests.robot
381bbsim-multiolt-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE)
382bbsim-multiolt-kind-dt: voltha-dt-test
383
384multiolt-kind-dt: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -i functionalDt
385multiolt-kind-dt: ROBOT_FILE := Voltha_DT_MultiOLT_Tests.robot
386multiolt-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE)
387multiolt-kind-dt: voltha-dt-test
388
Hardik Windlass9df139e2020-04-24 14:54:54 +0530389bbsim-failurescenarios-dt: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitchOnuRebootDt -e PhysicalOltRebootDt
390bbsim-failurescenarios-dt: ROBOT_FILE := Voltha_DT_FailureScenarios.robot
391bbsim-failurescenarios-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE)
392bbsim-failurescenarios-dt: voltha-dt-test
393
Hardik Windlassb1bda362021-11-24 11:54:36 +0000394bbsim-failurescenarios-tt: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) -e PowerSwitch -e PhysicalOltRebootTT -e dataplaneTT
TorstenThieme136ebf72021-02-26 14:27:07 +0000395bbsim-failurescenarios-tt: ROBOT_FILE := Voltha_TT_FailureScenarios.robot
396bbsim-failurescenarios-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_SINGLE_PON_FILE)
397bbsim-failurescenarios-tt: voltha-tt-test
398
Andrea Campanellaf1081572021-10-06 16:06:55 +0200399onos-ha-test: ROBOT_MISC_ARGS += -e notready -X $(ROBOT_DEBUG_LOG_OPT)
400onos-ha-test: ROBOT_FILE := Voltha_ONOSHATests.robot
401onos-ha-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
402onos-ha-test: voltha-test
403
Matteo Scandoloab48f9e2021-06-11 17:08:00 +0200404voltha-test: ROBOT_MISC_ARGS += -e notready --noncritical non-critical
hwchiu11289122019-11-27 16:20:15 +0000405
Zack Williamsa8fe75a2020-01-10 14:25:27 -0700406voltha-test: vst_venv
407 source ./$</bin/activate ; set -u ;\
408 cd tests/functional ;\
409 robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE)
410
TorstenThiemef8f9a802020-12-16 15:25:25 +0000411bbsim-dmi-hw-management-test: ROBOT_MISC_ARGS += -e notreadyDMI -i functionalDMI -e bbsimUnimplementedDMI
412bbsim-dmi-hw-management-test: ROBOT_FILE := dmi-hw-management.robot
413bbsim-dmi-hw-management-test: ROBOT_CONFIG_FILE := $(ROBOT_DMI_SINGLE_BBSIM_FILE)
414bbsim-dmi-hw-management-test: voltha-dmi-test
uwe ottrembka504ca3e2020-11-23 12:02:20 +0100415
TorstenThiemef8f9a802020-12-16 15:25:25 +0000416voltha-dmi-hw-management-test: ROBOT_MISC_ARGS += -e notreadyDMI -i functionalDMI
417voltha-dmi-hw-management-test: ROBOT_FILE := dmi-hw-management.robot
418voltha-dmi-hw-management-test: ROBOT_CONFIG_FILE := $(ROBOT_DMI_SINGLE_ADTRAN_FILE)
419voltha-dmi-hw-management-test: voltha-dmi-test
420
421voltha-dmi-test: vst_venv
uwe ottrembka504ca3e2020-11-23 12:02:20 +0100422 source ./$</bin/activate ; set -u ;\
423 cd tests/dmi-interface ;\
424 robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE)
425
TorstenThiemeff9c9142021-04-08 07:21:34 +0000426# target to invoke single ONU pm data scenarios in ATT workflow
Hardik Windlass9e3db232021-10-14 07:10:47 +0000427voltha-pm-data-single-kind-att: ROBOT_MISC_ARGS += -v workflow:ATT
TorstenThiemeff9c9142021-04-08 07:21:34 +0000428voltha-pm-data-single-kind-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
429voltha-pm-data-single-kind-att: voltha-pm-data-tests
430
431# target to invoke single ONU pm data scenarios in DT workflow
Hardik Windlass9e3db232021-10-14 07:10:47 +0000432voltha-pm-data-single-kind-dt: ROBOT_MISC_ARGS += -v workflow:DT
TorstenThiemeff9c9142021-04-08 07:21:34 +0000433voltha-pm-data-single-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE)
434voltha-pm-data-single-kind-dt: voltha-pm-data-tests
435
436# target to invoke single ONU pm data scenarios in TT workflow
Hardik Windlass9e3db232021-10-14 07:10:47 +0000437voltha-pm-data-single-kind-tt: ROBOT_MISC_ARGS += -v workflow:TT
TorstenThieme90a99f82021-05-05 09:17:37 +0000438voltha-pm-data-single-kind-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_SINGLE_PON_FILE)
439voltha-pm-data-single-kind-tt: voltha-pm-data-tests
TorstenThiemeff9c9142021-04-08 07:21:34 +0000440
441# target to invoke multiple OLTs pm data scenarios in ATT workflow
Hardik Windlass9e3db232021-10-14 07:10:47 +0000442voltha-pm-data-multiolt-kind-att: ROBOT_MISC_ARGS += -v workflow:ATT
TorstenThiemeff9c9142021-04-08 07:21:34 +0000443voltha-pm-data-multiolt-kind-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE)
444voltha-pm-data-multiolt-kind-att: voltha-pm-data-tests
445
446# target to invoke multiple OLTs pm data scenarios in DT workflow
Hardik Windlass9e3db232021-10-14 07:10:47 +0000447voltha-pm-data-multiolt-kind-dt: ROBOT_MISC_ARGS += -v workflow:DT
TorstenThiemeff9c9142021-04-08 07:21:34 +0000448voltha-pm-data-multiolt-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_MULTIPLE_OLT_FILE)
449voltha-pm-data-multiolt-kind-dt: voltha-pm-data-tests
450
451# target to invoke multiple OLTs pm data scenarios in TT workflow
Hardik Windlass9e3db232021-10-14 07:10:47 +0000452voltha-pm-data-multiolt-kind-tt: ROBOT_MISC_ARGS += -v workflow:TT
TorstenThiemeff9c9142021-04-08 07:21:34 +0000453voltha-pm-data-multiolt-kind-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_MULTIPLE_OLT_FILE)
454voltha-pm-data-multiolt-kind-tt: voltha-pm-data-tests
455
456voltha-pm-data-tests: ROBOT_MISC_ARGS += -i functional -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT)
457voltha-pm-data-tests: ROBOT_PM_CONFIG_FILE := $(ROBOT_PM_DATA_FILE)
458voltha-pm-data-tests: ROBOT_FILE := Voltha_ONUPMTests.robot
459voltha-pm-data-tests: voltha-pm-data-test
460
461voltha-pm-data-test: vst_venv
462 source ./$</bin/activate ; set -u ;\
463 cd tests/pm-data ;\
464 robot -V $(ROBOT_CONFIG_FILE) -V $(ROBOT_PM_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE)
465
TorstenThieme1c1f5fa2021-06-18 13:40:30 +0000466# target to invoke single ONU OMCI Get scenarios in ATT workflow
467voltha-onu-omci-get-single-kind-att: ROBOT_MISC_ARGS += -v workflow:ATT
468voltha-onu-omci-get-single-kind-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
469voltha-onu-omci-get-single-kind-att: voltha-onu-omci-get-tests
470
471# target to invoke single ONU OMCI Get scenarios in DT workflow
472voltha-onu-omci-get-single-kind-dt: ROBOT_MISC_ARGS += -v workflow:DT
473voltha-onu-omci-get-single-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE)
474voltha-onu-omci-get-single-kind-dt: voltha-onu-omci-get-tests
475
TorstenThiemea7315f12021-07-23 11:56:34 +0000476# target to invoke single ONU OMCI Get scenarios in TT workflow
TorstenThieme1c1f5fa2021-06-18 13:40:30 +0000477voltha-onu-omci-get-single-kind-tt: ROBOT_MISC_ARGS += -v workflow:TT
478voltha-onu-omci-get-single-kind-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_SINGLE_PON_FILE)
479voltha-onu-omci-get-single-kind-tt: voltha-onu-omci-get-tests
480
481# target to invoke multiple OLTs OMCI Get scenarios in ATT workflow
482voltha-onu-omci-get-multiolt-kind-att: ROBOT_MISC_ARGS += -v workflow:ATT
483voltha-onu-omci-get-multiolt-kind-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE)
484voltha-onu-omci-get-multiolt-kind-att: voltha-onu-omci-get-tests
485
486# target to invoke multiple OLTs OMCI Get scenarios in DT workflow
487voltha-onu-omci-get-multiolt-kind-dt: ROBOT_MISC_ARGS += -v workflow:DT
488voltha-onu-omci-get-multiolt-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_MULTIPLE_OLT_FILE)
489voltha-onu-omci-get-multiolt-kind-dt: voltha-onu-omci-get-tests
490
491# target to invoke multiple OLTs OMCI Get scenarios in TT workflow
492voltha-onu-omci-get-multiolt-kind-tt: ROBOT_MISC_ARGS += -v workflow:TT
493voltha-onu-omci-get-multiolt-kind-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_MULTIPLE_OLT_FILE)
494voltha-onu-omci-get-multiolt-kind-tt: voltha-onu-omci-get-tests
495
496voltha-onu-omci-get-tests: ROBOT_MISC_ARGS += -i functionalOnuGo -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT)
497voltha-onu-omci-get-tests: ROBOT_FILE := Voltha_ONUOmciGetTest.robot
498voltha-onu-omci-get-tests: openonu-go-adapter-tests
499
TorstenThiemea7315f12021-07-23 11:56:34 +0000500# target to invoke single ONU Flows Check in ATT workflow
501voltha-onu-flows-check-single-kind-att: ROBOT_MISC_ARGS += -v workflow:ATT
502voltha-onu-flows-check-single-kind-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
503voltha-onu-flows-check-single-kind-att: voltha-onu-flows-check-tests
504
505# target to invoke single ONU Flows Check scenarios in DT workflow
506voltha-onu-flows-check-single-kind-dt: ROBOT_MISC_ARGS += -v workflow:DT -v techprofile:1T8GEM
507voltha-onu-flows-check-single-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE)
508voltha-onu-flows-check-single-kind-dt: voltha-onu-flows-check-tests
509
510# target to invoke single ONU Flows Check scenarios in TT workflow
511voltha-onu-flows-check-single-kind-tt: ROBOT_MISC_ARGS += -v workflow:TT -v techprofile:1T4GEM
512voltha-onu-flows-check-single-kind-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_SINGLE_PON_FILE)
513voltha-onu-flows-check-single-kind-tt: voltha-onu-flows-check-tests
514
515# target to invoke multiple OLTs Flows Check scenarios in ATT workflow
516voltha-onu-flows-check-multiolt-kind-att: ROBOT_MISC_ARGS += -v workflow:ATT
517voltha-onu-flows-check-multiolt-kind-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE)
518voltha-onu-flows-check-multiolt-kind-att: voltha-onu-flows-check-tests
519
520# target to invoke multiple OLTs Flows Check scenarios in DT workflow
521voltha-onu-flows-check-multiolt-kind-dt: ROBOT_MISC_ARGS += -v workflow:DT -v techprofile:1T8GEM
522voltha-onu-flows-check-multiolt-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_MULTIPLE_OLT_FILE)
523voltha-onu-flows-check-multiolt-kind-dt: voltha-onu-flows-check-tests
524
525# target to invoke multiple OLTs Flows Check scenarios in TT workflow
526voltha-onu-flows-check-multiolt-kind-tt: ROBOT_MISC_ARGS += -v workflow:TT -v techprofile:1T4GEM
527voltha-onu-flows-check-multiolt-kind-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_MULTIPLE_OLT_FILE)
528voltha-onu-flows-check-multiolt-kind-tt: voltha-onu-flows-check-tests
529
530voltha-onu-flows-check-tests: ROBOT_MISC_ARGS += -i functionalOnuGo -e PowerSwitch $(ROBOT_DEBUG_LOG_OPT)
531voltha-onu-flows-check-tests: ROBOT_FILE := Voltha_ONUFlowChecks.robot
532voltha-onu-flows-check-tests: openonu-go-adapter-tests
533
Hardik Windlassdd1a9a12021-02-23 15:34:50 +0000534# ONOS Apps to test for Software Upgrade need to be passed in the 'onos_apps_under_test' variable in format:
Hardik Windlassdc2610f2021-03-09 07:33:51 +0000535# <app-name>,<version>,<oar-url>*<app-name>,<version>,<oar-url>*
Hardik Windlassdd1a9a12021-02-23 15:34:50 +0000536onos-app-upgrade-test: ROBOT_MISC_ARGS += -e notready -i functional
537onos-app-upgrade-test: ROBOT_FILE := ONOS_AppsUpgrade.robot
Hardik Windlass17bd1142021-03-12 08:15:25 +0000538onos-app-upgrade-test: ROBOT_CONFIG_FILE := $(ROBOT_SW_UPGRADE_FILE)
Hardik Windlassdd1a9a12021-02-23 15:34:50 +0000539onos-app-upgrade-test: software-upgrade-test
540
541# Voltha Components to test for Software Upgrade need to be passed in the 'voltha_comps_under_test' variable in format:
Hardik Windlassdc2610f2021-03-09 07:33:51 +0000542# <comp-label>,<comp-container>,<comp-image>*<comp-label>,<comp-container>,<comp-image>*
Hardik Windlass76f68212022-01-19 08:16:14 +0000543voltha-comp-upgrade-test: ROBOT_MISC_ARGS += -e notready -i VolthaCompMinorVerUpgrade
Hardik Windlassdd1a9a12021-02-23 15:34:50 +0000544voltha-comp-upgrade-test: ROBOT_FILE := Voltha_ComponentsUpgrade.robot
Hardik Windlass17bd1142021-03-12 08:15:25 +0000545voltha-comp-upgrade-test: ROBOT_CONFIG_FILE := $(ROBOT_SW_UPGRADE_FILE)
Hardik Windlassdd1a9a12021-02-23 15:34:50 +0000546voltha-comp-upgrade-test: software-upgrade-test
547
Hardik Windlass76f68212022-01-19 08:16:14 +0000548# Voltha Components to test for Software Upgrade need to be passed in the 'voltha_comps_under_test' variable in format:
549# <comp-label>,<comp-container>,<comp-image>*<comp-label>,<comp-container>,<comp-image>*
550voltha-comp-rolling-upgrade-test: ROBOT_MISC_ARGS += -e notready -i VolthaCompMinorVerRollingUpgrade
551voltha-comp-rolling-upgrade-test: ROBOT_FILE := Voltha_ComponentsUpgrade.robot
552voltha-comp-rolling-upgrade-test: ROBOT_CONFIG_FILE := $(ROBOT_SW_UPGRADE_FILE)
553voltha-comp-rolling-upgrade-test: software-upgrade-test
554
Hardik Windlass17bd1142021-03-12 08:15:25 +0000555# Requirement: Pass ONU image details in following parameters
Hardik Windlassba1bd272021-06-22 08:29:33 +0000556# image_version, image_url, image_vendor, image_activate_on_success, image_commit_on_success, image_crc
Hardik Windlass17bd1142021-03-12 08:15:25 +0000557onu-upgrade-test: ROBOT_MISC_ARGS += -e notready -i functional
558onu-upgrade-test: ROBOT_FILE := ONU_Upgrade.robot
559onu-upgrade-test: ROBOT_CONFIG_FILE := $(ROBOT_SW_UPGRADE_FILE)
560onu-upgrade-test: software-upgrade-test
561
TorstenThiemef3e492c2021-11-08 15:25:48 +0000562# Requirement: Pass ONU image details in following parameters
563# image_version, image_url, image_vendor, image_activate_on_success, image_commit_on_success, image_crc
564onu-upgrade-test-multiolt-kind-att: ROBOT_MISC_ARGS += -e notready -i functionalMultipleONUs
565onu-upgrade-test-multiolt-kind-att: ROBOT_FILE := ONU_Upgrade.robot
566onu-upgrade-test-multiolt-kind-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE)
567onu-upgrade-test-multiolt-kind-att: software-upgrade-test
568
TorstenThieme0c8cc6f2022-02-16 13:48:21 +0000569# Voltha openonu MIB Audit tests att workflow single kind
570onu-mib-audit-test-single-kind-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
571onu-mib-audit-test-single-kind-att: voltha-onu-mib-audit-tests
572
573# Voltha openonu MIB Audit tests t workflow single kind
574onu-mib-audit-test-single-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE)
575onu-mib-audit-test-single-kind-dt: voltha-onu-mib-audit-tests
576
577# Voltha openonu MIB Audit tests tt workflow single kind
578onu-mib-audit-test-single-kind-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_SINGLE_PON_FILE)
579onu-mib-audit-test-single-kind-tt: voltha-onu-mib-audit-tests
580
581# Voltha openonu MIB Audit tests att workflow multiple OLTs
582onu-mib-audit-test-multiolt-kind-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE)
583onu-mib-audit-test-multiolt-kind-att: voltha-onu-mib-audit-tests
584
585# Voltha openonu MIB Audit tests tt workflow multiple OLTs
586onu-mib-audit-test-multiolt-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_MULTIPLE_OLT_FILE)
587onu-mib-audit-test-multiolt-kind-dt: voltha-onu-mib-audit-tests
588
589# Voltha openonu MIB Audit tests tt workflow multiple OLTs
590onu-mib-audit-test-multiolt-kind-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_MULTIPLE_OLT_FILE)
591onu-mib-audit-test-multiolt-kind-tt: voltha-onu-mib-audit-tests
592
593voltha-onu-mib-audit-tests: ROBOT_MISC_ARGS += -i functional -e notready --noncritical non-critical
594voltha-onu-mib-audit-tests: ROBOT_MISC_ARGS += $(ROBOT_DEBUG_LOG_OPT)
595voltha-onu-mib-audit-tests: ROBOT_FILE := Voltha_ONUMibAudit.robot
596voltha-onu-mib-audit-tests: openonu-go-adapter-tests
597
TorstenThieme700ccbf2022-02-11 10:24:05 +0000598# Voltha Components Memory Leak tests att workflow single kind
599memory-leak-test-single-kind-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE)
600memory-leak-test-single-kind-att: voltha-memory-leak-tests
601
602# Voltha Components Memory Leak tests t workflow single kind
603memory-leak-test-single-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_SINGLE_PON_FILE)
604memory-leak-test-single-kind-dt: voltha-memory-leak-tests
605
606# Voltha Components Memory Leak tests tt workflow single kind
607memory-leak-test-single-kind-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_SINGLE_PON_FILE)
608memory-leak-test-single-kind-tt: voltha-memory-leak-tests
609
610# Voltha Components Memory Leak tests att workflow multiple OLTs
611memory-leak-test-multiolt-kind-att: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULTIPLE_OLT_FILE)
612memory-leak-test-multiolt-kind-att: voltha-memory-leak-tests
613
614# Voltha Components Memory Leak tests tt workflow multiple OLTs
615memory-leak-test-multiolt-kind-dt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_DT_MULTIPLE_OLT_FILE)
616memory-leak-test-multiolt-kind-dt: voltha-memory-leak-tests
617
618# Voltha Components Memory Leak tests tt workflow multiple OLTs
619memory-leak-test-multiolt-kind-tt: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_TT_MULTIPLE_OLT_FILE)
620memory-leak-test-multiolt-kind-tt: voltha-memory-leak-tests
621
622voltha-memory-leak-tests: ROBOT_MISC_ARGS += -i functionalMemoryLeak -e notready --noncritical non-critical
623voltha-memory-leak-tests: ROBOT_MISC_ARGS += $(ROBOT_DEBUG_LOG_OPT)
624voltha-memory-leak-tests: ROBOT_FILE := VOLTHA_Memory_Leak_Tests.robot
625voltha-memory-leak-tests: voltha-memory-leak-test
626
Hardik Windlassdd1a9a12021-02-23 15:34:50 +0000627software-upgrade-test: vst_venv
628 source ./$</bin/activate ; set -u ;\
629 cd tests/software-upgrades ;\
630 robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE)
631
Matteo Scandoloab48f9e2021-06-11 17:08:00 +0200632voltha-dt-test: ROBOT_MISC_ARGS += -e notready --noncritical non-critical
Hardik Windlass79b40ff2020-06-11 22:55:47 +0530633
Hardik Windlassa3d04b92020-02-17 15:06:05 +0000634voltha-dt-test: vst_venv
635 source ./$</bin/activate ; set -u ;\
636 cd tests/dt-workflow ;\
637 robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE)
638
Emrehan UZUNd6f85892021-07-01 13:54:26 +0000639voltha-tt-test: ROBOT_MISC_ARGS += -e notready --noncritical non-critical
Hardik Windlass43118692020-07-01 22:16:47 +0530640
641voltha-tt-test: vst_venv
642 source ./$</bin/activate ; set -u ;\
643 cd tests/tt-workflow ;\
644 robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE)
645
Matteo Scandolo142e6272020-04-29 17:36:59 -0700646voltha-scale-test: vst_venv
647 source ./$</bin/activate ; set -u ;\
648 cd tests/scale ;\
649 robot $(ROBOT_MISC_ARGS) Voltha_Scale_Tests.robot
650
TorstenThieme89caa142020-10-05 08:20:31 +0000651openonu-go-adapter-tests: vst_venv
TorstenThieme1619db22020-04-03 12:01:15 +0000652 source ./$</bin/activate ; set -u ;\
653 cd tests/openonu-go-adapter ;\
654 robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE)
655
TorstenThieme700ccbf2022-02-11 10:24:05 +0000656voltha-memory-leak-test: vst_venv
657 source ./$</bin/activate ; set -u ;\
658 cd tests/memory-leak ;\
659 robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE)
TorstenThieme1619db22020-04-03 12:01:15 +0000660
Zack Williamsa8fe75a2020-01-10 14:25:27 -0700661# self-test, lint, and setup targets
662
663# virtualenv for the robot tools
Andy Bavier952b95b2020-03-06 09:53:42 -0700664# VOL-2724 Invoke pip via python3 to avoid pathname too long on QA jobs
Zack Williamsa8fe75a2020-01-10 14:25:27 -0700665vst_venv:
666 virtualenv -p python3 $@ ;\
667 source ./$@/bin/activate ;\
Andy Baviere118e052020-03-06 12:49:24 -0700668 python -m pip install -r requirements.txt
Zack Williamsa8fe75a2020-01-10 14:25:27 -0700669
670test: lint
671
672lint: lint-robot lint-python lint-yaml lint-json
673
674lint-robot: vst_venv
675 source ./$</bin/activate ; set -u ;\
676 rflint $(LINT_ARGS) $(ROBOT_FILES)
677
678# check deps for format and python3 cleanliness
679lint-python: vst_venv
680 source ./$</bin/activate ; set -u ;\
681 pylint --py3k $(PYTHON_FILES) ;\
682 flake8 --max-line-length=99 --count $(PYTHON_FILES)
683
684lint-yaml: vst_venv
685 source ./$</bin/activate ; set -u ;\
686 yamllint -s $(YAML_FILES)
687
688lint-json: vst_venv
689 source ./$</bin/activate ; set -u ;\
690 for jsonfile in $(JSON_FILES); do \
691 echo "Validating json file: $$jsonfile" ;\
692 python -m json.tool $$jsonfile > /dev/null ;\
693 done
694
695# tidy target will be more useful once issue with removing leading comments
696# is resolved: https://github.com/robotframework/robotframework/issues/3263
697tidy-robot: vst_venv
698 source ./$</bin/activate ; set -u ;\
699 python -m robot.tidy --inplace $(ROBOT_FILES);
700
Andy Bavier4a8450e2020-02-04 08:58:37 -0700701# Install the 'kail' tool if needed: https://github.com/boz/kail
702KAIL_PATH ?= /usr/local/bin
703$(KAIL_PATH)/kail:
704 bash <( curl -sfL https://raw.githubusercontent.com/boz/kail/master/godownloader.sh) -b /tmp
705 mv /tmp/kail $(KAIL_PATH)
706
Zack Williamsa8fe75a2020-01-10 14:25:27 -0700707## Variables for gendocs
708TEST_SOURCE := $(wildcard tests/*/*.robot)
709TEST_BASENAME := $(basename $(TEST_SOURCE))
710TEST_DIRS := $(dir $(TEST_SOURCE))
711
712LIB_SOURCE := $(wildcard libraries/*.robot)
713LIB_BASENAME := $(basename $(LIB_SOURCE))
714LIB_DIRS := $(dir $(LIB_SOURCE))
715
716.PHONY: gendocs lint test
717# In future explore use of --docformat REST - integration w/Sphinx?
Zack Williamsec53a1b2019-09-16 15:50:52 -0700718gendocs: vst_venv
Zack Williamsa8fe75a2020-01-10 14:25:27 -0700719 source ./$</bin/activate ; set -u ;\
hwchiu0601ec72019-10-08 00:04:43 +0000720 mkdir -p $@ ;\
721 for dir in ${LIB_DIRS}; do mkdir -p $@/$$dir; done;\
722 for dir in ${LIB_BASENAME}; do\
723 python -m robot.libdoc --format HTML $$dir.robot $@/$$dir.html ;\
724 done ;\
725 for dir in ${TEST_DIRS}; do mkdir -p $@/$$dir; done;\
726 for dir in ${TEST_BASENAME}; do\
727 python -m robot.testdoc $$dir.robot $@/$$dir.html ;\
728 done
Zack Williamsec53a1b2019-09-16 15:50:52 -0700729
Zack Williamsec53a1b2019-09-16 15:50:52 -0700730clean:
731 find . -name output.xml -print
732
733clean-all: clean
734 rm -rf vst_venv gendocs
Scott Baker60e570d2020-02-02 22:10:13 -0800735
736voltctl-docker-image-build:
737 cd docker && docker build -t opencord/voltctl:local -f Dockerfile.voltctl .
738
739voltctl-docker-image-install-kind:
Matteo Scandolo10acf562021-05-03 15:35:16 -0700740 @if [ "`kind get clusters | grep kind`" = '' ]; then echo "no kind cluster found" && exit 1; fi
741 kind load docker-image --name `kind get clusters | grep kind` opencord/voltctl:local