Kailash | 9276492 | 2019-07-25 08:21:39 -0700 | [diff] [blame] | 1 | # Copyright 2017-present Open Networking Foundation |
| 2 | # |
| 3 | # Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | # you may not use this file except in compliance with the License. |
| 5 | # You may obtain a copy of the License at |
| 6 | # |
| 7 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | # |
| 9 | # Unless required by applicable law or agreed to in writing, software |
| 10 | # distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | # See the License for the specific language governing permissions and |
| 13 | # limitations under the License. |
| 14 | |
Zack Williams | ec53a1b | 2019-09-16 15:50:52 -0700 | [diff] [blame] | 15 | # use bash for pushd/popd, and to fail quickly. virtualenv's activate |
| 16 | # has undefined variables, so no -u |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 17 | SHELL := bash -e -o pipefail |
Kailash | 9276492 | 2019-07-25 08:21:39 -0700 | [diff] [blame] | 18 | |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 19 | ROOT_DIR := $(shell dirname $(realpath $(lastword $(MAKEFILE_LIST)))) |
Kailash | 9276492 | 2019-07-25 08:21:39 -0700 | [diff] [blame] | 20 | |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 21 | # Configuration and lists of files for linting/testing |
| 22 | VERSION ?= $(shell cat ./VERSION) |
| 23 | LINT_ARGS ?= --verbose --configure LineTooLong:120 -e LineTooLong \ |
| 24 | --configure TooManyTestSteps:30 -e TooManyTestSteps \ |
| 25 | --configure TooManyTestCases:12 -e TooManyTestCases \ |
| 26 | --configure TooFewTestSteps:1 \ |
| 27 | --configure TooFewKeywordSteps:1 \ |
| 28 | --configure FileTooLong:600 -e FileTooLong \ |
| 29 | -e TrailingWhitespace |
| 30 | |
| 31 | PYTHON_FILES := $(wildcard libraries/*.py) |
| 32 | ROBOT_FILES := $(shell find . -name *.robot -print) |
| 33 | YAML_FILES := $(shell find ./tests -type f \( -name *.yaml -o -name *.yml \) -print) |
| 34 | JSON_FILES := $(shell find ./tests -name *.json -print) |
| 35 | |
| 36 | # Robot config |
| 37 | ROBOT_SANITY_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind.yaml |
| 38 | ROBOT_FAIL_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind.yaml |
| 39 | ROBOT_SANITY_MULT_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-2x2.yaml |
| 40 | ROBOT_SCALE_SINGLE_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-16.yaml |
| 41 | ROBOT_SCALE_MULT_PON_FILE ?= $(ROOT_DIR)/tests/data/bbsim-kind-8x2.yaml |
| 42 | ROBOT_DEBUG_LOG_OPT ?= |
| 43 | ROBOT_MISC_ARGS ?= |
| 44 | |
Gilles Depatie | 45fbe04 | 2019-11-11 17:10:06 -0500 | [diff] [blame] | 45 | # for backwards compatibility |
| 46 | sanity-kind: sanity-single-kind |
| 47 | |
Andy Bavier | 33e6dd3 | 2020-01-16 13:35:20 -0700 | [diff] [blame] | 48 | functional-single-kind: ROBOT_MISC_ARGS += -i sanity -i functional $(ROBOT_DEBUG_LOG_OPT) |
| 49 | functional-single-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
| 50 | functional-single-kind: bbsim-kind |
| 51 | |
David Bainbridge | f81cd64 | 2019-11-20 00:14:47 +0000 | [diff] [blame] | 52 | sanity-single-kind: ROBOT_MISC_ARGS += -i sanity $(ROBOT_DEBUG_LOG_OPT) |
Gilles Depatie | 45fbe04 | 2019-11-11 17:10:06 -0500 | [diff] [blame] | 53 | sanity-single-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
| 54 | sanity-single-kind: bbsim-kind |
| 55 | |
David Bainbridge | f81cd64 | 2019-11-20 00:14:47 +0000 | [diff] [blame] | 56 | rwcore-restart-single-kind: ROBOT_MISC_ARGS += -X -i bbsimANDrwcore-restart $(ROBOT_DEBUG_LOG_OPT) |
| 57 | rwcore-restart-single-kind: ROBOT_CONFIG_FILE := $(ROBOT_FAIL_SINGLE_PON_FILE) |
| 58 | rwcore-restart-single-kind: ROBOT_FILE := Voltha_PODTests.robot |
| 59 | rwcore-restart-single-kind: voltha-test |
| 60 | |
David Bainbridge | 3d6d5d3 | 2019-12-17 19:05:35 +0000 | [diff] [blame] | 61 | single-kind: ROBOT_MISC_ARGS += -X -i $(TEST_TAGS) $(ROBOT_DEBUG_LOG_OPT) |
| 62 | single-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_SINGLE_PON_FILE) |
| 63 | single-kind: ROBOT_FILE := Voltha_PODTests.robot |
| 64 | single-kind: voltha-test |
| 65 | |
David Bainbridge | f81cd64 | 2019-11-20 00:14:47 +0000 | [diff] [blame] | 66 | sanity-multi-kind: ROBOT_MISC_ARGS += -i sanity $(ROBOT_DEBUG_LOG_OPT) |
Gilles Depatie | 45fbe04 | 2019-11-11 17:10:06 -0500 | [diff] [blame] | 67 | sanity-multi-kind: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULT_PON_FILE) |
| 68 | sanity-multi-kind: bbsim-kind |
Andy Bavier | ba9866b | 2019-10-11 07:11:53 -0700 | [diff] [blame] | 69 | |
Suchitra Vemuri | 8a9c378 | 2019-10-23 12:43:01 -0700 | [diff] [blame] | 70 | bbsim-kind: ROBOT_MISC_ARGS += -X |
Gilles Depatie | 45fbe04 | 2019-11-11 17:10:06 -0500 | [diff] [blame] | 71 | bbsim-kind: ROBOT_FILE := Voltha_PODTests.robot |
| 72 | bbsim-kind: voltha-test |
| 73 | |
David Bainbridge | f81cd64 | 2019-11-20 00:14:47 +0000 | [diff] [blame] | 74 | scale-single-kind: ROBOT_MISC_ARGS += -i active $(ROBOT_DEBUG_LOG_OPT) |
Gilles Depatie | 45fbe04 | 2019-11-11 17:10:06 -0500 | [diff] [blame] | 75 | scale-single-kind: ROBOT_CONFIG_FILE := $(ROBOT_SCALE_SINGLE_PON_FILE) |
| 76 | scale-single-kind: bbsim-scale-kind |
| 77 | |
David Bainbridge | f81cd64 | 2019-11-20 00:14:47 +0000 | [diff] [blame] | 78 | scale-multi-kind: ROBOT_MISC_ARGS += -i active $(ROBOT_DEBUG_LOG_OPT) |
Gilles Depatie | 45fbe04 | 2019-11-11 17:10:06 -0500 | [diff] [blame] | 79 | scale-multi-kind: ROBOT_CONFIG_FILE := $(ROBOT_SCALE_MULT_PON_FILE) |
| 80 | scale-multi-kind: bbsim-scale-kind |
| 81 | |
David Bainbridge | f81cd64 | 2019-11-20 00:14:47 +0000 | [diff] [blame] | 82 | bbsim-scale-kind: ROBOT_MISC_ARGS += -X $(ROBOT_DEBUG_LOG_OPT) |
Gilles Depatie | 45fbe04 | 2019-11-11 17:10:06 -0500 | [diff] [blame] | 83 | bbsim-scale-kind: ROBOT_FILE := Voltha_ScaleFunctionalTests.robot |
| 84 | bbsim-scale-kind: voltha-test |
Zack Williams | ec53a1b | 2019-09-16 15:50:52 -0700 | [diff] [blame] | 85 | |
hwchiu | ab524f0 | 2020-02-03 23:24:19 +0000 | [diff] [blame] | 86 | #Only supported in full mode |
| 87 | system-scale-test: ROBOT_FILE := K8S_SystemTest.robot |
| 88 | system-scale-test: ROBOT_MISC_ARGS += -X -i functional $(ROBOT_DEBUG_LOG_OPT) -v ONOS_REST_PORT:8281 -v ONOS_SSH_PORT:8201 |
| 89 | system-scale-test: ROBOT_CONFIG_FILE := $(ROBOT_SANITY_MULT_PON_FILE) |
| 90 | system-scale-test: voltha-test |
hwchiu | 1128912 | 2019-11-27 16:20:15 +0000 | [diff] [blame] | 91 | |
hwchiu | 8569593 | 2019-12-18 08:05:25 +0000 | [diff] [blame] | 92 | failure-test: ROBOT_MISC_ARGS += -X -i FailureTest $(ROBOT_DEBUG_LOG_OPT) |
| 93 | failure-test: ROBOT_FILE := $(ROBOT_SYSTEM_FILE) |
| 94 | failure-test: ROBOT_CONFIG_FILE := $(ROBOT_FAIL_SINGLE_PON_FILE) |
| 95 | failure-test: voltha-test |
| 96 | |
Andy Bavier | 70eab04 | 2019-12-14 14:16:26 -0700 | [diff] [blame] | 97 | voltha-test: ROBOT_MISC_ARGS += -e notready |
hwchiu | 1128912 | 2019-11-27 16:20:15 +0000 | [diff] [blame] | 98 | |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 99 | voltha-test: vst_venv |
| 100 | source ./$</bin/activate ; set -u ;\ |
| 101 | cd tests/functional ;\ |
| 102 | robot -V $(ROBOT_CONFIG_FILE) $(ROBOT_MISC_ARGS) $(ROBOT_FILE) |
| 103 | |
| 104 | # self-test, lint, and setup targets |
| 105 | |
| 106 | # virtualenv for the robot tools |
| 107 | vst_venv: |
| 108 | virtualenv -p python3 $@ ;\ |
| 109 | source ./$@/bin/activate ;\ |
| 110 | pip install -r requirements.txt |
| 111 | |
| 112 | test: lint |
| 113 | |
| 114 | lint: lint-robot lint-python lint-yaml lint-json |
| 115 | |
| 116 | lint-robot: vst_venv |
| 117 | source ./$</bin/activate ; set -u ;\ |
| 118 | rflint $(LINT_ARGS) $(ROBOT_FILES) |
| 119 | |
| 120 | # check deps for format and python3 cleanliness |
| 121 | lint-python: vst_venv |
| 122 | source ./$</bin/activate ; set -u ;\ |
| 123 | pylint --py3k $(PYTHON_FILES) ;\ |
| 124 | flake8 --max-line-length=99 --count $(PYTHON_FILES) |
| 125 | |
| 126 | lint-yaml: vst_venv |
| 127 | source ./$</bin/activate ; set -u ;\ |
| 128 | yamllint -s $(YAML_FILES) |
| 129 | |
| 130 | lint-json: vst_venv |
| 131 | source ./$</bin/activate ; set -u ;\ |
| 132 | for jsonfile in $(JSON_FILES); do \ |
| 133 | echo "Validating json file: $$jsonfile" ;\ |
| 134 | python -m json.tool $$jsonfile > /dev/null ;\ |
| 135 | done |
| 136 | |
| 137 | # tidy target will be more useful once issue with removing leading comments |
| 138 | # is resolved: https://github.com/robotframework/robotframework/issues/3263 |
| 139 | tidy-robot: vst_venv |
| 140 | source ./$</bin/activate ; set -u ;\ |
| 141 | python -m robot.tidy --inplace $(ROBOT_FILES); |
| 142 | |
Andy Bavier | 4a8450e | 2020-02-04 08:58:37 -0700 | [diff] [blame] | 143 | # Install the 'kail' tool if needed: https://github.com/boz/kail |
| 144 | KAIL_PATH ?= /usr/local/bin |
| 145 | $(KAIL_PATH)/kail: |
| 146 | bash <( curl -sfL https://raw.githubusercontent.com/boz/kail/master/godownloader.sh) -b /tmp |
| 147 | mv /tmp/kail $(KAIL_PATH) |
| 148 | |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 149 | ## Variables for gendocs |
| 150 | TEST_SOURCE := $(wildcard tests/*/*.robot) |
| 151 | TEST_BASENAME := $(basename $(TEST_SOURCE)) |
| 152 | TEST_DIRS := $(dir $(TEST_SOURCE)) |
| 153 | |
| 154 | LIB_SOURCE := $(wildcard libraries/*.robot) |
| 155 | LIB_BASENAME := $(basename $(LIB_SOURCE)) |
| 156 | LIB_DIRS := $(dir $(LIB_SOURCE)) |
| 157 | |
| 158 | .PHONY: gendocs lint test |
| 159 | # In future explore use of --docformat REST - integration w/Sphinx? |
Zack Williams | ec53a1b | 2019-09-16 15:50:52 -0700 | [diff] [blame] | 160 | gendocs: vst_venv |
Zack Williams | a8fe75a | 2020-01-10 14:25:27 -0700 | [diff] [blame] | 161 | source ./$</bin/activate ; set -u ;\ |
hwchiu | 0601ec7 | 2019-10-08 00:04:43 +0000 | [diff] [blame] | 162 | mkdir -p $@ ;\ |
| 163 | for dir in ${LIB_DIRS}; do mkdir -p $@/$$dir; done;\ |
| 164 | for dir in ${LIB_BASENAME}; do\ |
| 165 | python -m robot.libdoc --format HTML $$dir.robot $@/$$dir.html ;\ |
| 166 | done ;\ |
| 167 | for dir in ${TEST_DIRS}; do mkdir -p $@/$$dir; done;\ |
| 168 | for dir in ${TEST_BASENAME}; do\ |
| 169 | python -m robot.testdoc $$dir.robot $@/$$dir.html ;\ |
| 170 | done |
Zack Williams | ec53a1b | 2019-09-16 15:50:52 -0700 | [diff] [blame] | 171 | |
Zack Williams | ec53a1b | 2019-09-16 15:50:52 -0700 | [diff] [blame] | 172 | clean: |
| 173 | find . -name output.xml -print |
| 174 | |
| 175 | clean-all: clean |
| 176 | rm -rf vst_venv gendocs |