blob: 4675b737e3df08ae8a0ceff0da17c786284c7443 [file] [log] [blame]
Zsolt Haraszti8fa9da02016-09-10 17:34:03 -07001#
2# Copyright 2016 the original author or authors.
3#
4# Licensed under the Apache License, Version 2.0 (the "License");
5# you may not use this file except in compliance with the License.
6# You may obtain a copy of the License at
7#
8# http://www.apache.org/licenses/LICENSE-2.0
9#
10# Unless required by applicable law or agreed to in writing, software
11# distributed under the License is distributed on an "AS IS" BASIS,
12# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13# See the License for the specific language governing permissions and
14# limitations under the License.
15#
16
Nathan Knuthedc88da2016-09-17 00:28:05 -070017ifeq ($(VOLTHA_BASE)_set,_set)
18$(error To get started, please source the env.sh file)
19endif
20
Nathan Knuth84dfd2e2016-09-16 15:06:34 -070021include setup.mk
22
Gertjan Van Droogenbroecke0c9acb2017-11-16 16:54:22 +010023ifneq ($(http_proxy)$(https_proxy),)
24# Include proxies from the environment
25DOCKER_PROXY_ARGS = \
26 --build-arg http_proxy=$(http_proxy) \
27 --build-arg https_proxy=$(https_proxy) \
28 --build-arg ftp_proxy=$(ftp_proxy) \
29 --build-arg no_proxy=$(no_proxy) \
30 --build-arg HTTP_PROXY=$(HTTP_PROXY) \
31 --build-arg HTTPS_PROXY=$(HTTPS_PROXY) \
32 --build-arg FTP_PROXY=$(FTP_PROXY) \
33 --build-arg NO_PROXY=$(NO_PROXY)
34endif
35DOCKER_BUILD_ARGS = $(DOCKER_PROXY_ARGS) $(DOCKER_BUILD_EXTRA_ARGS)
36
Zsolt Haraszti41612482016-09-21 12:26:20 -070037VENVDIR := venv-$(shell uname -s | tr '[:upper:]' '[:lower:]')
Zsolt Haraszti8fa9da02016-09-10 17:34:03 -070038
khenaidoo079a7762017-10-26 21:42:05 -040039.PHONY: $(DIRS) $(DIRS_CLEAN) $(DIRS_FLAKE8) flake8 docker-base voltha ofagent podder netconf shovel onos dashd vcli portainer grafana nginx consul registrator envoy golang envoyd tools opennms logstash unum
Nathan Knuth84dfd2e2016-09-16 15:06:34 -070040
ggowdru9974f212017-06-06 23:31:25 -070041# This should to be the first and default target in this Makefile
42help:
43 @echo "Usage: make [<target>]"
44 @echo "where available targets are:"
45 @echo
46 @echo "build : Build the Voltha protos and docker images.\n\
47 If this is the first time you are building, choose \"make build\" option."
Sergio Slobodrian7a7091c2017-06-21 23:45:45 -040048 @echo "production : Build voltha for production deployment"
ggowdru9974f212017-06-06 23:31:25 -070049 @echo "clean : Remove files created by the build and tests"
50 @echo "distclean : Remove venv directory"
51 @echo "fetch : Pre-fetch artifacts for subsequent local builds"
52 @echo "flake8 : Run specifically flake8 tests"
53 @echo "help : Print this help"
54 @echo "protos : Compile all grpc/protobuf files"
55 @echo "rebuild-venv : Rebuild local Python virtualenv from scratch"
56 @echo "venv : Build local Python virtualenv if did not exist yet"
57 @echo "utest : Run all unit tests"
58 @echo "itest : Run all integration tests"
59 @echo "containers : Build all the docker containers"
60 @echo "docker-base : Build the base docker container used by all other dockers"
61 @echo "voltha : Build the voltha docker container"
ggowdru9974f212017-06-06 23:31:25 -070062 @echo "ofagent : Build the ofagent docker container"
63 @echo "podder : Build the podder docker container"
64 @echo "netconf : Build the netconf docker container"
65 @echo "shovel : Build the shovel docker container"
66 @echo "onos : Build the onos docker container"
67 @echo "dashd : Build the dashd docker container"
68 @echo "vcli : Build the vcli docker container"
69 @echo "portainer : Build the portainer docker container"
70 @echo "grafana : Build the grafana docker container"
71 @echo "nginx : Build the nginx docker container"
schowdhury40739212017-06-12 07:40:31 -070072 @echo "consul : Build the consul docker container"
David K. Bainbridge215e0242017-09-05 23:18:24 -070073 @echo "unum : Build the unum docker container"
ggowdru9974f212017-06-06 23:31:25 -070074 @echo
Nathan Knuth5157de02016-09-16 15:20:37 -070075
Nathan Knuth84dfd2e2016-09-16 15:06:34 -070076## New directories can be added here
77DIRS:=\
Nathan Knuthedc88da2016-09-17 00:28:05 -070078voltha/northbound/openflow \
79voltha/northbound/openflow/agent \
80voltha/northbound/openflow/oftest
Nathan Knuth84dfd2e2016-09-16 15:06:34 -070081
82## If one directory depends on another directory that
83## dependency can be expressed here
84##
85## For example, if the Tibit directory depended on the eoam
86## directory being built first, then that can be expressed here.
87## driver/tibit: eoam
88
89# Parallel Build
90$(DIRS):
91 @echo " MK $@"
92 $(Q)$(MAKE) -C $@
93
94# Parallel Clean
95DIRS_CLEAN = $(addsuffix .clean,$(DIRS))
96$(DIRS_CLEAN):
97 @echo " CLEAN $(basename $@)"
98 $(Q)$(MAKE) -C $(basename $@) clean
99
100# Parallel Flake8
101DIRS_FLAKE8 = $(addsuffix .flake8,$(DIRS))
102$(DIRS_FLAKE8):
103 @echo " FLAKE8 $(basename $@)"
Nathan Knuth950dff22016-09-17 16:12:34 -0700104 -$(Q)$(MAKE) -C $(basename $@) flake8
Zsolt Haraszti8fa9da02016-09-10 17:34:03 -0700105
Zsolt Haraszti8fa9da02016-09-10 17:34:03 -0700106
Zsolt Harasztidb892332017-01-09 11:08:38 -0800107build: protos containers
Zsolt Haraszti32dda552016-09-27 09:17:29 -0700108
Sergio Slobodrian7a7091c2017-06-21 23:45:45 -0400109production: protos prod-containers
110
khenaidoofe874ae2017-07-14 18:07:27 -0400111jenkins : protos jenkins-containers
112
khenaidoo079a7762017-10-26 21:42:05 -0400113jenkins-containers: docker-base voltha ofagent netconf consul registrator unum
Sergio Slobodrian7a7091c2017-06-21 23:45:45 -0400114
khenaidoo079a7762017-10-26 21:42:05 -0400115prod-containers: docker-base voltha ofagent netconf shovel dashd vcli grafana consul tools golang envoyd envoy fluentd unum
Sergio Slobodrian7a7091c2017-06-21 23:45:45 -0400116
khenaidoo079a7762017-10-26 21:42:05 -0400117containers: docker-base voltha ofagent podder netconf shovel onos tester config-push dashd vcli portainer grafana nginx consul registrator tools golang envoyd envoy fluentd unum
Khen Nursimuluaaac7ee2016-12-11 22:03:52 -0500118
Rouzbahan Rashidi-Tabrizi95b68c52016-11-09 10:17:57 -0800119docker-base:
Gertjan Van Droogenbroecke0c9acb2017-11-16 16:54:22 +0100120 docker build $(DOCKER_BUILD_ARGS) -t cord/voltha-base -f docker/Dockerfile.base .
Zsolt Haraszti51af3392016-09-10 22:18:45 -0700121
Shad Ansari83777cb2017-06-02 14:56:08 -0700122voltha: voltha-adapters
Gertjan Van Droogenbroecke0c9acb2017-11-16 16:54:22 +0100123 docker build $(DOCKER_BUILD_ARGS) -t cord/voltha -f docker/Dockerfile.voltha .
Zsolt Harasztidb892332017-01-09 11:08:38 -0800124
Shad Ansari83777cb2017-06-02 14:56:08 -0700125voltha-adapters:
126 make -C voltha/adapters/asfvolt16_olt
127
Zsolt Harasztidb892332017-01-09 11:08:38 -0800128ofagent:
Gertjan Van Droogenbroecke0c9acb2017-11-16 16:54:22 +0100129 docker build $(DOCKER_BUILD_ARGS) -t cord/ofagent -f docker/Dockerfile.ofagent .
Zsolt Harasztidb892332017-01-09 11:08:38 -0800130
131podder:
Gertjan Van Droogenbroecke0c9acb2017-11-16 16:54:22 +0100132 docker build $(DOCKER_BUILD_ARGS) -t cord/podder -f docker/Dockerfile.podder .
Zsolt Harasztidb892332017-01-09 11:08:38 -0800133
Sergio Slobodriancab0a392017-07-13 08:42:10 -0400134tools:
Gertjan Van Droogenbroecke0c9acb2017-11-16 16:54:22 +0100135 docker build $(DOCKER_BUILD_ARGS) -t voltha/tools -f docker/Dockerfile.tools .
Sergio Slobodriancab0a392017-07-13 08:42:10 -0400136
sathishgb5d1c182017-07-13 14:20:19 +0530137fluentd:
Gertjan Van Droogenbroecke0c9acb2017-11-16 16:54:22 +0100138 docker build $(DOCKER_BUILD_ARGS) -t cord/fluentd -f docker/Dockerfile.fluentd .
sathishgb5d1c182017-07-13 14:20:19 +0530139
Sergio Slobodriancab0a392017-07-13 08:42:10 -0400140envoy:
Gertjan Van Droogenbroecke0c9acb2017-11-16 16:54:22 +0100141 docker build $(DOCKER_BUILD_ARGS) -t voltha/envoy -f docker/Dockerfile.envoy .
Sergio Slobodriancab0a392017-07-13 08:42:10 -0400142
Sergio Slobodrianbe829272017-07-17 14:45:45 -0400143envoyd:
Sergio Slobodrian6570c742017-08-07 23:11:33 -0400144 make -C envoy
Sergio Slobodrianbe829272017-07-17 14:45:45 -0400145 make -C envoy/go/envoyd
146
147golang:
Gertjan Van Droogenbroecke0c9acb2017-11-16 16:54:22 +0100148 docker build $(DOCKER_BUILD_ARGS) -t go-builder -f envoy/go/golang-builder/Dockerfile ./envoy/go/golang-builder
Sergio Slobodrianbe829272017-07-17 14:45:45 -0400149
Zsolt Harasztidb892332017-01-09 11:08:38 -0800150netconf:
Gertjan Van Droogenbroecke0c9acb2017-11-16 16:54:22 +0100151 docker build $(DOCKER_BUILD_ARGS) -t cord/netconf -f docker/Dockerfile.netconf .
Zsolt Harasztidb892332017-01-09 11:08:38 -0800152
Stephane Barbarie14088962017-06-01 16:56:55 -0400153netopeer:
Gertjan Van Droogenbroecke0c9acb2017-11-16 16:54:22 +0100154 docker build $(DOCKER_BUILD_ARGS) -t cord/netopeer -f docker/Dockerfile.netopeer .
Stephane Barbarie14088962017-06-01 16:56:55 -0400155
Zsolt Harasztidb892332017-01-09 11:08:38 -0800156shovel:
Gertjan Van Droogenbroecke0c9acb2017-11-16 16:54:22 +0100157 docker build $(DOCKER_BUILD_ARGS) -t cord/shovel -f docker/Dockerfile.shovel .
Zsolt Harasztidb892332017-01-09 11:08:38 -0800158
Sergio Slobodrian9358bd42017-03-10 22:52:24 -0500159dashd:
Gertjan Van Droogenbroecke0c9acb2017-11-16 16:54:22 +0100160 docker build $(DOCKER_BUILD_ARGS) -t cord/dashd -f docker/Dockerfile.dashd .
Sergio Slobodrian9358bd42017-03-10 22:52:24 -0500161
Sergio Slobodrianab11c642017-04-24 07:16:58 -0400162vcli:
Gertjan Van Droogenbroecke0c9acb2017-11-16 16:54:22 +0100163 docker build $(DOCKER_BUILD_ARGS) -t cord/vcli -f docker/Dockerfile.cli .
Sergio Slobodrianab11c642017-04-24 07:16:58 -0400164
Sergio Slobodrian4d307102017-04-24 10:19:00 -0400165portainer:
166 portainer/buildPortainer.sh
167
Sergio Slobodrianff52e1b2017-04-24 12:39:08 -0400168nginx:
Gertjan Van Droogenbroecke0c9acb2017-11-16 16:54:22 +0100169 docker build $(DOCKER_BUILD_ARGS) -t voltha/nginx -f docker/Dockerfile.nginx .
Sergio Slobodrianff52e1b2017-04-24 12:39:08 -0400170
schowdhury40739212017-06-12 07:40:31 -0700171consul:
Gertjan Van Droogenbroecke0c9acb2017-11-16 16:54:22 +0100172 docker build $(DOCKER_BUILD_ARGS) -t voltha/consul -f docker/Dockerfile.consul .
schowdhury40739212017-06-12 07:40:31 -0700173
174registrator:
Gertjan Van Droogenbroecke0c9acb2017-11-16 16:54:22 +0100175 docker build $(DOCKER_BUILD_ARGS) -t voltha/registrator -f docker/Dockerfile.registrator .
schowdhury40739212017-06-12 07:40:31 -0700176
Sergio Slobodrianff52e1b2017-04-24 12:39:08 -0400177grafana:
Gertjan Van Droogenbroecke0c9acb2017-11-16 16:54:22 +0100178 docker build $(DOCKER_BUILD_ARGS) -t voltha/grafana -f docker/Dockerfile.grafana .
Sergio Slobodrianff52e1b2017-04-24 12:39:08 -0400179
Zsolt Harasztidb892332017-01-09 11:08:38 -0800180onos:
Gertjan Van Droogenbroecke0c9acb2017-11-16 16:54:22 +0100181 docker build $(DOCKER_BUILD_ARGS) -t cord/onos -f docker/Dockerfile.onos docker
Zsolt Harasztidb892332017-01-09 11:08:38 -0800182
David K. Bainbridge215e0242017-09-05 23:18:24 -0700183unum:
Gertjan Van Droogenbroecke0c9acb2017-11-16 16:54:22 +0100184 docker build $(DOCKER_BUILD_ARGS) -t voltha/unum -f unum/Dockerfile ./unum
David K. Bainbridge215e0242017-09-05 23:18:24 -0700185
alshabib5e180572017-01-10 23:59:47 -0600186tester:
Gertjan Van Droogenbroecke0c9acb2017-11-16 16:54:22 +0100187 docker build $(DOCKER_BUILD_ARGS) -t cord/tester -f docker/Dockerfile.tester docker
alshabib5e180572017-01-10 23:59:47 -0600188
alshabiba5514082017-03-31 11:08:27 -0500189config-push:
Gertjan Van Droogenbroecke0c9acb2017-11-16 16:54:22 +0100190 docker build $(DOCKER_BUILD_ARGS) -t cord/config-push -f docker/Dockerfile.configpush docker
alshabiba5514082017-03-31 11:08:27 -0500191
Stephane Barbarie95507c42017-09-19 10:41:04 -0400192opennms:
Gertjan Van Droogenbroecke0c9acb2017-11-16 16:54:22 +0100193 docker build $(DOCKER_BUILD_ARGS) -t cord/opennms -f docker/Dockerfile.opennms .
Stephane Barbarie95507c42017-09-19 10:41:04 -0400194
195logstash:
Gertjan Van Droogenbroecke0c9acb2017-11-16 16:54:22 +0100196 docker build $(DOCKER_BUILD_ARGS) -t cord/logstash -f docker/Dockerfile.logstash .
Sergio Slobodrianff52e1b2017-04-24 12:39:08 -0400197
Zsolt Haraszti5cd64702016-09-27 13:48:35 -0700198protos:
199 make -C voltha/protos
Zsolt Haraszti023ea7c2016-10-16 19:30:34 -0700200 make -C ofagent/protos
Khen Nursimuluaaac7ee2016-12-11 22:03:52 -0500201 make -C netconf/protos
Zsolt Harasztia54f2ac2016-09-21 15:54:15 -0700202
203install-protoc:
Zsolt Haraszti5cd64702016-09-27 13:48:35 -0700204 make -C voltha/protos install-protoc
Zsolt Harasztia54f2ac2016-09-21 15:54:15 -0700205
Zsolt Harasztib71c2a02016-09-12 13:12:07 -0700206clean:
207 find voltha -name '*.pyc' | xargs rm -f
208
Nathan Knutha6b09e32016-09-21 16:26:09 -0700209distclean: clean
210 rm -rf ${VENVDIR}
211
khenaidoofe874ae2017-07-14 18:07:27 -0400212
213fetch-jenkins:
Richard Jankowskicb33c472017-08-24 14:21:59 -0400214 docker pull consul:0.9.2
Sergio Slobodrian6f5fc4c2017-11-17 15:31:12 -0500215 docker pull fluent/fluentd:v0.14.23.rc1
khenaidoofe874ae2017-07-14 18:07:27 -0400216 docker pull ubuntu:xenial
Sergio Slobodrian6f5fc4c2017-11-17 15:31:12 -0500217 docker pull wurstmeister/kafka:1.0.0
218 docker pull zookeeper:3.4.11
219 # These images are depricated and should be removed in subsequent commits.
220 docker pull gliderlabs/registrator:v7
221 docker pull wurstmeister/zookeeper:3.4.6
Zsolt Haraszti51af3392016-09-10 22:18:45 -0700222fetch:
Richard Jankowskicb33c472017-08-24 14:21:59 -0400223 docker pull consul:0.9.2
Sergio Slobodrian6f5fc4c2017-11-17 15:31:12 -0500224 docker pull fluent/fluentd:v0.14.23.rc1
Zsolt Haraszti0650d1a2016-09-26 17:29:25 -0700225 docker pull ubuntu:xenial
Sergio Slobodrian6f5fc4c2017-11-17 15:31:12 -0500226 docker pull wurstmeister/kafka:1.0.0
227 docker pull zookeeper:3.4.11
228 docker pull portainer/portainer:1.15.2
Sergio Slobodrianee417fa2017-08-11 09:34:50 -0400229 docker pull lyft/envoy:29361deae91575a1d46c7a21e913f19e75622ebe
Sergio Slobodriancab0a392017-07-13 08:42:10 -0400230 docker pull registry:2
Sergio Slobodrian6f5fc4c2017-11-17 15:31:12 -0500231 docker pull kamon/grafana_graphite:3.0
232 # These images are depricated and should be removed in subsequent commits.
233 docker pull gliderlabs/registrator:v7
234 docker pull wurstmeister/zookeeper:3.4.6
235 docker pull nginx:1.13.6
236
Zsolt Haraszti51af3392016-09-10 22:18:45 -0700237
238purge-venv:
Zsolt Haraszti8fa9da02016-09-10 17:34:03 -0700239 rm -fr ${VENVDIR}
Zsolt Haraszti51af3392016-09-10 22:18:45 -0700240
241rebuild-venv: purge-venv venv
242
243venv: ${VENVDIR}/.built
244
245${VENVDIR}/.built:
246 @ virtualenv ${VENVDIR}
247 @ . ${VENVDIR}/bin/activate && \
Zsolt Haraszti41612482016-09-21 12:26:20 -0700248 pip install --upgrade pip; \
Zsolt Haraszti8fa9da02016-09-10 17:34:03 -0700249 if ! pip install -r requirements.txt; \
250 then \
251 echo "On MAC OS X, if the installation failed with an error \n'<openssl/opensslv.h>': file not found,"; \
252 echo "see the BUILD.md file for a workaround"; \
Zsolt Haraszti51af3392016-09-10 22:18:45 -0700253 else \
Zsolt Haraszti41612482016-09-21 12:26:20 -0700254 uname -s > ${VENVDIR}/.built; \
Zsolt Haraszti8fa9da02016-09-10 17:34:03 -0700255 fi
256
Khen Nursimulu34e7ebb2016-11-10 13:38:44 -0800257test: venv protos run-as-root-tests
258 @ echo "Executing all tests"
259 . ${VENVDIR}/bin/activate && \
260 nosetests -s tests \
261 --exclude-dir=./tests/itests/run_as_root/
262
Zsolt Haraszti66186622016-11-08 14:24:00 -0800263utest: venv protos
Zsolt Haraszti51af3392016-09-10 22:18:45 -0700264 @ echo "Executing all unit tests"
265 . ${VENVDIR}/bin/activate && \
Kim Kempf8c2812c2017-10-23 15:07:50 -0700266 for d in $$(find ./tests/utests -type d|sort -nr); do echo $$d:; nosetests $$d; done
alshabib29a3ed52017-01-23 14:29:21 -0800267
268utest-with-coverage: venv protos
269 @ echo "Executing all unit tests and producing coverage results"
270 . ${VENVDIR}/bin/activate && \
Kim Kempf8c2812c2017-10-23 15:07:50 -0700271 for d in $$(find ./tests/utests -type d|sort -nr); do echo $$d:; \
khenaidoo079a7762017-10-26 21:42:05 -0400272 nosetests --with-xcoverage --with-xunit --cover-package=voltha,common,ofagent $$d; done
Khen Nursimulu37a9bf82016-10-16 20:11:31 -0400273
Zsolt Haraszti348d1932016-12-10 01:10:07 -0800274itest: venv run-as-root-tests
Khen Nursimulu34e7ebb2016-11-10 13:38:44 -0800275 @ echo "Executing all integration tests"
276 . ${VENVDIR}/bin/activate && \
277 nosetests -s \
278 tests/itests/docutests/build_md_test.py \
279 --exclude-dir=./tests/utests/ \
280 --exclude-dir=./tests/itests/run_as_root/
281
Zsolt Haraszti348d1932016-12-10 01:10:07 -0800282smoke-test: venv run-as-root-tests
Khen Nursimulu34e7ebb2016-11-10 13:38:44 -0800283 @ echo "Executing smoke tests"
Khen Nursimulu96bb5322016-11-09 20:16:03 -0800284 . ${VENVDIR}/bin/activate && \
285 nosetests -s \
286 tests/itests/docutests/build_md_test.py:BuildMdTests.test_07_start_all_containers \
Khen Nursimulu34e7ebb2016-11-10 13:38:44 -0800287 --exclude-dir=./tests/itests/run_as_root/
Khen Nursimulu96bb5322016-11-09 20:16:03 -0800288
khenaidoo1243ee92017-07-17 15:54:06 -0400289jenkins-test: venv
290 @ echo "Executing jenkins smoke tests"
291 . ${VENVDIR}/bin/activate && \
292 nosetests -s \
293 tests/itests/docutests/build_md_test.py:BuildMdTests.test_07_start_all_containers \
294 --exclude-dir=./tests/itests/run_as_root/
295
Khen Nursimulu96bb5322016-11-09 20:16:03 -0800296
Khen Nursimulu34e7ebb2016-11-10 13:38:44 -0800297run-as-root-tests:
alshabibeef9b132017-02-02 17:46:51 -0800298 docker run -i --rm -v /cord/incubator/voltha:/voltha --privileged cord/voltha-base env PYTHONPATH=/voltha python /voltha/tests/itests/run_as_root/test_frameio.py
Nathan Knuth84dfd2e2016-09-16 15:06:34 -0700299
300flake8: $(DIRS_FLAKE8)
Nathan Knuth220a6772016-10-11 08:10:46 -0700301
302# end file