blob: 880c11f16fc26a24e8a554c61312dd200791ac81 [file] [log] [blame]
Zack Williamsce63eb02017-02-28 10:46:22 -07001# CORD Master Makefile
2
3# Timestamp for log files
4TS := $(shell date +'%Y%m%dT%H%M%SZ')
5
6# Podconfig must be specified, so an invalid default
7PODCONFIG ?= invalid
8
9# Source path
10BUILD ?= .
11CORD ?= ..
12PI ?= $(BUILD)/platform-install
13MAAS ?= $(BUILD)/maas
Zack Williams2f56eee2017-07-17 09:59:16 -070014ONOS_APPS ?= $(CORD)/onos-apps
Zack Williamsce63eb02017-02-28 10:46:22 -070015
16# Configuration paths
17PODCONFIG_D ?= $(BUILD)/podconfig
18PODCONFIG_PATH ?= $(PODCONFIG_D)/$(PODCONFIG)
19
20SCENARIOS_D ?= $(BUILD)/scenarios
21GENCONFIG_D ?= $(BUILD)/genconfig
22
23# Milestones/logs paths
24M ?= $(BUILD)/milestones
25LOGS ?= $(BUILD)/logs
26
Andy Bavierafaa5302017-08-15 08:56:15 -070027PREP_MS ?= $(M)/prereqs-check $(M)/build-local-bootstrap $(M)/vagrant-up $(M)/copy-cord $(M)/cord-config $(M)/copy-config $(M)/prep-buildnode $(M)/prep-headnode $(M)/deploy-elasticstack $(M)/prep-computenode
Andy Bavier35d238e2017-07-24 16:47:22 -070028MAAS_MS ?= $(M)/build-maas-images $(M)/maas-prime $(M)/publish-maas-images $(M)/deploy-maas
29OPENSTACK_MS ?= $(M)/glance-images $(M)/deploy-openstack $(M)/deploy-computenode $(M)/onboard-openstack
30XOS_MS ?= $(M)/docker-images $(M)/core-image $(M)/publish-docker-images $(M)/start-xos $(M)/onboard-profile
31ONOS_MS ?= $(M)/build-onos-apps $(M)/publish-onos-apps $(M)/deploy-onos $(M)/deploy-mavenrepo
32POST_INSTALL_MS ?= $(M)/setup-automation $(M)/setup-ciab-pcu $(M)/vagrant-up-switches $(M)/compute1-up $(M)/compute2-up $(M)/compute3-up
33ALL_MILESTONES ?= $(PREP_MS) $(MAAS_MS) $(OPENSTACK_MS) $(XOS_MS) $(ONOS_MS) $(POST_INSTALL_MS)
Zack Williamsce63eb02017-02-28 10:46:22 -070034
35LOCAL_MILESTONES ?= $(M)/local-cord-config $(M)/local-docker-images $(M)/local-core-image $(M)/local-start-xos $(M)/local-onboard-profile
36
37# Configuration files
38MASTER_CONFIG ?= $(GENCONFIG_D)/config.yml
39MAKEFILE_CONFIG ?= $(GENCONFIG_D)/config.mk
40INVENTORY ?= $(GENCONFIG_D)/inventory.ini
41PROFILE_NAME_F ?= $(GENCONFIG_D)/cord_profile
42SCENARIO_NAME_F ?= $(GENCONFIG_D)/cord_scenario
43
44CONFIG_FILES = $(MASTER_CONFIG) $(MAKEFILE_CONFIG) $(INVENTORY) $(PROFILE_NAME_F) $(SCENARIO_NAME_F)
45
46include $(MAKEFILE_CONFIG)
47
48# Set using files from genconfig
49SCENARIO = $(shell cat $(SCENARIO_NAME_F))
50PROFILE = $(shell cat $(PROFILE_NAME_F))
51
52# Host names for SSH commands
53BUILDNODE ?= head1
54HEADNODE ?= ${BUILDNODE}
55
56# Vagrant config
57VAGRANT_PROVIDER ?= libvirt
58VAGRANT_VMS ?= $(HEADNODE)
Andy Bavier35d238e2017-07-24 16:47:22 -070059VAGRANT_SWITCHES ?= leaf1
Zack Williamsce63eb02017-02-28 10:46:22 -070060VAGRANT_CWD ?= $(SCENARIOS_D)/$(SCENARIO)/
61SSH_CONFIG ?= ~/.ssh/config # Vagrant modifies this, should it always?
62
63# Ansible args, for verbosity and other runtime parameters
64ANSIBLE_ARGS ?=
65
66# Commands
67SHELL = bash -o pipefail
68VAGRANT ?= VAGRANT_CWD=$(VAGRANT_CWD) vagrant
69ANSIBLE ?= ansible -i $(INVENTORY)
70ANSIBLE_PB ?= ansible-playbook $(ANSIBLE_ARGS) -i $(INVENTORY) --extra-vars @$(MASTER_CONFIG)
71ANSIBLE_PB_LOCAL ?= ansible-playbook $(ANSIBLE_ARGS) -i $(PI)/inventory/head-localhost --extra-vars "@/opt/cord_profile/genconfig/config.yml"
72ANSIBLE_PB_MAAS ?= ansible-playbook $(ANSIBLE_ARGS) -i /etc/maas/ansible/pod-inventory --extra-vars "@/opt/cord_profile/genconfig/config.yml"
73IMAGEBUILDER ?= python $(BUILD)/scripts/imagebuilder.py
74LOGCMD ?= 2>&1 | tee -a $(LOGS)/$(TS)_$(@F)
75SSH_HEAD ?= ssh $(HEADNODE)
76SSH_BUILD ?= ssh $(BUILDNODE)
77
78# default target, prints help
79.DEFAULT: help
80
81help:
82 @echo "Please specify a target (config, build, teardown, ...)"
83
84# Config file generation
85config: $(CONFIG_FILES)
86
Zack Williamsce63eb02017-02-28 10:46:22 -070087$(CONFIG_FILES):
88 ansible-playbook -i 'localhost,' --extra-vars="cord_podconfig='$(PODCONFIG_PATH)' genconfig_dir='$(GENCONFIG_D)' scenarios_dir='$(SCENARIOS_D)'" $(BUILD)/ansible/genconfig.yml $(LOGCMD)
89
90printconfig: config
91 @echo "Scenario: $(SCENARIO)"
92 @echo "Profile: $(PROFILE)"
93
94# Primary Targets
95# Many of these targets use target-specific variables
96# https://www.gnu.org/software/make/manual/html_node/Target_002dspecific.html
97
98build: $(BUILD_TARGETS)
99
100# Utility targets
101
102xos-teardown: xos-update-images
103 $(ANSIBLE_PB) $(PI)/teardown-playbook.yml $(LOGCMD)
104 rm -f $(M)/onboard-profile $(M)/local-onboard-profile
105
106xos-update-images: clean-images
Zack Williams0a7ef162017-07-18 18:15:26 -0700107 rm -f $(M)/start-xos $(M)/local-start-xos
Zack Williamsce63eb02017-02-28 10:46:22 -0700108
Zack Williamsa5fcefd2017-07-27 22:06:33 -0700109ansible-ping:
110 $(ANSIBLE) -m ping all $(LOGCMD)
111
112ansible-setup:
113 $(ANSIBLE) -m setup all $(LOGCMD)
114
Zack Williamsa10094b2017-07-23 13:54:12 -0700115collect-diag:
116 $(ANSIBLE_PB) $(PI)/collect-diag-playbook.yml $(LOGCMD)
117
Zack Williamsce63eb02017-02-28 10:46:22 -0700118compute-node-refresh:
119 $(SSH_HEAD) "cd /opt/cord/build; $(ANSIBLE_PB_MAAS) $(PI)/compute-node-refresh-playbook.yml" $(LOGCMD)
120
121vagrant-destroy:
122 $(VAGRANT) destroy $(LOGCMD)
123 rm -f $(M)/vagrant-up
124
125clean-images:
Andy Bavier35d238e2017-07-24 16:47:22 -0700126 rm -f $(M)/docker-images $(M)/local-docker-images $(M)/core-image $(M)/local-core-image $(M)/build-maas-images $(M)/build-onos-apps
Zack Williamsce63eb02017-02-28 10:46:22 -0700127
Andy Bavier09410472017-08-15 14:29:35 -0700128
Zack Williamsce63eb02017-02-28 10:46:22 -0700129clean-genconfig:
130 rm -f $(CONFIG_FILES)
131
132clean-profile:
133 rm -rf $(CONFIG_CORD_PROFILE_DIR)
134 rm -f $(M)/cord-config $(M)/copy-config
135
136clean-all: vagrant-destroy clean-profile clean-genconfig
137 rm -f $(ALL_MILESTONES)
138
139clean-local: clean-profile clean-genconfig
140 rm -f $(LOCAL_MILESTONES)
141
Andy Bavier4dc66472017-07-18 17:13:24 -0700142local-ubuntu-dev-env:
143 $(ANSIBLE_PB) $(PI)/bootstrap-dev-env.yml $(LOGCMD)
144
Andy Bavier35d238e2017-07-24 16:47:22 -0700145
Zack Williamsce63eb02017-02-28 10:46:22 -0700146# == PREREQS == #
147VAGRANT_UP_PREREQS ?=
148CORD_CONFIG_PREREQS ?=
149COPY_CONFIG_PREREQS ?=
150PREP_BUILDNODE_PREREQS ?=
151PREP_HEADNODE_PREREQS ?=
Zack Williamsa5fcefd2017-07-27 22:06:33 -0700152DOCKER_IMAGES_PREREQS ?=
Zack Williams0a7ef162017-07-18 18:15:26 -0700153START_XOS_PREREQS ?=
154DEPLOY_ONOS_PREREQS ?=
Andy Bavier35d238e2017-07-24 16:47:22 -0700155DEPLOY_OPENSTACK_PREREQS ?=
Andy Bavierafaa5302017-08-15 08:56:15 -0700156DEPLOY_MAVENREPO_PREREQS ?=
Andy Bavier35d238e2017-07-24 16:47:22 -0700157SETUP_AUTOMATION_PREREQS ?=
Zack Williamsce63eb02017-02-28 10:46:22 -0700158
159# == MILESTONES == #
160# empty target files are touched in the milestones dir to indicate completion
161
Andy Bavier35d238e2017-07-24 16:47:22 -0700162# Prep targets
Zack Williamsce63eb02017-02-28 10:46:22 -0700163$(M)/prereqs-check:
164 $(ANSIBLE_PB) $(PI)/prereqs-check-playbook.yml $(LOGCMD)
165 touch $@
166
Andy Bavierafaa5302017-08-15 08:56:15 -0700167$(M)/build-local-bootstrap:
168 $(ANSIBLE_PB) $(BUILD)/ansible/build-local-bootstrap.yml $(LOGCMD)
169 touch $@
170
Zack Williamsce63eb02017-02-28 10:46:22 -0700171$(M)/vagrant-up: | $(VAGRANT_UP_PREREQS)
172 $(VAGRANT) up $(VAGRANT_VMS) --provider $(VAGRANT_PROVIDER) $(LOGCMD)
173 @echo "Configuring SSH for VM's..."
174 $(VAGRANT) ssh-config $(VAGRANT_VMS) > $(SSH_CONFIG)
175 touch $@
176
177$(M)/copy-cord: | $(M)/vagrant-up
178 $(ANSIBLE_PB) $(PI)/copy-cord-playbook.yml $(LOGCMD)
179 touch $@
180
181$(M)/cord-config: | $(M)/vagrant-up $(CORD_CONFIG_PREREQS)
182 $(ANSIBLE_PB) $(PI)/cord-config-playbook.yml $(LOGCMD)
183 cp -r $(GENCONFIG_D) $(CONFIG_CORD_PROFILE_DIR)/genconfig
184 touch $@
185
186$(M)/copy-config: | $(COPY_CONFIG_PREREQS)
187 $(ANSIBLE_PB) $(PI)/copy-profile-playbook.yml $(LOGCMD)
188 touch $@
189
190$(M)/prep-buildnode: | $(M)/vagrant-up $(M)/cord-config $(PREP_BUILDNODE_PREREQS)
191 $(ANSIBLE_PB) $(PI)/prep-buildnode-playbook.yml $(LOGCMD)
Zack Williamsa5fcefd2017-07-27 22:06:33 -0700192 @echo Waiting 20 seconds to timeout SSH ControlPersist, and so future ansible commands gain docker group membership
193 sleep 20
Zack Williamsce63eb02017-02-28 10:46:22 -0700194 touch $@
195
196$(M)/prep-headnode: | $(M)/vagrant-up $(M)/cord-config $(PREP_HEADNODE_PREREQS)
197 $(ANSIBLE_PB) $(PI)/prep-headnode-playbook.yml $(LOGCMD)
198 touch $@
199
Zack Williams0a7ef162017-07-18 18:15:26 -0700200$(M)/deploy-elasticstack: | $(M)/prep-headnode
Zack Williamsce63eb02017-02-28 10:46:22 -0700201 $(ANSIBLE_PB) $(PI)/deploy-elasticstack-playbook.yml $(LOGCMD)
202 touch $@
203
204$(M)/prep-computenode: | $(M)/prep-headnode
205 $(ANSIBLE_PB) $(PI)/prep-computenode-playbook.yml $(LOGCMD)
206 touch $@
207
Andy Bavier35d238e2017-07-24 16:47:22 -0700208
209# MaaS targets
210$(M)/build-maas-images: | $(M)/prep-buildnode $(BUILD_MAAS_IMAGES_PREREQS)
Andy Bavierafaa5302017-08-15 08:56:15 -0700211 $(SSH_BUILD) "cd $(BUILD_CORD_DIR)/build/maas; rm -f consul.image; make MAKE_CONFIG=../$(MAKEFILE_CONFIG) build" $(LOGCMD)
Zack Williamsce63eb02017-02-28 10:46:22 -0700212 touch $@
213
Andy Bavier35d238e2017-07-24 16:47:22 -0700214$(M)/maas-prime: | $(M)/deploy-elasticstack
215 $(ANSIBLE_PB) $(MAAS)/prime-node.yml $(LOGCMD)
Zack Williamsce63eb02017-02-28 10:46:22 -0700216 touch $@
217
Andy Bavier35d238e2017-07-24 16:47:22 -0700218$(M)/publish-maas-images: | $(M)/maas-prime $(M)/build-maas-images
Andy Bavier09410472017-08-15 14:29:35 -0700219 $(SSH_BUILD) "cd $(BUILD_CORD_DIR)/build/maas; rm -f consul.publish; make MAKE_CONFIG=../$(MAKEFILE_CONFIG) publish" $(LOGCMD)
Zack Williamsce63eb02017-02-28 10:46:22 -0700220 touch $@
221
Andy Bavier35d238e2017-07-24 16:47:22 -0700222$(M)/deploy-maas: | $(M)/publish-maas-images $(M)/cord-config $(M)/copy-config
223 $(ANSIBLE_PB) $(MAAS)/head-node.yml $(LOGCMD)
Zack Williamsce63eb02017-02-28 10:46:22 -0700224 touch $@
225
Andy Bavier35d238e2017-07-24 16:47:22 -0700226
227# ONOS targets
228$(M)/build-onos-apps: | $(M)/prep-buildnode $(BUILD_ONOS_APPS_PREREQS)
Andy Bavierafaa5302017-08-15 08:56:15 -0700229 $(SSH_BUILD) "cd $(BUILD_CORD_DIR)/onos-apps; make MAKE_CONFIG=../build/$(MAKEFILE_CONFIG) build" $(LOGCMD)
Andy Bavier35d238e2017-07-24 16:47:22 -0700230 touch $@
231
232$(M)/publish-onos-apps: | $(M)/maas-prime $(M)/build-onos-apps
Andy Bavierafaa5302017-08-15 08:56:15 -0700233 $(SSH_BUILD) "cd $(BUILD_CORD_DIR)/onos-apps; make MAKE_CONFIG=../build/$(MAKEFILE_CONFIG) publish" $(LOGCMD)
Andy Bavier35d238e2017-07-24 16:47:22 -0700234 touch $@
235
Andy Bavierafaa5302017-08-15 08:56:15 -0700236$(M)/deploy-mavenrepo: | $(M)/publish-onos-apps $(DEPLOY_MAVENREPO_PREREQS)
Andy Bavier35d238e2017-07-24 16:47:22 -0700237 $(ANSIBLE_PB) $(PI)/deploy-mavenrepo-playbook.yml $(LOGCMD)
238 touch $@
239
240$(M)/deploy-onos: | $(M)/docker-images $(DEPLOY_ONOS_PREREQS)
241 $(ANSIBLE_PB) $(PI)/deploy-onos-playbook.yml $(LOGCMD)
242 touch $@
243
244
245# XOS targets
Zack Williamsa5fcefd2017-07-27 22:06:33 -0700246$(M)/docker-images: | $(M)/prep-buildnode $(DOCKER_IMAGES_PREREQS)
Andy Bavier35d238e2017-07-24 16:47:22 -0700247 $(SSH_BUILD) "cd $(BUILD_CORD_DIR)/build; $(IMAGEBUILDER) -f $(MASTER_CONFIG) -l $(BUILD)/image_logs -g $(BUILD)/ib_graph.dot -a $(BUILD)/ib_actions.yml " $(LOGCMD)
Zack Williamsce63eb02017-02-28 10:46:22 -0700248 touch $@
249
Andy Bavier35d238e2017-07-24 16:47:22 -0700250$(M)/core-image: | $(M)/docker-images
Zack Williamsce63eb02017-02-28 10:46:22 -0700251 $(ANSIBLE_PB) $(PI)/build-core-image-playbook.yml $(LOGCMD)
252 touch $@
253
Andy Bavier35d238e2017-07-24 16:47:22 -0700254# Requires ib_actions.yml file which is on the build host
255$(M)/publish-docker-images: | $(M)/maas-prime $(M)/docker-images $(M)/core-image
256 $(SSH_BUILD) "cd $(BUILD_CORD_DIR)/build; $(ANSIBLE_PB_LOCAL) $(PI)/publish-images-playbook.yml" $(LOGCMD)
257 touch $@
258
Zack Williams0a7ef162017-07-18 18:15:26 -0700259$(M)/start-xos: | $(M)/prep-headnode $(M)/core-image $(START_XOS_PREREQS)
Zack Williamsce63eb02017-02-28 10:46:22 -0700260 $(SSH_HEAD) "cd /opt/cord/build; $(ANSIBLE_PB_LOCAL) $(PI)/start-xos-playbook.yml" $(LOGCMD)
261 touch $@
262
Andy Bavier35d238e2017-07-24 16:47:22 -0700263$(M)/onboard-profile: | $(M)/start-xos
264 $(SSH_HEAD) "cd /opt/cord/build; $(ANSIBLE_PB_LOCAL) $(PI)/onboard-profile-playbook.yml" $(LOGCMD)
Zack Williams2f56eee2017-07-17 09:59:16 -0700265 touch $@
266
Andy Bavier35d238e2017-07-24 16:47:22 -0700267
268# OpenStack targets
269$(M)/glance-images: | $(M)/prep-headnode
270 $(ANSIBLE_PB) $(PI)/glance-images-playbook.yml $(LOGCMD)
271 touch $@
272
273$(M)/deploy-openstack: | $(M)/deploy-elasticstack $(M)/prep-headnode $(M)/prep-computenode $(DEPLOY_OPENSTACK_PREREQS)
274 $(ANSIBLE_PB) $(PI)/deploy-openstack-playbook.yml $(LOGCMD)
275 touch $@
276
277$(M)/deploy-computenode: | $(M)/deploy-openstack
278 $(ANSIBLE_PB) $(PI)/deploy-computenode-playbook.yml $(LOGCMD)
Zack Williamsce63eb02017-02-28 10:46:22 -0700279 touch $@
280
Zack Williamsa5fcefd2017-07-27 22:06:33 -0700281$(M)/onos-debug: | $(M)/onboard-profile
282 $(SSH_HEAD) "cd /opt/cord/build; $(ANSIBLE_PB_LOCAL) $(PI)/onos-debug-playbook.yml" $(LOGCMD)
283 touch $@
284
Zack Williamsce63eb02017-02-28 10:46:22 -0700285$(M)/onboard-openstack: | $(M)/deploy-computenode $(M)/glance-images $(M)/deploy-onos $(M)/onboard-profile
286 $(SSH_HEAD) "cd /opt/cord/build; $(ANSIBLE_PB_LOCAL) $(PI)/onboard-openstack-playbook.yml" $(LOGCMD)
287 touch $@
288
Andy Bavier35d238e2017-07-24 16:47:22 -0700289
290# Post-onboarding targets
291$(M)/setup-automation: | $(M)/onboard-profile $(M)/deploy-onos $(SETUP_AUTOMATION_PREREQS)
292 $(ANSIBLE_PB) $(PI)/cord-automation-playbook.yml $(LOGCMD)
293 touch $@
294
295
296# Additional CiaB targets
297$(M)/vagrant-up-switches: | $(M)/setup-automation
298 $(VAGRANT) up $(VAGRANT_SWITCHES) --provider $(VAGRANT_PROVIDER) $(LOGCMD)
299 touch $@
300
301$(M)/setup-ciab-pcu: | $(M)/setup-automation
302 $(ANSIBLE_PB) $(MAAS)/setup-ciab-pcu.yml
303 touch $@
304
305$(M)/compute%-up: | $(M)/setup-ciab-pcu $(M)/vagrant-up-switches
306 $(VAGRANT) up compute$* --provider $(VAGRANT_PROVIDER) $(LOGCMD)
307 $(SSH_HEAD) "cd /opt/cord/build; $(ANSIBLE_PB_LOCAL) ansible/maas-provision.yml --extra-vars='maas_user=maas vagrant_name=cord_compute$*'" $(LOGCMD)
308 touch $@
309
310
Zack Williamsce63eb02017-02-28 10:46:22 -0700311# Testing targets
Andy Bavier35d238e2017-07-24 16:47:22 -0700312pod-test: $(M)/setup-automation collect-diag
313 $(SSH_HEAD) "cd /opt/cord/build; $(ANSIBLE_PB_LOCAL) $(PI)/pod-test-playbook.yml" $(LOGCMD)
314
Zack Williamsce63eb02017-02-28 10:46:22 -0700315
316# Local Targets, bring up XOS containers without a VM
Zack Williamsce63eb02017-02-28 10:46:22 -0700317$(M)/local-cord-config:
318 $(ANSIBLE_PB) $(PI)/cord-config-playbook.yml $(LOGCMD)
319 touch $@
320
321$(M)/local-docker-images: | $(M)/local-cord-config
322 $(IMAGEBUILDER) -f $(MASTER_CONFIG) -l $(BUILD)/image_logs -g $(BUILD)/ib_graph.dot -a $(BUILD)/ib_actions.yml $(LOGCMD)
323 touch $@
324
325$(M)/local-core-image: | $(M)/local-docker-images
326 $(ANSIBLE_PB) $(PI)/build-core-image-playbook.yml $(LOGCMD)
327 touch $@
328
329$(M)/local-start-xos: | $(M)/local-core-image
330 $(ANSIBLE_PB) $(PI)/start-xos-playbook.yml $(LOGCMD)
331 touch $@
332
333$(M)/local-onboard-profile: | $(M)/local-start-xos
334 $(ANSIBLE_PB) $(PI)/onboard-profile-playbook.yml $(LOGCMD)
335 touch $@
336