blob: 5e1acb3b4f69c2d7d2191032139427422f3d8cd6 [file] [log] [blame]
Zack Williamsce63eb02017-02-28 10:46:22 -07001# CORD Master Makefile
2
3# Timestamp for log files
4TS := $(shell date +'%Y%m%dT%H%M%SZ')
5
6# Podconfig must be specified, so an invalid default
7PODCONFIG ?= invalid
8
9# Source path
10BUILD ?= .
11CORD ?= ..
12PI ?= $(BUILD)/platform-install
13MAAS ?= $(BUILD)/maas
Zack Williams2f56eee2017-07-17 09:59:16 -070014ONOS_APPS ?= $(CORD)/onos-apps
Zack Williamsce63eb02017-02-28 10:46:22 -070015
16# Configuration paths
17PODCONFIG_D ?= $(BUILD)/podconfig
18PODCONFIG_PATH ?= $(PODCONFIG_D)/$(PODCONFIG)
19
20SCENARIOS_D ?= $(BUILD)/scenarios
21GENCONFIG_D ?= $(BUILD)/genconfig
22
23# Milestones/logs paths
24M ?= $(BUILD)/milestones
25LOGS ?= $(BUILD)/logs
26
Andy Bavierb36b84e2017-08-10 14:46:32 -070027PREP_MS ?= $(M)/prereqs-check $(M)/build-local-bootstrap $(M)/ciab-ovs $(M)/vagrant-up $(M)/copy-cord $(M)/cord-config $(M)/copy-config $(M)/prep-buildnode $(M)/prep-headnode $(M)/deploy-elasticstack $(M)/prep-computenode
Andy Bavier35d238e2017-07-24 16:47:22 -070028MAAS_MS ?= $(M)/build-maas-images $(M)/maas-prime $(M)/publish-maas-images $(M)/deploy-maas
29OPENSTACK_MS ?= $(M)/glance-images $(M)/deploy-openstack $(M)/deploy-computenode $(M)/onboard-openstack
30XOS_MS ?= $(M)/docker-images $(M)/core-image $(M)/publish-docker-images $(M)/start-xos $(M)/onboard-profile
31ONOS_MS ?= $(M)/build-onos-apps $(M)/publish-onos-apps $(M)/deploy-onos $(M)/deploy-mavenrepo
Andy Bavierb36b84e2017-08-10 14:46:32 -070032POST_INSTALL_MS ?= $(M)/setup-automation $(M)/setup-ciab-pcu $(M)/compute1-up $(M)/compute2-up $(M)/compute3-up
Andy Bavier35d238e2017-07-24 16:47:22 -070033ALL_MILESTONES ?= $(PREP_MS) $(MAAS_MS) $(OPENSTACK_MS) $(XOS_MS) $(ONOS_MS) $(POST_INSTALL_MS)
Zack Williamsce63eb02017-02-28 10:46:22 -070034
35LOCAL_MILESTONES ?= $(M)/local-cord-config $(M)/local-docker-images $(M)/local-core-image $(M)/local-start-xos $(M)/local-onboard-profile
36
37# Configuration files
38MASTER_CONFIG ?= $(GENCONFIG_D)/config.yml
39MAKEFILE_CONFIG ?= $(GENCONFIG_D)/config.mk
40INVENTORY ?= $(GENCONFIG_D)/inventory.ini
41PROFILE_NAME_F ?= $(GENCONFIG_D)/cord_profile
42SCENARIO_NAME_F ?= $(GENCONFIG_D)/cord_scenario
43
44CONFIG_FILES = $(MASTER_CONFIG) $(MAKEFILE_CONFIG) $(INVENTORY) $(PROFILE_NAME_F) $(SCENARIO_NAME_F)
45
46include $(MAKEFILE_CONFIG)
47
48# Set using files from genconfig
49SCENARIO = $(shell cat $(SCENARIO_NAME_F))
50PROFILE = $(shell cat $(PROFILE_NAME_F))
51
52# Host names for SSH commands
53BUILDNODE ?= head1
54HEADNODE ?= ${BUILDNODE}
55
56# Vagrant config
57VAGRANT_PROVIDER ?= libvirt
58VAGRANT_VMS ?= $(HEADNODE)
Andy Bavier35d238e2017-07-24 16:47:22 -070059VAGRANT_SWITCHES ?= leaf1
Zack Williamsce63eb02017-02-28 10:46:22 -070060VAGRANT_CWD ?= $(SCENARIOS_D)/$(SCENARIO)/
61SSH_CONFIG ?= ~/.ssh/config # Vagrant modifies this, should it always?
62
63# Ansible args, for verbosity and other runtime parameters
64ANSIBLE_ARGS ?=
65
66# Commands
67SHELL = bash -o pipefail
68VAGRANT ?= VAGRANT_CWD=$(VAGRANT_CWD) vagrant
69ANSIBLE ?= ansible -i $(INVENTORY)
70ANSIBLE_PB ?= ansible-playbook $(ANSIBLE_ARGS) -i $(INVENTORY) --extra-vars @$(MASTER_CONFIG)
71ANSIBLE_PB_LOCAL ?= ansible-playbook $(ANSIBLE_ARGS) -i $(PI)/inventory/head-localhost --extra-vars "@/opt/cord_profile/genconfig/config.yml"
72ANSIBLE_PB_MAAS ?= ansible-playbook $(ANSIBLE_ARGS) -i /etc/maas/ansible/pod-inventory --extra-vars "@/opt/cord_profile/genconfig/config.yml"
73IMAGEBUILDER ?= python $(BUILD)/scripts/imagebuilder.py
74LOGCMD ?= 2>&1 | tee -a $(LOGS)/$(TS)_$(@F)
75SSH_HEAD ?= ssh $(HEADNODE)
76SSH_BUILD ?= ssh $(BUILDNODE)
77
78# default target, prints help
79.DEFAULT: help
80
81help:
82 @echo "Please specify a target (config, build, teardown, ...)"
83
84# Config file generation
85config: $(CONFIG_FILES)
86
Zack Williamsce63eb02017-02-28 10:46:22 -070087$(CONFIG_FILES):
88 ansible-playbook -i 'localhost,' --extra-vars="cord_podconfig='$(PODCONFIG_PATH)' genconfig_dir='$(GENCONFIG_D)' scenarios_dir='$(SCENARIOS_D)'" $(BUILD)/ansible/genconfig.yml $(LOGCMD)
89
90printconfig: config
91 @echo "Scenario: $(SCENARIO)"
92 @echo "Profile: $(PROFILE)"
93
94# Primary Targets
95# Many of these targets use target-specific variables
96# https://www.gnu.org/software/make/manual/html_node/Target_002dspecific.html
97
98build: $(BUILD_TARGETS)
99
100# Utility targets
101
102xos-teardown: xos-update-images
103 $(ANSIBLE_PB) $(PI)/teardown-playbook.yml $(LOGCMD)
104 rm -f $(M)/onboard-profile $(M)/local-onboard-profile
105
106xos-update-images: clean-images
Zack Williams0a7ef162017-07-18 18:15:26 -0700107 rm -f $(M)/start-xos $(M)/local-start-xos
Zack Williamsce63eb02017-02-28 10:46:22 -0700108
Zack Williamsa5fcefd2017-07-27 22:06:33 -0700109ansible-ping:
110 $(ANSIBLE) -m ping all $(LOGCMD)
111
112ansible-setup:
113 $(ANSIBLE) -m setup all $(LOGCMD)
114
Zack Williamsa10094b2017-07-23 13:54:12 -0700115collect-diag:
116 $(ANSIBLE_PB) $(PI)/collect-diag-playbook.yml $(LOGCMD)
117
Zack Williamsce63eb02017-02-28 10:46:22 -0700118compute-node-refresh:
119 $(SSH_HEAD) "cd /opt/cord/build; $(ANSIBLE_PB_MAAS) $(PI)/compute-node-refresh-playbook.yml" $(LOGCMD)
120
121vagrant-destroy:
122 $(VAGRANT) destroy $(LOGCMD)
123 rm -f $(M)/vagrant-up
124
125clean-images:
Andy Bavier35d238e2017-07-24 16:47:22 -0700126 rm -f $(M)/docker-images $(M)/local-docker-images $(M)/core-image $(M)/local-core-image $(M)/build-maas-images $(M)/build-onos-apps
Zack Williamsce63eb02017-02-28 10:46:22 -0700127
Andy Bavier09410472017-08-15 14:29:35 -0700128
Zack Williamsce63eb02017-02-28 10:46:22 -0700129clean-genconfig:
130 rm -f $(CONFIG_FILES)
131
132clean-profile:
133 rm -rf $(CONFIG_CORD_PROFILE_DIR)
134 rm -f $(M)/cord-config $(M)/copy-config
135
136clean-all: vagrant-destroy clean-profile clean-genconfig
137 rm -f $(ALL_MILESTONES)
138
139clean-local: clean-profile clean-genconfig
140 rm -f $(LOCAL_MILESTONES)
141
Andy Bavier4dc66472017-07-18 17:13:24 -0700142local-ubuntu-dev-env:
143 $(ANSIBLE_PB) $(PI)/bootstrap-dev-env.yml $(LOGCMD)
144
Andy Bavier35d238e2017-07-24 16:47:22 -0700145
Zack Williamsce63eb02017-02-28 10:46:22 -0700146# == PREREQS == #
147VAGRANT_UP_PREREQS ?=
148CORD_CONFIG_PREREQS ?=
149COPY_CONFIG_PREREQS ?=
150PREP_BUILDNODE_PREREQS ?=
151PREP_HEADNODE_PREREQS ?=
Zack Williamsa5fcefd2017-07-27 22:06:33 -0700152DOCKER_IMAGES_PREREQS ?=
Zack Williams0a7ef162017-07-18 18:15:26 -0700153START_XOS_PREREQS ?=
154DEPLOY_ONOS_PREREQS ?=
Andy Bavier35d238e2017-07-24 16:47:22 -0700155DEPLOY_OPENSTACK_PREREQS ?=
Andy Bavierafaa5302017-08-15 08:56:15 -0700156DEPLOY_MAVENREPO_PREREQS ?=
Andy Bavier35d238e2017-07-24 16:47:22 -0700157SETUP_AUTOMATION_PREREQS ?=
Zack Williamsce63eb02017-02-28 10:46:22 -0700158
159# == MILESTONES == #
160# empty target files are touched in the milestones dir to indicate completion
161
Andy Bavier35d238e2017-07-24 16:47:22 -0700162# Prep targets
Zack Williamsce63eb02017-02-28 10:46:22 -0700163$(M)/prereqs-check:
164 $(ANSIBLE_PB) $(PI)/prereqs-check-playbook.yml $(LOGCMD)
165 touch $@
166
Andy Bavierafaa5302017-08-15 08:56:15 -0700167$(M)/build-local-bootstrap:
168 $(ANSIBLE_PB) $(BUILD)/ansible/build-local-bootstrap.yml $(LOGCMD)
169 touch $@
170
Andy Bavierb36b84e2017-08-10 14:46:32 -0700171$(M)/ciab-ovs:
172 $(ANSIBLE_PB) $(BUILD)/ansible/ciab-ovs.yml $(LOGCMD)
173 touch $@
174
Zack Williamsce63eb02017-02-28 10:46:22 -0700175$(M)/vagrant-up: | $(VAGRANT_UP_PREREQS)
176 $(VAGRANT) up $(VAGRANT_VMS) --provider $(VAGRANT_PROVIDER) $(LOGCMD)
177 @echo "Configuring SSH for VM's..."
178 $(VAGRANT) ssh-config $(VAGRANT_VMS) > $(SSH_CONFIG)
179 touch $@
180
181$(M)/copy-cord: | $(M)/vagrant-up
182 $(ANSIBLE_PB) $(PI)/copy-cord-playbook.yml $(LOGCMD)
183 touch $@
184
185$(M)/cord-config: | $(M)/vagrant-up $(CORD_CONFIG_PREREQS)
186 $(ANSIBLE_PB) $(PI)/cord-config-playbook.yml $(LOGCMD)
187 cp -r $(GENCONFIG_D) $(CONFIG_CORD_PROFILE_DIR)/genconfig
188 touch $@
189
190$(M)/copy-config: | $(COPY_CONFIG_PREREQS)
191 $(ANSIBLE_PB) $(PI)/copy-profile-playbook.yml $(LOGCMD)
192 touch $@
193
194$(M)/prep-buildnode: | $(M)/vagrant-up $(M)/cord-config $(PREP_BUILDNODE_PREREQS)
195 $(ANSIBLE_PB) $(PI)/prep-buildnode-playbook.yml $(LOGCMD)
Zack Williamsa5fcefd2017-07-27 22:06:33 -0700196 @echo Waiting 20 seconds to timeout SSH ControlPersist, and so future ansible commands gain docker group membership
197 sleep 20
Zack Williamsce63eb02017-02-28 10:46:22 -0700198 touch $@
199
200$(M)/prep-headnode: | $(M)/vagrant-up $(M)/cord-config $(PREP_HEADNODE_PREREQS)
201 $(ANSIBLE_PB) $(PI)/prep-headnode-playbook.yml $(LOGCMD)
202 touch $@
203
Zack Williams0a7ef162017-07-18 18:15:26 -0700204$(M)/deploy-elasticstack: | $(M)/prep-headnode
Zack Williamsce63eb02017-02-28 10:46:22 -0700205 $(ANSIBLE_PB) $(PI)/deploy-elasticstack-playbook.yml $(LOGCMD)
206 touch $@
207
208$(M)/prep-computenode: | $(M)/prep-headnode
209 $(ANSIBLE_PB) $(PI)/prep-computenode-playbook.yml $(LOGCMD)
210 touch $@
211
Andy Bavier35d238e2017-07-24 16:47:22 -0700212
213# MaaS targets
214$(M)/build-maas-images: | $(M)/prep-buildnode $(BUILD_MAAS_IMAGES_PREREQS)
Andy Bavierafaa5302017-08-15 08:56:15 -0700215 $(SSH_BUILD) "cd $(BUILD_CORD_DIR)/build/maas; rm -f consul.image; make MAKE_CONFIG=../$(MAKEFILE_CONFIG) build" $(LOGCMD)
Zack Williamsce63eb02017-02-28 10:46:22 -0700216 touch $@
217
Andy Bavier35d238e2017-07-24 16:47:22 -0700218$(M)/maas-prime: | $(M)/deploy-elasticstack
219 $(ANSIBLE_PB) $(MAAS)/prime-node.yml $(LOGCMD)
Zack Williamsce63eb02017-02-28 10:46:22 -0700220 touch $@
221
Andy Bavier35d238e2017-07-24 16:47:22 -0700222$(M)/publish-maas-images: | $(M)/maas-prime $(M)/build-maas-images
Andy Bavier09410472017-08-15 14:29:35 -0700223 $(SSH_BUILD) "cd $(BUILD_CORD_DIR)/build/maas; rm -f consul.publish; make MAKE_CONFIG=../$(MAKEFILE_CONFIG) publish" $(LOGCMD)
Zack Williamsce63eb02017-02-28 10:46:22 -0700224 touch $@
225
Andy Bavier35d238e2017-07-24 16:47:22 -0700226$(M)/deploy-maas: | $(M)/publish-maas-images $(M)/cord-config $(M)/copy-config
227 $(ANSIBLE_PB) $(MAAS)/head-node.yml $(LOGCMD)
Zack Williamsce63eb02017-02-28 10:46:22 -0700228 touch $@
229
Andy Bavier35d238e2017-07-24 16:47:22 -0700230
231# ONOS targets
232$(M)/build-onos-apps: | $(M)/prep-buildnode $(BUILD_ONOS_APPS_PREREQS)
Andy Bavierafaa5302017-08-15 08:56:15 -0700233 $(SSH_BUILD) "cd $(BUILD_CORD_DIR)/onos-apps; make MAKE_CONFIG=../build/$(MAKEFILE_CONFIG) build" $(LOGCMD)
Andy Bavier35d238e2017-07-24 16:47:22 -0700234 touch $@
235
Andy Bavier61dc81a2017-08-23 15:29:45 -0700236$(M)/publish-onos-apps: | $(M)/deploy-maas $(M)/build-onos-apps
Andy Bavierafaa5302017-08-15 08:56:15 -0700237 $(SSH_BUILD) "cd $(BUILD_CORD_DIR)/onos-apps; make MAKE_CONFIG=../build/$(MAKEFILE_CONFIG) publish" $(LOGCMD)
Andy Bavier35d238e2017-07-24 16:47:22 -0700238 touch $@
239
Andy Bavierafaa5302017-08-15 08:56:15 -0700240$(M)/deploy-mavenrepo: | $(M)/publish-onos-apps $(DEPLOY_MAVENREPO_PREREQS)
Andy Bavier35d238e2017-07-24 16:47:22 -0700241 $(ANSIBLE_PB) $(PI)/deploy-mavenrepo-playbook.yml $(LOGCMD)
242 touch $@
243
244$(M)/deploy-onos: | $(M)/docker-images $(DEPLOY_ONOS_PREREQS)
245 $(ANSIBLE_PB) $(PI)/deploy-onos-playbook.yml $(LOGCMD)
246 touch $@
247
248
249# XOS targets
Zack Williamsa5fcefd2017-07-27 22:06:33 -0700250$(M)/docker-images: | $(M)/prep-buildnode $(DOCKER_IMAGES_PREREQS)
Andy Bavier35d238e2017-07-24 16:47:22 -0700251 $(SSH_BUILD) "cd $(BUILD_CORD_DIR)/build; $(IMAGEBUILDER) -f $(MASTER_CONFIG) -l $(BUILD)/image_logs -g $(BUILD)/ib_graph.dot -a $(BUILD)/ib_actions.yml " $(LOGCMD)
Zack Williamsce63eb02017-02-28 10:46:22 -0700252 touch $@
253
Andy Bavier35d238e2017-07-24 16:47:22 -0700254$(M)/core-image: | $(M)/docker-images
Zack Williamsce63eb02017-02-28 10:46:22 -0700255 $(ANSIBLE_PB) $(PI)/build-core-image-playbook.yml $(LOGCMD)
256 touch $@
257
Andy Bavier35d238e2017-07-24 16:47:22 -0700258# Requires ib_actions.yml file which is on the build host
Andy Bavier61dc81a2017-08-23 15:29:45 -0700259$(M)/publish-docker-images: | $(M)/deploy-maas $(M)/docker-images $(M)/core-image
Andy Bavier35d238e2017-07-24 16:47:22 -0700260 $(SSH_BUILD) "cd $(BUILD_CORD_DIR)/build; $(ANSIBLE_PB_LOCAL) $(PI)/publish-images-playbook.yml" $(LOGCMD)
261 touch $@
262
Zack Williams0a7ef162017-07-18 18:15:26 -0700263$(M)/start-xos: | $(M)/prep-headnode $(M)/core-image $(START_XOS_PREREQS)
Zack Williamsce63eb02017-02-28 10:46:22 -0700264 $(SSH_HEAD) "cd /opt/cord/build; $(ANSIBLE_PB_LOCAL) $(PI)/start-xos-playbook.yml" $(LOGCMD)
265 touch $@
266
Andy Bavier35d238e2017-07-24 16:47:22 -0700267$(M)/onboard-profile: | $(M)/start-xos
268 $(SSH_HEAD) "cd /opt/cord/build; $(ANSIBLE_PB_LOCAL) $(PI)/onboard-profile-playbook.yml" $(LOGCMD)
Zack Williams2f56eee2017-07-17 09:59:16 -0700269 touch $@
270
Andy Bavier35d238e2017-07-24 16:47:22 -0700271
272# OpenStack targets
273$(M)/glance-images: | $(M)/prep-headnode
274 $(ANSIBLE_PB) $(PI)/glance-images-playbook.yml $(LOGCMD)
275 touch $@
276
277$(M)/deploy-openstack: | $(M)/deploy-elasticstack $(M)/prep-headnode $(M)/prep-computenode $(DEPLOY_OPENSTACK_PREREQS)
278 $(ANSIBLE_PB) $(PI)/deploy-openstack-playbook.yml $(LOGCMD)
279 touch $@
280
281$(M)/deploy-computenode: | $(M)/deploy-openstack
282 $(ANSIBLE_PB) $(PI)/deploy-computenode-playbook.yml $(LOGCMD)
Zack Williamsce63eb02017-02-28 10:46:22 -0700283 touch $@
284
Zack Williamsa5fcefd2017-07-27 22:06:33 -0700285$(M)/onos-debug: | $(M)/onboard-profile
286 $(SSH_HEAD) "cd /opt/cord/build; $(ANSIBLE_PB_LOCAL) $(PI)/onos-debug-playbook.yml" $(LOGCMD)
287 touch $@
288
Zack Williamsce63eb02017-02-28 10:46:22 -0700289$(M)/onboard-openstack: | $(M)/deploy-computenode $(M)/glance-images $(M)/deploy-onos $(M)/onboard-profile
290 $(SSH_HEAD) "cd /opt/cord/build; $(ANSIBLE_PB_LOCAL) $(PI)/onboard-openstack-playbook.yml" $(LOGCMD)
291 touch $@
292
Andy Bavier35d238e2017-07-24 16:47:22 -0700293
294# Post-onboarding targets
295$(M)/setup-automation: | $(M)/onboard-profile $(M)/deploy-onos $(SETUP_AUTOMATION_PREREQS)
296 $(ANSIBLE_PB) $(PI)/cord-automation-playbook.yml $(LOGCMD)
297 touch $@
298
299
300# Additional CiaB targets
Andy Bavier35d238e2017-07-24 16:47:22 -0700301$(M)/setup-ciab-pcu: | $(M)/setup-automation
302 $(ANSIBLE_PB) $(MAAS)/setup-ciab-pcu.yml
303 touch $@
304
Andy Bavierb36b84e2017-08-10 14:46:32 -0700305$(M)/compute%-up: | $(M)/setup-ciab-pcu
Andy Bavier35d238e2017-07-24 16:47:22 -0700306 $(VAGRANT) up compute$* --provider $(VAGRANT_PROVIDER) $(LOGCMD)
307 $(SSH_HEAD) "cd /opt/cord/build; $(ANSIBLE_PB_LOCAL) ansible/maas-provision.yml --extra-vars='maas_user=maas vagrant_name=cord_compute$*'" $(LOGCMD)
308 touch $@
309
Andy Bavierb36b84e2017-08-10 14:46:32 -0700310$(M)/refresh-fabric: | $(M)/compute1-up
311 $(SSH_HEAD) "cd /opt/cord/build; $(ANSIBLE_PB_MAAS) $(PI)/cord-refresh-fabric.yml" $(LOGCMD)
312 touch $@
313
Andy Bavier35d238e2017-07-24 16:47:22 -0700314
Zack Williamsce63eb02017-02-28 10:46:22 -0700315# Testing targets
Andy Bavier35d238e2017-07-24 16:47:22 -0700316pod-test: $(M)/setup-automation collect-diag
317 $(SSH_HEAD) "cd /opt/cord/build; $(ANSIBLE_PB_LOCAL) $(PI)/pod-test-playbook.yml" $(LOGCMD)
318
Andy Bavierb36b84e2017-08-10 14:46:32 -0700319fabric-pingtest: $(M)/refresh-fabric
320 $(SSH_HEAD) "cd /opt/cord/build; $(ANSIBLE_PB_MAAS) $(PI)/cord-fabric-pingtest.yml" $(LOGCMD)
Zack Williamsce63eb02017-02-28 10:46:22 -0700321
322# Local Targets, bring up XOS containers without a VM
Zack Williamsce63eb02017-02-28 10:46:22 -0700323$(M)/local-cord-config:
324 $(ANSIBLE_PB) $(PI)/cord-config-playbook.yml $(LOGCMD)
325 touch $@
326
327$(M)/local-docker-images: | $(M)/local-cord-config
328 $(IMAGEBUILDER) -f $(MASTER_CONFIG) -l $(BUILD)/image_logs -g $(BUILD)/ib_graph.dot -a $(BUILD)/ib_actions.yml $(LOGCMD)
329 touch $@
330
331$(M)/local-core-image: | $(M)/local-docker-images
332 $(ANSIBLE_PB) $(PI)/build-core-image-playbook.yml $(LOGCMD)
333 touch $@
334
335$(M)/local-start-xos: | $(M)/local-core-image
336 $(ANSIBLE_PB) $(PI)/start-xos-playbook.yml $(LOGCMD)
337 touch $@
338
339$(M)/local-onboard-profile: | $(M)/local-start-xos
340 $(ANSIBLE_PB) $(PI)/onboard-profile-playbook.yml $(LOGCMD)
341 touch $@
342