blob: bfe5fa9748d62abd3f0d62b42899891fd267b5ba [file] [log] [blame]
Andy Bavier35053b62018-09-20 13:45:45 -07001SHELL := /bin/bash
2BUILD ?= /tmp
3M ?= $(BUILD)/milestones
4MAKEDIR := $(dir $(realpath $(firstword $(MAKEFILE_LIST))))
5WORKSPACE ?= $(HOME)
Andy Bavier6ce277e2018-10-02 10:29:21 -07006VIRTUALENV ?= $(WORKSPACE)/cord/test
Andy Bavier35053b62018-09-20 13:45:45 -07007SEBAVALUES ?= configs/seba-ponsim.yaml
Kailash Khalasi98dabd02018-10-19 13:00:12 -07008TESTTAGS ?= stable
Andy Bavier35053b62018-09-20 13:45:45 -07009
Zack Williams3bcdc262018-09-27 11:00:38 -070010# used to start logging/monitoring and other infrastructure charts
11INFRA_CHARTS ?=
12INFRA_PREREQS = $(foreach chart,$(INFRA_CHARTS),$(M)/$(chart))
13
Andy Bavier35053b62018-09-20 13:45:45 -070014HELM_VERSION ?= "2.10.0"
15HELM_SHA256SUM ?= "0fa2ed4983b1e4a3f90f776d08b88b0c73fd83f305b5b634175cb15e61342ffe"
16HELM_PLATFORM ?= "linux-amd64"
17
Zack Williams3bcdc262018-09-27 11:00:38 -070018KAFKA_CHART_VERSION ?= 0.8.8
19
Andy Bavier35053b62018-09-20 13:45:45 -070020all: $(M)/siab
21
Andy Baviere5a16f62018-10-11 14:07:15 -070022# https://ftp.gnu.org/old-gnu/Manuals/make-3.79.1/html_chapter/make_6.html#SEC69
23latest: SEBAVALUES := configs/seba-ponsim-latest.yaml
24latest: all
25
26stable: SEBAVALUES := configs/seba-ponsim.yaml
27stable: all
28
Andy Bavier35053b62018-09-20 13:45:45 -070029$(M)/setup:
30 mkdir -p $(M)
31 sudo apt update
32 sudo apt install -y httpie jq software-properties-common
33 sudo swapoff -a
Andy Bavier07779ea2018-10-03 15:13:22 -070034 sudo iptables -P FORWARD ACCEPT
Andy Bavier35053b62018-09-20 13:45:45 -070035 touch $@
36
37/usr/bin/docker: | $(M)/setup
38 sudo apt-key adv --keyserver keyserver.ubuntu.com --recv 0EBFCD88
39 sudo add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(shell lsb_release -cs) stable"
40 sudo apt update
41 sudo apt install -y "docker-ce=17.03*"
42
43/usr/bin/kubeadm: | $(M)/setup /usr/bin/docker
44 curl -s https://packages.cloud.google.com/apt/doc/apt-key.gpg | sudo apt-key add -
45 echo "deb http://apt.kubernetes.io/ kubernetes-xenial main" > /tmp/kubernetes.list
46 sudo cp /tmp/kubernetes.list /etc/apt/sources.list.d/kubernetes.list
47 sudo apt update
48 sudo apt install -y "kubeadm=1.11.3-*" "kubelet=1.11.3-*" "kubectl=1.11.3-*"
49
50/usr/local/bin/helm:
51 curl -L -o /tmp/helm.tgz "https://storage.googleapis.com/kubernetes-helm/helm-v${HELM_VERSION}-${HELM_PLATFORM}.tar.gz"
52 echo "${HELM_SHA256SUM} /tmp/helm.tgz" | sha256sum -c -
53 cd /tmp; tar -xzvf helm.tgz; sudo mv ${HELM_PLATFORM}/helm /usr/local/bin/helm
54 sudo chmod a+x /usr/local/bin/helm
55 rm -rf /tmp/helm.tgz /tmp/${HELM_PLATFORM}
56
57$(M)/kubeadm: | $(M)/setup /usr/bin/kubeadm
58 sudo kubeadm init --pod-network-cidr=192.168.0.0/16
Andy Baviera7c6a4e2018-09-28 13:29:43 -070059 mkdir -p $(HOME)/.kube
60 sudo cp -f /etc/kubernetes/admin.conf $(HOME)/.kube/config
61 sudo chown $(shell id -u):$(shell id -g) $(HOME)/.kube/config
Andy Bavier35053b62018-09-20 13:45:45 -070062 kubectl apply -f https://docs.projectcalico.org/v2.6/getting-started/kubernetes/installation/hosted/kubeadm/1.6/calico.yaml
63 kubectl taint nodes --all node-role.kubernetes.io/master-
64 touch $@
65
66$(M)/helm-init: | $(M)/kubeadm /usr/local/bin/helm
67 kubectl create serviceaccount --namespace kube-system tiller
68 kubectl create clusterrolebinding tiller-cluster-rule --clusterrole=cluster-admin --serviceaccount=kube-system:tiller
69 helm init --service-account tiller
70 until helm ls >& /dev/null; \
71 do \
72 echo "Waiting for Helm to be ready"; \
73 sleep 5; \
74 done
Zack Williams3bcdc262018-09-27 11:00:38 -070075 helm repo add incubator https://kubernetes-charts-incubator.storage.googleapis.com/
Andy Bavier35053b62018-09-20 13:45:45 -070076 touch $@
77
78$(WORKSPACE)/cord/helm-charts: | $(M)/setup
79 mkdir -p $(WORKSPACE)/cord
80 cd $(WORKSPACE)/cord; git clone https://gerrit.opencord.org/helm-charts
81
82$(M)/kafka: | $(WORKSPACE)/cord/helm-charts $(M)/helm-init
Zack Williams3bcdc262018-09-27 11:00:38 -070083 cd $(WORKSPACE)/cord/helm-charts && \
84 helm upgrade --install cord-kafka --version $(KAFKA_CHART_VERSION) -f examples/kafka-single.yaml incubator/kafka
Andy Bavier35053b62018-09-20 13:45:45 -070085 touch $@
86
87$(M)/kafka-running: | $(M)/kafka
88 kubectl wait pod/cord-kafka-0 --for condition=Ready --timeout=180s
89 touch $@
90
Zack Williams3bcdc262018-09-27 11:00:38 -070091$(M)/nem-monitoring: | $(M)/kafka-running
92 cd $(WORKSPACE)/cord/helm-charts && \
93 helm dep up nem-monitoring && \
94 helm upgrade --install nem-monitoring nem-monitoring
95 $(WORKSPACE)/cord/helm-charts/scripts/wait_for_pods.sh
96 touch $@
97
98$(M)/logging: | $(M)/kafka-running
99 cd $(WORKSPACE)/cord/helm-charts && \
100 helm dep up logging && \
101 helm upgrade --install logging -f examples/logging-single.yaml logging
102 $(WORKSPACE)/cord/helm-charts/scripts/wait_for_pods.sh
103 touch $@
104
Andy Bavier35053b62018-09-20 13:45:45 -0700105# Dependency on NEM is there to force ordering for parallel install
106# The idea is to install VOLTHA / ONOS / Mininet while NEM is initializing
Zack Williams3bcdc262018-09-27 11:00:38 -0700107$(M)/onos: | $(M)/kafka-running $(M)/nem $(INFRA_PREREQS)
Andy Bavier35053b62018-09-20 13:45:45 -0700108 cd $(WORKSPACE)/cord/helm-charts; helm upgrade --install onos onos -f configs/onos.yaml -f $(SEBAVALUES)
109 touch $@
110
Andy Bavier1e3e9522018-11-06 11:12:00 -0700111$(M)/voltha: | $(M)/kafka-running $(INFRA_PREREQS) $(M)/etcd-operator-ready
Andy Bavier35053b62018-09-20 13:45:45 -0700112 cd $(WORKSPACE)/cord/helm-charts; helm dep up voltha
Andy Bavier1e3e9522018-11-06 11:12:00 -0700113 cd $(WORKSPACE)/cord/helm-charts; helm upgrade --install voltha voltha -f $(SEBAVALUES)
Andy Bavier35053b62018-09-20 13:45:45 -0700114 touch $@
115
Andy Bavier1e3e9522018-11-06 11:12:00 -0700116$(M)/etcd-operator-ready: | $(WORKSPACE)/cord/helm-charts $(M)/helm-init
117 cd $(WORKSPACE)/cord/helm-charts; helm upgrade --install etcd-operator stable/etcd-operator -f $(SEBAVALUES)
118 until kubectl get crd | grep etcdclusters; \
Andy Bavier35053b62018-09-20 13:45:45 -0700119 do \
Andy Bavier1e3e9522018-11-06 11:12:00 -0700120 echo "Waiting for etcdclusters CRD to be available"; \
Andy Bavier35053b62018-09-20 13:45:45 -0700121 sleep 5; \
122 done
123 touch $@
124
Andy Bavier1e3e9522018-11-06 11:12:00 -0700125$(M)/voltha-running: | $(M)/voltha
Kailashbff9eb72018-11-16 13:03:59 -0800126 timeout 300s bash -c "until kubectl get pod|grep etcd-cluster|grep 1/1; do echo 'Waiting for etcd-cluster to be ready'; sleep 10; done"
Andy Bavier35053b62018-09-20 13:45:45 -0700127 $(WORKSPACE)/cord/helm-charts/scripts/wait_for_pods.sh voltha
128 touch $@
129
130$(M)/ponsim: | $(M)/voltha
131 cd $(WORKSPACE)/cord/helm-charts; helm upgrade --install ponnet ponnet
132 $(WORKSPACE)/cord/helm-charts/scripts/wait_for_pods.sh kube-system
133 cd $(WORKSPACE)/cord/helm-charts; helm upgrade --install ponsimv2 ponsimv2 -f $(SEBAVALUES)
134 touch $@
135
136$(M)/pon0_fwd: | $(M)/ponsim
137 echo 8 > /tmp/pon0_group_fwd_mask
138 until sudo cp /tmp/pon0_group_fwd_mask /sys/class/net/pon0/bridge/group_fwd_mask; \
139 do \
140 echo "waiting for pon0..."; \
141 sleep 5; \
142 done
143 rm /tmp/pon0_group_fwd_mask
144 touch $@
145
146$(M)/mininet: | $(M)/onos $(M)/ponsim $(M)/pon0_fwd
147 sudo modprobe openvswitch
148 cd $(WORKSPACE)/cord/helm-charts; helm upgrade --install mininet mininet
149 touch $@
150
Zack Williams3bcdc262018-09-27 11:00:38 -0700151$(M)/nem: $(M)/kafka-running $(INFRA_PREREQS)
Andy Bavier35053b62018-09-20 13:45:45 -0700152 cd $(WORKSPACE)/cord/helm-charts; helm dep update xos-core
Andy Baviere5a16f62018-10-11 14:07:15 -0700153 cd $(WORKSPACE)/cord/helm-charts; helm upgrade --install xos-core xos-core -f $(SEBAVALUES)
Andy Bavier35053b62018-09-20 13:45:45 -0700154 cd $(WORKSPACE)/cord/helm-charts; helm dep update xos-profiles/att-workflow
155 cd $(WORKSPACE)/cord/helm-charts; helm upgrade --install att-workflow xos-profiles/att-workflow -f $(SEBAVALUES)
156 touch $@
157
158$(M)/nem-running: $(M)/nem
159 $(WORKSPACE)/cord/helm-charts/scripts/wait_for_pods.sh
160 touch $@
161
162$(M)/ponsim-tosca: $(M)/nem-running
163 timeout 60s bash -c "until ! http -a admin@opencord.org:letmein GET http://127.0.0.1:30001/xosapi/v1/core/serviceinstanceattributes|jq '.items[].backend_status'|grep -v OK; do echo 'waiting for ONOS config to sync'; sleep 5; done"
164 timeout 60s bash -c "until ! http -a admin@opencord.org:letmein GET http://127.0.0.1:30001/xosapi/v1/onos/onosapps|jq '.items[].backend_status'|grep -v OK; do echo 'waiting for ONOS apps to sync'; sleep 5; done"
Andy Bavier905ec802018-10-04 11:08:37 -0700165 timeout 60s bash -c "until http -a karaf:karaf GET http://127.0.0.1:30120/onos/v1/applications/org.opencord.kafka|jq '.state'|grep -q ACTIVE; do echo 'Waiting for Kafka app to become ACTIVE'; sleep 5; done"
Andy Baviere5a16f62018-10-11 14:07:15 -0700166 cd $(WORKSPACE)/cord/helm-charts; helm upgrade --install ponsim-pod xos-profiles/ponsim-pod -f $(SEBAVALUES)
Andy Bavier35053b62018-09-20 13:45:45 -0700167 $(WORKSPACE)/cord/helm-charts/scripts/wait_for_pods.sh
168 touch $@
169
170$(M)/siab: | $(M)/voltha-running $(M)/mininet $(M)/ponsim-tosca
171 until http -a karaf:karaf --ignore-stdin --check-status GET http://127.0.0.1:30120/onos/v1/configuration/org.opencord.olt.impl.Olt; \
172 do \
173 sleep 5; \
174 done
175 http -a karaf:karaf --ignore-stdin POST http://127.0.0.1:30120/onos/v1/configuration/org.opencord.olt.impl.Olt defaultVlan=65535
Andy Bavier905ec802018-10-04 11:08:37 -0700176 timeout 1m bash -c "until http GET http://127.0.0.1:30125/health|jq '.state'|grep -q HEALTHY; do echo 'Waiting for VOLTHA to be HEALTHY'; sleep 10; done"
177 echo "[passed] VOLTHA is HEALTHY"
178 timeout 2m bash -c "until http GET http://127.0.0.1:30125/api/v1/devices|jq '.items[].admin_state'|grep ENABLED|wc -l|grep -q 2; do echo 'Waiting for OLT and ONU to be enabled in VOLTHA'; sleep 10; done"
179 echo "[passed] OLT and ONU are enabled in VOLTHA"
180 timeout 2m bash -c "until http -a karaf:karaf GET http://127.0.0.1:30120/onos/v1/devices|jq '.devices[].available'|grep true|wc -l|grep -q 2; do echo 'Waiting for VOLTHA logical device and agg switch to be available in ONOS'; sleep 10; done"
181 echo "[passed] VOLTHA logical device and agg switch are available in ONOS"
182 timeout 2m bash -c "until http -a admin@opencord.org:letmein GET http://127.0.0.1:30001/xosapi/v1/att-workflow-driver/attworkflowdriverserviceinstances |jq '.items[0].authentication_state'|grep -q AWAITING; do echo 'waiting for ATT Workflow Driver ServiceInstance to be in AWAITING state'; sleep 10; done"
183 echo "[passed] ATT Workflow Driver ServiceInstance is in AWAITING state"
Andy Bavier35053b62018-09-20 13:45:45 -0700184 touch $@
185 echo "SEBA-in-a-Box installation finished!"
186
Andy Bavier01449932018-10-01 16:19:40 -0700187run-tests: $(M)/qatests
Andy Bavier35053b62018-09-20 13:45:45 -0700188
Andy Bavier01449932018-10-01 16:19:40 -0700189$(M)/qatests-prereqs:
190 sudo apt install -y python-pip virtualenv
Andy Bavier35053b62018-09-20 13:45:45 -0700191 touch $@
192
Andy Bavier01449932018-10-01 16:19:40 -0700193$(WORKSPACE)/cord/test/cord-tester: | $(M)/setup
194 mkdir -p $(WORKSPACE)/cord/test
195 cd $(WORKSPACE)/cord/test && git clone https://gerrit.opencord.org/cord-tester
Andy Bavier35053b62018-09-20 13:45:45 -0700196
Andy Bavier01449932018-10-01 16:19:40 -0700197$(M)/qatests: $(M)/siab $(M)/qatests-prereqs $(WORKSPACE)/cord/test/cord-tester
198 cd $(WORKSPACE)/cord/test/cord-tester/src/test/cord-api/ && \
Andy Bavier6ce277e2018-10-02 10:29:21 -0700199 WORKSPACE=$(VIRTUALENV) bash ./setup_venv.sh && \
200 source $(VIRTUALENV)/venv-cord-tester/bin/activate && \
Andy Bavier01449932018-10-01 16:19:40 -0700201 cd Tests/WorkflowValidations/ && \
Kailash Khalasi98dabd02018-10-19 13:00:12 -0700202 pybot -e notready -i $(TESTTAGS) SIAB.robot
Andy Bavier35053b62018-09-20 13:45:45 -0700203 touch $@
204
205remove-chart-milestones:
206 cd $(M); rm -f kafka kafka-running onos voltha etcd-operator-ready etcd-cluster \
207 voltha-running ponsim mininet nem nem-running ponsim-tosca siab
208
209remove-kube-milestones:
210 cd $(M); rm -f kubeadm helm-init
211
212remove-test-milestones:
Andy Bavier01449932018-10-01 16:19:40 -0700213 cd $(M); rm -f qatests
Andy Bavier35053b62018-09-20 13:45:45 -0700214
215teardown-charts: remove-chart-milestones
216 helm delete --purge $(shell helm ls -q)
217
218reset-kubeadm: remove-chart-milestones remove-kube-milestones
Andy Bavierc3a02692018-09-26 15:55:23 -0700219 sudo kubeadm reset -f
Andy Bavier35053b62018-09-20 13:45:45 -0700220 sudo iptables -F && sudo iptables -t nat -F && sudo iptables -t mangle -F && sudo iptables -X
221