blob: 71f132b3a1a1a82255d048062dde277f8cb3f829 [file] [log] [blame]
Andy Bavier35053b62018-09-20 13:45:45 -07001SHELL := /bin/bash
2BUILD ?= /tmp
3M ?= $(BUILD)/milestones
4MAKEDIR := $(dir $(realpath $(firstword $(MAKEFILE_LIST))))
5WORKSPACE ?= $(HOME)
Andy Bavier6ce277e2018-10-02 10:29:21 -07006VIRTUALENV ?= $(WORKSPACE)/cord/test
Andy Bavier35053b62018-09-20 13:45:45 -07007SEBAVALUES ?= configs/seba-ponsim.yaml
Kailash Khalasi98dabd02018-10-19 13:00:12 -07008TESTTAGS ?= stable
Andy Bavier35053b62018-09-20 13:45:45 -07009
Zack Williams3bcdc262018-09-27 11:00:38 -070010# used to start logging/monitoring and other infrastructure charts
11INFRA_CHARTS ?=
12INFRA_PREREQS = $(foreach chart,$(INFRA_CHARTS),$(M)/$(chart))
13
Zack Williams2a6a1072019-01-07 11:15:12 -070014DOCKER_VERSION ?= "17.06"
15
Zack Williamsf9940be2019-03-26 15:21:44 -070016K8S_VERSION ?= "1.12.7"
Zack Williams2a6a1072019-01-07 11:15:12 -070017
Zack Williamsf0b8e942019-07-23 16:21:28 -070018HELM_VERSION ?= "2.14.2"
19HELM_SHA256SUM ?= "9f50e69cf5cfa7268b28686728ad0227507a169e52bf59c99ada872ddd9679f0"
Andy Bavier35053b62018-09-20 13:45:45 -070020HELM_PLATFORM ?= "linux-amd64"
21
Andy Bavier16780592019-07-09 09:20:18 -070022CORDCTL_VERSION ?= 1.1.2
23CORDCTL_SHA256SUM ?= 41f629dea3e94d98855af2ce3751c6522750d1fe61da2b3b05604402387631cf
Andy Bavier48f8f552019-06-05 15:37:04 -070024CORDCTL_PLATFORM ?= linux-amd64
25
Zack Williams2a6a1072019-01-07 11:15:12 -070026KAFKA_CHART_VERSION ?= 0.13.3
Andy Bavier1d5b9922019-01-02 15:30:55 -070027KAFKA_POD := "pod/cord-kafka-0"
Zack Williams3bcdc262018-09-27 11:00:38 -070028
Zack Williams5c16dc82019-01-08 10:57:08 -070029ETCD_OPERATOR_VERSION ?= 0.8.3
30
Zack Williams8fa04e72018-11-04 22:16:58 -070031# Arguments passed to helm install/upgrade for all or specific charts
32HELM_GLOBAL_ARGS ?=
33HELM_NEM_ARGS ?= $(HELM_GLOBAL_ARGS)
34HELM_ONOS_ARGS ?= $(HELM_GLOBAL_ARGS)
35HELM_VOLTHA_ARGS ?= $(HELM_GLOBAL_ARGS)
36
Andy Bavierb101bd12019-03-15 15:23:08 -070037NEM_WORKFLOW ?= att-workflow
Andy Bavierb4b866a2019-05-30 12:35:45 -070038NUM_OLTS ?= 1
39NUM_ONUS_PER_OLT ?= 1
Andy Bavierb101bd12019-03-15 15:23:08 -070040
Matteo Scandolo83d1ee62019-06-07 10:37:53 -070041# BBSim related Arguments
42BBSIM_OLT_TOSCA ?= examples/bbsim-16.yaml
43BBSIM_DHCP_TOSCA ?= examples/bbsim-dhcp.yaml
Andy Bavier9c8c8b92019-07-18 15:19:53 -070044BBSIM_TECH_PROF_TOSCA ?= examples/technology-profile.yaml
Matteo Scandolo83d1ee62019-06-07 10:37:53 -070045
stevenchiu30801ee102c12019-10-12 01:45:36 +080046# Driver of fabric switches (e.g. ofdpa-ovs, stratum-bmv2)
47FABRIC_DRIVER ?= ofdpa-ovs
48
Zack Williamsd0c12f02018-11-21 11:54:36 -070049# Targets
Andy Bavierc6d16d72019-06-25 14:28:43 -070050ponsim: validate_args $(M)/siab
Zack Williamsd0c12f02018-11-21 11:54:36 -070051
52bbsim: $(M)/bbsim-tosca
53
Matteo Scandolo83d1ee62019-06-07 10:37:53 -070054bbsim-latest: SEBAVALUES := configs/seba-ponsim-latest.yaml
Matteo Scandolo83d1ee62019-06-07 10:37:53 -070055bbsim-latest: $(M)/bbsim-tosca
56
Zack Williamsd0c12f02018-11-21 11:54:36 -070057both: BBSIM_DHCP_TOSCA =
58both: $(M)/siab $(M)/bbsim-tosca
Andy Bavier35053b62018-09-20 13:45:45 -070059
Andy Baviere5a16f62018-10-11 14:07:15 -070060# https://ftp.gnu.org/old-gnu/Manuals/make-3.79.1/html_chapter/make_6.html#SEC69
61latest: SEBAVALUES := configs/seba-ponsim-latest.yaml
Andy Bavier2a5a78e2019-01-08 16:47:47 -070062latest: ponsim
Andy Baviere5a16f62018-10-11 14:07:15 -070063
64stable: SEBAVALUES := configs/seba-ponsim.yaml
Andy Bavier2a5a78e2019-01-08 16:47:47 -070065stable: ponsim
Andy Baviere5a16f62018-10-11 14:07:15 -070066
Zack Williams2f8ce3b2019-07-03 11:42:16 -070067siab-2.0-alpha1: SEBAVALUES := configs/siab-v2.0.0-alpha1.yaml
68siab-2.0-alpha1: KAFKA_POD := "pod/cord-platform-kafka-0"
69# Parallel make won't work here; need to install seba-2.0.0 before siab
70siab-2.0-alpha1: $(M)/seba-2.0.0-alpha1 $(M)/siab
Andy Bavier1d5b9922019-01-02 15:30:55 -070071
Andy Bavierc6d16d72019-06-25 14:28:43 -070072validate_args:
73 if ! ([[ $(NUM_OLTS) == ?(-)+([0-9]) ]] && [ $(NUM_OLTS) -ge 1 ] && [ $(NUM_OLTS) -le 4 ]); \
74 then \
75 echo "Invalid value: NUM_OLTS must between 1 and 4"; \
76 exit 1; \
77 fi
78 if ! ([[ $(NUM_ONUS_PER_OLT) == ?(-)+([0-9]) ]] && [ $(NUM_ONUS_PER_OLT) -ge 1 ] && [ $(NUM_ONUS_PER_OLT) -le 4 ]); \
79 then \
80 echo "Invalid value: NUM_ONUS_PER_OLT must between 1 and 4"; \
81 exit 1; \
82 fi
83
Andy Bavier35053b62018-09-20 13:45:45 -070084$(M)/setup:
Andy Bavier9d8aae52019-03-14 09:41:11 -070085 sudo $(MAKEDIR)/../scripts/portcheck.sh
Andy Bavier35053b62018-09-20 13:45:45 -070086 mkdir -p $(M)
87 sudo apt update
88 sudo apt install -y httpie jq software-properties-common
89 sudo swapoff -a
Hyunsun Moon81c8e232019-05-21 03:40:22 -060090 if [ -d /usr/local/etc/emulab ]; then $(MAKEDIR)/../scripts/cloudlab-disksetup.sh; fi
Andy Bavier35053b62018-09-20 13:45:45 -070091 touch $@
92
93/usr/bin/docker: | $(M)/setup
94 sudo apt-key adv --keyserver keyserver.ubuntu.com --recv 0EBFCD88
95 sudo add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(shell lsb_release -cs) stable"
96 sudo apt update
Zack Williams2a6a1072019-01-07 11:15:12 -070097 sudo apt install -y "docker-ce=${DOCKER_VERSION}*"
Andy Bavier35053b62018-09-20 13:45:45 -070098
99/usr/bin/kubeadm: | $(M)/setup /usr/bin/docker
100 curl -s https://packages.cloud.google.com/apt/doc/apt-key.gpg | sudo apt-key add -
101 echo "deb http://apt.kubernetes.io/ kubernetes-xenial main" > /tmp/kubernetes.list
102 sudo cp /tmp/kubernetes.list /etc/apt/sources.list.d/kubernetes.list
103 sudo apt update
Zack Williams2a6a1072019-01-07 11:15:12 -0700104 sudo apt install -y "kubeadm=${K8S_VERSION}-*" "kubelet=${K8S_VERSION}-*" "kubectl=${K8S_VERSION}-*"
Andy Bavier35053b62018-09-20 13:45:45 -0700105
106/usr/local/bin/helm:
107 curl -L -o /tmp/helm.tgz "https://storage.googleapis.com/kubernetes-helm/helm-v${HELM_VERSION}-${HELM_PLATFORM}.tar.gz"
108 echo "${HELM_SHA256SUM} /tmp/helm.tgz" | sha256sum -c -
109 cd /tmp; tar -xzvf helm.tgz; sudo mv ${HELM_PLATFORM}/helm /usr/local/bin/helm
110 sudo chmod a+x /usr/local/bin/helm
111 rm -rf /tmp/helm.tgz /tmp/${HELM_PLATFORM}
112
Andy Bavier48f8f552019-06-05 15:37:04 -0700113/usr/local/bin/cordctl:
114 curl -L -o /tmp/cordctl "https://github.com/opencord/cordctl/releases/download/${CORDCTL_VERSION}/cordctl-${CORDCTL_PLATFORM}"
115 echo "${CORDCTL_SHA256SUM} /tmp/cordctl" | sha256sum -c -
116 sudo mv /tmp/cordctl /usr/local/bin/cordctl
117 sudo chmod a+x /usr/local/bin/cordctl
118 mkdir -p ~/.cord
Andy Bavier03afc232019-06-08 11:10:50 -0700119 printf "server: 127.0.0.1:30011\nusername: admin@opencord.org\npassword: letmein\ngrpc:\n timeout: 10s\n" > ~/.cord/config
Andy Bavier48f8f552019-06-05 15:37:04 -0700120
Andy Bavier35053b62018-09-20 13:45:45 -0700121$(M)/kubeadm: | $(M)/setup /usr/bin/kubeadm
122 sudo kubeadm init --pod-network-cidr=192.168.0.0/16
Andy Baviera7c6a4e2018-09-28 13:29:43 -0700123 mkdir -p $(HOME)/.kube
124 sudo cp -f /etc/kubernetes/admin.conf $(HOME)/.kube/config
125 sudo chown $(shell id -u):$(shell id -g) $(HOME)/.kube/config
Zack Williams2a6a1072019-01-07 11:15:12 -0700126 kubectl apply -f https://docs.projectcalico.org/v3.3/getting-started/kubernetes/installation/hosted/rbac-kdd.yaml
127 kubectl apply -f https://docs.projectcalico.org/v3.3/getting-started/kubernetes/installation/hosted/kubernetes-datastore/calico-networking/1.7/calico.yaml
Andy Bavier35053b62018-09-20 13:45:45 -0700128 kubectl taint nodes --all node-role.kubernetes.io/master-
129 touch $@
130
131$(M)/helm-init: | $(M)/kubeadm /usr/local/bin/helm
132 kubectl create serviceaccount --namespace kube-system tiller
133 kubectl create clusterrolebinding tiller-cluster-rule --clusterrole=cluster-admin --serviceaccount=kube-system:tiller
134 helm init --service-account tiller
135 until helm ls >& /dev/null; \
136 do \
137 echo "Waiting for Helm to be ready"; \
138 sleep 5; \
139 done
Zack Williams3bcdc262018-09-27 11:00:38 -0700140 helm repo add incubator https://kubernetes-charts-incubator.storage.googleapis.com/
Andy Bavier1d5b9922019-01-02 15:30:55 -0700141 helm repo add cord https://charts.opencord.org
Andy Bavierdef246b2019-09-17 14:44:30 -0700142 helm repo update
Andy Bavier35053b62018-09-20 13:45:45 -0700143 touch $@
144
145$(WORKSPACE)/cord/helm-charts: | $(M)/setup
146 mkdir -p $(WORKSPACE)/cord
147 cd $(WORKSPACE)/cord; git clone https://gerrit.opencord.org/helm-charts
148
149$(M)/kafka: | $(WORKSPACE)/cord/helm-charts $(M)/helm-init
Zack Williams3bcdc262018-09-27 11:00:38 -0700150 cd $(WORKSPACE)/cord/helm-charts && \
Zack Williams8fa04e72018-11-04 22:16:58 -0700151 helm upgrade --install $(HELM_GLOBAL_ARGS) cord-kafka --version $(KAFKA_CHART_VERSION) -f examples/kafka-single.yaml incubator/kafka
Andy Bavier35053b62018-09-20 13:45:45 -0700152 touch $@
153
154$(M)/kafka-running: | $(M)/kafka
Andy Bavier1d5b9922019-01-02 15:30:55 -0700155 kubectl wait $(KAFKA_POD) --for condition=Ready --timeout=180s
Andy Bavier35053b62018-09-20 13:45:45 -0700156 touch $@
157
Zack Williams3bcdc262018-09-27 11:00:38 -0700158$(M)/nem-monitoring: | $(M)/kafka-running
159 cd $(WORKSPACE)/cord/helm-charts && \
160 helm dep up nem-monitoring && \
Zack Williams8fa04e72018-11-04 22:16:58 -0700161 helm upgrade --install $(HELM_GLOBAL_ARGS) nem-monitoring nem-monitoring
Zack Williams3bcdc262018-09-27 11:00:38 -0700162 $(WORKSPACE)/cord/helm-charts/scripts/wait_for_pods.sh
163 touch $@
164
165$(M)/logging: | $(M)/kafka-running
166 cd $(WORKSPACE)/cord/helm-charts && \
167 helm dep up logging && \
Zack Williams8fa04e72018-11-04 22:16:58 -0700168 helm upgrade --install $(HELM_GLOBAL_ARGS) logging -f examples/logging-single.yaml logging
Zack Williams3bcdc262018-09-27 11:00:38 -0700169 $(WORKSPACE)/cord/helm-charts/scripts/wait_for_pods.sh
170 touch $@
171
Andy Bavier35053b62018-09-20 13:45:45 -0700172# Dependency on NEM is there to force ordering for parallel install
173# The idea is to install VOLTHA / ONOS / Mininet while NEM is initializing
Zack Williams3bcdc262018-09-27 11:00:38 -0700174$(M)/onos: | $(M)/kafka-running $(M)/nem $(INFRA_PREREQS)
Zack Williams8fa04e72018-11-04 22:16:58 -0700175 cd $(WORKSPACE)/cord/helm-charts; helm upgrade --install $(HELM_ONOS_ARGS) onos onos -f $(SEBAVALUES)
Andy Bavier35053b62018-09-20 13:45:45 -0700176 touch $@
177
Andy Bavier46c64622019-02-04 16:05:22 -0700178# SEBA-440 Sometimes VOLTHA install fails with 'namespaces "voltha" not found'
179# Work around by repeatedly trying to install the chart until it succeeds
Andy Bavier1e3e9522018-11-06 11:12:00 -0700180$(M)/voltha: | $(M)/kafka-running $(INFRA_PREREQS) $(M)/etcd-operator-ready
Andy Bavierbab9b332019-02-07 07:54:32 -0700181 sudo sh -c "echo 1048576 > /proc/sys/fs/inotify/max_user_watches"
Andy Bavier35053b62018-09-20 13:45:45 -0700182 cd $(WORKSPACE)/cord/helm-charts; helm dep up voltha
Andy Bavier46c64622019-02-04 16:05:22 -0700183 cd $(WORKSPACE)/cord/helm-charts; \
184 for i in 1 2 3; \
185 do \
186 helm upgrade --install $(HELM_VOLTHA_ARGS) voltha voltha -f $(SEBAVALUES) && break; \
187 echo "VOLTHA chart install failed; cleaning up and trying again"; \
188 helm delete --purge voltha; \
189 until ! kubectl get namespace voltha; \
190 do \
191 sleep 5; \
192 done; \
193 sleep 5; \
194 done
Andy Bavier35053b62018-09-20 13:45:45 -0700195 touch $@
196
Andy Bavier1e3e9522018-11-06 11:12:00 -0700197$(M)/etcd-operator-ready: | $(WORKSPACE)/cord/helm-charts $(M)/helm-init
Zack Williams5c16dc82019-01-08 10:57:08 -0700198 cd $(WORKSPACE)/cord/helm-charts; \
199 helm upgrade --install etcd-operator --version $(ETCD_OPERATOR_VERSION) stable/etcd-operator -f $(SEBAVALUES)
Andy Bavier46c64622019-02-04 16:05:22 -0700200 timeout 120s bash -c "until kubectl get crd | grep etcdclusters; do echo 'Waiting for etcdclusters CRD to be available'; sleep 5; done"
Andy Bavier35053b62018-09-20 13:45:45 -0700201 touch $@
202
Andy Bavier1e3e9522018-11-06 11:12:00 -0700203$(M)/voltha-running: | $(M)/voltha
Kailashbff9eb72018-11-16 13:03:59 -0800204 timeout 300s bash -c "until kubectl get pod|grep etcd-cluster|grep 1/1; do echo 'Waiting for etcd-cluster to be ready'; sleep 10; done"
Andy Bavier35053b62018-09-20 13:45:45 -0700205 $(WORKSPACE)/cord/helm-charts/scripts/wait_for_pods.sh voltha
206 touch $@
207
Matteo Scandolo50a6e492019-05-03 13:39:00 -0700208$(M)/ponnet: | $(M)/voltha
Andy Bavierbe3d3612019-06-13 15:19:27 -0700209 cd $(WORKSPACE)/cord/helm-charts; helm upgrade --install $(HELM_GLOBAL_ARGS) ponnet ponnet --set numOlts=$(NUM_OLTS) --set numOnus=$(NUM_ONUS_PER_OLT)
Andy Bavier35053b62018-09-20 13:45:45 -0700210 $(WORKSPACE)/cord/helm-charts/scripts/wait_for_pods.sh kube-system
Matteo Scandolo50a6e492019-05-03 13:39:00 -0700211 touch $@
212
213$(M)/ponsim: | $(M)/ponnet $(M)/voltha
Andy Bavierbe3d3612019-06-13 15:19:27 -0700214 cd $(WORKSPACE)/cord/helm-charts; helm upgrade --install $(HELM_GLOBAL_ARGS) ponsimv2 ponsimv2 -f $(SEBAVALUES) --set numOlts=$(NUM_OLTS) --set numOnus=$(NUM_ONUS_PER_OLT)
Matteo Scandolo50a6e492019-05-03 13:39:00 -0700215 $(WORKSPACE)/cord/helm-charts/scripts/wait_for_pods.sh voltha
Andy Bavier35053b62018-09-20 13:45:45 -0700216 touch $@
217
Andy Bavierbe3d3612019-06-13 15:19:27 -0700218# For each ONU, set up forwarding on the ponX bridge
Andy Bavierb4b866a2019-05-30 12:35:45 -0700219$(M)/ponX_fwd: | $(M)/ponsim
220 echo 8 > /tmp/group_fwd_mask
Andy Bavierbe3d3612019-06-13 15:19:27 -0700221 for bridge in /sys/class/net/pon*; \
Andy Bavier35053b62018-09-20 13:45:45 -0700222 do \
Andy Bavierbe3d3612019-06-13 15:19:27 -0700223 echo Setting up forwarding on `basename $$bridge`; \
224 sudo cp /tmp/group_fwd_mask $$bridge/bridge/group_fwd_mask; \
Andy Bavier35053b62018-09-20 13:45:45 -0700225 done
Andy Bavierb4b866a2019-05-30 12:35:45 -0700226 rm /tmp/group_fwd_mask
Andy Bavier35053b62018-09-20 13:45:45 -0700227 touch $@
228
Andy Bavierf9a426d2019-04-04 11:19:19 -0700229# Make sure that we're using the ofdpa-ovs driver with OvS.
Andy Bavierb4b866a2019-05-30 12:35:45 -0700230$(M)/mininet: | $(M)/onos $(M)/ponsim $(M)/ponX_fwd $(M)/ponsim-tosca
Andy Bavier35053b62018-09-20 13:45:45 -0700231 sudo modprobe openvswitch
stevenchiu30801ee102c12019-10-12 01:45:36 +0800232 timeout 60s bash -c "cordctl model sync Switch -f 'driver=$(FABRIC_DRIVER)'"
Andy Bavier3ac50462019-06-14 09:32:33 -0700233 cd $(WORKSPACE)/cord/helm-charts; helm upgrade --install $(HELM_GLOBAL_ARGS) mininet mininet -f $(SEBAVALUES) --set numOlts=$(NUM_OLTS) --set numOnus=$(NUM_ONUS_PER_OLT)
Andy Bavier35053b62018-09-20 13:45:45 -0700234 touch $@
235
Andy Bavier81ab4052019-06-07 07:14:40 -0700236$(M)/nem: | /usr/local/bin/cordctl $(M)/kafka-running $(INFRA_PREREQS)
Andy Bavier35053b62018-09-20 13:45:45 -0700237 cd $(WORKSPACE)/cord/helm-charts; helm dep update xos-core
Zack Williams8fa04e72018-11-04 22:16:58 -0700238 cd $(WORKSPACE)/cord/helm-charts; helm upgrade --install $(HELM_NEM_ARGS) xos-core xos-core -f $(SEBAVALUES)
Matteo Scandolof3ceb4c2018-12-12 15:48:38 -0800239 cd $(WORKSPACE)/cord/helm-charts; helm dep update xos-profiles/seba-services
Zack Williams8fa04e72018-11-04 22:16:58 -0700240 cd $(WORKSPACE)/cord/helm-charts; helm upgrade --install $(HELM_NEM_ARGS) seba-services xos-profiles/seba-services -f $(SEBAVALUES)
Andy Bavierb101bd12019-03-15 15:23:08 -0700241 cd $(WORKSPACE)/cord/helm-charts; helm dep update workflows/$(NEM_WORKFLOW)
242 cd $(WORKSPACE)/cord/helm-charts; helm upgrade --install $(HELM_NEM_ARGS) $(NEM_WORKFLOW) workflows/$(NEM_WORKFLOW) -f $(SEBAVALUES)
Andy Bavierde4537d2018-11-29 11:48:25 -0700243 cd $(WORKSPACE)/cord/helm-charts; helm dep update xos-profiles/base-kubernetes
Zack Williams8fa04e72018-11-04 22:16:58 -0700244 cd $(WORKSPACE)/cord/helm-charts; helm upgrade --install $(HELM_NEM_ARGS) base-kubernetes xos-profiles/base-kubernetes -f $(SEBAVALUES)
Andy Bavier35053b62018-09-20 13:45:45 -0700245 touch $@
246
Zack Williamsd0c12f02018-11-21 11:54:36 -0700247$(M)/nem-running: | $(M)/nem
Andy Bavier35053b62018-09-20 13:45:45 -0700248 $(WORKSPACE)/cord/helm-charts/scripts/wait_for_pods.sh
249 touch $@
250
Andy Bavierf9a426d2019-04-04 11:19:19 -0700251$(M)/ponsim-tosca: | $(M)/onos $(M)/nem-running
Andy Bavier48f8f552019-06-05 15:37:04 -0700252 timeout 60s bash -c "cordctl model sync ServiceInstanceAttribute -f 'id>0' -y"
253 timeout 60s bash -c "cordctl model sync ONOSApp -f 'id>0' -y"
Andy Bavier905ec802018-10-04 11:08:37 -0700254 timeout 60s bash -c "until http -a karaf:karaf GET http://127.0.0.1:30120/onos/v1/applications/org.opencord.kafka|jq '.state'|grep -q ACTIVE; do echo 'Waiting for Kafka app to become ACTIVE'; sleep 5; done"
Andy Bavierbe3d3612019-06-13 15:19:27 -0700255 cd $(WORKSPACE)/cord/helm-charts; helm upgrade --install $(HELM_GLOBAL_ARGS) ponsim-pod xos-profiles/ponsim-pod -f $(SEBAVALUES) --set workflow=$(NEM_WORKFLOW) --set numOlts=$(NUM_OLTS) --set numOnus=$(NUM_ONUS_PER_OLT)
Andy Bavier35053b62018-09-20 13:45:45 -0700256 $(WORKSPACE)/cord/helm-charts/scripts/wait_for_pods.sh
257 touch $@
258
259$(M)/siab: | $(M)/voltha-running $(M)/mininet $(M)/ponsim-tosca
260 until http -a karaf:karaf --ignore-stdin --check-status GET http://127.0.0.1:30120/onos/v1/configuration/org.opencord.olt.impl.Olt; \
261 do \
262 sleep 5; \
263 done
264 http -a karaf:karaf --ignore-stdin POST http://127.0.0.1:30120/onos/v1/configuration/org.opencord.olt.impl.Olt defaultVlan=65535
Andy Bavier905ec802018-10-04 11:08:37 -0700265 timeout 1m bash -c "until http GET http://127.0.0.1:30125/health|jq '.state'|grep -q HEALTHY; do echo 'Waiting for VOLTHA to be HEALTHY'; sleep 10; done"
266 echo "[passed] VOLTHA is HEALTHY"
Andy Bavierbe3d3612019-06-13 15:19:27 -0700267 timeout 2m bash -c "until http GET http://127.0.0.1:30125/api/v1/devices|jq '.items[].admin_state'|grep ENABLED|wc -l|grep -q $$(( $(NUM_OLTS) + $(NUM_ONUS_PER_OLT) * $(NUM_OLTS) )); do echo 'Waiting for OLT and ONU to be enabled in VOLTHA'; sleep 10; done"
Andy Bavier905ec802018-10-04 11:08:37 -0700268 echo "[passed] OLT and ONU are enabled in VOLTHA"
Andy Bavierb4b866a2019-05-30 12:35:45 -0700269 timeout 2m bash -c "until http -a karaf:karaf GET http://127.0.0.1:30120/onos/v1/devices|jq '.devices[].available'|grep true|wc -l|grep -q $$(( $(NUM_OLTS) + 1 )); do echo 'Waiting for VOLTHA logical device and agg switch to be available in ONOS'; sleep 10; done"
Andy Bavier905ec802018-10-04 11:08:37 -0700270 echo "[passed] VOLTHA logical device and agg switch are available in ONOS"
Andy Baviera5ef3a12019-03-18 12:06:46 -0700271ifeq ($(NEM_WORKFLOW),att-workflow)
Andy Bavierbe3d3612019-06-13 15:19:27 -0700272 timeout 2m bash -c "until cordctl model list AttWorkflowDriverServiceInstance -q -f 'authentication_state=AWAITING' | wc -l | grep -q $$(( $(NUM_OLTS) * $(NUM_ONUS_PER_OLT) )); do echo 'waiting for ATT Workflow Driver ServiceInstance to be in AWAITING state'; sleep 10; done"
Andy Bavier905ec802018-10-04 11:08:37 -0700273 echo "[passed] ATT Workflow Driver ServiceInstance is in AWAITING state"
Andy Baviera5ef3a12019-03-18 12:06:46 -0700274endif
275ifeq ($(NEM_WORKFLOW),tt-workflow)
Andy Bavierbe3d3612019-06-13 15:19:27 -0700276 timeout 2m bash -c "until cordctl model list TtWorkflowDriverServiceInstance -q -f 'dhcp_state=AWAITING' | wc -l | grep -q $$(( $(NUM_OLTS) * $(NUM_ONUS_PER_OLT) )); do echo 'waiting for TT Workflow Driver ServiceInstance to be in AWAITING state'; sleep 10; done"
Andy Baviera5ef3a12019-03-18 12:06:46 -0700277 echo "[passed] TT Workflow Driver ServiceInstance is in AWAITING state"
278endif
Andy Bavierecb2bf32019-03-12 09:50:10 -0700279 sudo iptables -P FORWARD ACCEPT
280 sudo apparmor_parser -R /etc/apparmor.d/sbin.dhclient || true
Andy Baviera85fdc02019-05-17 10:50:49 -0700281 sudo apparmor_parser -R /etc/apparmor.d/usr.sbin.tcpdump || true
Andy Bavier35053b62018-09-20 13:45:45 -0700282 touch $@
283 echo "SEBA-in-a-Box installation finished!"
284
Zack Williams2f8ce3b2019-07-03 11:42:16 -0700285$(M)/seba-2.0.0-alpha1: | $(WORKSPACE)/cord/helm-charts $(M)/helm-init
286 helm install -n cord-platform cord/cord-platform --version=7.0.0 -f $(WORKSPACE)/cord/helm-charts/$(SEBAVALUES)
Andy Bavier1d5b9922019-01-02 15:30:55 -0700287 until kubectl get crd | grep etcdclusters; \
288 do \
289 echo "Waiting for etcdclusters CRD to be available"; \
290 sleep 5; \
291 done
292 touch $(M)/kafka
293 touch $(M)/onos
294 touch $(M)/etcd-operator-ready
Zack Williams2f8ce3b2019-07-03 11:42:16 -0700295 helm install -n seba cord/seba --version=2.0.0-alpha1 -f $(WORKSPACE)/cord/helm-charts/$(SEBAVALUES)
296 helm install -n att-workflow cord/att-workflow --version=1.2.4 -f $(WORKSPACE)/cord/helm-charts/$(SEBAVALUES)
Andy Bavier1d5b9922019-01-02 15:30:55 -0700297 touch $(M)/voltha
298 touch $(M)/nem
299 touch $@
300
Matteo Scandolo83d1ee62019-06-07 10:37:53 -0700301# BBSim Targets
Zack Williamsd0c12f02018-11-21 11:54:36 -0700302
303$(M)/bbsim: | $(M)/onos $(M)/voltha-running $(M)/nem-running
304 cd $(WORKSPACE)/cord/helm-charts && \
305 helm upgrade --install bbsim bbsim -f $(SEBAVALUES) && \
306 scripts/wait_for_pods.sh voltha && \
307 touch $@
308
309$(M)/bbsim-tosca: | $(M)/bbsim
310 cd $(WORKSPACE)/cord/helm-charts && \
Andy Bavier9c8c8b92019-07-18 15:19:53 -0700311 echo "Loading BBSim TOSCA: $(BBSIM_DHCP_TOSCA) $(BBSIM_OLT_TOSCA) $(BBSIM_TECH_PROF_TOSCA)" && \
312 for tosca in $(BBSIM_DHCP_TOSCA) $(BBSIM_OLT_TOSCA) $(BBSIM_TECH_PROF_TOSCA) ; do \
Zack Williamsd0c12f02018-11-21 11:54:36 -0700313 curl -H "xos-username: admin@opencord.org" -H "xos-password: letmein" -X POST --data-binary @$$tosca http://127.0.0.1:30007/run ; \
314 done && \
315 touch $@
316
317run-tests: | $(M)/qatests
Andy Bavier0b216232019-07-01 19:29:22 -0700318run-tests: PYBOT_ARGS := -v SUBSCRIBER_FILENAME:SIABSubscriberLatest -v WHITELIST_FILENAME:SIABWhitelistLatest -v OLT_DEVICE_FILENAME:SIABOLT0Device
Kailash4257f1a2019-05-14 09:27:11 -0700319
320run-tests-latest: | $(M)/qatests
Andy Bavierb4b866a2019-05-30 12:35:45 -0700321run-tests-latest: PYBOT_ARGS := -v SUBSCRIBER_FILENAME:SIABSubscriberLatest -v WHITELIST_FILENAME:SIABWhitelistLatest -v OLT_DEVICE_FILENAME:SIABOLT0Device
Andy Bavier81b0b582019-04-29 15:33:50 -0700322
Andy Bavier01449932018-10-01 16:19:40 -0700323$(M)/qatests-prereqs:
324 sudo apt install -y python-pip virtualenv
Andy Bavier35053b62018-09-20 13:45:45 -0700325 touch $@
326
Andy Bavier01449932018-10-01 16:19:40 -0700327$(WORKSPACE)/cord/test/cord-tester: | $(M)/setup
328 mkdir -p $(WORKSPACE)/cord/test
329 cd $(WORKSPACE)/cord/test && git clone https://gerrit.opencord.org/cord-tester
Andy Bavier35053b62018-09-20 13:45:45 -0700330
Kailash45ad32e2019-03-06 14:37:16 -0800331$(WORKSPACE)/cord/incubator/voltha: | $(M)/setup
332 mkdir -p $(WORKSPACE)/cord/incubator
333 cd $(WORKSPACE)/cord/incubator && git clone https://gerrit.opencord.org/voltha
Kailashd6061102019-03-06 08:14:36 -0800334
Zack Williamsd0c12f02018-11-21 11:54:36 -0700335PYBOT_ARGS ?=
Kailash45ad32e2019-03-06 14:37:16 -0800336$(M)/qatests: | $(M)/siab $(M)/qatests-prereqs $(WORKSPACE)/cord/test/cord-tester $(WORKSPACE)/cord/incubator/voltha
Andy Bavier01449932018-10-01 16:19:40 -0700337 cd $(WORKSPACE)/cord/test/cord-tester/src/test/cord-api/ && \
Kailash45ad32e2019-03-06 14:37:16 -0800338 WORKSPACE=$(VIRTUALENV) bash ./setup_venv.sh && \
339 source $(VIRTUALENV)/venv-cord-tester/bin/activate && \
340 cd Tests/WorkflowValidations/ && \
341 robot $(PYBOT_ARGS) --removekeywords wuks -e notready -i $(TESTTAGS) -v VOLTHA_DIR:$(WORKSPACE)/cord/incubator/voltha SIAB.robot
Andy Bavier35053b62018-09-20 13:45:45 -0700342 touch $@
343
344remove-chart-milestones:
Matteo Scandolo50a6e492019-05-03 13:39:00 -0700345 cd $(M); rm -f kafka-running onos voltha etcd-operator-ready etcd-cluster \
Zack Williamsd0c12f02018-11-21 11:54:36 -0700346 voltha-running ponsim mininet nem nem-running ponsim-tosca siab bbsim bbsim-tosca \
Zack Williams2f8ce3b2019-07-03 11:42:16 -0700347 logging nem-monitoring seba-2.0.0-alpha1 ponX_fwd
Andy Bavier35053b62018-09-20 13:45:45 -0700348
349remove-kube-milestones:
350 cd $(M); rm -f kubeadm helm-init
351
352remove-test-milestones:
Kailashf8ff8122018-12-03 10:44:06 -0800353 cd $(M); rm -f qatests qatests-prereqs
Andy Bavier35053b62018-09-20 13:45:45 -0700354
355teardown-charts: remove-chart-milestones
Matteo Scandolo50a6e492019-05-03 13:39:00 -0700356 helm delete --purge $(shell helm ls -q | grep -v -E "docker-registry|mavenrepo|ponnet|kafka")
357 $(WORKSPACE)/cord/helm-charts/scripts/wait_for_pods.sh
Andy Bavier35053b62018-09-20 13:45:45 -0700358
Kailashf8ff8122018-12-03 10:44:06 -0800359reset-kubeadm: remove-chart-milestones remove-kube-milestones remove-test-milestones
Matteo Scandolo50a6e492019-05-03 13:39:00 -0700360 cd $(M); rm -f kafka ponnet
Andy Bavier5a02e6d2019-01-16 15:54:30 -0700361 sudo kubeadm reset -f || true
Andy Bavier35053b62018-09-20 13:45:45 -0700362 sudo iptables -F && sudo iptables -t nat -F && sudo iptables -t mangle -F && sudo iptables -X
Andy Bavierb4b866a2019-05-30 12:35:45 -0700363 sudo rm -f /var/lib/cni/networks/pon*/* || true
364 sudo rm -f /var/lib/cni/networks/nni*/* || true
Andy Bavier5a02e6d2019-01-16 15:54:30 -0700365 sudo rm -f /var/lib/cni/networks/k8s-pod-network/* || true
Andy Bavierbe3d3612019-06-13 15:19:27 -0700366 for br in /sys/class/net/pon*; do sudo ip link delete `basename $$br` type bridge; done || true
367 for br in /sys/class/net/nni*; do sudo ip link delete `basename $$br` type bridge; done || true