blob: 854c68e4a6b4a9be6888e612be28bbe02a86adef [file] [log] [blame]
Gilles Depatie84cb1e72018-10-26 12:41:33 -04001# Copyright 2017-present Open Networking Foundation
2#
3# Licensed under the Apache License, Version 2.0 (the "License");
4# you may not use this file except in compliance with the License.
5# You may obtain a copy of the License at
6#
7# http://www.apache.org/licenses/LICENSE-2.0
8#
9# Unless required by applicable law or agreed to in writing, software
10# distributed under the License is distributed on an "AS IS" BASIS,
11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12# See the License for the specific language governing permissions and
13# limitations under the License.
14
15SHELL := /bin/bash
16BUILD ?= /tmp
17M ?= $(BUILD)/milestones
18MYDIR := $(dir $(realpath $(firstword $(MAKEFILE_LIST))))
19
20HELM_VERSION ?= "2.10.0"
21HELM_SHA256SUM ?= "0fa2ed4983b1e4a3f90f776d08b88b0c73fd83f305b5b634175cb15e61342ffe"
22HELM_PLATFORM ?= "linux-amd64"
23
24KAFKA_CHART_VERSION ?= 0.8.8
25
Gilles Depatie493ea242019-05-21 14:38:08 -040026ponsim: $(M)/voltha-running $(M)/simtype-ponsim $(M)/voltha-simtype-running
27bbsim: $(M)/voltha-running $(M)/simtype-bbsim $(M)/voltha-simtype-running
Gilles Depatie84cb1e72018-10-26 12:41:33 -040028
29$(M)/setup:
30 echo "MYDIR = ${MYDIR}"
31 mkdir -p $(M)
32 sudo apt update
33 sudo apt install -y httpie jq software-properties-common
34 sudo swapoff -a
35 touch $@
36
37/usr/bin/docker: | $(M)/setup
38 sudo apt-key adv --keyserver keyserver.ubuntu.com --recv 0EBFCD88
39 sudo add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(shell lsb_release -cs) stable"
40 sudo apt update
41 sudo apt install -y "docker-ce=17.06*"
42
43/usr/bin/kubeadm: | $(M)/setup /usr/bin/docker
44 curl -s https://packages.cloud.google.com/apt/doc/apt-key.gpg | sudo apt-key add -
45 echo "deb http://apt.kubernetes.io/ kubernetes-xenial main" > /tmp/kubernetes.list
46 sudo cp /tmp/kubernetes.list /etc/apt/sources.list.d/kubernetes.list
47 sudo apt update
Andy Bavierb6b5e7a2019-04-17 14:20:19 -070048 sudo apt install -y "kubeadm=1.12.7-*" "kubelet=1.12.7-*" "kubectl=1.12.7-*"
Gilles Depatie84cb1e72018-10-26 12:41:33 -040049
50/usr/local/bin/helm:
51 curl -L -o /tmp/helm.tgz "https://storage.googleapis.com/kubernetes-helm/helm-v${HELM_VERSION}-${HELM_PLATFORM}.tar.gz"
52 echo "${HELM_SHA256SUM} /tmp/helm.tgz" | sha256sum -c -
53 cd /tmp; tar -xzvf helm.tgz; sudo mv ${HELM_PLATFORM}/helm /usr/local/bin/helm
54 sudo chmod a+x /usr/local/bin/helm
55 rm -rf /tmp/helm.tgz /tmp/${HELM_PLATFORM}
56
57$(M)/kubeadm: | $(M)/setup /usr/bin/kubeadm
58 sudo kubeadm init --pod-network-cidr=192.168.0.0/16
59 mkdir -p $(HOME)/.kube
60 sudo cp -f /etc/kubernetes/admin.conf $(HOME)/.kube/config
61 sudo chown $(id -u):$(id -g) $(HOME)/.kube/config
Andy Bavierb6b5e7a2019-04-17 14:20:19 -070062 kubectl apply -f https://docs.projectcalico.org/v3.3/getting-started/kubernetes/installation/hosted/rbac-kdd.yaml
63 kubectl apply -f https://docs.projectcalico.org/v3.3/getting-started/kubernetes/installation/hosted/kubernetes-datastore/calico-networking/1.7/calico.yaml
Gilles Depatie84cb1e72018-10-26 12:41:33 -040064 kubectl taint nodes --all node-role.kubernetes.io/master-
65 touch $@
66
67$(M)/helm-init: | $(M)/kubeadm /usr/local/bin/helm
68 kubectl create serviceaccount --namespace kube-system tiller
69 kubectl create clusterrolebinding tiller-cluster-rule --clusterrole=cluster-admin --serviceaccount=kube-system:tiller
70 helm init --service-account tiller
71 until helm ls >& /dev/null; \
72 do \
73 echo "Waiting for Helm to be ready"; \
74 sleep 5; \
75 done
76 helm repo add incubator https://kubernetes-charts-incubator.storage.googleapis.com/
77 touch $@
78
79$(HOME)/cord/helm-charts: | $(M)/setup
80 mkdir -p $(HOME)/cord
81 cd $(HOME)/cord; git clone https://gerrit.opencord.org/helm-charts
82
83$(M)/kafka: | $(HOME)/cord/helm-charts $(M)/helm-init
84 cd $(HOME)/cord/helm-charts && \
85 helm upgrade --install cord-kafka --version $(KAFKA_CHART_VERSION) -f examples/kafka-single.yaml incubator/kafka
86 touch $@
87
88$(M)/kafka-running: | $(M)/kafka
89 kubectl wait pod/cord-kafka-0 --for condition=Ready --timeout=180s
90 touch $@
91
92$(M)/onos: | $(M)/kafka-running
Kailash Khalasi200f3df2018-12-13 07:12:30 -080093 cd $(HOME)/cord/helm-charts; helm upgrade --install onos onos -f configs/seba-ponsim.yaml --set images.onos.repository=voltha-onos,images.onos.tag=latest,images.onos.pullPolicy=Never
Gilles Depatie84cb1e72018-10-26 12:41:33 -040094 touch $@
95
Gilles Depatie23faed02018-11-22 13:53:23 -050096$(M)/voltha: | $(M)/kafka-running $(M)/etcd-operator-ready $(M)/onos
Gilles Depatie84cb1e72018-10-26 12:41:33 -040097 cd $(HOME)/cord/helm-charts; helm dep up voltha
Gilles Depatie23faed02018-11-22 13:53:23 -050098 cd $(HOME)/cord/helm-charts; helm upgrade --install voltha voltha -f configs/seba-ponsim.yaml --set images.vcore.repository=voltha-voltha,images.vcore.tag=latest,images.vcore.pullPolicy=Never,images.envoy_for_etcd.repository=voltha-envoy,images.envoy_for_etcd.tag=latest,images.envoy_for_etcd.pullPolicy=Never,images.netconf.repository=voltha-netconf,images.netconf.tag=latest,images.netconf.pullPolicy=Never,images.ofagent.repository=voltha-ofagent,images.ofagent.tag=latest,images.ofagent.pullPolicy=Never,images.vcli.repository=voltha-cli,images.vcli.tag=latest,images.vcli.pullPolicy=Never
Gilles Depatie84cb1e72018-10-26 12:41:33 -040099 touch $@
100
Kailash3f4e1c02018-11-14 09:43:48 -0800101$(M)/etcd-operator-ready: | $(HOME)/cord/helm-charts $(M)/helm-init
102 cd $(HOME)/cord/helm-charts; helm upgrade --install etcd-operator stable/etcd-operator -f configs/seba-ponsim.yaml
103 until kubectl get crd | grep etcdclusters; \
Gilles Depatie84cb1e72018-10-26 12:41:33 -0400104 do \
Kailash3f4e1c02018-11-14 09:43:48 -0800105 echo "Waiting for etcdclusters CRD to be available"; \
Gilles Depatie84cb1e72018-10-26 12:41:33 -0400106 sleep 5; \
107 done
108 touch $@
109
Kailash3f4e1c02018-11-14 09:43:48 -0800110$(M)/voltha-running: | $(M)/voltha
111 timeout 180s bash -c "until kubectl get pod|grep etcd-cluster|grep 1/1; do echo 'Waiting for etcd-cluster to be ready'; sleep 10; done"
Gilles Depatie84cb1e72018-10-26 12:41:33 -0400112 $(HOME)/cord/helm-charts/scripts/wait_for_pods.sh voltha
113 touch $@
114
Gilles Depatie493ea242019-05-21 14:38:08 -0400115$(M)/simtype-bbsim: | $(M)/voltha-running
Gilles Depatieea423712019-04-12 16:39:12 -0400116 cd $(HOME)/cord/helm-charts; helm upgrade --install ponnet ponnet
117 $(HOME)/cord/helm-charts/scripts/wait_for_pods.sh kube-system
118 cd $(HOME)/cord/helm-charts; helm upgrade --install bbsim bbsim -f configs/seba-ponsim.yaml --set images.bbsim.repository=voltha/voltha-bbsim,images.bbsim.tag=latest,images.bbsim.pullPolicy=Never
119 touch $@
120
Gilles Depatie493ea242019-05-21 14:38:08 -0400121$(M)/simtype-ponsim: | $(M)/voltha-running
Andy Bavier7e215ed2019-06-12 13:26:21 -0700122 cd $(HOME)/cord/helm-charts; helm upgrade --install ponnet ponnet
Gilles Depatie84cb1e72018-10-26 12:41:33 -0400123 $(HOME)/cord/helm-charts/scripts/wait_for_pods.sh kube-system
Andy Bavier7e215ed2019-06-12 13:26:21 -0700124 cd $(HOME)/cord/helm-charts; helm upgrade --install ponsimv2 ponsimv2 -f configs/seba-ponsim.yaml --set images.olt.repository=voltha-ponsim,images.olt.tag=latest,images.olt.pullPolicy=Never,images.onu.repository=voltha-ponsim,images.onu.tag=latest,images.onu.pullPolicy=Never,images.rg.repository=voltha-tester,images.rg.tag=latest,images.rg.pullPolicy=Never
Gilles Depatie84cb1e72018-10-26 12:41:33 -0400125 touch $@
126
Gilles Depatieea423712019-04-12 16:39:12 -0400127$(M)/pon0-fwd: | $(M)/voltha-running
Gilles Depatie84cb1e72018-10-26 12:41:33 -0400128 echo 8 > /tmp/pon0_group_fwd_mask
129 until sudo cp /tmp/pon0_group_fwd_mask /sys/class/net/pon0/bridge/group_fwd_mask; \
130 do \
131 echo "waiting for pon0..."; \
132 sleep 5; \
133 done
134 rm /tmp/pon0_group_fwd_mask
135 touch $@
Gilles Depatie1be639b2018-12-06 10:51:08 -0500136
Gilles Depatie493ea242019-05-21 14:38:08 -0400137$(M)/voltha-simtype-running: | $(M)/pon0-fwd
Gilles Depatie84cb1e72018-10-26 12:41:33 -0400138 $(HOME)/cord/helm-charts/scripts/wait_for_pods.sh
Gilles Depatie1be639b2018-12-06 10:51:08 -0500139 until http -a karaf:karaf --ignore-stdin --check-status GET http://127.0.0.1:30120/onos/v1/configuration/org.opencord.olt.impl.Olt; \
140 do \
141 sleep 5; \
142 done
143 http -a karaf:karaf --ignore-stdin POST http://127.0.0.1:30120/onos/v1/configuration/org.opencord.olt.impl.Olt defaultVlan=65535
144 timeout 1m bash -c "until http GET http://127.0.0.1:30125/health|jq '.state'|grep -q HEALTHY; do echo 'Waiting for VOLTHA to be HEALTHY'; sleep 10; done"
145 echo "[passed] VOLTHA is HEALTHY"
Gilles Depatie84cb1e72018-10-26 12:41:33 -0400146 touch $@
147 echo "Voltha Test Framework Ready!"
148
Gilles Depatie84cb1e72018-10-26 12:41:33 -0400149remove-chart-milestones:
150 cd $(M); sudo rm -f setup kafka kafka-running onos voltha etcd-operator-ready etcd-cluster \
Gilles Depatie493ea242019-05-21 14:38:08 -0400151 voltha-running simtype-ponsim simtype-bbsim pon0-fwd voltha-simtype-running
Gilles Depatie84cb1e72018-10-26 12:41:33 -0400152remove-kube-milestones:
153 cd $(M); sudo rm -f kubeadm helm-init
154
Gilles Depatie84cb1e72018-10-26 12:41:33 -0400155teardown-charts: remove-chart-milestones
156 helm delete --purge $(shell helm ls -q)
157
158reset-kubeadm: remove-chart-milestones remove-kube-milestones
Andy Bavierb6b5e7a2019-04-17 14:20:19 -0700159 sudo kubeadm reset -f || true
Gilles Depatie84cb1e72018-10-26 12:41:33 -0400160 sudo iptables -F && sudo iptables -t nat -F && sudo iptables -t mangle -F && sudo iptables -X
Andy Bavier7e215ed2019-06-12 13:26:21 -0700161 sudo rm -f /var/lib/cni/networks/pon*/* || true
162 sudo rm -f /var/lib/cni/networks/nni*/* || true
Andy Bavierb6b5e7a2019-04-17 14:20:19 -0700163 sudo rm -f /var/lib/cni/networks/k8s-pod-network/* || true