Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 1 | SHELL := /bin/bash |
| 2 | BUILD ?= /tmp |
| 3 | M ?= $(BUILD)/milestones |
| 4 | MAKEDIR := $(dir $(realpath $(firstword $(MAKEFILE_LIST)))) |
| 5 | WORKSPACE ?= $(HOME) |
Andy Bavier | 6ce277e | 2018-10-02 10:29:21 -0700 | [diff] [blame] | 6 | VIRTUALENV ?= $(WORKSPACE)/cord/test |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 7 | SEBAVALUES ?= configs/seba-ponsim.yaml |
Kailash Khalasi | 98dabd0 | 2018-10-19 13:00:12 -0700 | [diff] [blame] | 8 | TESTTAGS ?= stable |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 9 | |
Zack Williams | 3bcdc26 | 2018-09-27 11:00:38 -0700 | [diff] [blame] | 10 | # used to start logging/monitoring and other infrastructure charts |
| 11 | INFRA_CHARTS ?= |
| 12 | INFRA_PREREQS = $(foreach chart,$(INFRA_CHARTS),$(M)/$(chart)) |
| 13 | |
Zack Williams | 2a6a107 | 2019-01-07 11:15:12 -0700 | [diff] [blame] | 14 | DOCKER_VERSION ?= "17.06" |
| 15 | |
Zack Williams | f9940be | 2019-03-26 15:21:44 -0700 | [diff] [blame] | 16 | K8S_VERSION ?= "1.12.7" |
Zack Williams | 2a6a107 | 2019-01-07 11:15:12 -0700 | [diff] [blame] | 17 | |
| 18 | HELM_VERSION ?= "2.12.1" |
| 19 | HELM_SHA256SUM ?= "891004bec55431b39515e2cedc4f4a06e93782aa03a4904f2bd742b168160451" |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 20 | HELM_PLATFORM ?= "linux-amd64" |
| 21 | |
Andy Bavier | 48f8f55 | 2019-06-05 15:37:04 -0700 | [diff] [blame] | 22 | CORDCTL_VERSION ?= 1.0.0 |
| 23 | CORDCTL_SHA256SUM ?= 126a5423c0f34872389eab03a5a81807e95bb6e681a1ef0d52eb4c4ec92290c7 |
| 24 | CORDCTL_PLATFORM ?= linux-amd64 |
| 25 | |
Zack Williams | 2a6a107 | 2019-01-07 11:15:12 -0700 | [diff] [blame] | 26 | KAFKA_CHART_VERSION ?= 0.13.3 |
Andy Bavier | 1d5b992 | 2019-01-02 15:30:55 -0700 | [diff] [blame] | 27 | KAFKA_POD := "pod/cord-kafka-0" |
Zack Williams | 3bcdc26 | 2018-09-27 11:00:38 -0700 | [diff] [blame] | 28 | |
Zack Williams | 5c16dc8 | 2019-01-08 10:57:08 -0700 | [diff] [blame] | 29 | ETCD_OPERATOR_VERSION ?= 0.8.3 |
| 30 | |
Zack Williams | 8fa04e7 | 2018-11-04 22:16:58 -0700 | [diff] [blame] | 31 | # Arguments passed to helm install/upgrade for all or specific charts |
| 32 | HELM_GLOBAL_ARGS ?= |
| 33 | HELM_NEM_ARGS ?= $(HELM_GLOBAL_ARGS) |
| 34 | HELM_ONOS_ARGS ?= $(HELM_GLOBAL_ARGS) |
| 35 | HELM_VOLTHA_ARGS ?= $(HELM_GLOBAL_ARGS) |
| 36 | |
Andy Bavier | b101bd1 | 2019-03-15 15:23:08 -0700 | [diff] [blame] | 37 | NEM_WORKFLOW ?= att-workflow |
Andy Bavier | b4b866a | 2019-05-30 12:35:45 -0700 | [diff] [blame] | 38 | NUM_OLTS ?= 1 |
| 39 | NUM_ONUS_PER_OLT ?= 1 |
Andy Bavier | b101bd1 | 2019-03-15 15:23:08 -0700 | [diff] [blame] | 40 | |
Matteo Scandolo | 83d1ee6 | 2019-06-07 10:37:53 -0700 | [diff] [blame] | 41 | # BBSim related Arguments |
| 42 | BBSIM_OLT_TOSCA ?= examples/bbsim-16.yaml |
| 43 | BBSIM_DHCP_TOSCA ?= examples/bbsim-dhcp.yaml |
| 44 | |
Zack Williams | d0c12f0 | 2018-11-21 11:54:36 -0700 | [diff] [blame] | 45 | # Targets |
| 46 | ponsim: $(M)/siab |
| 47 | |
| 48 | bbsim: $(M)/bbsim-tosca |
| 49 | |
Matteo Scandolo | 83d1ee6 | 2019-06-07 10:37:53 -0700 | [diff] [blame] | 50 | bbsim-latest: SEBAVALUES := configs/seba-ponsim-latest.yaml |
| 51 | bbsim-latest: BBSIM_OLT_TOSCA := examples/bbsim-16-latest.yaml |
| 52 | bbsim-latest: $(M)/bbsim-tosca |
| 53 | |
Zack Williams | d0c12f0 | 2018-11-21 11:54:36 -0700 | [diff] [blame] | 54 | both: BBSIM_DHCP_TOSCA = |
| 55 | both: $(M)/siab $(M)/bbsim-tosca |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 56 | |
Andy Bavier | e5a16f6 | 2018-10-11 14:07:15 -0700 | [diff] [blame] | 57 | # https://ftp.gnu.org/old-gnu/Manuals/make-3.79.1/html_chapter/make_6.html#SEC69 |
| 58 | latest: SEBAVALUES := configs/seba-ponsim-latest.yaml |
Andy Bavier | 2a5a78e | 2019-01-08 16:47:47 -0700 | [diff] [blame] | 59 | latest: ponsim |
Andy Bavier | e5a16f6 | 2018-10-11 14:07:15 -0700 | [diff] [blame] | 60 | |
| 61 | stable: SEBAVALUES := configs/seba-ponsim.yaml |
Andy Bavier | 2a5a78e | 2019-01-08 16:47:47 -0700 | [diff] [blame] | 62 | stable: ponsim |
Andy Bavier | e5a16f6 | 2018-10-11 14:07:15 -0700 | [diff] [blame] | 63 | |
Andy Bavier | 1d5b992 | 2019-01-02 15:30:55 -0700 | [diff] [blame] | 64 | siab-1.0: SEBAVALUES := configs/siab-v1.0.0.yaml |
| 65 | siab-1.0: KAFKA_POD := "pod/cord-platform-kafka-0" |
| 66 | # Parallel make won't work here; need to install seba-1.0.0 before siab |
| 67 | siab-1.0: $(M)/seba-1.0.0 $(M)/siab |
| 68 | |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 69 | $(M)/setup: |
Andy Bavier | 9d8aae5 | 2019-03-14 09:41:11 -0700 | [diff] [blame] | 70 | sudo $(MAKEDIR)/../scripts/portcheck.sh |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 71 | mkdir -p $(M) |
| 72 | sudo apt update |
| 73 | sudo apt install -y httpie jq software-properties-common |
| 74 | sudo swapoff -a |
Andy Bavier | 772a54a | 2019-05-07 09:16:28 -0700 | [diff] [blame] | 75 | if [ -d /usr/local/etc/emulab ]; then $(MAKEDIR)/../openstack-helm/cloudlab-disk-setup.sh; fi |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 76 | touch $@ |
| 77 | |
| 78 | /usr/bin/docker: | $(M)/setup |
| 79 | sudo apt-key adv --keyserver keyserver.ubuntu.com --recv 0EBFCD88 |
| 80 | sudo add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(shell lsb_release -cs) stable" |
| 81 | sudo apt update |
Zack Williams | 2a6a107 | 2019-01-07 11:15:12 -0700 | [diff] [blame] | 82 | sudo apt install -y "docker-ce=${DOCKER_VERSION}*" |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 83 | |
| 84 | /usr/bin/kubeadm: | $(M)/setup /usr/bin/docker |
| 85 | curl -s https://packages.cloud.google.com/apt/doc/apt-key.gpg | sudo apt-key add - |
| 86 | echo "deb http://apt.kubernetes.io/ kubernetes-xenial main" > /tmp/kubernetes.list |
| 87 | sudo cp /tmp/kubernetes.list /etc/apt/sources.list.d/kubernetes.list |
| 88 | sudo apt update |
Zack Williams | 2a6a107 | 2019-01-07 11:15:12 -0700 | [diff] [blame] | 89 | sudo apt install -y "kubeadm=${K8S_VERSION}-*" "kubelet=${K8S_VERSION}-*" "kubectl=${K8S_VERSION}-*" |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 90 | |
| 91 | /usr/local/bin/helm: |
| 92 | curl -L -o /tmp/helm.tgz "https://storage.googleapis.com/kubernetes-helm/helm-v${HELM_VERSION}-${HELM_PLATFORM}.tar.gz" |
| 93 | echo "${HELM_SHA256SUM} /tmp/helm.tgz" | sha256sum -c - |
| 94 | cd /tmp; tar -xzvf helm.tgz; sudo mv ${HELM_PLATFORM}/helm /usr/local/bin/helm |
| 95 | sudo chmod a+x /usr/local/bin/helm |
| 96 | rm -rf /tmp/helm.tgz /tmp/${HELM_PLATFORM} |
| 97 | |
Andy Bavier | 48f8f55 | 2019-06-05 15:37:04 -0700 | [diff] [blame] | 98 | /usr/local/bin/cordctl: |
| 99 | curl -L -o /tmp/cordctl "https://github.com/opencord/cordctl/releases/download/${CORDCTL_VERSION}/cordctl-${CORDCTL_PLATFORM}" |
| 100 | echo "${CORDCTL_SHA256SUM} /tmp/cordctl" | sha256sum -c - |
| 101 | sudo mv /tmp/cordctl /usr/local/bin/cordctl |
| 102 | sudo chmod a+x /usr/local/bin/cordctl |
| 103 | mkdir -p ~/.cord |
Andy Bavier | 03afc23 | 2019-06-08 11:10:50 -0700 | [diff] [blame] | 104 | printf "server: 127.0.0.1:30011\nusername: admin@opencord.org\npassword: letmein\ngrpc:\n timeout: 10s\n" > ~/.cord/config |
Andy Bavier | 48f8f55 | 2019-06-05 15:37:04 -0700 | [diff] [blame] | 105 | |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 106 | $(M)/kubeadm: | $(M)/setup /usr/bin/kubeadm |
| 107 | sudo kubeadm init --pod-network-cidr=192.168.0.0/16 |
Andy Bavier | a7c6a4e | 2018-09-28 13:29:43 -0700 | [diff] [blame] | 108 | mkdir -p $(HOME)/.kube |
| 109 | sudo cp -f /etc/kubernetes/admin.conf $(HOME)/.kube/config |
| 110 | sudo chown $(shell id -u):$(shell id -g) $(HOME)/.kube/config |
Zack Williams | 2a6a107 | 2019-01-07 11:15:12 -0700 | [diff] [blame] | 111 | kubectl apply -f https://docs.projectcalico.org/v3.3/getting-started/kubernetes/installation/hosted/rbac-kdd.yaml |
| 112 | kubectl apply -f https://docs.projectcalico.org/v3.3/getting-started/kubernetes/installation/hosted/kubernetes-datastore/calico-networking/1.7/calico.yaml |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 113 | kubectl taint nodes --all node-role.kubernetes.io/master- |
| 114 | touch $@ |
| 115 | |
| 116 | $(M)/helm-init: | $(M)/kubeadm /usr/local/bin/helm |
| 117 | kubectl create serviceaccount --namespace kube-system tiller |
| 118 | kubectl create clusterrolebinding tiller-cluster-rule --clusterrole=cluster-admin --serviceaccount=kube-system:tiller |
| 119 | helm init --service-account tiller |
| 120 | until helm ls >& /dev/null; \ |
| 121 | do \ |
| 122 | echo "Waiting for Helm to be ready"; \ |
| 123 | sleep 5; \ |
| 124 | done |
Zack Williams | 3bcdc26 | 2018-09-27 11:00:38 -0700 | [diff] [blame] | 125 | helm repo add incubator https://kubernetes-charts-incubator.storage.googleapis.com/ |
Andy Bavier | 1d5b992 | 2019-01-02 15:30:55 -0700 | [diff] [blame] | 126 | helm repo add cord https://charts.opencord.org |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 127 | touch $@ |
| 128 | |
| 129 | $(WORKSPACE)/cord/helm-charts: | $(M)/setup |
| 130 | mkdir -p $(WORKSPACE)/cord |
| 131 | cd $(WORKSPACE)/cord; git clone https://gerrit.opencord.org/helm-charts |
| 132 | |
| 133 | $(M)/kafka: | $(WORKSPACE)/cord/helm-charts $(M)/helm-init |
Zack Williams | 3bcdc26 | 2018-09-27 11:00:38 -0700 | [diff] [blame] | 134 | cd $(WORKSPACE)/cord/helm-charts && \ |
Zack Williams | 8fa04e7 | 2018-11-04 22:16:58 -0700 | [diff] [blame] | 135 | helm upgrade --install $(HELM_GLOBAL_ARGS) cord-kafka --version $(KAFKA_CHART_VERSION) -f examples/kafka-single.yaml incubator/kafka |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 136 | touch $@ |
| 137 | |
| 138 | $(M)/kafka-running: | $(M)/kafka |
Andy Bavier | 1d5b992 | 2019-01-02 15:30:55 -0700 | [diff] [blame] | 139 | kubectl wait $(KAFKA_POD) --for condition=Ready --timeout=180s |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 140 | touch $@ |
| 141 | |
Zack Williams | 3bcdc26 | 2018-09-27 11:00:38 -0700 | [diff] [blame] | 142 | $(M)/nem-monitoring: | $(M)/kafka-running |
| 143 | cd $(WORKSPACE)/cord/helm-charts && \ |
| 144 | helm dep up nem-monitoring && \ |
Zack Williams | 8fa04e7 | 2018-11-04 22:16:58 -0700 | [diff] [blame] | 145 | helm upgrade --install $(HELM_GLOBAL_ARGS) nem-monitoring nem-monitoring |
Zack Williams | 3bcdc26 | 2018-09-27 11:00:38 -0700 | [diff] [blame] | 146 | $(WORKSPACE)/cord/helm-charts/scripts/wait_for_pods.sh |
| 147 | touch $@ |
| 148 | |
| 149 | $(M)/logging: | $(M)/kafka-running |
| 150 | cd $(WORKSPACE)/cord/helm-charts && \ |
| 151 | helm dep up logging && \ |
Zack Williams | 8fa04e7 | 2018-11-04 22:16:58 -0700 | [diff] [blame] | 152 | helm upgrade --install $(HELM_GLOBAL_ARGS) logging -f examples/logging-single.yaml logging |
Zack Williams | 3bcdc26 | 2018-09-27 11:00:38 -0700 | [diff] [blame] | 153 | $(WORKSPACE)/cord/helm-charts/scripts/wait_for_pods.sh |
| 154 | touch $@ |
| 155 | |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 156 | # Dependency on NEM is there to force ordering for parallel install |
| 157 | # The idea is to install VOLTHA / ONOS / Mininet while NEM is initializing |
Zack Williams | 3bcdc26 | 2018-09-27 11:00:38 -0700 | [diff] [blame] | 158 | $(M)/onos: | $(M)/kafka-running $(M)/nem $(INFRA_PREREQS) |
Zack Williams | 8fa04e7 | 2018-11-04 22:16:58 -0700 | [diff] [blame] | 159 | cd $(WORKSPACE)/cord/helm-charts; helm upgrade --install $(HELM_ONOS_ARGS) onos onos -f $(SEBAVALUES) |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 160 | touch $@ |
| 161 | |
Andy Bavier | 46c6462 | 2019-02-04 16:05:22 -0700 | [diff] [blame] | 162 | # SEBA-440 Sometimes VOLTHA install fails with 'namespaces "voltha" not found' |
| 163 | # Work around by repeatedly trying to install the chart until it succeeds |
Andy Bavier | 1e3e952 | 2018-11-06 11:12:00 -0700 | [diff] [blame] | 164 | $(M)/voltha: | $(M)/kafka-running $(INFRA_PREREQS) $(M)/etcd-operator-ready |
Andy Bavier | bab9b33 | 2019-02-07 07:54:32 -0700 | [diff] [blame] | 165 | sudo sh -c "echo 1048576 > /proc/sys/fs/inotify/max_user_watches" |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 166 | cd $(WORKSPACE)/cord/helm-charts; helm dep up voltha |
Andy Bavier | 46c6462 | 2019-02-04 16:05:22 -0700 | [diff] [blame] | 167 | cd $(WORKSPACE)/cord/helm-charts; \ |
| 168 | for i in 1 2 3; \ |
| 169 | do \ |
| 170 | helm upgrade --install $(HELM_VOLTHA_ARGS) voltha voltha -f $(SEBAVALUES) && break; \ |
| 171 | echo "VOLTHA chart install failed; cleaning up and trying again"; \ |
| 172 | helm delete --purge voltha; \ |
| 173 | until ! kubectl get namespace voltha; \ |
| 174 | do \ |
| 175 | sleep 5; \ |
| 176 | done; \ |
| 177 | sleep 5; \ |
| 178 | done |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 179 | touch $@ |
| 180 | |
Andy Bavier | 1e3e952 | 2018-11-06 11:12:00 -0700 | [diff] [blame] | 181 | $(M)/etcd-operator-ready: | $(WORKSPACE)/cord/helm-charts $(M)/helm-init |
Zack Williams | 5c16dc8 | 2019-01-08 10:57:08 -0700 | [diff] [blame] | 182 | cd $(WORKSPACE)/cord/helm-charts; \ |
| 183 | helm upgrade --install etcd-operator --version $(ETCD_OPERATOR_VERSION) stable/etcd-operator -f $(SEBAVALUES) |
Andy Bavier | 46c6462 | 2019-02-04 16:05:22 -0700 | [diff] [blame] | 184 | timeout 120s bash -c "until kubectl get crd | grep etcdclusters; do echo 'Waiting for etcdclusters CRD to be available'; sleep 5; done" |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 185 | touch $@ |
| 186 | |
Andy Bavier | 1e3e952 | 2018-11-06 11:12:00 -0700 | [diff] [blame] | 187 | $(M)/voltha-running: | $(M)/voltha |
Kailash | bff9eb7 | 2018-11-16 13:03:59 -0800 | [diff] [blame] | 188 | timeout 300s bash -c "until kubectl get pod|grep etcd-cluster|grep 1/1; do echo 'Waiting for etcd-cluster to be ready'; sleep 10; done" |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 189 | $(WORKSPACE)/cord/helm-charts/scripts/wait_for_pods.sh voltha |
| 190 | touch $@ |
| 191 | |
Matteo Scandolo | 50a6e49 | 2019-05-03 13:39:00 -0700 | [diff] [blame] | 192 | $(M)/ponnet: | $(M)/voltha |
Andy Bavier | be3d361 | 2019-06-13 15:19:27 -0700 | [diff] [blame^] | 193 | cd $(WORKSPACE)/cord/helm-charts; helm upgrade --install $(HELM_GLOBAL_ARGS) ponnet ponnet --set numOlts=$(NUM_OLTS) --set numOnus=$(NUM_ONUS_PER_OLT) |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 194 | $(WORKSPACE)/cord/helm-charts/scripts/wait_for_pods.sh kube-system |
Matteo Scandolo | 50a6e49 | 2019-05-03 13:39:00 -0700 | [diff] [blame] | 195 | touch $@ |
| 196 | |
| 197 | $(M)/ponsim: | $(M)/ponnet $(M)/voltha |
Andy Bavier | be3d361 | 2019-06-13 15:19:27 -0700 | [diff] [blame^] | 198 | cd $(WORKSPACE)/cord/helm-charts; helm upgrade --install $(HELM_GLOBAL_ARGS) ponsimv2 ponsimv2 -f $(SEBAVALUES) --set numOlts=$(NUM_OLTS) --set numOnus=$(NUM_ONUS_PER_OLT) |
Matteo Scandolo | 50a6e49 | 2019-05-03 13:39:00 -0700 | [diff] [blame] | 199 | $(WORKSPACE)/cord/helm-charts/scripts/wait_for_pods.sh voltha |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 200 | touch $@ |
| 201 | |
Andy Bavier | be3d361 | 2019-06-13 15:19:27 -0700 | [diff] [blame^] | 202 | # For each ONU, set up forwarding on the ponX bridge |
Andy Bavier | b4b866a | 2019-05-30 12:35:45 -0700 | [diff] [blame] | 203 | $(M)/ponX_fwd: | $(M)/ponsim |
| 204 | echo 8 > /tmp/group_fwd_mask |
Andy Bavier | be3d361 | 2019-06-13 15:19:27 -0700 | [diff] [blame^] | 205 | for bridge in /sys/class/net/pon*; \ |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 206 | do \ |
Andy Bavier | be3d361 | 2019-06-13 15:19:27 -0700 | [diff] [blame^] | 207 | echo Setting up forwarding on `basename $$bridge`; \ |
| 208 | sudo cp /tmp/group_fwd_mask $$bridge/bridge/group_fwd_mask; \ |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 209 | done |
Andy Bavier | b4b866a | 2019-05-30 12:35:45 -0700 | [diff] [blame] | 210 | rm /tmp/group_fwd_mask |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 211 | touch $@ |
| 212 | |
Andy Bavier | f9a426d | 2019-04-04 11:19:19 -0700 | [diff] [blame] | 213 | # Make sure that we're using the ofdpa-ovs driver with OvS. |
Andy Bavier | b4b866a | 2019-05-30 12:35:45 -0700 | [diff] [blame] | 214 | $(M)/mininet: | $(M)/onos $(M)/ponsim $(M)/ponX_fwd $(M)/ponsim-tosca |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 215 | sudo modprobe openvswitch |
Andy Bavier | 48f8f55 | 2019-06-05 15:37:04 -0700 | [diff] [blame] | 216 | timeout 60s bash -c "cordctl model sync Switch -f 'driver=ofdpa-ovs'" |
Andy Bavier | be3d361 | 2019-06-13 15:19:27 -0700 | [diff] [blame^] | 217 | cd $(WORKSPACE)/cord/helm-charts; helm upgrade --install $(HELM_GLOBAL_ARGS) mininet mininet -f $(SEBAVALUES) --set numOlts=$(NUM_OLTS) --set numOlts=$(NUM_ONUS_PER_OLT) |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 218 | touch $@ |
| 219 | |
Andy Bavier | 81ab405 | 2019-06-07 07:14:40 -0700 | [diff] [blame] | 220 | $(M)/nem: | /usr/local/bin/cordctl $(M)/kafka-running $(INFRA_PREREQS) |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 221 | cd $(WORKSPACE)/cord/helm-charts; helm dep update xos-core |
Zack Williams | 8fa04e7 | 2018-11-04 22:16:58 -0700 | [diff] [blame] | 222 | cd $(WORKSPACE)/cord/helm-charts; helm upgrade --install $(HELM_NEM_ARGS) xos-core xos-core -f $(SEBAVALUES) |
Matteo Scandolo | f3ceb4c | 2018-12-12 15:48:38 -0800 | [diff] [blame] | 223 | cd $(WORKSPACE)/cord/helm-charts; helm dep update xos-profiles/seba-services |
Zack Williams | 8fa04e7 | 2018-11-04 22:16:58 -0700 | [diff] [blame] | 224 | cd $(WORKSPACE)/cord/helm-charts; helm upgrade --install $(HELM_NEM_ARGS) seba-services xos-profiles/seba-services -f $(SEBAVALUES) |
Andy Bavier | b101bd1 | 2019-03-15 15:23:08 -0700 | [diff] [blame] | 225 | cd $(WORKSPACE)/cord/helm-charts; helm dep update workflows/$(NEM_WORKFLOW) |
| 226 | cd $(WORKSPACE)/cord/helm-charts; helm upgrade --install $(HELM_NEM_ARGS) $(NEM_WORKFLOW) workflows/$(NEM_WORKFLOW) -f $(SEBAVALUES) |
Andy Bavier | de4537d | 2018-11-29 11:48:25 -0700 | [diff] [blame] | 227 | cd $(WORKSPACE)/cord/helm-charts; helm dep update xos-profiles/base-kubernetes |
Zack Williams | 8fa04e7 | 2018-11-04 22:16:58 -0700 | [diff] [blame] | 228 | cd $(WORKSPACE)/cord/helm-charts; helm upgrade --install $(HELM_NEM_ARGS) base-kubernetes xos-profiles/base-kubernetes -f $(SEBAVALUES) |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 229 | touch $@ |
| 230 | |
Zack Williams | d0c12f0 | 2018-11-21 11:54:36 -0700 | [diff] [blame] | 231 | $(M)/nem-running: | $(M)/nem |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 232 | $(WORKSPACE)/cord/helm-charts/scripts/wait_for_pods.sh |
| 233 | touch $@ |
| 234 | |
Andy Bavier | f9a426d | 2019-04-04 11:19:19 -0700 | [diff] [blame] | 235 | $(M)/ponsim-tosca: | $(M)/onos $(M)/nem-running |
Andy Bavier | 48f8f55 | 2019-06-05 15:37:04 -0700 | [diff] [blame] | 236 | timeout 60s bash -c "cordctl model sync ServiceInstanceAttribute -f 'id>0' -y" |
| 237 | timeout 60s bash -c "cordctl model sync ONOSApp -f 'id>0' -y" |
Andy Bavier | 905ec80 | 2018-10-04 11:08:37 -0700 | [diff] [blame] | 238 | timeout 60s bash -c "until http -a karaf:karaf GET http://127.0.0.1:30120/onos/v1/applications/org.opencord.kafka|jq '.state'|grep -q ACTIVE; do echo 'Waiting for Kafka app to become ACTIVE'; sleep 5; done" |
Andy Bavier | be3d361 | 2019-06-13 15:19:27 -0700 | [diff] [blame^] | 239 | cd $(WORKSPACE)/cord/helm-charts; helm upgrade --install $(HELM_GLOBAL_ARGS) ponsim-pod xos-profiles/ponsim-pod -f $(SEBAVALUES) --set workflow=$(NEM_WORKFLOW) --set numOlts=$(NUM_OLTS) --set numOnus=$(NUM_ONUS_PER_OLT) |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 240 | $(WORKSPACE)/cord/helm-charts/scripts/wait_for_pods.sh |
| 241 | touch $@ |
| 242 | |
| 243 | $(M)/siab: | $(M)/voltha-running $(M)/mininet $(M)/ponsim-tosca |
| 244 | until http -a karaf:karaf --ignore-stdin --check-status GET http://127.0.0.1:30120/onos/v1/configuration/org.opencord.olt.impl.Olt; \ |
| 245 | do \ |
| 246 | sleep 5; \ |
| 247 | done |
| 248 | http -a karaf:karaf --ignore-stdin POST http://127.0.0.1:30120/onos/v1/configuration/org.opencord.olt.impl.Olt defaultVlan=65535 |
Andy Bavier | 905ec80 | 2018-10-04 11:08:37 -0700 | [diff] [blame] | 249 | timeout 1m bash -c "until http GET http://127.0.0.1:30125/health|jq '.state'|grep -q HEALTHY; do echo 'Waiting for VOLTHA to be HEALTHY'; sleep 10; done" |
| 250 | echo "[passed] VOLTHA is HEALTHY" |
Andy Bavier | be3d361 | 2019-06-13 15:19:27 -0700 | [diff] [blame^] | 251 | timeout 2m bash -c "until http GET http://127.0.0.1:30125/api/v1/devices|jq '.items[].admin_state'|grep ENABLED|wc -l|grep -q $$(( $(NUM_OLTS) + $(NUM_ONUS_PER_OLT) * $(NUM_OLTS) )); do echo 'Waiting for OLT and ONU to be enabled in VOLTHA'; sleep 10; done" |
Andy Bavier | 905ec80 | 2018-10-04 11:08:37 -0700 | [diff] [blame] | 252 | echo "[passed] OLT and ONU are enabled in VOLTHA" |
Andy Bavier | b4b866a | 2019-05-30 12:35:45 -0700 | [diff] [blame] | 253 | timeout 2m bash -c "until http -a karaf:karaf GET http://127.0.0.1:30120/onos/v1/devices|jq '.devices[].available'|grep true|wc -l|grep -q $$(( $(NUM_OLTS) + 1 )); do echo 'Waiting for VOLTHA logical device and agg switch to be available in ONOS'; sleep 10; done" |
Andy Bavier | 905ec80 | 2018-10-04 11:08:37 -0700 | [diff] [blame] | 254 | echo "[passed] VOLTHA logical device and agg switch are available in ONOS" |
Andy Bavier | a5ef3a1 | 2019-03-18 12:06:46 -0700 | [diff] [blame] | 255 | ifeq ($(NEM_WORKFLOW),att-workflow) |
Andy Bavier | be3d361 | 2019-06-13 15:19:27 -0700 | [diff] [blame^] | 256 | timeout 2m bash -c "until cordctl model list AttWorkflowDriverServiceInstance -q -f 'authentication_state=AWAITING' | wc -l | grep -q $$(( $(NUM_OLTS) * $(NUM_ONUS_PER_OLT) )); do echo 'waiting for ATT Workflow Driver ServiceInstance to be in AWAITING state'; sleep 10; done" |
Andy Bavier | 905ec80 | 2018-10-04 11:08:37 -0700 | [diff] [blame] | 257 | echo "[passed] ATT Workflow Driver ServiceInstance is in AWAITING state" |
Andy Bavier | a5ef3a1 | 2019-03-18 12:06:46 -0700 | [diff] [blame] | 258 | endif |
| 259 | ifeq ($(NEM_WORKFLOW),tt-workflow) |
Andy Bavier | be3d361 | 2019-06-13 15:19:27 -0700 | [diff] [blame^] | 260 | timeout 2m bash -c "until cordctl model list TtWorkflowDriverServiceInstance -q -f 'dhcp_state=AWAITING' | wc -l | grep -q $$(( $(NUM_OLTS) * $(NUM_ONUS_PER_OLT) )); do echo 'waiting for TT Workflow Driver ServiceInstance to be in AWAITING state'; sleep 10; done" |
Andy Bavier | a5ef3a1 | 2019-03-18 12:06:46 -0700 | [diff] [blame] | 261 | echo "[passed] TT Workflow Driver ServiceInstance is in AWAITING state" |
| 262 | endif |
Andy Bavier | ecb2bf3 | 2019-03-12 09:50:10 -0700 | [diff] [blame] | 263 | sudo iptables -P FORWARD ACCEPT |
| 264 | sudo apparmor_parser -R /etc/apparmor.d/sbin.dhclient || true |
Andy Bavier | a85fdc0 | 2019-05-17 10:50:49 -0700 | [diff] [blame] | 265 | sudo apparmor_parser -R /etc/apparmor.d/usr.sbin.tcpdump || true |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 266 | touch $@ |
| 267 | echo "SEBA-in-a-Box installation finished!" |
| 268 | |
Andy Bavier | 1d5b992 | 2019-01-02 15:30:55 -0700 | [diff] [blame] | 269 | $(M)/seba-1.0.0: | $(WORKSPACE)/cord/helm-charts $(M)/helm-init |
| 270 | helm install -n cord-platform cord/cord-platform --version=6.1.0 -f $(WORKSPACE)/cord/helm-charts/$(SEBAVALUES) |
| 271 | until kubectl get crd | grep etcdclusters; \ |
| 272 | do \ |
| 273 | echo "Waiting for etcdclusters CRD to be available"; \ |
| 274 | sleep 5; \ |
| 275 | done |
| 276 | touch $(M)/kafka |
| 277 | touch $(M)/onos |
| 278 | touch $(M)/etcd-operator-ready |
| 279 | helm install -n seba cord/seba --version=1.0.0 -f $(WORKSPACE)/cord/helm-charts/$(SEBAVALUES) |
| 280 | helm install -n att-workflow cord/att-workflow --version=1.0.2 -f $(WORKSPACE)/cord/helm-charts/$(SEBAVALUES) |
| 281 | touch $(M)/voltha |
| 282 | touch $(M)/nem |
| 283 | touch $@ |
| 284 | |
Matteo Scandolo | 83d1ee6 | 2019-06-07 10:37:53 -0700 | [diff] [blame] | 285 | # BBSim Targets |
Zack Williams | d0c12f0 | 2018-11-21 11:54:36 -0700 | [diff] [blame] | 286 | |
| 287 | $(M)/bbsim: | $(M)/onos $(M)/voltha-running $(M)/nem-running |
| 288 | cd $(WORKSPACE)/cord/helm-charts && \ |
| 289 | helm upgrade --install bbsim bbsim -f $(SEBAVALUES) && \ |
| 290 | scripts/wait_for_pods.sh voltha && \ |
| 291 | touch $@ |
| 292 | |
| 293 | $(M)/bbsim-tosca: | $(M)/bbsim |
| 294 | cd $(WORKSPACE)/cord/helm-charts && \ |
| 295 | echo "Loading BBSim TOSCA: $(BBSIM_DHCP_TOSCA) $(BBSIM_OLT_TOSCA)" && \ |
| 296 | for tosca in $(BBSIM_DHCP_TOSCA) $(BBSIM_OLT_TOSCA) ; do \ |
| 297 | curl -H "xos-username: admin@opencord.org" -H "xos-password: letmein" -X POST --data-binary @$$tosca http://127.0.0.1:30007/run ; \ |
| 298 | done && \ |
| 299 | touch $@ |
| 300 | |
| 301 | run-tests: | $(M)/qatests |
Kailash | 124139f | 2019-05-13 19:56:37 -0700 | [diff] [blame] | 302 | run-tests: PYBOT_ARGS := -v ONU_STATE_VAR:onu_state |
Kailash | 4257f1a | 2019-05-14 09:27:11 -0700 | [diff] [blame] | 303 | |
| 304 | run-tests-latest: | $(M)/qatests |
Andy Bavier | b4b866a | 2019-05-30 12:35:45 -0700 | [diff] [blame] | 305 | run-tests-latest: PYBOT_ARGS := -v SUBSCRIBER_FILENAME:SIABSubscriberLatest -v WHITELIST_FILENAME:SIABWhitelistLatest -v OLT_DEVICE_FILENAME:SIABOLT0Device |
Andy Bavier | 81b0b58 | 2019-04-29 15:33:50 -0700 | [diff] [blame] | 306 | |
Andy Bavier | 0144993 | 2018-10-01 16:19:40 -0700 | [diff] [blame] | 307 | $(M)/qatests-prereqs: |
| 308 | sudo apt install -y python-pip virtualenv |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 309 | touch $@ |
| 310 | |
Andy Bavier | 0144993 | 2018-10-01 16:19:40 -0700 | [diff] [blame] | 311 | $(WORKSPACE)/cord/test/cord-tester: | $(M)/setup |
| 312 | mkdir -p $(WORKSPACE)/cord/test |
| 313 | cd $(WORKSPACE)/cord/test && git clone https://gerrit.opencord.org/cord-tester |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 314 | |
Kailash | 45ad32e | 2019-03-06 14:37:16 -0800 | [diff] [blame] | 315 | $(WORKSPACE)/cord/incubator/voltha: | $(M)/setup |
| 316 | mkdir -p $(WORKSPACE)/cord/incubator |
| 317 | cd $(WORKSPACE)/cord/incubator && git clone https://gerrit.opencord.org/voltha |
Kailash | d606110 | 2019-03-06 08:14:36 -0800 | [diff] [blame] | 318 | |
Zack Williams | d0c12f0 | 2018-11-21 11:54:36 -0700 | [diff] [blame] | 319 | PYBOT_ARGS ?= |
Kailash | 45ad32e | 2019-03-06 14:37:16 -0800 | [diff] [blame] | 320 | $(M)/qatests: | $(M)/siab $(M)/qatests-prereqs $(WORKSPACE)/cord/test/cord-tester $(WORKSPACE)/cord/incubator/voltha |
Andy Bavier | 0144993 | 2018-10-01 16:19:40 -0700 | [diff] [blame] | 321 | cd $(WORKSPACE)/cord/test/cord-tester/src/test/cord-api/ && \ |
Kailash | 45ad32e | 2019-03-06 14:37:16 -0800 | [diff] [blame] | 322 | WORKSPACE=$(VIRTUALENV) bash ./setup_venv.sh && \ |
| 323 | source $(VIRTUALENV)/venv-cord-tester/bin/activate && \ |
| 324 | cd Tests/WorkflowValidations/ && \ |
| 325 | robot $(PYBOT_ARGS) --removekeywords wuks -e notready -i $(TESTTAGS) -v VOLTHA_DIR:$(WORKSPACE)/cord/incubator/voltha SIAB.robot |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 326 | touch $@ |
| 327 | |
| 328 | remove-chart-milestones: |
Matteo Scandolo | 50a6e49 | 2019-05-03 13:39:00 -0700 | [diff] [blame] | 329 | cd $(M); rm -f kafka-running onos voltha etcd-operator-ready etcd-cluster \ |
Zack Williams | d0c12f0 | 2018-11-21 11:54:36 -0700 | [diff] [blame] | 330 | voltha-running ponsim mininet nem nem-running ponsim-tosca siab bbsim bbsim-tosca \ |
Andy Bavier | b4b866a | 2019-05-30 12:35:45 -0700 | [diff] [blame] | 331 | logging nem-monitoring seba-1.0.0 ponX_fwd |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 332 | |
| 333 | remove-kube-milestones: |
| 334 | cd $(M); rm -f kubeadm helm-init |
| 335 | |
| 336 | remove-test-milestones: |
Kailash | f8ff812 | 2018-12-03 10:44:06 -0800 | [diff] [blame] | 337 | cd $(M); rm -f qatests qatests-prereqs |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 338 | |
| 339 | teardown-charts: remove-chart-milestones |
Matteo Scandolo | 50a6e49 | 2019-05-03 13:39:00 -0700 | [diff] [blame] | 340 | helm delete --purge $(shell helm ls -q | grep -v -E "docker-registry|mavenrepo|ponnet|kafka") |
| 341 | $(WORKSPACE)/cord/helm-charts/scripts/wait_for_pods.sh |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 342 | |
Kailash | f8ff812 | 2018-12-03 10:44:06 -0800 | [diff] [blame] | 343 | reset-kubeadm: remove-chart-milestones remove-kube-milestones remove-test-milestones |
Matteo Scandolo | 50a6e49 | 2019-05-03 13:39:00 -0700 | [diff] [blame] | 344 | cd $(M); rm -f kafka ponnet |
Andy Bavier | 5a02e6d | 2019-01-16 15:54:30 -0700 | [diff] [blame] | 345 | sudo kubeadm reset -f || true |
Andy Bavier | 35053b6 | 2018-09-20 13:45:45 -0700 | [diff] [blame] | 346 | sudo iptables -F && sudo iptables -t nat -F && sudo iptables -t mangle -F && sudo iptables -X |
Andy Bavier | b4b866a | 2019-05-30 12:35:45 -0700 | [diff] [blame] | 347 | sudo rm -f /var/lib/cni/networks/pon*/* || true |
| 348 | sudo rm -f /var/lib/cni/networks/nni*/* || true |
Andy Bavier | 5a02e6d | 2019-01-16 15:54:30 -0700 | [diff] [blame] | 349 | sudo rm -f /var/lib/cni/networks/k8s-pod-network/* || true |
Andy Bavier | be3d361 | 2019-06-13 15:19:27 -0700 | [diff] [blame^] | 350 | for br in /sys/class/net/pon*; do sudo ip link delete `basename $$br` type bridge; done || true |
| 351 | for br in /sys/class/net/nni*; do sudo ip link delete `basename $$br` type bridge; done || true |