Jeremy Ronquillo | 5263c73 | 2020-10-13 09:42:19 -0700 | [diff] [blame] | 1 | # Copyright 2018-present Open Networking Foundation |
| 2 | # |
Andy Bavier | 2c42773 | 2022-02-03 15:16:46 -0700 | [diff] [blame] | 3 | # SPDX-License-Identifier: Apache-2.0 |
Jeremy Ronquillo | 5263c73 | 2020-10-13 09:42:19 -0700 | [diff] [blame] | 4 | |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 5 | SHELL := /bin/bash |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 6 | MAKEDIR := $(dir $(realpath $(firstword $(MAKEFILE_LIST)))) |
Andy Bavier | 99f31c8 | 2022-04-14 16:16:26 -0700 | [diff] [blame] | 7 | BUILD ?= $(MAKEDIR)/build |
| 8 | M ?= $(BUILD)/milestones |
Jeremy Ronquillo | af084f3 | 2020-08-24 13:18:47 -0700 | [diff] [blame] | 9 | SCRIPTDIR := $(MAKEDIR)/scripts |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 10 | RESOURCEDIR := $(MAKEDIR)/resources |
| 11 | WORKSPACE ?= $(HOME) |
Jeremy Ronquillo | d3cab74 | 2020-08-24 11:49:00 -0700 | [diff] [blame] | 12 | VENV ?= $(BUILD)/venv/aiab |
Andy Bavier | ebf479c | 2021-09-08 15:47:58 -0700 | [diff] [blame] | 13 | |
Sean Condon | e184e6e | 2023-01-12 09:59:40 +0000 | [diff] [blame] | 14 | 4G_CORE_VALUES ?= $(MAKEDIR)/sd-core-4g-values.yaml |
| 15 | 5G_CORE_VALUES ?= $(MAKEDIR)/sd-core-5g-values.yaml |
Bavier, Andy | a9396a6 | 2023-01-21 10:43:40 -0700 | [diff] [blame^] | 16 | 5G_UPF2_VALUES ?= $(MAKEDIR)/upf2-5g-values.yaml |
Sean Condon | e184e6e | 2023-01-12 09:59:40 +0000 | [diff] [blame] | 17 | OAISIM_VALUES ?= $(MAKEDIR)/oaisim-values.yaml |
| 18 | ROC_VALUES ?= $(MAKEDIR)/roc-values.yaml |
| 19 | ROC_DEFAULTENT_MODEL ?= $(MAKEDIR)/roc-defaultent-model.json |
| 20 | ROC_4G_MODELS ?= $(MAKEDIR)/roc-4g-models.json |
| 21 | ROC_5G_MODELS ?= $(MAKEDIR)/roc-5g-models.json |
| 22 | TEST_APP_VALUES ?= $(MAKEDIR)/5g-test-apps-values.yaml |
| 23 | GET_HELM = get_helm.sh |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 24 | |
Amol Jaikar | 3d29690 | 2023-01-19 00:10:11 -0500 | [diff] [blame] | 25 | KUBESPRAY_VERSION ?= release-2.17 |
Fatemeh Rouzbeh | a0b26e2 | 2022-04-07 12:45:12 -0700 | [diff] [blame] | 26 | DOCKER_VERSION ?= '20.10' |
Amol Jaikar | f740222 | 2023-01-17 15:15:07 -0500 | [diff] [blame] | 27 | HELM_VERSION ?= v3.10.3 |
Amol Jaikar | 5332592 | 2023-01-18 22:43:26 -0500 | [diff] [blame] | 28 | KUBECTL_VERSION ?= v1.23.15 |
Fatemeh Rouzbeh | a0b26e2 | 2022-04-07 12:45:12 -0700 | [diff] [blame] | 29 | |
Amol Jaikar | 5332592 | 2023-01-18 22:43:26 -0500 | [diff] [blame] | 30 | RKE2_K8S_VERSION ?= v1.23.15+rke2r1 |
Amol Jaikar | e10bbd6 | 2023-01-18 23:23:25 -0500 | [diff] [blame] | 31 | K8S_VERSION ?= v1.21.6 |
Hyunsun Moon | cbdac11 | 2022-03-19 22:01:27 -0600 | [diff] [blame] | 32 | |
Amol Jaikar | f2124ed | 2023-01-20 14:05:16 -0500 | [diff] [blame] | 33 | OAISIM_UE_IMAGE ?= andybavier/lte-uesoftmodem:1.1.0-$(shell uname -r) |
Hyunsun Moon | cbdac11 | 2022-03-19 22:01:27 -0600 | [diff] [blame] | 34 | ENABLE_ROUTER ?= true |
| 35 | ENABLE_OAISIM ?= true |
| 36 | ENABLE_GNBSIM ?= true |
Amit Wankhede | 01b20c3 | 2021-12-01 12:45:58 +0530 | [diff] [blame] | 37 | ENABLE_SUBSCRIBER_PROXY ?= false |
Andy Bavier | cd93a20 | 2022-01-10 18:03:26 -0800 | [diff] [blame] | 38 | GNBSIM_COLORS ?= true |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 39 | |
Fatemeh Rouzbeh | 85654e7 | 2022-05-23 09:26:12 -0700 | [diff] [blame] | 40 | K8S_INSTALL ?= rke2 |
Andy Bavier | 99f31c8 | 2022-04-14 16:16:26 -0700 | [diff] [blame] | 41 | CTR_CMD := sudo /var/lib/rancher/rke2/bin/ctr --address /run/k3s/containerd/containerd.sock --namespace k8s.io |
Fatemeh Rouzbeh | a0b26e2 | 2022-04-07 12:45:12 -0700 | [diff] [blame] | 42 | |
Fatemeh Rouzbeh | 85654e7 | 2022-05-23 09:26:12 -0700 | [diff] [blame] | 43 | PROXY_ENABLED ?= false |
| 44 | HTTP_PROXY ?= ${http_proxy} |
| 45 | HTTPS_PROXY ?= ${https_proxy} |
| 46 | NO_PROXY ?= ${no_proxy} |
| 47 | |
| 48 | ONECLOUD ?= false |
| 49 | |
Hyunsun Moon | cbdac11 | 2022-03-19 22:01:27 -0600 | [diff] [blame] | 50 | DATA_IFACE ?= data |
| 51 | ifeq ($(DATA_IFACE), data) |
| 52 | RAN_SUBNET := 192.168.251.0/24 |
| 53 | else |
Ajay Lotan Thakur | 5ee9e0e | 2022-09-28 23:34:56 -0600 | [diff] [blame] | 54 | RAN_SUBNET := $(shell ip route | grep $${DATA_IFACE} | awk '/kernel/ {print $$1}' | head -1) |
Andy Bavier | 99f31c8 | 2022-04-14 16:16:26 -0700 | [diff] [blame] | 55 | DATA_IFACE_PATH := $(shell find /*/systemd/network -maxdepth 1 -not -type d -name '*$(DATA_IFACE).network' -print) |
| 56 | DATA_IFACE_CONF ?= $(shell basename $(DATA_IFACE_PATH)).d |
Hyunsun Moon | cbdac11 | 2022-03-19 22:01:27 -0600 | [diff] [blame] | 57 | endif |
Hyunsun Moon | 4e5795a | 2022-04-07 09:27:12 -0700 | [diff] [blame] | 58 | |
Andy Bavier | 99f31c8 | 2022-04-14 16:16:26 -0700 | [diff] [blame] | 59 | # systemd-networkd and systemd configs |
| 60 | LO_NETCONF := /etc/systemd/network/20-aiab-lo.network |
| 61 | OAISIM_NETCONF := $(LO_NETCONF) /etc/systemd/network/10-aiab-enb.netdev /etc/systemd/network/20-aiab-enb.network |
| 62 | ROUTER_POD_NETCONF := /etc/systemd/network/10-aiab-dummy.netdev /etc/systemd/network/20-aiab-dummy.network |
| 63 | ROUTER_HOST_NETCONF := /etc/systemd/network/10-aiab-access.netdev /etc/systemd/network/20-aiab-access.network /etc/systemd/network/10-aiab-core.netdev /etc/systemd/network/20-aiab-core.network /etc/systemd/network/$(DATA_IFACE_CONF)/macvlan.conf |
| 64 | UE_NAT_CONF := /etc/systemd/system/aiab-ue-nat.service |
| 65 | |
Andy Bavier | 7d5f055 | 2022-05-23 16:01:45 -0700 | [diff] [blame] | 66 | # monitoring |
| 67 | RANCHER_MONITORING_CRD_CHART := rancher/rancher-monitoring-crd |
| 68 | RANCHER_MONITORING_CHART := rancher/rancher-monitoring |
| 69 | MONITORING_VALUES ?= $(MAKEDIR)/monitoring.yaml |
| 70 | |
Hyunsun Moon | 4e5795a | 2022-04-07 09:27:12 -0700 | [diff] [blame] | 71 | NODE_IP ?= $(shell ip route get 8.8.8.8 | grep -oP 'src \K\S+') |
| 72 | ifndef NODE_IP |
| 73 | $(error NODE_IP is not set) |
| 74 | endif |
| 75 | |
Hyunsun Moon | cbdac11 | 2022-03-19 22:01:27 -0600 | [diff] [blame] | 76 | MME_IP ?= |
| 77 | |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 78 | HELM_GLOBAL_ARGS ?= |
Andy Bavier | eda466b | 2021-08-27 15:00:36 -0700 | [diff] [blame] | 79 | |
| 80 | # Allow installing local charts or specific versions of published charts. |
| 81 | # E.g., to install the Aether 1.5 release: |
| 82 | # CHARTS=release-1.5 make test |
| 83 | # Default is to install from the local charts. |
| 84 | CHARTS ?= local |
| 85 | CONFIGFILE := configs/$(CHARTS) |
| 86 | include $(CONFIGFILE) |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 87 | |
| 88 | cpu_family := $(shell lscpu | grep 'CPU family:' | awk '{print $$3}') |
| 89 | cpu_model := $(shell lscpu | grep 'Model:' | awk '{print $$2}') |
| 90 | os_vendor := $(shell lsb_release -i -s) |
| 91 | os_release := $(shell lsb_release -r -s) |
Andy Bavier | 9ee69d0 | 2022-02-11 10:31:21 -0700 | [diff] [blame] | 92 | USER := $(shell whoami) |
| 93 | |
Fatemeh Rouzbeh | a0b26e2 | 2022-04-07 12:45:12 -0700 | [diff] [blame] | 94 | .PHONY: 4g-core 5g-core oaisim test reset-test reset-ue reset-5g-test node-prep clean |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 95 | |
| 96 | $(M): |
| 97 | mkdir -p $(M) |
| 98 | |
| 99 | $(M)/system-check: | $(M) |
| 100 | @if [[ $(cpu_family) -eq 6 ]]; then \ |
| 101 | if [[ $(cpu_model) -lt 60 ]]; then \ |
| 102 | echo "FATAL: haswell CPU or newer is required."; \ |
| 103 | exit 1; \ |
| 104 | fi \ |
| 105 | else \ |
| 106 | echo "FATAL: unsupported CPU family."; \ |
| 107 | exit 1; \ |
| 108 | fi |
| 109 | @if [[ $(os_vendor) =~ (Ubuntu) ]]; then \ |
Hyunsun | 7b64051 | 2020-10-27 19:49:51 -0500 | [diff] [blame] | 110 | if [[ ! $(os_release) =~ (18.04) ]]; then \ |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 111 | echo "WARN: $(os_vendor) $(os_release) has not been tested."; \ |
| 112 | fi; \ |
| 113 | if dpkg --compare-versions 4.15 gt $(shell uname -r); then \ |
| 114 | echo "FATAL: kernel 4.15 or later is required."; \ |
| 115 | echo "Please upgrade your kernel by running" \ |
| 116 | "apt install --install-recommends linux-generic-hwe-$(os_release)"; \ |
| 117 | exit 1; \ |
| 118 | fi \ |
| 119 | else \ |
| 120 | echo "FAIL: unsupported OS."; \ |
| 121 | exit 1; \ |
| 122 | fi |
| 123 | touch $@ |
| 124 | |
Andy Bavier | 99f31c8 | 2022-04-14 16:16:26 -0700 | [diff] [blame] | 125 | $(M)/interface-check: | $(M) |
| 126 | ifeq ($(DATA_IFACE_CONF), .d) |
| 127 | @echo |
| 128 | @echo FATAL: Could not find systemd-networkd config for interface $(DATA_IFACE), exiting now!; exit 1 |
| 129 | endif |
Fatemeh Rouzbeh | 85654e7 | 2022-05-23 09:26:12 -0700 | [diff] [blame] | 130 | @echo "Add network configuration for enb interface" |
| 131 | @if [[ "${ONECLOUD}" == "true" ]]; then \ |
| 132 | sudo cp netplan/01-enb-static-config.yaml /etc/netplan ; \ |
| 133 | sudo netplan apply ; \ |
| 134 | sleep 1 ; \ |
| 135 | fi |
Andy Bavier | 99f31c8 | 2022-04-14 16:16:26 -0700 | [diff] [blame] | 136 | touch $@ |
| 137 | |
Fatemeh Rouzbeh | a0b26e2 | 2022-04-07 12:45:12 -0700 | [diff] [blame] | 138 | ifeq ($(K8S_INSTALL),kubespray) |
Andy Bavier | 99f31c8 | 2022-04-14 16:16:26 -0700 | [diff] [blame] | 139 | $(M)/setup: | $(M) $(M)/interface-check |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 140 | sudo $(SCRIPTDIR)/cloudlab-disksetup.sh |
Hyunsun Moon | 82e47c2 | 2021-06-28 12:30:20 -0500 | [diff] [blame] | 141 | sudo apt update; sudo apt install -y software-properties-common python3 python3-pip python3-venv jq httpie ipvsadm |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 142 | touch $@ |
Fatemeh Rouzbeh | a0b26e2 | 2022-04-07 12:45:12 -0700 | [diff] [blame] | 143 | endif |
| 144 | |
| 145 | ifeq ($(K8S_INSTALL),rke2) |
Fatemeh Rouzbeh | 85654e7 | 2022-05-23 09:26:12 -0700 | [diff] [blame] | 146 | $(M)/initial-setup: | $(M) $(M)/interface-check |
Fatemeh Rouzbeh | a0b26e2 | 2022-04-07 12:45:12 -0700 | [diff] [blame] | 147 | sudo $(SCRIPTDIR)/cloudlab-disksetup.sh |
| 148 | sudo apt update; sudo apt install -y software-properties-common python3 python3-pip python3-venv jq httpie ipvsadm apparmor apparmor-utils |
| 149 | systemctl list-units --full -all | grep "docker.service" || sudo apt install -y docker.io |
| 150 | sudo adduser $(USER) docker || true |
Andy Bavier | 2302443 | 2022-05-26 10:10:50 -0700 | [diff] [blame] | 151 | touch $(M)/initial-setup |
Fatemeh Rouzbeh | 85654e7 | 2022-05-23 09:26:12 -0700 | [diff] [blame] | 152 | |
| 153 | ifeq ($(PROXY_ENABLED),true) |
| 154 | $(M)/proxy-setting: | $(M) |
| 155 | echo "Defaults env_keep += \"HTTP_PROXY HTTPS_PROXY NO_PROXY http_proxy https_proxy no_proxy\"" | sudo EDITOR='tee -a' visudo -f /etc/sudoers.d/proxy |
| 156 | echo "HTTP_PROXY=$(HTTP_PROXY)" >> rke2-server |
| 157 | echo "HTTPS_PROXY=$(HTTPS_PROXY)" >> rke2-server |
| 158 | echo "NO_PROXY=$(NO_PROXY),.cluster.local,.svc,$(NODE_IP),192.168.84.0/24,192.168.85.0/24,$(RAN_SUBNET)" >> rke2-server |
| 159 | sudo mv rke2-server /etc/default/ |
| 160 | echo "[Service]" >> http-proxy.conf |
| 161 | echo "Environment='HTTP_PROXY=$(HTTP_PROXY)'" >> http-proxy.conf |
| 162 | echo "Environment='HTTPS_PROXY=$(HTTPS_PROXY)'" >> http-proxy.conf |
| 163 | echo "Environment='NO_PROXY=$(NO_PROXY)'" >> http-proxy.conf |
| 164 | sudo mkdir -p /etc/systemd/system/docker.service.d |
| 165 | sudo mv http-proxy.conf /etc/systemd/system/docker.service.d |
| 166 | sudo systemctl daemon-reload |
| 167 | sudo systemctl restart docker |
| 168 | touch $(M)/proxy-setting |
| 169 | else |
| 170 | $(M)/proxy-setting: | $(M) |
| 171 | @echo -n "" |
| 172 | touch $(M)/proxy-setting |
| 173 | endif |
| 174 | |
| 175 | $(M)/setup: | $(M)/initial-setup $(M)/proxy-setting |
Fatemeh Rouzbeh | a0b26e2 | 2022-04-07 12:45:12 -0700 | [diff] [blame] | 176 | touch $@ |
| 177 | endif |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 178 | |
| 179 | $(BUILD)/kubespray: | $(M)/setup |
| 180 | mkdir -p $(BUILD) |
| 181 | cd $(BUILD); git clone https://github.com/kubernetes-incubator/kubespray.git -b $(KUBESPRAY_VERSION) |
| 182 | |
| 183 | $(VENV)/bin/activate: | $(M)/setup |
Hyunsun Moon | 82e47c2 | 2021-06-28 12:30:20 -0500 | [diff] [blame] | 184 | python3 -m venv $(VENV) |
Wei-Yu Chen | 7edb7e7 | 2021-07-28 11:37:55 +0800 | [diff] [blame] | 185 | source "$(VENV)/bin/activate" && \ |
| 186 | python -m pip install -U pip && \ |
| 187 | deactivate |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 188 | |
| 189 | $(M)/kubespray-requirements: $(BUILD)/kubespray | $(VENV)/bin/activate |
| 190 | source "$(VENV)/bin/activate" && \ |
| 191 | pip install -r $(BUILD)/kubespray/requirements.txt |
| 192 | touch $@ |
| 193 | |
Fatemeh Rouzbeh | a0b26e2 | 2022-04-07 12:45:12 -0700 | [diff] [blame] | 194 | ifeq ($(K8S_INSTALL),kubespray) |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 195 | $(M)/k8s-ready: | $(M)/setup $(BUILD)/kubespray $(VENV)/bin/activate $(M)/kubespray-requirements |
| 196 | source "$(VENV)/bin/activate" && cd $(BUILD)/kubespray; \ |
| 197 | ansible-playbook -b -i inventory/local/hosts.ini \ |
Fatemeh Rouzbeh | 85654e7 | 2022-05-23 09:26:12 -0700 | [diff] [blame] | 198 | -e "{'http_proxy' : $(HTTP_PROXY)}" \ |
| 199 | -e "{'https_proxy' : $(HTTPS_PROXY)}" \ |
| 200 | -e "{'no_proxy' : $(NO_PROXY)}" \ |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 201 | -e "{'override_system_hostname' : False, 'disable_swap' : True}" \ |
| 202 | -e "{'docker_version' : $(DOCKER_VERSION)}" \ |
| 203 | -e "{'docker_iptables_enabled' : True}" \ |
| 204 | -e "{'kube_version' : $(K8S_VERSION)}" \ |
Hyunsun | 84f0f17 | 2020-09-23 15:40:08 -0500 | [diff] [blame] | 205 | -e "{'kube_network_plugin_multus' : True, 'multus_version' : stable, 'multus_cni_version' : 0.3.1}" \ |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 206 | -e "{'kube_proxy_metrics_bind_address' : 0.0.0.0:10249}" \ |
Hyunsun Moon | cbdac11 | 2022-03-19 22:01:27 -0600 | [diff] [blame] | 207 | -e "{'kube_pods_subnet' : 192.168.84.0/24, 'kube_service_addresses' : 192.168.85.0/24}" \ |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 208 | -e "{'kube_apiserver_node_port_range' : 2000-36767}" \ |
| 209 | -e "{'kubeadm_enabled': True}" \ |
| 210 | -e "{'kube_feature_gates' : [SCTPSupport=True]}" \ |
Hyunsun Moon | cbdac11 | 2022-03-19 22:01:27 -0600 | [diff] [blame] | 211 | -e "{'kubelet_custom_flags' : [--allowed-unsafe-sysctls=net.*, --node-ip=$(NODE_IP)]}" \ |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 212 | -e "{'dns_min_replicas' : 1}" \ |
| 213 | -e "{'helm_enabled' : True, 'helm_version' : $(HELM_VERSION)}" \ |
| 214 | cluster.yml |
| 215 | mkdir -p $(HOME)/.kube |
| 216 | sudo cp -f /etc/kubernetes/admin.conf $(HOME)/.kube/config |
| 217 | sudo chown $(shell id -u):$(shell id -g) $(HOME)/.kube/config |
| 218 | kubectl wait pod -n kube-system --for=condition=Ready --all |
Andy Bavier | 9ee69d0 | 2022-02-11 10:31:21 -0700 | [diff] [blame] | 219 | sudo adduser $(USER) docker |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 220 | touch $@ |
| 221 | |
| 222 | $(M)/helm-ready: | $(M)/k8s-ready |
Woojoong Kim | 8425cb3 | 2021-01-08 16:18:53 -0800 | [diff] [blame] | 223 | helm repo add incubator https://charts.helm.sh/incubator |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 224 | helm repo add cord https://charts.opencord.org |
Andy Bavier | eda466b | 2021-08-27 15:00:36 -0700 | [diff] [blame] | 225 | helm repo add atomix https://charts.atomix.io |
| 226 | helm repo add onosproject https://charts.onosproject.org |
Andy Bavier | 9ee69d0 | 2022-02-11 10:31:21 -0700 | [diff] [blame] | 227 | helm repo add aether https://charts.aetherproject.org |
Andy Bavier | 7d5f055 | 2022-05-23 16:01:45 -0700 | [diff] [blame] | 228 | helm repo add rancher http://charts.rancher.io/ |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 229 | touch $@ |
Fatemeh Rouzbeh | a0b26e2 | 2022-04-07 12:45:12 -0700 | [diff] [blame] | 230 | endif |
| 231 | |
| 232 | ifeq ($(K8S_INSTALL),rke2) |
| 233 | $(M)/k8s-ready: | $(M)/setup |
| 234 | sudo mkdir -p /etc/rancher/rke2/ |
| 235 | [ -d /usr/local/etc/emulab ] && [ ! -e /var/lib/rancher ] && sudo ln -s /var/lib/rancher /mnt/extra/rancher || true # that link gets deleted on cleanup |
| 236 | echo "cni: multus,calico" >> config.yaml |
| 237 | echo "cluster-cidr: 192.168.84.0/24" >> config.yaml |
| 238 | echo "service-cidr: 192.168.85.0/24" >> config.yaml |
| 239 | echo "kubelet-arg:" >> config.yaml |
| 240 | echo "- --allowed-unsafe-sysctls="net.*"" >> config.yaml |
| 241 | echo "- --node-ip="$(NODE_IP)"" >> config.yaml |
| 242 | echo "pause-image: k8s.gcr.io/pause:3.3" >> config.yaml |
| 243 | echo "kube-proxy-arg:" >> config.yaml |
| 244 | echo "- --metrics-bind-address="0.0.0.0:10249"" >> config.yaml |
| 245 | echo "- --proxy-mode="ipvs"" >> config.yaml |
| 246 | echo "kube-apiserver-arg:" >> config.yaml |
| 247 | echo "- --service-node-port-range="2000-36767"" >> config.yaml |
| 248 | sudo mv config.yaml /etc/rancher/rke2/ |
| 249 | curl -sfL https://get.rke2.io | sudo INSTALL_RKE2_VERSION=$(RKE2_K8S_VERSION) sh - |
| 250 | sudo systemctl enable rke2-server.service |
| 251 | sudo systemctl start rke2-server.service |
| 252 | sudo /var/lib/rancher/rke2/bin/kubectl --kubeconfig /etc/rancher/rke2/rke2.yaml wait nodes --for=condition=Ready --all --timeout=300s |
| 253 | sudo /var/lib/rancher/rke2/bin/kubectl --kubeconfig /etc/rancher/rke2/rke2.yaml wait deployment -n kube-system --for=condition=available --all --timeout=300s |
| 254 | curl -LO "https://dl.k8s.io/release/$(KUBECTL_VERSION)/bin/linux/amd64/kubectl" |
| 255 | sudo chmod +x kubectl |
| 256 | sudo mv kubectl /usr/local/bin/ |
| 257 | kubectl version --client |
| 258 | mkdir -p $(HOME)/.kube |
| 259 | sudo cp /etc/rancher/rke2/rke2.yaml $(HOME)/.kube/config |
| 260 | sudo chown -R $(shell id -u):$(shell id -g) $(HOME)/.kube |
| 261 | touch $@ |
| 262 | |
| 263 | $(M)/helm-ready: | $(M)/k8s-ready |
Arrobo, Gabriel | 6e54e95 | 2022-06-23 21:36:00 +0000 | [diff] [blame] | 264 | curl -fsSL -o ${GET_HELM} https://raw.githubusercontent.com/helm/helm/main/scripts/get-helm-3 |
| 265 | chmod 700 ${GET_HELM} |
| 266 | sudo DESIRED_VERSION=$(HELM_VERSION) ./${GET_HELM} |
Fatemeh Rouzbeh | a0b26e2 | 2022-04-07 12:45:12 -0700 | [diff] [blame] | 267 | helm repo add incubator https://charts.helm.sh/incubator |
| 268 | helm repo add cord https://charts.opencord.org |
| 269 | helm repo add atomix https://charts.atomix.io |
| 270 | helm repo add onosproject https://charts.onosproject.org |
| 271 | helm repo add aether https://charts.aetherproject.org |
Andy Bavier | 7d5f055 | 2022-05-23 16:01:45 -0700 | [diff] [blame] | 272 | helm repo add rancher http://charts.rancher.io/ |
Fatemeh Rouzbeh | a0b26e2 | 2022-04-07 12:45:12 -0700 | [diff] [blame] | 273 | touch $@ |
| 274 | endif |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 275 | |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 276 | /opt/cni/bin/static: | $(M)/k8s-ready |
| 277 | mkdir -p $(BUILD)/cni-plugins; cd $(BUILD)/cni-plugins; \ |
| 278 | wget https://github.com/containernetworking/plugins/releases/download/v0.8.2/cni-plugins-linux-amd64-v0.8.2.tgz && \ |
| 279 | tar xvfz cni-plugins-linux-amd64-v0.8.2.tgz |
| 280 | sudo cp $(BUILD)/cni-plugins/static /opt/cni/bin/ |
| 281 | |
Hyunsun Moon | cbdac11 | 2022-03-19 22:01:27 -0600 | [diff] [blame] | 282 | node-prep: | $(M)/helm-ready /opt/cni/bin/static |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 283 | |
Bavier, Andy | a137757 | 2023-01-10 12:06:52 -0700 | [diff] [blame] | 284 | router-pod: | $(M)/router-pod |
Andy Bavier | 99f31c8 | 2022-04-14 16:16:26 -0700 | [diff] [blame] | 285 | $(M)/router-pod: $(ROUTER_POD_NETCONF) |
| 286 | sudo systemctl restart systemd-networkd |
Hyunsun Moon | cbdac11 | 2022-03-19 22:01:27 -0600 | [diff] [blame] | 287 | DATA_IFACE=$(DATA_IFACE) envsubst < $(RESOURCEDIR)/router.yaml | kubectl apply -f - |
| 288 | kubectl wait pod -n default --for=condition=Ready -l app=router --timeout=300s |
| 289 | @touch $@ |
| 290 | |
Andy Bavier | 99f31c8 | 2022-04-14 16:16:26 -0700 | [diff] [blame] | 291 | $(M)/router-host: $(ROUTER_HOST_NETCONF) $(UE_NAT_CONF) |
| 292 | sudo systemctl daemon-reload |
| 293 | sudo systemctl enable aiab-ue-nat.service |
| 294 | sudo systemctl start aiab-ue-nat.service |
| 295 | sudo systemctl restart systemd-networkd |
Hyunsun Moon | cbdac11 | 2022-03-19 22:01:27 -0600 | [diff] [blame] | 296 | $(eval oiface := $(shell ip route list default | awk -F 'dev' '{ print $$2; exit }' | awk '{ print $$1 }')) |
Hyunsun Moon | cbdac11 | 2022-03-19 22:01:27 -0600 | [diff] [blame] | 297 | @touch $@ |
| 298 | |
| 299 | 4g-core: node-prep |
| 300 | ifeq ($(ENABLE_ROUTER),true) |
| 301 | ifeq ($(ENABLE_OAISIM),true) |
| 302 | 4g-core: $(M)/router-pod |
| 303 | else |
| 304 | 4g-core: $(M)/router-host |
| 305 | endif |
| 306 | endif |
| 307 | 4g-core: $(M)/omec |
| 308 | $(M)/omec: |
| 309 | @if [[ "${CHARTS}" == "local" || "${CHARTS}" == "local-sdcore" ]]; then \ |
| 310 | helm dep up $(SD_CORE_CHART); \ |
| 311 | else \ |
| 312 | helm repo update; \ |
| 313 | fi |
| 314 | NODE_IP=${NODE_IP} DATA_IFACE=${DATA_IFACE} RAN_SUBNET=${RAN_SUBNET} envsubst < $(4G_CORE_VALUES) | \ |
| 315 | helm upgrade --create-namespace --install --wait $(HELM_GLOBAL_ARGS) \ |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 316 | --namespace omec \ |
Hyunsun Moon | cbdac11 | 2022-03-19 22:01:27 -0600 | [diff] [blame] | 317 | --values - \ |
Andy Bavier | 31dfb9e | 2022-02-15 15:24:57 -0700 | [diff] [blame] | 318 | sd-core \ |
| 319 | $(SD_CORE_CHART) |
Hyunsun Moon | cbdac11 | 2022-03-19 22:01:27 -0600 | [diff] [blame] | 320 | @if [[ "${ENABLE_OAISIM}" == "false" ]]; then \ |
| 321 | $(eval mme_ip := $(shell ip -4 -o addr show $${DATA_IFACE} | awk '{print $$4}' | cut -d'/' -f1)) \ |
| 322 | echo "Your MME IP is $(mme_ip)"; \ |
| 323 | fi |
| 324 | @touch $@ |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 325 | |
Hyunsun Moon | cbdac11 | 2022-03-19 22:01:27 -0600 | [diff] [blame] | 326 | 5g-core: node-prep |
| 327 | ifeq ($(ENABLE_ROUTER),true) |
| 328 | ifeq ($(ENABLE_GNBSIM),true) |
| 329 | 5g-core: $(M)/router-pod |
| 330 | else |
| 331 | 5g-core: $(M)/router-host |
| 332 | endif |
| 333 | endif |
| 334 | 5g-core: $(M)/5g-core |
| 335 | $(M)/5g-core: |
| 336 | @if [[ "${CHARTS}" == "local" || "${CHARTS}" == "local-sdcore" ]]; then \ |
| 337 | helm dep up $(SD_CORE_CHART); \ |
| 338 | else \ |
| 339 | helm repo update; \ |
| 340 | fi |
Andy Bavier | a0c15d9 | 2022-06-13 12:55:48 -0700 | [diff] [blame] | 341 | NODE_IP=${NODE_IP} DATA_IFACE=${DATA_IFACE} RAN_SUBNET=${RAN_SUBNET} ENABLE_GNBSIM=${ENABLE_GNBSIM} envsubst < $(5G_CORE_VALUES) | \ |
Hyunsun Moon | cbdac11 | 2022-03-19 22:01:27 -0600 | [diff] [blame] | 342 | helm upgrade --create-namespace --install --wait $(HELM_GLOBAL_ARGS) \ |
Badhrinath | 3e081e2 | 2020-12-02 15:02:08 -0600 | [diff] [blame] | 343 | --namespace omec \ |
Hyunsun Moon | cbdac11 | 2022-03-19 22:01:27 -0600 | [diff] [blame] | 344 | --values - \ |
Andy Bavier | 31dfb9e | 2022-02-15 15:24:57 -0700 | [diff] [blame] | 345 | sd-core \ |
| 346 | $(SD_CORE_CHART) |
Badhrinath | 3e081e2 | 2020-12-02 15:02:08 -0600 | [diff] [blame] | 347 | touch $@ |
| 348 | |
Bavier, Andy | a9396a6 | 2023-01-21 10:43:40 -0700 | [diff] [blame^] | 349 | # Install second UPF |
| 350 | 5g-upf2: $(M)/5g-upf2 |
| 351 | $(M)/5g-upf2: |
| 352 | NODE_IP=${NODE_IP} DATA_IFACE=${DATA_IFACE} RAN_SUBNET=${RAN_SUBNET} envsubst < $(5G_UPF2_VALUES) | \ |
| 353 | helm upgrade --create-namespace --install --wait $(HELM_GLOBAL_ARGS) \ |
| 354 | --namespace upf2 \ |
| 355 | --values - \ |
| 356 | bess-upf \ |
| 357 | $(UPF_CHART) |
| 358 | touch $@ |
| 359 | |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 360 | # UE images includes kernel module, ue_ip.ko |
| 361 | # which should be built in the exactly same kernel version of the host machine |
| 362 | $(BUILD)/openairinterface: | $(M)/setup |
| 363 | mkdir -p $(BUILD) |
| 364 | cd $(BUILD); git clone https://github.com/opencord/openairinterface.git |
| 365 | |
Fatemeh Rouzbeh | a0b26e2 | 2022-04-07 12:45:12 -0700 | [diff] [blame] | 366 | ifeq ($(K8S_INSTALL),kubespray) |
| 367 | download-ue-image: | $(M)/k8s-ready $(BUILD)/openairinterface |
Andy Bavier | 9ee69d0 | 2022-02-11 10:31:21 -0700 | [diff] [blame] | 368 | sg docker -c "docker pull ${OAISIM_UE_IMAGE} && \ |
| 369 | docker tag ${OAISIM_UE_IMAGE} omecproject/lte-uesoftmodem:1.1.0" |
Andy Bavier | d6de561 | 2021-11-08 10:39:17 -0700 | [diff] [blame] | 370 | touch $(M)/ue-image |
| 371 | |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 372 | $(M)/ue-image: | $(M)/k8s-ready $(BUILD)/openairinterface |
| 373 | cd $(BUILD)/openairinterface; \ |
Andy Bavier | 9ee69d0 | 2022-02-11 10:31:21 -0700 | [diff] [blame] | 374 | sg docker -c "docker build . --target lte-uesoftmodem \ |
Andy Bavier | 4db2145 | 2022-06-21 16:13:31 -0700 | [diff] [blame] | 375 | --network=host \ |
Fatemeh Rouzbeh | 85654e7 | 2022-05-23 09:26:12 -0700 | [diff] [blame] | 376 | --build-arg http_proxy=$(HTTP_PROXY)/ \ |
Hyunsun | 7b64051 | 2020-10-27 19:49:51 -0500 | [diff] [blame] | 377 | --build-arg build_base=omecproject/oai-base:1.1.0 \ |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 378 | --file Dockerfile.ue \ |
Andy Bavier | 9ee69d0 | 2022-02-11 10:31:21 -0700 | [diff] [blame] | 379 | --tag omecproject/lte-uesoftmodem:1.1.0" |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 380 | touch $@ |
Fatemeh Rouzbeh | a0b26e2 | 2022-04-07 12:45:12 -0700 | [diff] [blame] | 381 | endif |
| 382 | |
| 383 | ifeq ($(K8S_INSTALL),rke2) |
| 384 | download-ue-image: | $(M)/k8s-ready $(BUILD)/openairinterface |
| 385 | sg docker -c "docker pull ${OAISIM_UE_IMAGE} && \ |
| 386 | docker tag ${OAISIM_UE_IMAGE} omecproject/lte-uesoftmodem:1.1.0 && \ |
| 387 | docker save -o /tmp/lte-uesoftmodem.tar omecproject/lte-uesoftmodem:1.1.0" |
| 388 | $(CTR_CMD) images import /tmp/lte-uesoftmodem.tar |
| 389 | touch $(M)/ue-image |
| 390 | |
| 391 | $(M)/ue-image: $(M)/k8s-ready $(BUILD)/openairinterface |
| 392 | cd $(BUILD)/openairinterface; \ |
| 393 | sg docker -c "docker build . --target lte-uesoftmodem \ |
Andy Bavier | 4db2145 | 2022-06-21 16:13:31 -0700 | [diff] [blame] | 394 | --network=host \ |
Fatemeh Rouzbeh | 85654e7 | 2022-05-23 09:26:12 -0700 | [diff] [blame] | 395 | --build-arg http_proxy=$(HTTP_PROXY)/ \ |
Fatemeh Rouzbeh | a0b26e2 | 2022-04-07 12:45:12 -0700 | [diff] [blame] | 396 | --build-arg build_base=omecproject/oai-base:1.1.0 \ |
| 397 | --file Dockerfile.ue \ |
| 398 | --tag omecproject/lte-uesoftmodem:1.1.0 && \ |
| 399 | docker save -o /tmp/lte-uesoftmodem.tar omecproject/lte-uesoftmodem:1.1.0" |
| 400 | $(CTR_CMD) images import /tmp/lte-uesoftmodem.tar |
| 401 | touch $@ |
| 402 | endif |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 403 | |
Andy Bavier | 99f31c8 | 2022-04-14 16:16:26 -0700 | [diff] [blame] | 404 | /etc/systemd/%: |
| 405 | @sudo mkdir -p $(@D) |
| 406 | @sed 's/DATA_IFACE/$(DATA_IFACE)/g' $(MAKEDIR)/systemd/$(@F) > /tmp/$(@F) |
| 407 | @sudo cp /tmp/$(@F) $@ |
| 408 | echo "Installed $@" |
Andy Bavier | 9ee69d0 | 2022-02-11 10:31:21 -0700 | [diff] [blame] | 409 | |
Andy Bavier | 99f31c8 | 2022-04-14 16:16:26 -0700 | [diff] [blame] | 410 | oaisim-standalone: | $(M)/helm-ready $(M)/ue-image $(LO_NETCONF) |
| 411 | sudo systemctl restart systemd-networkd |
Hyunsun Moon | cbdac11 | 2022-03-19 22:01:27 -0600 | [diff] [blame] | 412 | @ip link show $(DATA_IFACE) > /dev/null || (echo DATA_IFACE is not set or does not exist; exit 1) |
| 413 | @if [[ "${MME_IP}" == "" ]]; then \ |
| 414 | echo MME_IP is not set; \ |
| 415 | exit 1; \ |
| 416 | else \ |
| 417 | ping -c 3 $(MME_IP) > /dev/null || (echo MME $(MME_IP) is not reachable; exit 1) \ |
| 418 | fi |
| 419 | sudo ip route add 192.168.252.0/24 via $(MME_IP) |
Andy Bavier | 7b01b68 | 2022-03-17 13:26:55 -0700 | [diff] [blame] | 420 | helm repo update |
Hyunsun Moon | cbdac11 | 2022-03-19 22:01:27 -0600 | [diff] [blame] | 421 | helm upgrade --create-namespace --install $(HELM_GLOBAL_ARGS) --namespace omec oaisim cord/oaisim -f $(OAISIM_VALUES) \ |
| 422 | --set config.enb.networks.s1u.interface=$(DATA_IFACE) \ |
| 423 | --set config.enb.networks.s1_mme.interface=$(DATA_IFACE) \ |
| 424 | --set config.enb.mme.address=$(MME_IP) \ |
| 425 | --set config.enb.mme.isLocal=false \ |
| 426 | --set images.pullPolicy=IfNotPresent |
Andy Bavier | 7b01b68 | 2022-03-17 13:26:55 -0700 | [diff] [blame] | 427 | kubectl rollout status -n omec statefulset ue |
Hyunsun Moon | cbdac11 | 2022-03-19 22:01:27 -0600 | [diff] [blame] | 428 | @echo "Test: registration" |
Andy Bavier | 7b01b68 | 2022-03-17 13:26:55 -0700 | [diff] [blame] | 429 | @timeout 60s bash -c \ |
| 430 | "until ip addr show oip1 | grep -q inet; \ |
| 431 | do \ |
Hyunsun Moon | cbdac11 | 2022-03-19 22:01:27 -0600 | [diff] [blame] | 432 | echo 'Waiting for UE 1 gets IP address'; \ |
| 433 | sleep 3; \ |
Andy Bavier | 7b01b68 | 2022-03-17 13:26:55 -0700 | [diff] [blame] | 434 | done" |
Hyunsun Moon | cbdac11 | 2022-03-19 22:01:27 -0600 | [diff] [blame] | 435 | @echo "Test: ping from UE to 8.8.8.8" |
| 436 | ping -I oip1 8.8.8.8 -c 3 |
| 437 | @touch $(M)/oaisim $(M)/omec |
Andy Bavier | 7b01b68 | 2022-03-17 13:26:55 -0700 | [diff] [blame] | 438 | |
Hyunsun Moon | cbdac11 | 2022-03-19 22:01:27 -0600 | [diff] [blame] | 439 | oaisim: | $(M)/oaisim |
Andy Bavier | 99f31c8 | 2022-04-14 16:16:26 -0700 | [diff] [blame] | 440 | $(M)/oaisim: | $(M)/ue-image $(M)/router-pod $(OAISIM_NETCONF) |
| 441 | sudo systemctl restart systemd-networkd |
Fatemeh Rouzbeh | 85654e7 | 2022-05-23 09:26:12 -0700 | [diff] [blame] | 442 | sleep 1 |
Hyunsun Moon | cbdac11 | 2022-03-19 22:01:27 -0600 | [diff] [blame] | 443 | helm upgrade --create-namespace --install $(HELM_GLOBAL_ARGS) --namespace omec oaisim cord/oaisim -f $(OAISIM_VALUES) \ |
Jeremy Ronquillo | af084f3 | 2020-08-24 13:18:47 -0700 | [diff] [blame] | 444 | --set images.pullPolicy=IfNotPresent |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 445 | kubectl rollout status -n omec statefulset ue |
| 446 | @timeout 60s bash -c \ |
| 447 | "until ip addr show oip1 | grep -q inet; \ |
| 448 | do \ |
| 449 | echo 'Waiting for UE 1 gets IP address'; \ |
| 450 | sleep 3; \ |
| 451 | done" |
| 452 | touch $@ |
| 453 | |
Andy Bavier | ebf479c | 2021-09-08 15:47:58 -0700 | [diff] [blame] | 454 | roc: $(M)/roc |
| 455 | $(M)/roc: $(M)/helm-ready |
| 456 | kubectl get namespace aether-roc 2> /dev/null || kubectl create namespace aether-roc |
| 457 | helm repo update |
| 458 | if [ "$(CHARTS)" == "local" ]; then helm dep up $(AETHER_ROC_UMBRELLA_CHART); fi |
SeanCondon | 254f6ce | 2022-12-01 09:22:13 +0000 | [diff] [blame] | 459 | if [ "$(CHARTS)" == "release-2.0" -o "$(CHARTS)" == "release-1.6" ]; then \ |
| 460 | helm upgrade --install --wait $(HELM_GLOBAL_ARGS) \ |
| 461 | --namespace kube-system \ |
| 462 | --values $(ROC_VALUES) \ |
| 463 | atomix-controller \ |
| 464 | $(ATOMIX_CONTROLLER_CHART); \ |
| 465 | helm upgrade --install --wait $(HELM_GLOBAL_ARGS) \ |
| 466 | --namespace kube-system \ |
| 467 | --values $(ROC_VALUES) \ |
| 468 | atomix-raft-storage \ |
| 469 | $(ATOMIX_RAFT_STORAGE_CHART); \ |
| 470 | else \ |
| 471 | helm upgrade --install --wait $(HELM_GLOBAL_ARGS) \ |
| 472 | --namespace kube-system \ |
| 473 | --values $(ROC_VALUES) \ |
| 474 | atomix-runtime \ |
| 475 | $(ATOMIX_RUNTIME_CHART); \ |
| 476 | fi |
Andy Bavier | ebf479c | 2021-09-08 15:47:58 -0700 | [diff] [blame] | 477 | helm upgrade --install --wait $(HELM_GLOBAL_ARGS) \ |
| 478 | --namespace kube-system \ |
| 479 | --values $(ROC_VALUES) \ |
| 480 | onos-operator \ |
| 481 | $(ONOS_OPERATOR_CHART) |
| 482 | helm upgrade --install --wait $(HELM_GLOBAL_ARGS) \ |
| 483 | --namespace aether-roc \ |
| 484 | --values $(ROC_VALUES) \ |
| 485 | aether-roc-umbrella \ |
| 486 | $(AETHER_ROC_UMBRELLA_CHART) |
| 487 | touch $@ |
| 488 | |
| 489 | # Load the ROC 4G models. Disable loading network slice from SimApp. |
| 490 | roc-4g-models: $(M)/roc |
| 491 | sed -i 's/provision-network-slice: true/provision-network-slice: false/' $(4G_CORE_VALUES) |
| 492 | sed -i 's/# syncUrl/syncUrl/' $(4G_CORE_VALUES) |
Amit Wankhede | 01b20c3 | 2021-12-01 12:45:58 +0530 | [diff] [blame] | 493 | if [ "${ENABLE_SUBSCRIBER_PROXY}" == "true" ] ; then \ |
Amit Wankhede | fdf10ff | 2022-02-16 08:37:20 -0600 | [diff] [blame] | 494 | sed -i 's/# sub-proxy-endpt:/sub-proxy-endpt:/' $(4G_CORE_VALUES) ; \ |
| 495 | sed -i 's/# addr: sub/ addr: sub/' $(4G_CORE_VALUES) ; \ |
| 496 | sed -i 's/# port: 5000/ port: 5000/' $(4G_CORE_VALUES) ; \ |
Amit Wankhede | 01b20c3 | 2021-12-01 12:45:58 +0530 | [diff] [blame] | 497 | fi |
Sean Condon | e184e6e | 2023-01-12 09:59:40 +0000 | [diff] [blame] | 498 | @$(eval ONOS_CLI_POD := $(shell kubectl -n aether-roc get pods -l name=onos-cli -o name)) |
Andy Bavier | ebf479c | 2021-09-08 15:47:58 -0700 | [diff] [blame] | 499 | echo "ONOS CLI pod: ${ONOS_CLI_POD}" |
Sean Condon | e184e6e | 2023-01-12 09:59:40 +0000 | [diff] [blame] | 500 | @$(eval API_SERVICE := $(shell kubectl -n aether-roc get --no-headers=true services -l app.kubernetes.io/name=aether-roc-api | awk '{print $$1}')) |
| 501 | echo "API SERVICE : ${API_SERVICE}" |
SeanCondon | 4766027 | 2023-01-15 22:24:24 +0000 | [diff] [blame] | 502 | if [ "$(CHARTS)" != "release-2.0" -a "$(CHARTS)" != "release-1.6" ]; then \ |
| 503 | until kubectl -n aether-roc exec ${ONOS_CLI_POD} -- \ |
| 504 | curl -s -f -L -X PATCH "http://${API_SERVICE}:8181/aether-roc-api" \ |
| 505 | --header 'Content-Type: application/json' \ |
| 506 | --data-raw "$$(cat ${ROC_DEFAULTENT_MODEL})"; do sleep 5; done; \ |
| 507 | fi |
Sean Condon | e184e6e | 2023-01-12 09:59:40 +0000 | [diff] [blame] | 508 | until kubectl -n aether-roc exec ${ONOS_CLI_POD} -- \ |
| 509 | curl -s -f -L -X PATCH "http://${API_SERVICE}:8181/aether-roc-api" \ |
Andy Bavier | ebf479c | 2021-09-08 15:47:58 -0700 | [diff] [blame] | 510 | --header 'Content-Type: application/json' \ |
| 511 | --data-raw "$$(cat ${ROC_4G_MODELS})"; do sleep 5; done |
| 512 | |
| 513 | # Load the ROC 5G models. Disable loading network slice from SimApp. |
| 514 | roc-5g-models: $(M)/roc |
| 515 | sed -i 's/provision-network-slice: true/provision-network-slice: false/' $(5G_CORE_VALUES) |
| 516 | sed -i 's/# syncUrl/syncUrl/' $(5G_CORE_VALUES) |
Amit Wankhede | 01b20c3 | 2021-12-01 12:45:58 +0530 | [diff] [blame] | 517 | if [ "${ENABLE_SUBSCRIBER_PROXY}" == "true" ] ; then \ |
Amit Wankhede | fdf10ff | 2022-02-16 08:37:20 -0600 | [diff] [blame] | 518 | sed -i 's/# sub-proxy-endpt:/sub-proxy-endpt:/' $(5G_CORE_VALUES) ; \ |
| 519 | sed -i 's/# addr: sub/ addr: sub/' $(5G_CORE_VALUES) ; \ |
| 520 | sed -i 's/# port: 5000/ port: 5000/' $(5G_CORE_VALUES) ; \ |
Amit Wankhede | 01b20c3 | 2021-12-01 12:45:58 +0530 | [diff] [blame] | 521 | fi |
Sean Condon | e184e6e | 2023-01-12 09:59:40 +0000 | [diff] [blame] | 522 | @$(eval ONOS_CLI_POD := $(shell kubectl -n aether-roc get pods -l name=onos-cli -o name)) |
Andy Bavier | ebf479c | 2021-09-08 15:47:58 -0700 | [diff] [blame] | 523 | echo "ONOS CLI pod: ${ONOS_CLI_POD}" |
Sean Condon | e184e6e | 2023-01-12 09:59:40 +0000 | [diff] [blame] | 524 | @$(eval API_SERVICE := $(shell kubectl -n aether-roc get --no-headers=true services -l app.kubernetes.io/name=aether-roc-api | awk '{print $$1}')) |
| 525 | echo "API SERVICE : ${API_SERVICE}" |
SeanCondon | 4766027 | 2023-01-15 22:24:24 +0000 | [diff] [blame] | 526 | if [ "$(CHARTS)" != "release-2.0" -a "$(CHARTS)" != "release-1.6" ]; then \ |
| 527 | until kubectl -n aether-roc exec ${ONOS_CLI_POD} -- \ |
| 528 | curl -s -f -L -X PATCH "http://${API_SERVICE}:8181/aether-roc-api" \ |
| 529 | --header 'Content-Type: application/json' \ |
| 530 | --data-raw "$$(cat ${ROC_DEFAULTENT_MODEL})"; do sleep 5; done; \ |
| 531 | fi |
Sean Condon | e184e6e | 2023-01-12 09:59:40 +0000 | [diff] [blame] | 532 | until kubectl -n aether-roc exec ${ONOS_CLI_POD} -- \ |
| 533 | curl -s -f -L -X PATCH "http://${API_SERVICE}:8181/aether-roc-api" \ |
Andy Bavier | ebf479c | 2021-09-08 15:47:58 -0700 | [diff] [blame] | 534 | --header 'Content-Type: application/json' \ |
| 535 | --data-raw "$$(cat ${ROC_5G_MODELS})"; do sleep 5; done |
| 536 | |
| 537 | roc-clean: |
| 538 | @echo "This could take 2-3 minutes..." |
| 539 | sed -i 's/provision-network-slice: false/provision-network-slice: true/' $(4G_CORE_VALUES) |
| 540 | sed -i 's/ syncUrl/ # syncUrl/' $(4G_CORE_VALUES) |
Amit Wankhede | fdf10ff | 2022-02-16 08:37:20 -0600 | [diff] [blame] | 541 | sed -i 's/ sub-proxy-endpt:/ # sub-proxy-endpt:/' $(4G_CORE_VALUES) |
| 542 | sed -i 's/ addr: sub/ # addr: sub/' $(4G_CORE_VALUES) |
| 543 | sed -i 's/ port: 5000/ # port: 5000/' $(4G_CORE_VALUES) |
Andy Bavier | ebf479c | 2021-09-08 15:47:58 -0700 | [diff] [blame] | 544 | sed -i 's/provision-network-slice: false/provision-network-slice: true/' $(5G_CORE_VALUES) |
| 545 | sed -i 's/ syncUrl/ # syncUrl/' $(5G_CORE_VALUES) |
Amit Wankhede | fdf10ff | 2022-02-16 08:37:20 -0600 | [diff] [blame] | 546 | sed -i 's/ sub-proxy-endpt:/ # sub-proxy-endpt:/' $(5G_CORE_VALUES) |
| 547 | sed -i 's/ addr: sub/ # addr: sub/' $(5G_CORE_VALUES) |
| 548 | sed -i 's/ port: 5000/ # port: 5000/' $(5G_CORE_VALUES) |
Andy Bavier | ebf479c | 2021-09-08 15:47:58 -0700 | [diff] [blame] | 549 | kubectl delete namespace aether-roc || true |
| 550 | rm -rf $(M)/roc |
Arrobo, Gabriel | 6e54e95 | 2022-06-23 21:36:00 +0000 | [diff] [blame] | 551 | rm -f ${GET_HELM} |
Andy Bavier | ebf479c | 2021-09-08 15:47:58 -0700 | [diff] [blame] | 552 | |
Andy Bavier | 7d5f055 | 2022-05-23 16:01:45 -0700 | [diff] [blame] | 553 | monitoring: $(M)/monitoring |
| 554 | $(M)/monitoring: $(M)/helm-ready |
| 555 | helm upgrade --install --wait $(HELM_GLOBAL_ARGS) \ |
| 556 | --namespace=cattle-monitoring-system \ |
| 557 | --create-namespace \ |
| 558 | --values=$(MONITORING_VALUES) \ |
| 559 | rancher-monitoring-crd \ |
| 560 | $(RANCHER_MONITORING_CRD_CHART) |
| 561 | helm upgrade --install --wait $(HELM_GLOBAL_ARGS) \ |
| 562 | --namespace=cattle-monitoring-system \ |
| 563 | --create-namespace \ |
| 564 | --values=$(MONITORING_VALUES) \ |
| 565 | rancher-monitoring \ |
| 566 | $(RANCHER_MONITORING_CHART) |
| 567 | touch $(M)/monitoring |
| 568 | |
| 569 | monitoring-4g: $(M)/monitoring |
| 570 | kubectl create namespace omec || true |
| 571 | kubectl create namespace cattle-dashboards || true |
| 572 | kubectl apply -k resources/4g-monitoring |
| 573 | |
Ankur Upadhyaya | 9b9707a | 2022-11-24 10:48:33 -0600 | [diff] [blame] | 574 | monitoring-5g: $(M)/monitoring |
| 575 | kubectl create namespace omec || true |
| 576 | kubectl create namespace cattle-dashboards || true |
| 577 | kubectl apply -k resources/5g-monitoring |
| 578 | |
Wei-Yu Chen | a6ae6e2 | 2022-06-08 18:15:30 +0800 | [diff] [blame] | 579 | enodebd: |
| 580 | helm upgrade --install --wait $(HELM_GLOBAL_ARGS) \ |
| 581 | --namespace=aether-apps \ |
| 582 | --create-namespace \ |
| 583 | enodebd \ |
| 584 | ${ENODEBD_CHART} |
| 585 | touch $(M)/enodebd |
| 586 | |
| 587 | enodebd-clean: |
| 588 | helm -n aether-apps delete enodebd || true |
| 589 | rm $(M)/enodebd |
Andy Bavier | 7d5f055 | 2022-05-23 16:01:45 -0700 | [diff] [blame] | 590 | |
| 591 | monitoring-clean: |
| 592 | helm -n cattle-monitoring-system delete rancher-monitoring || true |
| 593 | helm -n cattle-monitoring-system delete rancher-monitoring-crd || true |
| 594 | kubectl delete namespace cattle-dashboards cattle-monitoring-system || true |
| 595 | rm $(M)/monitoring |
| 596 | |
Hyunsun Moon | cbdac11 | 2022-03-19 22:01:27 -0600 | [diff] [blame] | 597 | omec-clean: |
| 598 | helm delete -n omec $$(helm -n omec ls -qa) || true |
| 599 | @echo "" |
| 600 | @echo "Wait for all pods to terminate..." |
| 601 | kubectl wait -n omec --for=delete --all=true -l app!=ue pod --timeout=180s || true |
| 602 | |
| 603 | router-clean: |
| 604 | @kubectl delete net-attach-def router-net 2>/dev/null || true |
| 605 | @kubectl delete po router 2>/dev/null || true |
| 606 | kubectl wait --for=delete -l app=router pod --timeout=180s 2>/dev/null || true |
| 607 | sudo ip link del access || true |
| 608 | sudo ip link del core || true |
| 609 | $(eval oiface := $(shell ip route list default | awk -F 'dev' '{ print $$2; exit }' | awk '{ print $$1 }')) |
| 610 | sudo iptables -t nat -D POSTROUTING -s 172.250.0.0/16 -o $(oiface) -j MASQUERADE || true |
| 611 | @sudo ip link del data 2>/dev/null || true |
| 612 | @cd $(M); rm -f router-pod router-host |
| 613 | |
| 614 | oaisim-clean: reset-ue |
| 615 | @sudo ip addr del 127.0.0.2/8 dev lo 2>/dev/null || true |
| 616 | @sudo ip link del enb 2>/dev/null || true |
| 617 | @sudo ip route del 192.168.252.0/24 || true |
| 618 | @cd $(M); rm -f oaisim-lo |
| 619 | |
Andy Bavier | 7d5f055 | 2022-05-23 16:01:45 -0700 | [diff] [blame] | 620 | 4g-test: test |
Hyunsun Moon | cbdac11 | 2022-03-19 22:01:27 -0600 | [diff] [blame] | 621 | test: | 4g-core $(M)/oaisim |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 622 | @sleep 5 |
| 623 | @echo "Test1: ping from UE to SGI network gateway" |
Hyunsun Moon | 0bd8cec | 2020-09-28 00:38:26 -0500 | [diff] [blame] | 624 | ping -I oip1 192.168.250.1 -c 15 |
Fatemeh Rouzbeh | 85654e7 | 2022-05-23 09:26:12 -0700 | [diff] [blame] | 625 | @if [ "${PROXY_ENABLED}" == "false" ] ; then \ |
| 626 | @echo "Test2: ping from UE to 8.8.8.8" ; \ |
| 627 | ping -I oip1 8.8.8.8 -c 3 ; \ |
| 628 | @echo "Test3: ping from UE to google.com" ; \ |
| 629 | ping -I oip1 google.com -c 3 ; \ |
| 630 | fi |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 631 | @echo "Finished to test" |
| 632 | |
Hyunsun Moon | cbdac11 | 2022-03-19 22:01:27 -0600 | [diff] [blame] | 633 | 5g-test: | 5g-core |
Andy Bavier | 31dfb9e | 2022-02-15 15:24:57 -0700 | [diff] [blame] | 634 | @if [[ "${CHARTS}" == "release-1.6" ]]; then echo "[NOTE] 5G Test not supported for Aether 1.6, exiting..."; exit 1; fi |
Andy Bavier | 0a055a5 | 2022-01-07 10:46:17 -0700 | [diff] [blame] | 635 | @echo "Test: Registration + UE initiated PDU Session Establishment + User Data packets" |
Andy Bavier | 0e4906f | 2022-03-03 15:31:48 -0700 | [diff] [blame] | 636 | @sleep 60 |
Andy Bavier | 0a055a5 | 2022-01-07 10:46:17 -0700 | [diff] [blame] | 637 | @rm -f /tmp/gnbsim.out |
Andy Bavier | cd93a20 | 2022-01-10 18:03:26 -0800 | [diff] [blame] | 638 | @if [[ ${GNBSIM_COLORS} == "true" ]]; then \ |
| 639 | kubectl -n omec exec gnbsim-0 -- ./gnbsim 2>&1 | tee /tmp/gnbsim.out; \ |
| 640 | else \ |
| 641 | kubectl -n omec exec gnbsim-0 -- ./gnbsim 2>&1 | sed -u "s,\x1B\[[0-9;]*[a-zA-Z],,g" | tee /tmp/gnbsim.out; \ |
| 642 | fi |
Andy Bavier | 025874a | 2022-07-29 13:20:04 -0700 | [diff] [blame] | 643 | @grep -q "Simulation Result: PASS\|Profile Status: PASS" /tmp/gnbsim.out |
Andy Bavier | 0a055a5 | 2022-01-07 10:46:17 -0700 | [diff] [blame] | 644 | |
Hyunsun Moon | cbdac11 | 2022-03-19 22:01:27 -0600 | [diff] [blame] | 645 | reset-test: | oaisim-clean omec-clean router-clean |
| 646 | @cd $(M); rm -f omec oaisim 5g-core |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 647 | |
Andy Bavier | 8819b9f | 2022-01-28 16:54:06 -0700 | [diff] [blame] | 648 | reset-ue: |
| 649 | helm delete -n omec oaisim || true |
| 650 | kubectl wait -n omec --for=delete pod enb-0 || true |
| 651 | kubectl wait -n omec --for=delete pod ue-0 || true |
| 652 | cd $(M); rm -f oaisim |
| 653 | |
Hyunsun Moon | cbdac11 | 2022-03-19 22:01:27 -0600 | [diff] [blame] | 654 | reset-5g-test: omec-clean |
Badhrinath | 3e081e2 | 2020-12-02 15:02:08 -0600 | [diff] [blame] | 655 | cd $(M); rm -f 5g-core |
| 656 | |
Osman Amjad | 488a022 | 2022-01-12 11:58:43 -0600 | [diff] [blame] | 657 | reset-dbtestapp: |
| 658 | helm uninstall --namespace omec 5g-test-app |
| 659 | |
Andy Bavier | 99f31c8 | 2022-04-14 16:16:26 -0700 | [diff] [blame] | 660 | refresh-4g: reset-ue |
| 661 | kubectl -n omec delete pod mme-0 |
| 662 | kubectl wait -n omec --for='condition=ready' pod mme-0 --timeout=300s |
| 663 | |
Osman Amjad | 488a022 | 2022-01-12 11:58:43 -0600 | [diff] [blame] | 664 | dbtestapp: |
| 665 | helm repo update |
| 666 | if [ "$(CHARTS)" == "local" ]; then helm dep up $(5G_TEST_APPS_CHART); fi |
| 667 | helm upgrade --install --wait $(HELM_GLOBAL_ARGS) \ |
| 668 | --namespace omec \ |
| 669 | 5g-test-app \ |
| 670 | --values $(TEST_APP_VALUES) \ |
| 671 | $(5G_TEST_APPS_CHART) |
| 672 | @echo "Finished to dbtestapp" |
| 673 | |
Andy Bavier | 99f31c8 | 2022-04-14 16:16:26 -0700 | [diff] [blame] | 674 | clean-systemd: |
| 675 | cd /etc/systemd/network && sudo rm -f 10-aiab* 20-aiab* */macvlan.conf |
| 676 | cd /etc/systemd/system && sudo rm -f aiab*.service && sudo systemctl daemon-reload |
| 677 | |
Fatemeh Rouzbeh | a0b26e2 | 2022-04-07 12:45:12 -0700 | [diff] [blame] | 678 | ifeq ($(K8S_INSTALL),rke2) |
Andy Bavier | 5b5ad56 | 2022-04-19 13:02:31 -0700 | [diff] [blame] | 679 | clean: | roc-clean oaisim-clean router-clean clean-systemd |
Andy Bavier | 99f31c8 | 2022-04-14 16:16:26 -0700 | [diff] [blame] | 680 | sudo /usr/local/bin/rke2-uninstall.sh || true |
Fatemeh Rouzbeh | a0b26e2 | 2022-04-07 12:45:12 -0700 | [diff] [blame] | 681 | sudo rm -rf /usr/local/bin/kubectl |
| 682 | rm -rf $(M) |
| 683 | endif |
| 684 | |
| 685 | ifeq ($(K8S_INSTALL),kubespray) |
Andy Bavier | 5b5ad56 | 2022-04-19 13:02:31 -0700 | [diff] [blame] | 686 | clean: | roc-clean oaisim-clean router-clean clean-systemd |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 687 | source "$(VENV)/bin/activate" && cd $(BUILD)/kubespray; \ |
Andy Bavier | 125baa0 | 2021-10-26 16:26:44 -0700 | [diff] [blame] | 688 | ansible-playbook -b -i inventory/local/hosts.ini reset.yml --extra-vars "reset_confirmation=yes" |
Jeremy Ronquillo | 6be909e | 2020-08-24 09:36:13 -0700 | [diff] [blame] | 689 | @if [ -d /usr/local/etc/emulab ]; then \ |
| 690 | mount | grep /mnt/extra/kubelet/pods | cut -d" " -f3 | sudo xargs umount; \ |
| 691 | sudo rm -rf /mnt/extra/kubelet; \ |
| 692 | fi |
| 693 | rm -rf $(M) |
Fatemeh Rouzbeh | a0b26e2 | 2022-04-07 12:45:12 -0700 | [diff] [blame] | 694 | endif |