Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 1 | {{/* |
Jeremy Ronquillo | ec2d3e4 | 2020-06-05 11:33:39 -0700 | [diff] [blame] | 2 | # Copyright 2020-present Open Networking Foundation |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 3 | |
Jeremy Ronquillo | 6046ce3 | 2020-06-18 11:06:29 -0700 | [diff] [blame] | 4 | # SPDX-License-Identifier: LicenseRef-ONF-Member-Only-1.0 |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 5 | */}} |
| 6 | |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 7 | {{- $upfConfig := index .Values.config.upf.cfgFiles "upf.json" }} |
| 8 | {{- $accessConfig := index $upfConfig "access" }} |
| 9 | {{- $coreConfig := index $upfConfig "core" }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 10 | --- |
| 11 | apiVersion: apps/v1 |
| 12 | kind: StatefulSet |
| 13 | metadata: |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 14 | name: upf |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 15 | labels: |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 16 | {{ tuple "upf" . | include "omec-user-plane.metadata_labels" | indent 4 }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 17 | spec: |
| 18 | replicas: 1 |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 19 | serviceName: upf-headless |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 20 | selector: |
| 21 | matchLabels: |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 22 | {{ tuple "upf" . | include "omec-user-plane.metadata_labels" | indent 6 }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 23 | template: |
| 24 | metadata: |
| 25 | labels: |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 26 | {{ tuple "upf" . | include "omec-user-plane.metadata_labels" | indent 8 }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 27 | annotations: |
| 28 | k8s.v1.cni.cncf.io/networks: '[ |
| 29 | { |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 30 | "name": "access-net", |
| 31 | "interface": {{ index $accessConfig "ifname" | quote }}, |
Hyunsun Moon | d457d18 | 2020-09-10 15:52:09 -0700 | [diff] [blame] | 32 | {{- if semverCompare ">=1.16-0" .Capabilities.KubeVersion.GitVersion }} |
| 33 | "ips": [{{ .Values.config.upf.access.ip | quote }}] |
| 34 | {{- else }} |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 35 | "ips": {{ .Values.config.upf.access.ip | quote }} |
Hyunsun Moon | d457d18 | 2020-09-10 15:52:09 -0700 | [diff] [blame] | 36 | {{- end }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 37 | }, |
| 38 | { |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 39 | "name": "core-net", |
| 40 | "interface": {{ index $coreConfig "ifname" | quote }}, |
Hyunsun Moon | d457d18 | 2020-09-10 15:52:09 -0700 | [diff] [blame] | 41 | {{- if semverCompare ">=1.16-0" .Capabilities.KubeVersion.GitVersion }} |
| 42 | "ips": [{{ .Values.config.upf.core.ip | quote }}] |
| 43 | {{- else }} |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 44 | "ips": {{ .Values.config.upf.core.ip | quote }} |
Hyunsun Moon | d457d18 | 2020-09-10 15:52:09 -0700 | [diff] [blame] | 45 | {{- end }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 46 | } |
| 47 | ]' |
| 48 | spec: |
| 49 | shareProcessNamespace: true |
| 50 | {{- if .Values.nodeSelectors.enabled }} |
| 51 | nodeSelector: |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 52 | {{ .Values.nodeSelectors.upf.label }}: {{ .Values.nodeSelectors.upf.value }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 53 | {{- end }} |
Hyunsun Moon | 918f26b | 2020-06-11 13:16:39 -0700 | [diff] [blame] | 54 | initContainers: |
| 55 | - name: bess-init |
| 56 | image: {{ .Values.images.tags.bess | quote }} |
| 57 | imagePullPolicy: {{ .Values.images.pullPolicy | quote }} |
| 58 | command: ["sh", "-xec"] |
| 59 | args: |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 60 | - ip route replace {{ .Values.config.upf.enb.subnet }} via {{ .Values.config.upf.access.gateway }}; |
| 61 | ip route replace default via {{ .Values.config.upf.core.gateway }} metric 110; |
Hyunsun Moon | 617dc05 | 2020-06-21 20:13:22 -0500 | [diff] [blame] | 62 | iptables -I OUTPUT -p icmp --icmp-type port-unreachable -j DROP; |
Hyunsun Moon | 918f26b | 2020-06-11 13:16:39 -0700 | [diff] [blame] | 63 | securityContext: |
| 64 | capabilities: |
| 65 | add: |
| 66 | - NET_ADMIN |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 67 | {{- if .Values.config.coreDump.enabled }} |
Hyunsun Moon | 7f03a77 | 2020-09-27 23:23:50 -0500 | [diff] [blame] | 68 | {{ tuple "upf" . | include "omec-user-plane.coredump_init" | indent 6 }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 69 | {{- end }} |
| 70 | containers: |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 71 | - name: bessd |
| 72 | image: {{ .Values.images.tags.bess | quote }} |
| 73 | imagePullPolicy: {{ .Values.images.pullPolicy | quote }} |
| 74 | securityContext: |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 75 | capabilities: |
| 76 | add: |
| 77 | - IPC_LOCK |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 78 | stdin: true |
| 79 | tty: true |
Hyunsun Moon | 617dc05 | 2020-06-21 20:13:22 -0500 | [diff] [blame] | 80 | command: ["/bin/bash", "-xc"] |
| 81 | args: |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 82 | {{- if .Values.config.upf.hugepage.enabled }} |
Hyunsun Moon | 617dc05 | 2020-06-21 20:13:22 -0500 | [diff] [blame] | 83 | - bessd -f -grpc-url=0.0.0.0:10514 |
| 84 | {{- else }} |
| 85 | - bessd -m 0 -f -grpc-url=0.0.0.0:10514 |
| 86 | {{- end }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 87 | lifecycle: |
| 88 | postStart: |
| 89 | exec: |
| 90 | command: ["/etc/bess/conf/bessd-poststart.sh"] |
| 91 | livenessProbe: |
| 92 | tcpSocket: |
| 93 | port: 10514 |
| 94 | initialDelaySeconds: 15 |
| 95 | periodSeconds: 20 |
| 96 | resources: |
| 97 | requests: |
| 98 | {{- if .Values.resources.enabled }} |
| 99 | {{ toYaml .Values.resources.bess.requests | indent 12 }} |
| 100 | {{- end }} |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 101 | {{- if .Values.config.upf.hugepage.enabled }} |
Hyunsun Moon | 617dc05 | 2020-06-21 20:13:22 -0500 | [diff] [blame] | 102 | hugepages-1Gi: 2Gi |
| 103 | {{- end }} |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 104 | {{- if .Values.config.upf.sriov.enabled }} |
| 105 | intel.com/sriov_vfio_access_net: 1 |
| 106 | intel.com/sriov_vfio_core_net: 1 |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 107 | {{- end }} |
| 108 | limits: |
| 109 | {{- if .Values.resources.enabled }} |
| 110 | {{ toYaml .Values.resources.bess.limits | indent 12 }} |
| 111 | {{- end }} |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 112 | {{- if .Values.config.upf.hugepage.enabled }} |
Hyunsun Moon | 617dc05 | 2020-06-21 20:13:22 -0500 | [diff] [blame] | 113 | hugepages-1Gi: 2Gi |
| 114 | {{- end }} |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 115 | {{- if .Values.config.upf.sriov.enabled }} |
| 116 | intel.com/sriov_vfio_access_net: 1 |
| 117 | intel.com/sriov_vfio_core_net: 1 |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 118 | {{- end }} |
| 119 | env: |
| 120 | - name: CONF_FILE |
Hyunsun Moon | d60fcaf | 2020-07-14 16:09:13 -0700 | [diff] [blame] | 121 | value: /etc/bess/conf/upf.json |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 122 | volumeMounts: |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 123 | {{- if .Values.config.upf.hugepage.enabled }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 124 | - name: hugepages |
| 125 | mountPath: /dev/hugepages |
Hyunsun Moon | 617dc05 | 2020-06-21 20:13:22 -0500 | [diff] [blame] | 126 | {{- end }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 127 | - name: configs |
| 128 | mountPath: /etc/bess/conf |
| 129 | {{- if .Values.config.coreDump.enabled }} |
| 130 | - name: coredump |
| 131 | mountPath: /tmp/coredump |
| 132 | {{- end }} |
Hyunsun Moon | 918f26b | 2020-06-11 13:16:39 -0700 | [diff] [blame] | 133 | - name: routectl |
| 134 | image: {{ .Values.images.tags.bess | quote }} |
| 135 | imagePullPolicy: {{ .Values.images.pullPolicy | quote }} |
| 136 | env: |
| 137 | - name: PYTHONUNBUFFERED |
| 138 | value: "1" |
| 139 | command: ["/opt/bess/bessctl/conf/route_control.py"] |
| 140 | args: |
| 141 | - -i |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 142 | - {{ index $accessConfig "ifname" }} |
| 143 | - {{ index $coreConfig "ifname" }} |
Hyunsun Moon | 918f26b | 2020-06-11 13:16:39 -0700 | [diff] [blame] | 144 | {{- if .Values.resources.enabled }} |
| 145 | resources: |
| 146 | {{ toYaml .Values.resources.routectl | indent 10 }} |
| 147 | {{- end }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 148 | - name: web |
| 149 | image: {{ .Values.images.tags.bess | quote }} |
| 150 | imagePullPolicy: {{ .Values.images.pullPolicy | quote }} |
| 151 | command: ["/bin/bash", "-xc", "bessctl http 0.0.0.0 8000"] |
| 152 | {{- if .Values.resources.enabled }} |
| 153 | resources: |
| 154 | {{ toYaml .Values.resources.web | indent 10 }} |
| 155 | {{- end }} |
| 156 | - name: cpiface |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 157 | {{- if eq .Values.config.upf.cpiface.mode "zmq" }} |
Hyunsun Moon | d60fcaf | 2020-07-14 16:09:13 -0700 | [diff] [blame] | 158 | image: {{ .Values.images.tags.zmqiface | quote }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 159 | imagePullPolicy: {{ .Values.images.pullPolicy | quote }} |
| 160 | env: |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 161 | - name: GLOG_v |
| 162 | value: "1" |
| 163 | command: ["zmq-cpiface"] |
| 164 | args: |
Hyunsun Moon | d60fcaf | 2020-07-14 16:09:13 -0700 | [diff] [blame] | 165 | - --json_config |
| 166 | - /tmp/conf/upf.json |
| 167 | {{- else }} |
| 168 | image: {{ .Values.images.tags.pfcpiface | quote }} |
| 169 | imagePullPolicy: {{ .Values.images.pullPolicy | quote }} |
| 170 | command: ["pfcpiface"] |
| 171 | args: |
| 172 | - -config |
| 173 | - /tmp/conf/upf.json |
| 174 | {{- end }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 175 | {{- if .Values.resources.enabled }} |
| 176 | resources: |
| 177 | {{ toYaml .Values.resources.cpiface | indent 10 }} |
| 178 | {{- end }} |
Hyunsun Moon | d60fcaf | 2020-07-14 16:09:13 -0700 | [diff] [blame] | 179 | volumeMounts: |
| 180 | - name: configs |
| 181 | mountPath: /tmp/conf |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 182 | volumes: |
| 183 | - name: configs |
| 184 | configMap: |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 185 | name: upf |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 186 | defaultMode: 493 |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 187 | {{- if .Values.config.upf.hugepage.enabled }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 188 | - name: hugepages |
| 189 | emptyDir: |
| 190 | medium: HugePages |
Hyunsun Moon | 617dc05 | 2020-06-21 20:13:22 -0500 | [diff] [blame] | 191 | {{- end }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 192 | {{- if .Values.config.coreDump.enabled }} |
| 193 | - name: host-rootfs |
| 194 | hostPath: |
| 195 | path: / |
| 196 | - name: coredump |
| 197 | hostPath: |
| 198 | path: {{ .Values.config.coreDump.path }} |
| 199 | {{- end }} |