Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 1 | {{/* |
Jeremy Ronquillo | ec2d3e4 | 2020-06-05 11:33:39 -0700 | [diff] [blame] | 2 | # Copyright 2020-present Open Networking Foundation |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 3 | |
Jeremy Ronquillo | 6046ce3 | 2020-06-18 11:06:29 -0700 | [diff] [blame] | 4 | # SPDX-License-Identifier: LicenseRef-ONF-Member-Only-1.0 |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 5 | */}} |
| 6 | |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 7 | {{- $upfConfig := index .Values.config.upf.cfgFiles "upf.json" }} |
| 8 | {{- $accessConfig := index $upfConfig "access" }} |
| 9 | {{- $coreConfig := index $upfConfig "core" }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 10 | --- |
| 11 | apiVersion: apps/v1 |
| 12 | kind: StatefulSet |
| 13 | metadata: |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 14 | name: upf |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 15 | labels: |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 16 | {{ tuple "upf" . | include "omec-user-plane.metadata_labels" | indent 4 }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 17 | spec: |
| 18 | replicas: 1 |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 19 | serviceName: upf-headless |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 20 | selector: |
| 21 | matchLabels: |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 22 | {{ tuple "upf" . | include "omec-user-plane.metadata_labels" | indent 6 }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 23 | template: |
| 24 | metadata: |
| 25 | labels: |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 26 | {{ tuple "upf" . | include "omec-user-plane.metadata_labels" | indent 8 }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 27 | annotations: |
| 28 | k8s.v1.cni.cncf.io/networks: '[ |
| 29 | { |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 30 | "name": "access-net", |
| 31 | "interface": {{ index $accessConfig "ifname" | quote }}, |
Hyunsun Moon | d457d18 | 2020-09-10 15:52:09 -0700 | [diff] [blame] | 32 | {{- if semverCompare ">=1.16-0" .Capabilities.KubeVersion.GitVersion }} |
| 33 | "ips": [{{ .Values.config.upf.access.ip | quote }}] |
| 34 | {{- else }} |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 35 | "ips": {{ .Values.config.upf.access.ip | quote }} |
Hyunsun Moon | d457d18 | 2020-09-10 15:52:09 -0700 | [diff] [blame] | 36 | {{- end }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 37 | }, |
| 38 | { |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 39 | "name": "core-net", |
| 40 | "interface": {{ index $coreConfig "ifname" | quote }}, |
Hyunsun Moon | d457d18 | 2020-09-10 15:52:09 -0700 | [diff] [blame] | 41 | {{- if semverCompare ">=1.16-0" .Capabilities.KubeVersion.GitVersion }} |
| 42 | "ips": [{{ .Values.config.upf.core.ip | quote }}] |
| 43 | {{- else }} |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 44 | "ips": {{ .Values.config.upf.core.ip | quote }} |
Hyunsun Moon | d457d18 | 2020-09-10 15:52:09 -0700 | [diff] [blame] | 45 | {{- end }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 46 | } |
| 47 | ]' |
| 48 | spec: |
| 49 | shareProcessNamespace: true |
| 50 | {{- if .Values.nodeSelectors.enabled }} |
| 51 | nodeSelector: |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 52 | {{ .Values.nodeSelectors.upf.label }}: {{ .Values.nodeSelectors.upf.value }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 53 | {{- end }} |
Hyunsun Moon | 8da1788 | 2020-10-14 21:28:44 -0500 | [diff] [blame] | 54 | {{- if .Values.images.credentials }} |
| 55 | imagePullSecrets: |
| 56 | - name: {{ .Release.Name }}.registry |
| 57 | {{- end }} |
Hyunsun Moon | 918f26b | 2020-06-11 13:16:39 -0700 | [diff] [blame] | 58 | initContainers: |
| 59 | - name: bess-init |
| 60 | image: {{ .Values.images.tags.bess | quote }} |
| 61 | imagePullPolicy: {{ .Values.images.pullPolicy | quote }} |
| 62 | command: ["sh", "-xec"] |
| 63 | args: |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 64 | - ip route replace {{ .Values.config.upf.enb.subnet }} via {{ .Values.config.upf.access.gateway }}; |
| 65 | ip route replace default via {{ .Values.config.upf.core.gateway }} metric 110; |
Hyunsun Moon | 617dc05 | 2020-06-21 20:13:22 -0500 | [diff] [blame] | 66 | iptables -I OUTPUT -p icmp --icmp-type port-unreachable -j DROP; |
Hyunsun Moon | 918f26b | 2020-06-11 13:16:39 -0700 | [diff] [blame] | 67 | securityContext: |
| 68 | capabilities: |
| 69 | add: |
| 70 | - NET_ADMIN |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 71 | {{- if .Values.config.coreDump.enabled }} |
Hyunsun Moon | 7f03a77 | 2020-09-27 23:23:50 -0500 | [diff] [blame] | 72 | {{ tuple "upf" . | include "omec-user-plane.coredump_init" | indent 6 }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 73 | {{- end }} |
| 74 | containers: |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 75 | - name: bessd |
| 76 | image: {{ .Values.images.tags.bess | quote }} |
| 77 | imagePullPolicy: {{ .Values.images.pullPolicy | quote }} |
| 78 | securityContext: |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 79 | capabilities: |
| 80 | add: |
| 81 | - IPC_LOCK |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 82 | stdin: true |
| 83 | tty: true |
Hyunsun Moon | 617dc05 | 2020-06-21 20:13:22 -0500 | [diff] [blame] | 84 | command: ["/bin/bash", "-xc"] |
| 85 | args: |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 86 | {{- if .Values.config.upf.hugepage.enabled }} |
Hyunsun Moon | 617dc05 | 2020-06-21 20:13:22 -0500 | [diff] [blame] | 87 | - bessd -f -grpc-url=0.0.0.0:10514 |
| 88 | {{- else }} |
| 89 | - bessd -m 0 -f -grpc-url=0.0.0.0:10514 |
| 90 | {{- end }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 91 | lifecycle: |
| 92 | postStart: |
| 93 | exec: |
| 94 | command: ["/etc/bess/conf/bessd-poststart.sh"] |
| 95 | livenessProbe: |
| 96 | tcpSocket: |
| 97 | port: 10514 |
| 98 | initialDelaySeconds: 15 |
| 99 | periodSeconds: 20 |
| 100 | resources: |
| 101 | requests: |
| 102 | {{- if .Values.resources.enabled }} |
| 103 | {{ toYaml .Values.resources.bess.requests | indent 12 }} |
| 104 | {{- end }} |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 105 | {{- if .Values.config.upf.hugepage.enabled }} |
Hyunsun Moon | 617dc05 | 2020-06-21 20:13:22 -0500 | [diff] [blame] | 106 | hugepages-1Gi: 2Gi |
| 107 | {{- end }} |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 108 | {{- if .Values.config.upf.sriov.enabled }} |
| 109 | intel.com/sriov_vfio_access_net: 1 |
| 110 | intel.com/sriov_vfio_core_net: 1 |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 111 | {{- end }} |
| 112 | limits: |
| 113 | {{- if .Values.resources.enabled }} |
| 114 | {{ toYaml .Values.resources.bess.limits | indent 12 }} |
| 115 | {{- end }} |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 116 | {{- if .Values.config.upf.hugepage.enabled }} |
Hyunsun Moon | 617dc05 | 2020-06-21 20:13:22 -0500 | [diff] [blame] | 117 | hugepages-1Gi: 2Gi |
| 118 | {{- end }} |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 119 | {{- if .Values.config.upf.sriov.enabled }} |
| 120 | intel.com/sriov_vfio_access_net: 1 |
| 121 | intel.com/sriov_vfio_core_net: 1 |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 122 | {{- end }} |
| 123 | env: |
| 124 | - name: CONF_FILE |
Hyunsun Moon | d60fcaf | 2020-07-14 16:09:13 -0700 | [diff] [blame] | 125 | value: /etc/bess/conf/upf.json |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 126 | volumeMounts: |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 127 | {{- if .Values.config.upf.hugepage.enabled }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 128 | - name: hugepages |
| 129 | mountPath: /dev/hugepages |
Hyunsun Moon | 617dc05 | 2020-06-21 20:13:22 -0500 | [diff] [blame] | 130 | {{- end }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 131 | - name: configs |
| 132 | mountPath: /etc/bess/conf |
| 133 | {{- if .Values.config.coreDump.enabled }} |
| 134 | - name: coredump |
| 135 | mountPath: /tmp/coredump |
| 136 | {{- end }} |
Hyunsun Moon | 918f26b | 2020-06-11 13:16:39 -0700 | [diff] [blame] | 137 | - name: routectl |
| 138 | image: {{ .Values.images.tags.bess | quote }} |
| 139 | imagePullPolicy: {{ .Values.images.pullPolicy | quote }} |
| 140 | env: |
| 141 | - name: PYTHONUNBUFFERED |
| 142 | value: "1" |
| 143 | command: ["/opt/bess/bessctl/conf/route_control.py"] |
| 144 | args: |
| 145 | - -i |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 146 | - {{ index $accessConfig "ifname" }} |
| 147 | - {{ index $coreConfig "ifname" }} |
Hyunsun Moon | 918f26b | 2020-06-11 13:16:39 -0700 | [diff] [blame] | 148 | {{- if .Values.resources.enabled }} |
| 149 | resources: |
| 150 | {{ toYaml .Values.resources.routectl | indent 10 }} |
| 151 | {{- end }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 152 | - name: web |
| 153 | image: {{ .Values.images.tags.bess | quote }} |
| 154 | imagePullPolicy: {{ .Values.images.pullPolicy | quote }} |
| 155 | command: ["/bin/bash", "-xc", "bessctl http 0.0.0.0 8000"] |
| 156 | {{- if .Values.resources.enabled }} |
| 157 | resources: |
| 158 | {{ toYaml .Values.resources.web | indent 10 }} |
| 159 | {{- end }} |
| 160 | - name: cpiface |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 161 | {{- if eq .Values.config.upf.cpiface.mode "zmq" }} |
Hyunsun Moon | d60fcaf | 2020-07-14 16:09:13 -0700 | [diff] [blame] | 162 | image: {{ .Values.images.tags.zmqiface | quote }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 163 | imagePullPolicy: {{ .Values.images.pullPolicy | quote }} |
| 164 | env: |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 165 | - name: GLOG_v |
| 166 | value: "1" |
| 167 | command: ["zmq-cpiface"] |
| 168 | args: |
Hyunsun Moon | d60fcaf | 2020-07-14 16:09:13 -0700 | [diff] [blame] | 169 | - --json_config |
| 170 | - /tmp/conf/upf.json |
| 171 | {{- else }} |
| 172 | image: {{ .Values.images.tags.pfcpiface | quote }} |
| 173 | imagePullPolicy: {{ .Values.images.pullPolicy | quote }} |
| 174 | command: ["pfcpiface"] |
| 175 | args: |
| 176 | - -config |
| 177 | - /tmp/conf/upf.json |
| 178 | {{- end }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 179 | {{- if .Values.resources.enabled }} |
| 180 | resources: |
| 181 | {{ toYaml .Values.resources.cpiface | indent 10 }} |
| 182 | {{- end }} |
Hyunsun Moon | d60fcaf | 2020-07-14 16:09:13 -0700 | [diff] [blame] | 183 | volumeMounts: |
| 184 | - name: configs |
| 185 | mountPath: /tmp/conf |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 186 | volumes: |
| 187 | - name: configs |
| 188 | configMap: |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 189 | name: upf |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 190 | defaultMode: 493 |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 191 | {{- if .Values.config.upf.hugepage.enabled }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 192 | - name: hugepages |
| 193 | emptyDir: |
| 194 | medium: HugePages |
Hyunsun Moon | 617dc05 | 2020-06-21 20:13:22 -0500 | [diff] [blame] | 195 | {{- end }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 196 | {{- if .Values.config.coreDump.enabled }} |
| 197 | - name: host-rootfs |
| 198 | hostPath: |
| 199 | path: / |
| 200 | - name: coredump |
| 201 | hostPath: |
| 202 | path: {{ .Values.config.coreDump.path }} |
| 203 | {{- end }} |