Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 1 | {{/* |
Jeremy Ronquillo | ec2d3e4 | 2020-06-05 11:33:39 -0700 | [diff] [blame] | 2 | # Copyright 2020-present Open Networking Foundation |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 3 | |
Jeremy Ronquillo | 6046ce3 | 2020-06-18 11:06:29 -0700 | [diff] [blame] | 4 | # SPDX-License-Identifier: LicenseRef-ONF-Member-Only-1.0 |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 5 | */}} |
| 6 | |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 7 | {{- $upfConfig := index .Values.config.upf.cfgFiles "upf.json" }} |
| 8 | {{- $accessConfig := index $upfConfig "access" }} |
| 9 | {{- $coreConfig := index $upfConfig "core" }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 10 | --- |
| 11 | apiVersion: apps/v1 |
| 12 | kind: StatefulSet |
| 13 | metadata: |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 14 | name: upf |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 15 | labels: |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 16 | {{ tuple "upf" . | include "omec-user-plane.metadata_labels" | indent 4 }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 17 | spec: |
| 18 | replicas: 1 |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 19 | serviceName: upf-headless |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 20 | selector: |
| 21 | matchLabels: |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 22 | {{ tuple "upf" . | include "omec-user-plane.metadata_labels" | indent 6 }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 23 | template: |
| 24 | metadata: |
| 25 | labels: |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 26 | {{ tuple "upf" . | include "omec-user-plane.metadata_labels" | indent 8 }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 27 | annotations: |
| 28 | k8s.v1.cni.cncf.io/networks: '[ |
| 29 | { |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 30 | "name": "access-net", |
| 31 | "interface": {{ index $accessConfig "ifname" | quote }}, |
Hyunsun Moon | 1905a6e | 2020-11-09 05:59:55 +0000 | [diff] [blame] | 32 | {{- if hasKey .Values.config.upf.access "mac" }} |
| 33 | "mac": {{ .Values.config.upf.access.mac | quote }}, |
| 34 | {{- end }} |
Hyunsun Moon | d457d18 | 2020-09-10 15:52:09 -0700 | [diff] [blame] | 35 | "ips": [{{ .Values.config.upf.access.ip | quote }}] |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 36 | }, |
| 37 | { |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 38 | "name": "core-net", |
| 39 | "interface": {{ index $coreConfig "ifname" | quote }}, |
Hyunsun Moon | 1905a6e | 2020-11-09 05:59:55 +0000 | [diff] [blame] | 40 | {{- if hasKey .Values.config.upf.core "mac" }} |
| 41 | "mac": {{ .Values.config.upf.core.mac | quote }}, |
| 42 | {{- end }} |
Hyunsun Moon | d457d18 | 2020-09-10 15:52:09 -0700 | [diff] [blame] | 43 | "ips": [{{ .Values.config.upf.core.ip | quote }}] |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 44 | } |
| 45 | ]' |
| 46 | spec: |
| 47 | shareProcessNamespace: true |
| 48 | {{- if .Values.nodeSelectors.enabled }} |
| 49 | nodeSelector: |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 50 | {{ .Values.nodeSelectors.upf.label }}: {{ .Values.nodeSelectors.upf.value }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 51 | {{- end }} |
Hyunsun Moon | e3500a8 | 2021-05-08 18:12:08 -0700 | [diff] [blame] | 52 | {{- if hasKey .Values.images "pullSecrets" }} |
Hyunsun Moon | 8da1788 | 2020-10-14 21:28:44 -0500 | [diff] [blame] | 53 | imagePullSecrets: |
Hyunsun Moon | e3500a8 | 2021-05-08 18:12:08 -0700 | [diff] [blame] | 54 | {{ toYaml .Values.images.pullSecrets | indent 8 }} |
Hyunsun Moon | 8da1788 | 2020-10-14 21:28:44 -0500 | [diff] [blame] | 55 | {{- end }} |
Hyunsun Moon | 918f26b | 2020-06-11 13:16:39 -0700 | [diff] [blame] | 56 | initContainers: |
| 57 | - name: bess-init |
| 58 | image: {{ .Values.images.tags.bess | quote }} |
| 59 | imagePullPolicy: {{ .Values.images.pullPolicy | quote }} |
| 60 | command: ["sh", "-xec"] |
| 61 | args: |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 62 | - ip route replace {{ .Values.config.upf.enb.subnet }} via {{ .Values.config.upf.access.gateway }}; |
| 63 | ip route replace default via {{ .Values.config.upf.core.gateway }} metric 110; |
Hyunsun Moon | 617dc05 | 2020-06-21 20:13:22 -0500 | [diff] [blame] | 64 | iptables -I OUTPUT -p icmp --icmp-type port-unreachable -j DROP; |
Hyunsun Moon | 918f26b | 2020-06-11 13:16:39 -0700 | [diff] [blame] | 65 | securityContext: |
| 66 | capabilities: |
| 67 | add: |
| 68 | - NET_ADMIN |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 69 | {{- if .Values.config.coreDump.enabled }} |
Hyunsun Moon | 7f03a77 | 2020-09-27 23:23:50 -0500 | [diff] [blame] | 70 | {{ tuple "upf" . | include "omec-user-plane.coredump_init" | indent 6 }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 71 | {{- end }} |
| 72 | containers: |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 73 | - name: bessd |
| 74 | image: {{ .Values.images.tags.bess | quote }} |
| 75 | imagePullPolicy: {{ .Values.images.pullPolicy | quote }} |
| 76 | securityContext: |
Hyunsun Moon | 785d81b | 2020-11-06 05:56:21 +0000 | [diff] [blame] | 77 | {{- if .Values.config.upf.privileged }} |
| 78 | privileged: true |
| 79 | {{- end }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 80 | capabilities: |
| 81 | add: |
| 82 | - IPC_LOCK |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 83 | stdin: true |
| 84 | tty: true |
Hyunsun Moon | 617dc05 | 2020-06-21 20:13:22 -0500 | [diff] [blame] | 85 | command: ["/bin/bash", "-xc"] |
| 86 | args: |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 87 | {{- if .Values.config.upf.hugepage.enabled }} |
Hyunsun Moon | 617dc05 | 2020-06-21 20:13:22 -0500 | [diff] [blame] | 88 | - bessd -f -grpc-url=0.0.0.0:10514 |
| 89 | {{- else }} |
| 90 | - bessd -m 0 -f -grpc-url=0.0.0.0:10514 |
| 91 | {{- end }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 92 | lifecycle: |
| 93 | postStart: |
| 94 | exec: |
| 95 | command: ["/etc/bess/conf/bessd-poststart.sh"] |
| 96 | livenessProbe: |
| 97 | tcpSocket: |
| 98 | port: 10514 |
| 99 | initialDelaySeconds: 15 |
| 100 | periodSeconds: 20 |
| 101 | resources: |
| 102 | requests: |
| 103 | {{- if .Values.resources.enabled }} |
| 104 | {{ toYaml .Values.resources.bess.requests | indent 12 }} |
| 105 | {{- end }} |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 106 | {{- if .Values.config.upf.hugepage.enabled }} |
Hyunsun Moon | 617dc05 | 2020-06-21 20:13:22 -0500 | [diff] [blame] | 107 | hugepages-1Gi: 2Gi |
| 108 | {{- end }} |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 109 | {{- if .Values.config.upf.sriov.enabled }} |
Hyunsun Moon | dc4cc7a | 2021-08-10 17:17:49 -0700 | [diff] [blame^] | 110 | {{ .Values.config.upf.sriov.resourceName }}: 2 |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 111 | {{- end }} |
| 112 | limits: |
| 113 | {{- if .Values.resources.enabled }} |
| 114 | {{ toYaml .Values.resources.bess.limits | indent 12 }} |
| 115 | {{- end }} |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 116 | {{- if .Values.config.upf.hugepage.enabled }} |
Hyunsun Moon | 617dc05 | 2020-06-21 20:13:22 -0500 | [diff] [blame] | 117 | hugepages-1Gi: 2Gi |
| 118 | {{- end }} |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 119 | {{- if .Values.config.upf.sriov.enabled }} |
Hyunsun Moon | dc4cc7a | 2021-08-10 17:17:49 -0700 | [diff] [blame^] | 120 | {{ .Values.config.upf.sriov.resourceName }}: 2 |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 121 | {{- end }} |
| 122 | env: |
| 123 | - name: CONF_FILE |
Hyunsun Moon | d60fcaf | 2020-07-14 16:09:13 -0700 | [diff] [blame] | 124 | value: /etc/bess/conf/upf.json |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 125 | volumeMounts: |
badhri85 | 907510f | 2021-05-27 10:43:02 -0600 | [diff] [blame] | 126 | - name: shared-app |
| 127 | mountPath: /pod-share |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 128 | {{- if .Values.config.upf.hugepage.enabled }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 129 | - name: hugepages |
| 130 | mountPath: /dev/hugepages |
Hyunsun Moon | 617dc05 | 2020-06-21 20:13:22 -0500 | [diff] [blame] | 131 | {{- end }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 132 | - name: configs |
| 133 | mountPath: /etc/bess/conf |
| 134 | {{- if .Values.config.coreDump.enabled }} |
| 135 | - name: coredump |
| 136 | mountPath: /tmp/coredump |
| 137 | {{- end }} |
Hyunsun Moon | 918f26b | 2020-06-11 13:16:39 -0700 | [diff] [blame] | 138 | - name: routectl |
| 139 | image: {{ .Values.images.tags.bess | quote }} |
| 140 | imagePullPolicy: {{ .Values.images.pullPolicy | quote }} |
| 141 | env: |
| 142 | - name: PYTHONUNBUFFERED |
| 143 | value: "1" |
| 144 | command: ["/opt/bess/bessctl/conf/route_control.py"] |
| 145 | args: |
| 146 | - -i |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 147 | - {{ index $accessConfig "ifname" }} |
| 148 | - {{ index $coreConfig "ifname" }} |
Hyunsun Moon | 918f26b | 2020-06-11 13:16:39 -0700 | [diff] [blame] | 149 | {{- if .Values.resources.enabled }} |
| 150 | resources: |
| 151 | {{ toYaml .Values.resources.routectl | indent 10 }} |
| 152 | {{- end }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 153 | - name: web |
| 154 | image: {{ .Values.images.tags.bess | quote }} |
| 155 | imagePullPolicy: {{ .Values.images.pullPolicy | quote }} |
| 156 | command: ["/bin/bash", "-xc", "bessctl http 0.0.0.0 8000"] |
| 157 | {{- if .Values.resources.enabled }} |
| 158 | resources: |
| 159 | {{ toYaml .Values.resources.web | indent 10 }} |
| 160 | {{- end }} |
| 161 | - name: cpiface |
Hyunsun Moon | d60fcaf | 2020-07-14 16:09:13 -0700 | [diff] [blame] | 162 | image: {{ .Values.images.tags.pfcpiface | quote }} |
| 163 | imagePullPolicy: {{ .Values.images.pullPolicy | quote }} |
| 164 | command: ["pfcpiface"] |
| 165 | args: |
| 166 | - -config |
| 167 | - /tmp/conf/upf.json |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 168 | {{- if .Values.resources.enabled }} |
| 169 | resources: |
| 170 | {{ toYaml .Values.resources.cpiface | indent 10 }} |
| 171 | {{- end }} |
Hyunsun Moon | d60fcaf | 2020-07-14 16:09:13 -0700 | [diff] [blame] | 172 | volumeMounts: |
badhri85 | 907510f | 2021-05-27 10:43:02 -0600 | [diff] [blame] | 173 | - name: shared-app |
| 174 | mountPath: /pod-share |
Hyunsun Moon | d60fcaf | 2020-07-14 16:09:13 -0700 | [diff] [blame] | 175 | - name: configs |
| 176 | mountPath: /tmp/conf |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 177 | volumes: |
| 178 | - name: configs |
| 179 | configMap: |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 180 | name: upf |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 181 | defaultMode: 493 |
badhri85 | 907510f | 2021-05-27 10:43:02 -0600 | [diff] [blame] | 182 | - name: shared-app |
| 183 | emptyDir: {} |
Hyunsun Moon | 33d8531 | 2020-08-20 00:55:31 -0700 | [diff] [blame] | 184 | {{- if .Values.config.upf.hugepage.enabled }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 185 | - name: hugepages |
| 186 | emptyDir: |
| 187 | medium: HugePages |
Hyunsun Moon | 617dc05 | 2020-06-21 20:13:22 -0500 | [diff] [blame] | 188 | {{- end }} |
Jeremy Ronquillo | 223db00 | 2020-06-05 10:28:22 -0700 | [diff] [blame] | 189 | {{- if .Values.config.coreDump.enabled }} |
| 190 | - name: host-rootfs |
| 191 | hostPath: |
| 192 | path: / |
| 193 | - name: coredump |
| 194 | hostPath: |
| 195 | path: {{ .Values.config.coreDump.path }} |
| 196 | {{- end }} |