blob: f8f536f3c597ea750f81bb02b6aff69938279630 [file] [log] [blame]
David K. Bainbridge12463052018-01-19 09:26:09 -08001# Copyright 2017 the original author or authors.
2#
3# Licensed under the Apache License, Version 2.0 (the "License");
4# you may not use this file except in compliance with the License.
5# You may obtain a copy of the License at
6#
7# http://www.apache.org/licenses/LICENSE-2.0
8#
9# Unless required by applicable law or agreed to in writing, software
10# distributed under the License is distributed on an "AS IS" BASIS,
11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12# See the License for the specific language governing permissions and
13# limitations under the License.
14#
15#
16# SWARM_MANAGER_COUNT - The number of managers in the swarm cluster. This is
17# used to limit the number of instances of some of the
18# service instances for smaller clusters.
19# [ NOTE - currently this parameter is handled via a Jinga2
20# templating capability, because as of 17.09.0-ce Docker
21# cannot use and environment variable for the `replicas`
22# attribute on a container. ]
David K. Bainbridge3d5b22d2018-01-22 12:57:52 -080023# REGISTRY - The docker registry host from which images should be
24# pulled, i.e. `private-reg.com:5000/`. If specified
25# it should end in a `/`. Defaults to empty.
26# REPOSITORY - The docker repository name from which voltha specific
27# images should be pulled, i.e. `voltha/`. If specified it
28# should end in a `/`. Defaults to empty.
29# TAG - The tag that should be used when referencing VOLTHA docker
30# images, defaults to `latest`.
31# CONSUL_ROOT - The local path on which the consul/data and consul/config
32# directories should be created. Defaults to `/var/local`.
33# VOLTHA_LOGS - The location into which `fluentd` should writes logs.
34# Defaults to `/var/log`.
35# RADIUS_ROOT - The location in which the `data/clients.conf` and
36# `data/users` configuration files can be found. Defaults
37# to `/var/local`.
David K. Bainbridge12463052018-01-19 09:26:09 -080038# DOCKER_HOST_IP -
David K. Bainbridge3d5b22d2018-01-22 12:57:52 -080039# ZK_TAG - The tag that should be used when referencing the ZooKeeper
40# docker image. Defaults to `latest`.
41# KAFKA_TAG - The tag that should be used when referencing the Kafka
42# docker image. Default to `1.0.0`.
43# CONSUL_TAG - The tag that should be used when referencing the Consul
44# docker image. Defaults to `0.9.2`.
45# RADIUS_TAG - The tag that should be used when referencing the FreeRADIUS
46# docker image. Defaults to `latest`.
David K. Bainbridge12463052018-01-19 09:26:09 -080047version: "3"
48
49services:
50 zk1:
David K. Bainbridge3d5b22d2018-01-22 12:57:52 -080051 image: "${REGISTRY}wurstmeister/zookeeper:${ZK_TAG:-latest}"
David K. Bainbridge12463052018-01-19 09:26:09 -080052 logging:
53 driver: "json-file"
54 options:
55 max-size: "10m"
56 max-file: 3
57 networks:
58 - kafka-net
59 environment:
60 ZOO_MY_ID: 1
61 ZOO_SERVERS: server.1=0.0.0.0:2888:3888 server.2=zk2:2888:3888 server.3=zk3:2888:3888
62
63 zk2:
David K. Bainbridge3d5b22d2018-01-22 12:57:52 -080064 image: "${REGISTRY}wurstmeister/zookeeper:${ZK_TAG:-latest}"
David K. Bainbridge12463052018-01-19 09:26:09 -080065 logging:
66 driver: "json-file"
67 options:
68 max-size: "10m"
69 max-file: 3
70 networks:
71 - kafka-net
72 environment:
73 ZOO_MY_ID: 2
74 ZOO_SERVERS: server.1=zk1:2888:3888 server.2=0.0.0.0:2888:3888 server.3=zk3:2888:3888
75
76 zk3:
David K. Bainbridge3d5b22d2018-01-22 12:57:52 -080077 image: "${REGISTRY}wurstmeister/zookeeper:${ZK_TAG:-latest}"
David K. Bainbridge12463052018-01-19 09:26:09 -080078 logging:
79 driver: "json-file"
80 options:
81 max-size: "10m"
82 max-file: 3
83 networks:
84 - kafka-net
85 environment:
86 ZOO_MY_ID: 3
87 ZOO_SERVERS: server.1=zk1:2888:3888 server.2=zk2:2888:3888 server.3=0.0.0.0:2888:3888
88
89 kafka:
90 deploy:
91 mode: global
David K. Bainbridge3d5b22d2018-01-22 12:57:52 -080092 image: "${REGISTRY}wurstmeister/kafka:${KAFKA_TAG:-latest}"
David K. Bainbridge12463052018-01-19 09:26:09 -080093 logging:
94 driver: "json-file"
95 options:
96 max-size: "10m"
97 max-file: 3
98 environment:
99 KAFKA_ADVERTISED_PORT: 9092
100 KAFKA_ZOOKEEPER_CONNECT: zk1:2181,zk2:2181,zk3:2181
101 KAFKA_HEAP_OPTS: -Xmx256M -Xms128M
102 volumes:
103 - /var/run/docker.sock:/var/run/docker.sock
104 networks:
105 - kafka-net
106 - voltha-net
107 ports:
108 - 9092:9092
109
110 consul:
David K. Bainbridge3d5b22d2018-01-22 12:57:52 -0800111 image: "${REGISTRY}consul:${CONSUL_TAG:-0.9.2}"
David K. Bainbridge12463052018-01-19 09:26:09 -0800112 logging:
113 driver: "json-file"
114 options:
115 max-size: "10m"
116 max-file: 3
117
118 # Deploy to all docker manager nodes
119 deploy:
120 mode: global
121 placement:
122 constraints:
123 - node.role == manager
124 restart_policy:
125 condition: on-failure
126 entrypoint:
127 - consul
128 - agent
129 - -server
130 - -bootstrap-expect={{ SWARM_MANAGER_COUNT | default(1) }}
131 - -config-dir=/consul/config
132 - -data-dir=/consul/data # mandatory property
133 - -client=0.0.0.0
134 - -advertise={{ '{{' }} GetAllInterfaces | include "network" "172.29.20.0/29" | sort "size,address" | attr "address" {{ '}}' }}
135 - -ui
136 - -raft-protocol=3
137 - -rejoin
138 - -retry-join=172.29.20.2
139 - -retry-join=172.29.20.3
140 - -retry-join=172.29.20.4
141 - -retry-join=172.29.20.5
142 - -retry-join=172.29.20.6
143 - -retry-join=172.29.20.7
144 networks:
145 - consul-net
146 - voltha-net
147 ports:
148 - "8300:8300"
149 - "8400:8400"
150 - "8500:8500"
151 - "8600:8600/udp"
152{%- if CONSUL_ROOT is defined and CONSUL_ROOT %}
153 volumes:
154 - {{ CONSUL_ROOT }}/data:/consul/data
155 - {{ CONSUL_ROOT }}/config:/consul/config
156{%- endif %}
157
158 fluentdactv:
David K. Bainbridge3d5b22d2018-01-22 12:57:52 -0800159 image: "${REGISTRY}${REPOSITORY}voltha-fluentd:${TAG:-latest}"
David K. Bainbridge12463052018-01-19 09:26:09 -0800160 logging:
161 driver: "json-file"
162 options:
163 max-size: "10m"
164 max-file: 3
165 deploy:
166 replicas: 1
167 restart_policy:
168 condition: on-failure
169 environment:
170 FLUENTD_CONF: fluent-agg.conf
171 networks:
172 - voltha-net
173 ports:
174 - "24224"
175{%- if VOLTHA_LOGS is defined and VOLTHA_LOGS %}
176 volumes:
177 - "{{ VOLTHA_LOGS }}:/fluentd/log"
178{%- endif %}
179
180 fluentdstby:
David K. Bainbridge3d5b22d2018-01-22 12:57:52 -0800181 image: "${REGISTRY}${REPOSITORY}voltha-fluentd:${TAG:-latest}"
David K. Bainbridge12463052018-01-19 09:26:09 -0800182 logging:
183 driver: "json-file"
184 options:
185 max-size: "10m"
186 max-file: 3
187 deploy:
188 replicas: 1
189 restart_policy:
190 condition: on-failure
191 environment:
192 FLUENTD_CONF: fluent-agg.conf
193 networks:
194 - voltha-net
195 ports:
196 - "24224"
197{%- if VOLTHA_LOGS is defined and VOLTHA_LOGS %}
198 volumes:
199 - "{{ VOLTHA_LOGS }}:/fluentd/log"
200{%- endif %}
201
202 # The Fluentd container is part of the data collection
203 # infrastructure.
204 fluentd:
David K. Bainbridge3d5b22d2018-01-22 12:57:52 -0800205 image: "${REGISTRY}${REPOSITORY}voltha-fluentd:${TAG:-latest}"
David K. Bainbridge12463052018-01-19 09:26:09 -0800206 logging:
207 driver: "json-file"
208 options:
209 max-size: "10m"
210 max-file: 3
211 deploy:
212 mode: replicated
213 replicas: {{ SWARM_MANAGER_COUNT | default(1) }}
214 restart_policy:
215 condition: any
216 environment:
217 SERVICE_24224_NAME: "fluentd-intake"
218 FLUENTD_CONF: fluent.conf
219 WAIT_FOR: "fluentdactv:24224 fluentdstby:24224"
220 WAIT_FOR_TIMEOUT: 0
221 networks:
222 - voltha-net
223 ports:
224 - "24224"
225
226 # Free RADIUS can be used to test VOLTHA's authentication
227 # sequence, i.e., EAPOL from a device behind an OLT to
228 # RADIUS authentication on the back end systems. By default
229 # no instances of Free RADIUS are deployed.
230 freeradius:
231 deploy:
232 replicas: 0
233 image: "${REGISTRY}marcelmaatkamp/freeradius:${RADIUS_TAG:-latest}"
234 logging:
235 driver: "json-file"
236 options:
237 max-size: "10m"
238 max-file: 3
239 ports:
240 - "1812:1812/udp"
241 - "1813:1813"
242 - "18120:18120"
243
244{%- if RADIUS_ROOT is defined and RADIUS_ROOT %}
245 # CONFIG: When deploying a Free RADIUS instance client and user
246 # information will need to be configured for the service to
247 # operate correctly.
248 #
249 volumes:
250 - {{ RADIUS_ROOT }}/data/clients.conf:/etc/raddb/clients.conf
251 - {{ RADIUS_ROOT }}/data/users:/etc/raddb/users
252{%- endif %}
253 networks:
254 - voltha-net
255
256 # The cluster manager container calculates and servers ONOS cluster
257 # meta data via HTTP so that ONOS instances can form an HA cluster.
258 # The cluster manager must run on a manager node so that it can
259 # retrieve service information from manager nodes
260 onos_cluster_manager:
David K. Bainbridge3d5b22d2018-01-22 12:57:52 -0800261 image: "${REGISTRY}${REPOSITORY}voltha-unum:${TAG:-latest}"
David K. Bainbridge12463052018-01-19 09:26:09 -0800262 deploy:
263 replicas: 1
264 placement:
265 constraints:
266 - node.role == manager
267 environment:
268 PERIOD: "10s"
269 LOG_LEVEL: "debug"
270 ORCHESTRATION: "swarm://"
271 LABELS: "org.voltha.onos.cluster:true"
272 NETWORK: "org.voltha.onos.cluster:true"
273 ports:
274 - 5411:5411
275 networks:
276 - voltha-net
277 volumes:
278 - /var/run/docker.sock:/var/run/docker.sock
279
280 # ONOS is the SDN controller for the solution and handles AAA,
281 # IGMP proxy, and L2 DHCP requests as well as manages flows
282 # down to the virtual devices (MCAST + OLT flows).
283 # Currently there is a single instance of ONOS as some of the
284 # applications running under ONOS do not support HA.
285 onos:
286 deploy:
287 replicas: 1
288 labels:
289 org.voltha.onos.cluster: "true"
David K. Bainbridge3d5b22d2018-01-22 12:57:52 -0800290 image: "${REGISTRY}${REPOSITORY}voltha-onos:${TAG:-latest}"
David K. Bainbridge12463052018-01-19 09:26:09 -0800291 logging:
292 driver: "json-file"
293 options:
294 max-size: "10m"
295 max-file: 3
296 ports:
297 - 8101:8101 # ssh
298 - 6653:6653 # OF
299 - 8181:8181 # UI
300 environment:
301 EXTRA_JAVA_OPTS: "-Donos.cluster.metadata.uri=http://onos_cluster_manager:5411/config/"
302 networks:
303 - voltha-net
304
Jonathan Hart290e07d2018-02-05 09:31:29 -0800305 config_push:
306 deploy:
307 replicas: 1
308 restart_policy:
309 condition: on-failure
310 image: "${REGISTRY}${REPOSITORY}voltha-config-push:${TAG:-latest}"
311 logging:
312 driver: "json-file"
313 options:
314 max-size: "10m"
315 max-file: 3
316 environment:
317 ONOS_CONNECTION: "onos:8181"
318 ONOS_USER: "karaf"
319 ONOS_PASSWORD: "karaf"
320 networks:
321 - voltha-net
322
David K. Bainbridge12463052018-01-19 09:26:09 -0800323 # The VCORE container is the core capabilities of VOLTHA including
324 # interacting with device adapters
325 vcore:
David K. Bainbridge3d5b22d2018-01-22 12:57:52 -0800326 image: "${REGISTRY}${REPOSITORY}voltha-voltha:${TAG:-latest}"
David K. Bainbridge12463052018-01-19 09:26:09 -0800327 logging:
328 driver: "json-file"
329 options:
330 max-size: "10m"
331 max-file: 3
332 deploy:
333 replicas: {{ SWARM_MANAGER_COUNT | default(1) }}
334 entrypoint:
335 - voltha/voltha/main.py
336 - -v
337 - --consul=consul:8500
338 - --fluentd=fluentd:24224
339 - --kafka=kafka
340 - --rest-port=8880
341 - --grpc-port=50556
342 - --instance-id-is-container-name
343 - --backend=consul
344 - --inter-core-subnet=172.29.19.0/24
345 - --pon-subnet=172.29.19.0/24
346 networks:
347 - voltha-net
348 ports:
349 - "8880:8880"
350 - "18880:18880"
351 - "50556:50556"
352 volumes:
353 - /var/run/docker.sock:/tmp/docker.sock
354
355 # The OpenFlow Agent support the OpenFlow protocol communication
356 # between ONOS and VOLTHA.
357 ofagent:
David K. Bainbridge3d5b22d2018-01-22 12:57:52 -0800358 image: "${REGISTRY}${REPOSITORY}voltha-ofagent:${TAG:-latest}"
David K. Bainbridge12463052018-01-19 09:26:09 -0800359 logging:
360 driver: "json-file"
361 options:
362 max-size: "10m"
363 max-file: 3
364 deploy:
365 replicas: 1
366 entrypoint:
367 - /ofagent/ofagent/main.py
368 - -v
369 - --consul=consul:8500
370 - --fluentd=fluentd:24224
371 - --controller=onos:6653
372 - --grpc-endpoint=vcore:50556
373 - --instance-id-is-container-name
Jonathan Hart290e07d2018-02-05 09:31:29 -0800374 - --enable-tls
375 - --key-file=/ofagent/pki/voltha.key
376 - --cert-file=/ofagent/pki/voltha.crt
David K. Bainbridge12463052018-01-19 09:26:09 -0800377 volumes:
378 - /var/run/docker.sock:/tmp/docker.sock
379 networks:
380 - voltha-net
381
382 # The VOLTHA container supports load balancing of request to
383 # the VOLTHA components as well as surfaces a REST API and maps
384 # the requests to GPRC
385 voltha:
David K. Bainbridge3d5b22d2018-01-22 12:57:52 -0800386 image: "${REGISTRY}${REPOSITORY}voltha-envoy:${TAG:-latest}"
David K. Bainbridge12463052018-01-19 09:26:09 -0800387 logging:
388 driver: "json-file"
389 options:
390 max-size: "10m"
391 max-file: 3
392 deploy:
393 replicas: 1
394 #environment:
395 # DOCKER_HOST_IP: "${DOCKER_HOST_IP}"
396 entrypoint:
397 - /usr/local/bin/envoyd
398 - -envoy-cfg-template
399 - "/envoy/voltha-grpc-proxy.template.json"
400 - -envoy-config
401 - "/envoy/voltha-grpc-proxy.json"
402 networks:
403 - voltha-net
404 ports:
405 - "50555:50555"
406 - "8882:8882"
407 - "8443:8443"
408 - "8001:8001"
409 volumes:
410 - /var/run/docker.sock:/tmp/docker.sock
411
412 # The CLI container provides an CLI to the VOLTHA capabilitiy
413 # that can be accessed via SSH.
414 cli:
David K. Bainbridge3d5b22d2018-01-22 12:57:52 -0800415 image: "${REGISTRY}${REPOSITORY}voltha-cli:${TAG:-latest}"
David K. Bainbridge12463052018-01-19 09:26:09 -0800416 logging:
417 driver: "json-file"
418 options:
419 max-size: "10m"
420 max-file: 3
421 deploy:
422 replicas: {{ SWARM_MANAGER_COUNT | default(1) }}
423 #environment:
424 # DOCKER_HOST_IP: "${DOCKER_HOST_IP}"
425 entrypoint:
426 - /cli/cli/setup.sh
427 - -C consul:8500
428 - -g voltha:50555
429 - -s voltha:18880
430 - -G
431 networks:
432 - voltha-net
433 ports:
434 - "5022:22"
435
436 # The Netconf container provides an NETCONF API to be used
437 # with VOLTHA and maps that to GRPC requests
438 netconf:
David K. Bainbridge3d5b22d2018-01-22 12:57:52 -0800439 image: "${REGISTRY}${REPOSITORY}voltha-netconf:${TAG:-latest}"
David K. Bainbridge12463052018-01-19 09:26:09 -0800440 logging:
441 driver: "json-file"
442 options:
443 max-size: "10m"
444 max-file: 3
445 deploy:
446 mode: global
447 environment:
448 SERVICE_1830_NAME: "netconf-server"
449 entrypoint:
450 - /netconf/netconf/main.py
451 - -v
452 - --consul=consul:8500
453 - --fluentd=fluentd:24224
454 - --grpc-endpoint=voltha:50555
455 - --instance-id-is-container-name
456 networks:
457 - voltha-net
458 ports:
459 - "830:1830"
460 volumes:
461 - /var/run/docker.sock:/tmp/docker.sock
462
463 # The tools container provides a bash command shell to which
464 # an operator can SSH that has the same network connectivity
465 # as other VOLTHA containers and is thus a convenient
466 # troubleshooting tool
467 tools:
David K. Bainbridge3d5b22d2018-01-22 12:57:52 -0800468 image: "${REGISTRY}${REPOSITORY}voltha-tools:${TAG:-latest}"
David K. Bainbridge12463052018-01-19 09:26:09 -0800469 logging:
470 driver: "json-file"
471 options:
472 max-size: "10m"
473 max-file: 3
474 deploy:
475 mode: replicated
476 replicas: 1
477 restart_policy:
478 condition: on-failure
479 ports:
480 - "4022:22"
481 networks:
482 - voltha-net
483 - kafka-net
484
485networks:
486 consul-net:
487 driver: overlay
488 driver_opts:
489 encrypted: "true"
490 ipam:
491 driver: default
492 config:
493 - subnet: 172.29.20.0/29
494
495 voltha-net:
496 driver: overlay
497 driver_opts:
498 encrypted: "true"
499 ipam:
500 driver: default
501 config:
502 - subnet: 172.29.19.0/24
503 labels:
504 org.voltha.onos.cluster: "true"
505
506 kafka-net:
507 driver: overlay
508 driver_opts:
509 encrypted: "true"