VOL-595 - container image name consistency and general cleanup
Change-Id: Iccac1ccba61537cefa046118df139196e9e87713
diff --git a/install/voltha-swarm-start.sh b/install/voltha-swarm-start.sh
index ceb45b8..cbd69e3 100755
--- a/install/voltha-swarm-start.sh
+++ b/install/voltha-swarm-start.sh
@@ -1,48 +1,151 @@
#!/bin/bash
-voltha_base_dir="/cord/incubator/voltha"
-hostName=`hostname`
+# Copyright 2017 the original author or authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
-docker network create --driver overlay --subnet=172.29.19.0/24 voltha_net
-#docker network create --driver overlay --subnet=172.29.19.0/24 --opt encrypted=true voltha_net
-docker stack deploy -c ${voltha_base_dir}/compose/docker-compose-kafka-cluster.yml kafka
-docker stack deploy -c ${voltha_base_dir}/compose/docker-compose-consul-cluster.yml consul
-echo "Waiting for consul to start"
-while true
-do
- cs=`docker service ls | grep consul_consul | awk '{print $4}'`
- if [ "$cs" == "3/3" ]; then
- break
- fi
+PROG=$(basename $0)
+BASE_DIR=$(pwd)
+
+GREEN='\033[32;1m'
+RED='\033[0;31m'
+YELLOW='\033[0;33m'
+WHITE='\033[1;37m'
+NC='\033[0m' # No Color
+
+usage() {
+ echo >&2 "$PROG: [-d <dir>] [-l <log-dir>] [-h]"
+ echo >&2 " -d <dir> directory in which the 'compose file directory' is located, defaults to '$(pwd)'"
+ echo >&2 " -l <log-dir> directory into which fluentd logs will be written"
+ echo >&2 " -c <consul-dir> directory into which consul data is written"
+ echo >&2 " -e ensure voltha_net is encrypted"
+ echo >&2 " -h this message"
+}
+
+wait_for_service() {
+ while true
+ do
+ COUNT=$(docker service ls | grep $1 | awk '{print $4}')
+ if [ ! -z "$COUNT" ]; then
+ HAVE=$(echo $COUNT | cut -d/ -f1)
+ WANT=$(echo $COUNT | cut -d/ -f2)
+ if [ $WANT == $HAVE ]; then
+ break
+ fi
+ fi
+ sleep 2
+ done
+}
+
+ENCRYPT_VNET=""
+
+OPTIND=1
+while getopts d:l:c:eh OPT; do
+ case "$OPT" in
+ d) BASE_DIR="$OPTARG";;
+ l) export VOLTHA_LOGS="$OPTARG";;
+ c) export CONSUL_ROOT="$OPTARG";;
+ e) ENCRYPT_VNET="--opt encrypted=true";;
+ h) usage;
+ exit 1;;
+ esac
done
-echo "Waiting for consul leader election"
+# If `REGISTRY` is set, but doesn't end in a `/`, then
+# add one
+test -z "$REGISTRY" -o "$(echo ${REGISTRY: -1})" == "/" || REGISTRY="$REGISTRY/"
+
+# Attempt to count Ready Docker Swarm managers
+export SWARM_MANAGER_COUNT=$(docker node ls | grep Ready | egrep '(Leader)|(Reachable)' | wc -l | sed -e 's/ //g')
+hostName=$(hostname)
+
+echo -n "[network] voltha-net ... "
+if [ $(docker network ls | grep voltha_net | wc -l) -eq 0 ]; then
+ OUT=$(docker network create --driver overlay \
+ --subnet="172.29.19.0/24" \
+ $ENCRYPT_VNET voltha_net 2>&1)
+ if [ $? -ne 0 ]; then
+ echo -e "${RED}ERROR: $OUT${NC}"
+ else
+ echo -e "${GREEN}created${NC}"
+ fi
+else
+ # Verify that the current encrypted state is the desired encrypted state
+ # and if not, tear down and recreate
+ CURRENT=$(docker network inspect --format '{{.Options.encrypted}}' voltha_net | grep -v "<no value>")
+ if [ "$ENCRYPT_VNET X" != " X" -a "$CURRENT" != "true" -o "$ENCRYPT_VNET X" == " X" -a "$CURRENT" == "true" ]; then
+ echo -en "${YELLOW}delete${NC} ... "
+ docker network rm voltha_net > /dev/null || exit 1
+ OUT=$(docker network create --driver overlay \
+ --subnet="172.29.19.0/24" \
+ $ENCRYPT_VNET voltha_net 2>&1)
+ if [ $? -ne 0 ]; then
+ echo -e "${RED}ERROR: $OUT${NC}"
+ else
+ echo -e "${GREEN}created${NC}"
+ fi
+ else
+ echo -e "${WHITE}already exists${NC}"
+ fi
+fi
+
+echo -n "[network] kafka_net ... "
+if [ $(docker network ls | grep kafka_net | wc -l) -eq 0 ]; then
+ OUT=$(docker network create --driver overlay --opt encrypted kafka_net 2>&1)
+ if [ $? -ne 0 ]; then
+ echo -e "${RED}ERROR: $OUT${NC}"
+ else
+ echo -e "${GREEN}created${NC}"
+ fi
+else
+ echo -e "${WHITE}already exists${NC}"
+fi
+
+docker stack deploy -c $BASE_DIR/compose/docker-compose-kafka-cluster.yml kafka
+docker stack deploy -c $BASE_DIR/compose/docker-compose-consul-cluster.yml consul
+echo -n "Waiting for consul to start ... "
+wait_for_service consul_consul
+echo -e "${GREEN}done${NC}"
+
+echo -n "Waiting for consul leader election ... "
patience=10
while true
do
- leader=`curl -v http://${hostName}:8500/v1/status/leader 2>/dev/null | sed -e 's/"//g'`
- if [ ! -z "$leader" ] ; then
- echo "Leader elected is on ${leader}"
- break
- fi
- sleep 10
- patience=`expr $patience - 1`
- if [ $patience -eq 0 ]; then
- echo "Consul leader election taking too long... aborting"
- ./voltha-swarm-stop.sh
- exit 1
- fi
+ leader=`curl -v http://${hostName}:8500/v1/status/leader 2>/dev/null | sed -e 's/"//g'`
+ if [ ! -z "$leader" ] ; then
+ echo -e "${GREEN}Leader elected is on ${leader}${NC}"
+ break
+ fi
+ sleep 10
+ patience=`expr $patience - 1`
+ if [ $patience -eq 0 ]; then
+ echo -e "${RED}Consul leader election taking too long... aborting${NC}"
+ echo "Stopping VOLTHA ... "
+ ./voltha-swarm-stop.sh
+ exit 1
+ fi
done
+docker stack deploy -c $BASE_DIR/compose/docker-compose-fluentd-agg-cluster.yml fluentd
-docker stack deploy -c ${voltha_base_dir}/compose/docker-compose-fluentd-agg-cluster.yml fluentd
+echo -n "Waiting for fluentd aggregation services to start ... "
+wait_for_service fluentd_fluentdstby
+wait_for_service fluentd_fluentdactv
+echo -e "${GREEN}done${NC}"
sleep 2
-docker stack deploy -c ${voltha_base_dir}/compose/docker-compose-fluentd-cluster.yml fluentd
-docker stack deploy -c ${voltha_base_dir}/compose/docker-compose-onos-swarm.yml onos
-docker stack deploy -c ${voltha_base_dir}/compose/docker-compose-voltha-swarm.yml vcore
-docker stack deploy -c ${voltha_base_dir}/compose/docker-compose-ofagent-swarm.yml ofagent
-docker stack deploy -c ${voltha_base_dir}/compose/docker-compose-envoy-swarm.yml voltha
-docker stack deploy -c ${voltha_base_dir}/compose/docker-compose-vcli.yml cli
-docker stack deploy -c ${voltha_base_dir}/compose/docker-compose-netconf-swarm.yml netconf
-docker service create -d --name tools --network voltha_net --network kafka_net --publish "4022:22" voltha/tools
+
+TMP_STACK_FILE=$(mktemp -u)
+cat $BASE_DIR/compose/docker-compose-all.yml.j2 2>&1 | docker run -e SWARM_MANAGER_COUNT=$SWARM_MANAGER_COUNT --rm -i voltha/j2 - 2>&1 > $TMP_STACK_FILE
+docker stack deploy -c $TMP_STACK_FILE voltha
+rm -f $TMP_STACK_FILE
diff --git a/install/voltha-swarm-stop.sh b/install/voltha-swarm-stop.sh
index 8aca489..ebb4aea 100755
--- a/install/voltha-swarm-stop.sh
+++ b/install/voltha-swarm-stop.sh
@@ -1,13 +1,124 @@
#!/bin/bash
-docker service rm netconf_netconf
-docker service rm cli_cli
-docker service rm voltha_voltha
-docker service rm ofagent_ofagent
-docker service rm vcore_vcore
-docker service rm tools
-docker stack rm consul
-docker stack rm kafka
-docker stack rm fluentd
-docker stack rm onos
-docker network rm voltha_net
+# Copyright 2017 the original author or authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+PROG=$(basename $0)
+BASE_DIR=$(pwd)
+
+GREEN='\033[32;1m'
+RED='\033[0;31m'
+WHITE='\033[1;37m'
+NC='\033[0m' # No Color
+
+SERVICES=""
+STACKS="consul kafka fluentd voltha"
+NETWORKS="voltha_net kafka_net"
+
+usage() {
+ echo >&2 "$PROG: [-d <dir>] [-l <log-dir>] [-h]"
+ echo >&2 " -z zero out the consul data"
+ echo >&2 " -h this message"
+}
+
+VOLUME_CLEANUP=0
+
+OPTIND=1
+while getopts d:l:c:zh OPT; do
+ case "$OPT" in
+ z) VOLUME_CLEANUP=1;;
+ c) export CONSUL_ROOT="$OPTARG";;
+ h) usage;
+ exit 1;;
+ esac
+done
+
+for s in $SERVICES; do
+ echo -n "[service] $s ... "
+ if [ $(docker service ls | grep $s | wc -l) -ne 0 ]; then
+ OUT=$(docker service rm $s 2>&1)
+ if [ $? -eq 0 ]; then
+ echo -e "${GREEN}removed${NC}"
+ else
+ echo -e "${RED}ERROR: $OUT${NC}"
+ fi
+ else
+ echo -e "${WHITE}not running${NC}"
+ fi
+done
+
+for s in $STACKS; do
+ echo -n "[stack] $s ... "
+ if [ $(docker stack ls | grep $s | wc -l) -ne 0 ]; then
+ OUT=$(docker stack rm $s 2>&1)
+ if [ $? -eq 0 ]; then
+ echo -e "${GREEN}removed${NC}"
+ else
+ echo -e "${RED}ERROR: $OUT${NC}"
+ fi
+ else
+ echo -e "${WHITE}not running${NC}"
+ fi
+done
+
+for n in $NETWORKS; do
+ echo -n "[network] $n ... "
+ if [ $(docker network ls | grep $n | wc -l) -ne 0 ]; then
+ OUT=$(docker network rm $n 2>&1)
+ if [ $? -eq 0 ]; then
+ echo -e "${GREEN}removed${NC}"
+ else
+ echo -e "${RED}ERROR: $OUT${NC}"
+ fi
+ else
+ echo -e "${WHITE}not running${NC}"
+ fi
+done
+
+# Attempt to count Ready Docker Swarm managers
+SWARM_MANAGER_COUNT=$(docker node ls | grep Ready | egrep '(Leader)|(Reachable)' | wc -l)
+echo -n "[volume] consul ... "
+if [ $VOLUME_CLEANUP -ne 0 ]; then
+ RUNNING=$(docker service ps volume_cleanup 2> /dev/null | wc -l)
+ if [ $RUNNING -ne 0 ]; then
+ docker service rm volume_cleanup > /dev/null
+ fi
+ docker service create --detach=true --restart-condition=none \
+ --mode=global --name=volume_cleanup \
+ --mount=type=bind,src=${CONSUL_ROOT:-/cord/incubator/voltha/consul}/data,dst=/consul/data \
+ --mount=type=bind,src=${CONSUL_ROOT:-/cord/incubator/voltha/consul}/config,dst=/consul/config \
+ alpine:latest \
+ ash -c 'rm -rf /consul/data/* /consul/config/*' > /dev/null
+
+ RETRY=10
+ while [ $RETRY -ge 0 ]; do
+ COMPLETE=$(docker service ps --filter 'desired-state=Shutdown' --format '{{.DesiredState}}' volume_cleanup | wc -l)
+ ERRORS=$(docker service ps --format '{{.Error}}' volume_cleanup | grep -v "^$" | wc -l)
+ if [ $COMPLETE -eq $SWARM_MANAGER_COUNT ]; then
+ if [ $ERRORS -eq 0 ]; then
+ echo -e "${GREEN}data removed${NC}"
+ docker service rm volume_cleanup > /dev/null
+ break
+ else
+ echo -e "${RED}ERROR: $(docker service ps --format '{{.Error}}' volume_cleanup | awk '{printf("%s ", $0)}')${NC}"
+ exit 1
+ fi
+
+ fi
+ sleep 5
+ RETRY=$(expr $RETRY - 1)
+ done
+else
+ echo -e "${WHITE}skipped${NC}"
+fi