Add initial Packer definitions
Copy over the Packer definitions from ONOS since we've been asked to set
up the builders the same way initially.
Change-Id: I8c6e3cad05e4d4341ac58498d36810dac06f687f
Signed-off-by: Linux Foundation Administrators <collab-it+onlab@linuxfoundation.org>
diff --git a/packer/provision/basebuild.sh b/packer/provision/basebuild.sh
new file mode 100644
index 0000000..6413221
--- /dev/null
+++ b/packer/provision/basebuild.sh
@@ -0,0 +1,86 @@
+#!/bin/bash
+# Ubuntu base build
+
+# vim: ts=4 sw=4 sts=4 et tw=72 :
+
+# force any errors to cause the script and job to end in failure
+set -xeu -o pipefail
+
+rh_systems() {
+ echo 'No changes to apply'
+}
+
+ubuntu_install_java_setup() {
+ DISTRO="xenial" # TODO get this programatically
+ echo debconf shared/accepted-oracle-license-v1-1 select true | debconf-set-selections
+ echo "deb http://ppa.launchpad.net/webupd8team/java/ubuntu $DISTRO main" | \
+ tee /etc/apt/sources.list.d/webupd8team-java.list
+ echo "deb-src http://ppa.launchpad.net/webupd8team/java/ubuntu $DISTRO main" | \
+ tee -a /etc/apt/sources.list.d/webupd8team-java.list
+ apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv-keys EEA14886
+}
+
+ubuntu_systems() {
+ apt-get clean
+ ubuntu_install_java_setup
+
+ # set up docker repo
+ curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add -
+ sudo add-apt-repository \
+ "deb [arch=amd64] https://download.docker.com/linux/ubuntu \
+ $(lsb_release -cs) \
+ stable"
+
+ apt-get update
+ apt-get install -y \
+ bzip2 \
+ curl \
+ git \
+ less \
+ oracle-java8-installer \
+ oracle-java8-set-default \
+ python \
+ ssh \
+ zip \
+ maven \
+ nodejs \
+ nodejs-legacy \
+ npm \
+ python-pip \
+ docker-ce \
+ # end of apt-get install list
+ npm install -g bower
+ npm install karma --save-dev
+
+ #TODO clean up
+ #apt-get clean
+ #apt-get purge -y
+ #apt-get autoremove -y
+ #rm -rf /var/lib/apt/lists/*
+ #rm -rf /var/cache/oracle-jdk8-installer
+ echo 'No changes to apply'
+}
+
+all_systems() {
+ echo 'No common distribution configuration to perform'
+}
+
+echo "---> Detecting OS"
+ORIGIN=$(facter operatingsystem | tr '[:upper:]' '[:lower:]')
+
+case "${ORIGIN}" in
+ fedora|centos|redhat)
+ echo "---> RH type system detected"
+ rh_systems
+ ;;
+ ubuntu)
+ echo "---> Ubuntu system detected"
+ ubuntu_systems
+ ;;
+ *)
+ echo "---> Unknown operating system"
+ ;;
+esac
+
+# execute steps for all systems
+all_systems
diff --git a/packer/provision/basebuild/.dummy b/packer/provision/basebuild/.dummy
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/packer/provision/basebuild/.dummy
diff --git a/packer/provision/baseline.sh b/packer/provision/baseline.sh
new file mode 100644
index 0000000..6a229b0
--- /dev/null
+++ b/packer/provision/baseline.sh
@@ -0,0 +1,326 @@
+#!/bin/bash
+
+# vim: ts=4 sw=4 sts=4 et tw=72 :
+
+# force any errors to cause the script and job to end in failure
+set -xeu -o pipefail
+
+ensure_kernel_install() {
+ # Workaround for mkinitrd failing on occassion.
+ # On CentOS 7 it seems like the kernel install can fail it's mkinitrd
+ # run quietly, so we may not notice the failure. This script retries for a
+ # few times before giving up.
+ initramfs_ver=$(rpm -q kernel | tail -1 | sed "s/kernel-/initramfs-/")
+ grub_conf="/boot/grub/grub.conf"
+ # Public cloud does not use /boot/grub/grub.conf and uses grub2 instead.
+ if [ ! -e "$grub_conf" ]; then
+ echo "$grub_conf not found. Using Grub 2 conf instead."
+ grub_conf="/boot/grub2/grub.cfg"
+ fi
+
+ for i in $(seq 3); do
+ if grep "$initramfs_ver" "$grub_conf"; then
+ break
+ fi
+ echo "Kernel initrd missing. Retrying to install kernel..."
+ yum reinstall -y kernel
+ done
+ if ! grep "$initramfs_ver" "$grub_conf"; then
+ cat /boot/grub/grub.conf
+ echo "ERROR: Failed to install kernel."
+ exit 1
+ fi
+}
+
+ensure_ubuntu_install() {
+ # Workaround for mirrors occassionally failing to install a package.
+ # On Ubuntu sometimes the mirrors fail to install a package. This wrapper
+ # checks that a package is successfully installed before moving on.
+
+ packages=($@)
+
+ for pkg in "${packages[@]}"
+ do
+ # Retry installing package 5 times if necessary
+ for i in {0..5}
+ do
+ if [ "$(dpkg-query -W -f='${Status}' "$pkg" 2>/dev/null | grep -c "ok installed")" -eq 0 ]; then
+ apt-cache policy "$pkg"
+ apt-get install "$pkg"
+ continue
+ else
+ echo "$pkg already installed."
+ break
+ fi
+ done
+ done
+}
+
+rh_systems() {
+ # Handle the occurance where SELINUX is actually disabled
+ SELINUX=$(grep -E '^SELINUX=(disabled|permissive|enforcing)$' /etc/selinux/config)
+ MODE=$(echo "$SELINUX" | cut -f 2 -d '=')
+ case "$MODE" in
+ permissive)
+ echo "************************************"
+ echo "** SYSTEM ENTERING ENFORCING MODE **"
+ echo "************************************"
+ # make sure that the filesystem is properly labelled.
+ # it could be not fully labeled correctly if it was just switched
+ # from disabled, the autorelabel misses some things
+ # skip relabelling on /dev as it will generally throw errors
+ restorecon -R -e /dev /
+
+ # enable enforcing mode from the very start
+ setenforce enforcing
+
+ # configure system for enforcing mode on next boot
+ sed -i 's/SELINUX=permissive/SELINUX=enforcing/' /etc/selinux/config
+ ;;
+ disabled)
+ sed -i 's/SELINUX=disabled/SELINUX=permissive/' /etc/selinux/config
+ touch /.autorelabel
+
+ echo "*******************************************"
+ echo "** SYSTEM REQUIRES A RESTART FOR SELINUX **"
+ echo "*******************************************"
+ ;;
+ enforcing)
+ echo "*********************************"
+ echo "** SYSTEM IS IN ENFORCING MODE **"
+ echo "*********************************"
+ ;;
+ esac
+
+ # Allow jenkins access to alternatives command to switch java version
+ cat <<EOF >/etc/sudoers.d/89-jenkins-user-defaults
+Defaults:jenkins !requiretty
+jenkins ALL = NOPASSWD: /usr/sbin/alternatives
+EOF
+
+ echo "---> Updating operating system"
+ yum clean all
+ yum install -y deltarpm
+ yum update -y
+
+ ensure_kernel_install
+
+ # add in components we need or want on systems
+ echo "---> Installing base packages"
+ yum install -y @base https://dl.fedoraproject.org/pub/epel/epel-release-latest-7.noarch.rpm
+ # separate group installs from package installs since a non-existing
+ # group with dnf based systems (F21+) will fail the install if such
+ # a group does not exist
+ yum install -y unzip xz puppet git git-review perl-XML-XPath
+ yum install -y python-{devel,virtualenv,setuptools,pip}
+
+ # All of our systems require Java (because of Jenkins)
+ # Install all versions of the OpenJDK devel but force 1.7.0 to be the
+ # default
+
+ echo "---> Configuring OpenJDK"
+ yum install -y 'java-*-openjdk-devel'
+
+ FACTER_OS=$(/usr/bin/facter operatingsystem)
+ FACTER_OSVER=$(/usr/bin/facter operatingsystemrelease)
+ case "$FACTER_OS" in
+ Fedora)
+ if [ "$FACTER_OSVER" -ge "21" ]
+ then
+ echo "---> not modifying java alternatives as OpenJDK 1.7.0 does not exist"
+ else
+ alternatives --set java /usr/lib/jvm/jre-1.7.0-openjdk.x86_64/bin/java
+ alternatives --set java_sdk_openjdk /usr/lib/jvm/java-1.7.0-openjdk.x86_64
+ fi
+ ;;
+ RedHat|CentOS)
+ if [ "$(echo "$FACTER_OSVER" | cut -d'.' -f1)" -ge "7" ]
+ then
+ echo "---> not modifying java alternatives as OpenJDK 1.7.0 does not exist"
+ else
+ alternatives --set java /usr/lib/jvm/jre-1.7.0-openjdk.x86_64/bin/java
+ alternatives --set java_sdk_openjdk /usr/lib/jvm/java-1.7.0-openjdk.x86_64
+ fi
+ ;;
+ *)
+ alternatives --set java /usr/lib/jvm/jre-1.7.0-openjdk.x86_64/bin/java
+ alternatives --set java_sdk_openjdk /usr/lib/jvm/java-1.7.0-openjdk.x86_64
+ ;;
+ esac
+
+ ########################
+ # --- START LFTOOLS DEPS
+
+ # Used by various scripts to push patches to Gerrit
+ yum install -y git-review
+
+ # Needed to parse OpenStack commands used by opendaylight-infra stack commands
+ # to initialize Heat template based systems.
+ yum install -y jq
+
+ # Used by lftools scripts to parse XML
+ yum install -y xmlstarlet
+
+ # Haskel Packages
+ # Cabal update fails on a 1G system so workaround that with a swap file
+ dd if=/dev/zero of=/tmp/swap bs=1M count=1024
+ mkswap /tmp/swap
+ swapon /tmp/swap
+
+ yum install -y cabal-install
+ cabal update
+ cabal install "Cabal<1.18" # Pull Cabal version that is capable of building shellcheck
+ cabal install --bindir=/usr/local/bin "shellcheck-0.4.6" # Pin shellcheck version
+
+ # --- END LFTOOLS DEPS
+ ######################
+
+ # install haveged to avoid low entropy rejecting ssh connections
+ yum install -y haveged
+ systemctl enable haveged.service
+}
+
+ubuntu_systems() {
+ # Ignore SELinux since slamming that onto Ubuntu leads to
+ # frustration
+
+ # Allow jenkins access to update-alternatives command to switch java version
+ cat <<EOF >/etc/sudoers.d/89-jenkins-user-defaults
+Defaults:jenkins !requiretty
+jenkins ALL = NOPASSWD: /usr/bin/update-alternatives
+EOF
+
+ export DEBIAN_FRONTEND=noninteractive
+ cat <<EOF >> /etc/apt/apt.conf
+APT {
+ Get {
+ Assume-Yes "true";
+ allow-change-held-packages "true";
+ allow-downgrades "true";
+ allow-remove-essential "true";
+ };
+};
+
+Dpkg::Options {
+ "--force-confdef";
+ "--force-confold";
+};
+
+EOF
+
+ # Add hostname to /etc/hosts to fix 'unable to resolve host' issue with sudo
+ sed -i "/127.0.0.1/s/$/ $(hostname)/" /etc/hosts
+
+ echo "---> Updating operating system"
+
+ # add additional repositories
+ sudo add-apt-repository "deb http://us.archive.ubuntu.com/ubuntu $(lsb_release -sc) main universe restricted multiverse"
+
+ echo "---> Installing base packages"
+ apt-get clean
+ apt-get update -m
+ apt-get upgrade -m
+ apt-get dist-upgrade -m
+
+ ensure_ubuntu_install unzip xz-utils puppet git libxml-xpath-perl
+
+ # install Java 7
+ echo "---> Configuring OpenJDK"
+ FACTER_OSVER=$(/usr/bin/facter operatingsystemrelease)
+ case "$FACTER_OSVER" in
+ 14.04)
+ apt-get install openjdk-7-jdk
+ # make jdk8 available
+ add-apt-repository -y ppa:openjdk-r/ppa
+ apt-get update
+ # We need to force openjdk-8-jdk to install
+ apt-get install openjdk-8-jdk
+ # make sure that we still default to openjdk 7
+ update-alternatives --set java /usr/lib/jvm/java-7-openjdk-amd64/jre/bin/java
+ update-alternatives --set javac /usr/lib/jvm/java-7-openjdk-amd64/bin/javac
+ ;;
+ 16.04)
+ apt-get install openjdk-8-jdk
+ ;;
+ *)
+ echo "---> Unknown Ubuntu version $FACTER_OSVER"
+ exit 1
+ ;;
+ esac
+
+ ########################
+ # --- START LFTOOLS DEPS
+
+ # Used by various scripts to push patches to Gerrit
+ ensure_ubuntu_install git-review
+
+ # Needed to parse OpenStack commands used by opendaylight-infra stack commands
+ # to initialize Heat template based systems.
+ ensure_ubuntu_install jq
+
+ # Used by lftools scripts to parse XML
+ ensure_ubuntu_install xmlstarlet
+
+ # Haskel Packages
+ # Cabal update fails on a 1G system so workaround that with a swap file
+ dd if=/dev/zero of=/tmp/swap bs=1M count=1024
+ mkswap /tmp/swap
+ swapon /tmp/swap
+
+ ensure_ubuntu_install cabal-install
+ cabal update
+ cabal install --bindir=/usr/local/bin "shellcheck-0.4.6" # Pin shellcheck version
+
+ # --- END LFTOOLS DEPS
+ ######################
+
+ # install haveged to avoid low entropy rejecting ssh connections
+ apt-get install haveged
+ update-rc.d haveged defaults
+
+ # disable unattended upgrades & daily updates
+ echo '---> Disabling automatic daily upgrades'
+ sed -ine 's/"1"/"0"/g' /etc/apt/apt.conf.d/10periodic
+ echo 'APT::Periodic::Unattended-Upgrade "0";' >> /etc/apt/apt.conf.d/10periodic
+}
+
+all_systems() {
+ # Do any Distro specific installations here
+ echo "Checking distribution"
+ FACTER_OS=$(/usr/bin/facter operatingsystem)
+ case "$FACTER_OS" in
+ *)
+ echo "---> $FACTER_OS found"
+ echo "No extra steps for $FACTER_OS"
+ ;;
+ esac
+}
+
+echo "---> Attempting to detect OS"
+# upstream cloud images use the distro name as the initial user
+ORIGIN=$(if [ -e /etc/redhat-release ]
+ then
+ echo redhat
+ else
+ echo ubuntu
+ fi)
+#ORIGIN=$(logname)
+
+case "${ORIGIN}" in
+ fedora|centos|redhat)
+ echo "---> RH type system detected"
+ rh_systems
+ ;;
+ ubuntu)
+ echo "---> Ubuntu system detected"
+ ubuntu_systems
+ ;;
+ *)
+ # Kill the build for unhandled distributions
+ echo "---> Unknown operating system" 1>&2
+ exit 1
+ ;;
+esac
+
+# execute steps for all systems
+all_systems
diff --git a/packer/provision/docker.sh b/packer/provision/docker.sh
new file mode 100644
index 0000000..d476f66
--- /dev/null
+++ b/packer/provision/docker.sh
@@ -0,0 +1,51 @@
+#!/bin/bash
+
+# vim: sw=4 ts=4 sts=4 et :
+
+# force any errors to cause the script and job to end in failure
+set -xeu -o pipefail
+
+rh_changes() {
+ echo "---> RH changes"
+ # install docker and enable it
+ echo "---> Installing docker"
+ yum install -y docker supervisor bridge-utils
+ systemctl enable docker
+
+ # configure docker networking so that it does not conflict with LF
+ # internal networks
+ cat <<EOL > /etc/sysconfig/docker-network
+# /etc/sysconfig/docker-network
+DOCKER_NETWORK_OPTIONS='--bip=10.250.0.254/24'
+EOL
+ # configure docker daemon to listen on port 5555 enabling remote
+ # managment
+ sed -i -e "s#='--selinux-enabled'#='--selinux-enabled -H unix:///var/run/docker.sock -H tcp://0.0.0.0:5555'#g" /etc/sysconfig/docker
+
+ # docker group doesn't get created by default for some reason
+ groupadd docker
+
+ # Install python dependencies
+ yum install -y python-{devel,virtualenv,setuptools,pip}
+}
+
+ubuntu_changes() {
+ echo "---> Ubuntu changes"
+}
+
+OS=$(/usr/bin/facter operatingsystem)
+case "$OS" in
+ CentOS|Fedora|RedHat)
+ rh_changes
+ ;;
+ Ubuntu)
+ ubuntu_changes
+ ;;
+ *)
+ echo "${OS} has no configuration changes"
+ ;;
+esac
+
+echo "***************************************************"
+echo "* PLEASE RELOAD THIS VAGRANT BOX BEFORE USE *"
+echo "***************************************************"
diff --git a/packer/provision/null_data.sh b/packer/provision/null_data.sh
new file mode 100644
index 0000000..3fa6a3c
--- /dev/null
+++ b/packer/provision/null_data.sh
@@ -0,0 +1,4 @@
+#!/bin/bash
+# vi: ts=4 sw=4 sts=4 et :
+
+# Nothing to do for Ubuntu specific provisioning
diff --git a/packer/provision/rh-user_data.sh b/packer/provision/rh-user_data.sh
new file mode 100644
index 0000000..6bddb24
--- /dev/null
+++ b/packer/provision/rh-user_data.sh
@@ -0,0 +1,4 @@
+#!/bin/bash
+# vi: ts=4 sw=4 sts=4 et :
+
+/bin/sed -i 's/ requiretty/ !requiretty/' /etc/sudoers;
diff --git a/packer/provision/system_reseal.sh b/packer/provision/system_reseal.sh
new file mode 100644
index 0000000..f8bc7dc
--- /dev/null
+++ b/packer/provision/system_reseal.sh
@@ -0,0 +1,38 @@
+#!/bin/bash
+
+# vim: sw=2 ts=2 sts=2 et :
+
+rm -rf /etc/Pegasus/*.cnf /etc/Pegasus/*.crt /etc/Pegasus/*.csr \
+ /etc/Pegasus/*.pem /etc/Pegasus/*.srl /root/anaconda-ks.cfg \
+ /root/anaconda-post.log /root/initial-setup-ks.cfg /root/install.log \
+ /root/install.log.syslog /var/cache/fontconfig/* /var/cache/gdm/* \
+ /var/cache/man/* /var/lib/AccountService/users/* /var/lib/fprint/* \
+ /var/lib/logrotate.status /var/log/*.log* /var/log/BackupPC/LOG \
+ /var/log/ConsoleKit/* /var/log/anaconda.syslog /var/log/anaconda/* \
+ /var/log/apache2/*_log /var/log/apache2/*_log-* /var/log/apt/* \
+ /var/log/aptitude* /var/log/audit/* /var/log/btmp* /var/log/ceph/*.log \
+ /var/log/chrony/*.log /var/log/cron* /var/log/cups/*_log /var/log/debug* \
+ /var/log/dmesg* /var/log/exim4/* /var/log/faillog* /var/log/gdm/* \
+ /var/log/glusterfs/*glusterd.vol.log /var/log/glusterfs/glusterfs.log \
+ /var/log/httpd/*log /var/log/installer/* /var/log/jetty/jetty-console.log \
+ /var/log/journal/* /var/log/lastlog* /var/log/libvirt/libvirtd.log \
+ /var/log/libvirt/lxc/*.log /var/log/libvirt/qemu/*.log \
+ /var/log/libvirt/uml/*.log /var/log/lightdm/* /var/log/mail/* \
+ /var/log/maillog* /var/log/messages* /var/log/ntp /var/log/ntpstats/* \
+ /var/log/ppp/connect-errors /var/log/rhsm/* /var/log/sa/* /var/log/secure* \
+ /var/log/setroubleshoot/*.log /var/log/spooler* /var/log/squid/*.log \
+ /var/log/syslog* /var/log/tallylog* /var/log/tuned/tuned.log /var/log/wtmp* \
+ /var/named/data/named.run
+
+rm -rf ~/.viminfo /etc/ssh/ssh*key* /root/.ssh/*
+
+# kill any cloud-init related bits
+rm -rf /var/lib/cloud/*
+
+# clean-up any manual packer uploads
+rm -rf /tmp/packer
+
+# Force a system sync and sleep to get around any SSD issues
+echo "Forcing sync and sleep for 10sec"
+sync
+sleep 10
diff --git a/packer/provision/system_reseal_local_env.sh b/packer/provision/system_reseal_local_env.sh
new file mode 100644
index 0000000..041fffe
--- /dev/null
+++ b/packer/provision/system_reseal_local_env.sh
@@ -0,0 +1,3 @@
+#!/bin/bash
+
+# Here add local env changes.