blob: 209f4b0abca20b657065c7bcac71e6b69d7c2980 [file] [log] [blame]
#!/bin/bash
# vim: ts=4 sw=4 sts=4 et tw=72 :
# force any errors to cause the script and job to end in failure
set -xeu -o pipefail
ensure_kernel_install() {
# Workaround for mkinitrd failing on occassion.
# On CentOS 7 it seems like the kernel install can fail it's mkinitrd
# run quietly, so we may not notice the failure. This script retries for a
# few times before giving up.
initramfs_ver=$(rpm -q kernel | tail -1 | sed "s/kernel-/initramfs-/")
grub_conf="/boot/grub/grub.conf"
# Public cloud does not use /boot/grub/grub.conf and uses grub2 instead.
if [ ! -e "$grub_conf" ]; then
echo "$grub_conf not found. Using Grub 2 conf instead."
grub_conf="/boot/grub2/grub.cfg"
fi
for i in $(seq 3); do
if grep "$initramfs_ver" "$grub_conf"; then
break
fi
echo "Kernel initrd missing. Retrying to install kernel..."
yum reinstall -y kernel
done
if ! grep "$initramfs_ver" "$grub_conf"; then
cat /boot/grub/grub.conf
echo "ERROR: Failed to install kernel."
exit 1
fi
}
ensure_ubuntu_install() {
# Workaround for mirrors occassionally failing to install a package.
# On Ubuntu sometimes the mirrors fail to install a package. This wrapper
# checks that a package is successfully installed before moving on.
packages=($@)
for pkg in "${packages[@]}"
do
# Retry installing package 5 times if necessary
for i in {0..5}
do
if [ "$(dpkg-query -W -f='${Status}' "$pkg" 2>/dev/null | grep -c "ok installed")" -eq 0 ]; then
apt-cache policy "$pkg"
apt-get install "$pkg"
continue
else
echo "$pkg already installed."
break
fi
done
done
}
rh_systems() {
# Handle the occurance where SELINUX is actually disabled
SELINUX=$(grep -E '^SELINUX=(disabled|permissive|enforcing)$' /etc/selinux/config)
MODE=$(echo "$SELINUX" | cut -f 2 -d '=')
case "$MODE" in
permissive)
echo "************************************"
echo "** SYSTEM ENTERING ENFORCING MODE **"
echo "************************************"
# make sure that the filesystem is properly labelled.
# it could be not fully labeled correctly if it was just switched
# from disabled, the autorelabel misses some things
# skip relabelling on /dev as it will generally throw errors
restorecon -R -e /dev /
# enable enforcing mode from the very start
setenforce enforcing
# configure system for enforcing mode on next boot
sed -i 's/SELINUX=permissive/SELINUX=enforcing/' /etc/selinux/config
;;
disabled)
sed -i 's/SELINUX=disabled/SELINUX=permissive/' /etc/selinux/config
touch /.autorelabel
echo "*******************************************"
echo "** SYSTEM REQUIRES A RESTART FOR SELINUX **"
echo "*******************************************"
;;
enforcing)
echo "*********************************"
echo "** SYSTEM IS IN ENFORCING MODE **"
echo "*********************************"
;;
esac
# Allow jenkins access to alternatives command to switch java version
cat <<EOF >/etc/sudoers.d/89-jenkins-user-defaults
Defaults:jenkins !requiretty
jenkins ALL = NOPASSWD: /usr/sbin/alternatives
EOF
echo "---> Updating operating system"
yum clean all
yum install -y deltarpm
yum update -y
ensure_kernel_install
# add in components we need or want on systems
echo "---> Installing base packages"
yum install -y @base https://dl.fedoraproject.org/pub/epel/epel-release-latest-7.noarch.rpm
# separate group installs from package installs since a non-existing
# group with dnf based systems (F21+) will fail the install if such
# a group does not exist
yum install -y unzip xz puppet git git-review perl-XML-XPath
yum install -y python-{devel,virtualenv}
yum install -y python3-{devel,setuptools,pip}
# All of our systems require Java (because of Jenkins)
# Install all versions of the OpenJDK devel but force 1.7.0 to be the
# default
echo "---> Configuring OpenJDK"
yum install -y 'java-*-openjdk-devel'
FACTER_OS=$(/usr/bin/facter operatingsystem)
FACTER_OSVER=$(/usr/bin/facter operatingsystemrelease)
case "$FACTER_OS" in
Fedora)
if [ "$FACTER_OSVER" -ge "21" ]
then
echo "---> not modifying java alternatives as OpenJDK 1.7.0 does not exist"
else
alternatives --set java /usr/lib/jvm/jre-1.7.0-openjdk.x86_64/bin/java
alternatives --set java_sdk_openjdk /usr/lib/jvm/java-1.7.0-openjdk.x86_64
fi
;;
RedHat|CentOS)
if [ "$(echo "$FACTER_OSVER" | cut -d'.' -f1)" -ge "7" ]
then
echo "---> not modifying java alternatives as OpenJDK 1.7.0 does not exist"
else
alternatives --set java /usr/lib/jvm/jre-1.7.0-openjdk.x86_64/bin/java
alternatives --set java_sdk_openjdk /usr/lib/jvm/java-1.7.0-openjdk.x86_64
fi
;;
*)
alternatives --set java /usr/lib/jvm/jre-1.7.0-openjdk.x86_64/bin/java
alternatives --set java_sdk_openjdk /usr/lib/jvm/java-1.7.0-openjdk.x86_64
;;
esac
########################
# --- START LFTOOLS DEPS
# Used by various scripts to push patches to Gerrit
yum install -y git-review
# Needed to parse OpenStack commands used by opendaylight-infra stack commands
# to initialize Heat template based systems.
yum install -y jq
# Used by lftools scripts to parse XML
yum install -y xmlstarlet
# Install Shellcheck from archive
SHELLCHECK_VERSION="v0.6.0"
SHELLCHECK_SHA256SUM="95c7d6e8320d285a9f026b5241f48f1c02d225a1b08908660e8b84e58e9c7dce"
curl -L -o /tmp/shellcheck.tar.xz https://github.com/koalaman/shellcheck/releases/download/${SHELLCHECK_VERSION}/shellcheck-${SHELLCHECK_VERSION}.linux.x86_64.tar.xz
echo "$SHELLCHECK_SHA256SUM /tmp/shellcheck.tar.xz" | sha256sum -c -
pushd /tmp
tar -xJvf shellcheck.tar.xz
cp shellcheck-${SHELLCHECK_VERSION}/shellcheck /usr/local/bin/shellcheck
chmod a+x /usr/local/bin/shellcheck
popd
# --- END LFTOOLS DEPS
######################
# install haveged to avoid low entropy rejecting ssh connections
yum install -y haveged
systemctl enable haveged.service
}
ubuntu_systems() {
# Ignore SELinux since slamming that onto Ubuntu leads to
# frustration
# Allow jenkins access to update-alternatives command to switch java version
cat <<EOF >/etc/sudoers.d/89-jenkins-user-defaults
Defaults:jenkins !requiretty
jenkins ALL = NOPASSWD: /usr/sbin/update-alternatives, /usr/sbin/update-java-alternatives
EOF
export DEBIAN_FRONTEND=noninteractive
cat <<EOF >> /etc/apt/apt.conf
APT {
Get {
Assume-Yes "true";
allow-change-held-packages "true";
allow-downgrades "true";
allow-remove-essential "true";
};
};
Dpkg::Options {
"--force-confdef";
"--force-confold";
};
EOF
# Add hostname to /etc/hosts to fix 'unable to resolve host' issue with sudo
sed -i "/127.0.0.1/s/$/ $(hostname)/" /etc/hosts
echo "---> Updating operating system"
# added 2019-09-20 as apt-add-repository and software-properties-common weren't working
cat <<EOF >/etc/apt/sources.list.d/packer.list
# created by packer
deb http://us.archive.ubuntu.com/ubuntu $(lsb_release -sc) main universe restricted multiverse
EOF
# remove these as the fix seems to be broken now? zdw, 2019-09-20
# # Change made 2018-07-09 by zdw
# # per discussion on #lf-releng, the upstream Ubuntu image changed to be
# # missing add-apt-repository, so the next command failed.
# apt-get update -m
# # added 2019-09-20, sometimes upstream repos are broken w/this package, try to determine why
# apt-cache madison software-properties-common
# apt-get install -y software-properties-common
# add additional repositories
# add-apt-repository "deb http://us.archive.ubuntu.com/ubuntu $(lsb_release -sc) main universe restricted multiverse"
echo "---> Installing base packages"
apt-get clean
apt-get update -m
apt-get upgrade -m
apt-get dist-upgrade -m
apt-get update -m
ensure_ubuntu_install unzip xz-utils puppet git libxml-xpath-perl
# Deprecated - updating to corretto Java distro, 2019-07-22, zdw
# install Java 7
# echo "---> Configuring OpenJDK"
# FACTER_OSVER=$(/usr/bin/facter operatingsystemrelease)
# case "$FACTER_OSVER" in
# 14.04)
# apt-get install openjdk-7-jdk
# # make jdk8 available
# add-apt-repository -y ppa:openjdk-r/ppa
# apt-get update
# # We need to force openjdk-8-jdk to install
# apt-get install openjdk-8-jdk
# # make sure that we still default to openjdk 7
# update-alternatives --set java /usr/lib/jvm/java-7-openjdk-amd64/jre/bin/java
# update-alternatives --set javac /usr/lib/jvm/java-7-openjdk-amd64/bin/javac
# ;;
# 16.04)
# apt-get install openjdk-8-jdk
# ;;
# *)
# echo "---> Unknown Ubuntu version $FACTER_OSVER"
# exit 1
# ;;
# esac
########################
echo "---> Configuring Corretto JDK Distribution"
# instructions: https://docs.aws.amazon.com/corretto/latest/corretto-8-ug/generic-linux-install.html
# install prereqs
apt-get install java-common
# install Java8
CORRETTO_JAVA8_VERSION="8.222.10-1"
CORRETTO_JAVA8_SHA256SUM="e5fd6c6f2d1a1fc5e6926f7a543e67ad0f0e0389ddc5d2deb5890bdeb21ea445"
curl -L -o /tmp/corretto_java8.deb "https://d3pxv6yz143wms.cloudfront.net/$(echo $CORRETTO_JAVA8_VERSION | tr - .)/java-1.8.0-amazon-corretto-jdk_${CORRETTO_JAVA8_VERSION}_amd64.deb"
echo "$CORRETTO_JAVA8_SHA256SUM /tmp/corretto_java8.deb" | sha256sum -c -
dpkg -i /tmp/corretto_java8.deb
# install Java11
CORRETTO_JAVA11_VERSION="11.0.4.11-1"
CORRETTO_JAVA11_SHA256SUM="f47c77f8f9ee5a80804765236c11dc749d351d3b8f57186c6e6b58a6c4019d3e"
curl -L -o /tmp/corretto_java11.deb "https://d3pxv6yz143wms.cloudfront.net/$(echo $CORRETTO_JAVA11_VERSION | tr - .)/java-11-amazon-corretto-jdk_${CORRETTO_JAVA11_VERSION}_amd64.deb"
echo "$CORRETTO_JAVA11_SHA256SUM /tmp/corretto_java11.deb" | sha256sum -c -
dpkg -i /tmp/corretto_java11.deb
# Fix corretto 11 lack of jinfo that prevents update-java-alternatives from working
# Upstream fix not integrated yet: https://github.com/corretto/corretto-11/pull/27
cat <<EOF >/usr/lib/jvm/.java-11-amazon-corretto.jinfo
name=java-11-amazon-corretto
alias=java-11-amazon-corretto
priority=11100002
section=main
jdk java /usr/lib/jvm/java-11-amazon-corretto/bin/java
jdk keytool /usr/lib/jvm/java-11-amazon-corretto/bin/keytool
jdk rmid /usr/lib/jvm/java-11-amazon-corretto/bin/rmid
jdk rmiregistry /usr/lib/jvm/java-11-amazon-corretto/bin/rmiregistry
jdk jjs /usr/lib/jvm/java-11-amazon-corretto/bin/jjs
jdk pack200 /usr/lib/jvm/java-11-amazon-corretto/bin/pack200
jdk unpack200 /usr/lib/jvm/java-11-amazon-corretto/bin/unpack200
jdk javac /usr/lib/jvm/java-11-amazon-corretto/bin/javac
jdk jaotc /usr/lib/jvm/java-11-amazon-corretto/bin/jaotc
jdk jlink /usr/lib/jvm/java-11-amazon-corretto/bin/jlink
jdk jmod /usr/lib/jvm/java-11-amazon-corretto/bin/jmod
jdk jhsdb /usr/lib/jvm/java-11-amazon-corretto/bin/jhsdb
jdk jar /usr/lib/jvm/java-11-amazon-corretto/bin/jar
jdk jarsigner /usr/lib/jvm/java-11-amazon-corretto/bin/jarsigner
jdk javadoc /usr/lib/jvm/java-11-amazon-corretto/bin/javadoc
jdk javap /usr/lib/jvm/java-11-amazon-corretto/bin/javap
jdk jcmd /usr/lib/jvm/java-11-amazon-corretto/bin/jcmd
jdk jconsole /usr/lib/jvm/java-11-amazon-corretto/bin/jconsole
jdk jdb /usr/lib/jvm/java-11-amazon-corretto/bin/jdb
jdk jdeps /usr/lib/jvm/java-11-amazon-corretto/bin/jdeps
jdk jdeprscan /usr/lib/jvm/java-11-amazon-corretto/bin/jdeprscan
jdk jimage /usr/lib/jvm/java-11-amazon-corretto/bin/jimage
jdk jinfo /usr/lib/jvm/java-11-amazon-corretto/bin/jinfo
jdk jmap /usr/lib/jvm/java-11-amazon-corretto/bin/jmap
jdk jps /usr/lib/jvm/java-11-amazon-corretto/bin/jps
jdk jrunscript /usr/lib/jvm/java-11-amazon-corretto/bin/jrunscript
jdk jshell /usr/lib/jvm/java-11-amazon-corretto/bin/jshell
jdk jstack /usr/lib/jvm/java-11-amazon-corretto/bin/jstack
jdk jstat /usr/lib/jvm/java-11-amazon-corretto/bin/jstat
jdk jstatd /usr/lib/jvm/java-11-amazon-corretto/bin/jstatd
jdk rmic /usr/lib/jvm/java-11-amazon-corretto/bin/rmic
jdk serialver /usr/lib/jvm/java-11-amazon-corretto/bin/serialver
EOF
# Set default version to be Java8
update-java-alternatives --set java-1.8.0-amazon-corretto
# Set default version to be Java11
# update-java-alternatives --set java-11-amazon-corretto
########################
# --- START LFTOOLS DEPS
# Used by various scripts to push patches to Gerrit
# ensure_ubuntu_install git-review
# Needed to parse OpenStack commands used by opendaylight-infra stack commands
# to initialize Heat template based systems.
ensure_ubuntu_install jq
# Used by lftools scripts to parse XML
ensure_ubuntu_install xmlstarlet
# Change made by zdw on 2018-04-12
# hackage.haskell.org was down, talked to zxiiro on #lf-releng and he recommended
# pulling down the packages in a way similar to this ansible role, rather than using cabal:
# https://github.com/lfit/ansible-roles-shellcheck-install/blob/master/tasks/main.yml
SHELLCHECK_VERSION="v0.6.0"
SHELLCHECK_SHA256SUM="95c7d6e8320d285a9f026b5241f48f1c02d225a1b08908660e8b84e58e9c7dce"
curl -L -o /tmp/shellcheck.tar.xz https://storage.googleapis.com/shellcheck/shellcheck-${SHELLCHECK_VERSION}.linux.x86_64.tar.xz
echo "$SHELLCHECK_SHA256SUM /tmp/shellcheck.tar.xz" | sha256sum -c -
pushd /tmp
tar -xJvf shellcheck.tar.xz
cp shellcheck-${SHELLCHECK_VERSION}/shellcheck /usr/local/bin/shellcheck
chmod a+x /usr/local/bin/shellcheck
popd
# --- END LFTOOLS DEPS
######################
# install haveged to avoid low entropy rejecting ssh connections
apt-get install haveged
update-rc.d haveged defaults
# disable unattended upgrades & daily updates
echo '---> Disabling automatic daily upgrades'
sed -ine 's/"1"/"0"/g' /etc/apt/apt.conf.d/10periodic
echo 'APT::Periodic::Unattended-Upgrade "0";' >> /etc/apt/apt.conf.d/10periodic
}
all_systems() {
# Do any Distro specific installations here
echo "Checking distribution"
FACTER_OS=$(/usr/bin/facter operatingsystem)
case "$FACTER_OS" in
*)
echo "---> $FACTER_OS found"
echo "No extra steps for $FACTER_OS"
;;
esac
}
echo "---> Attempting to detect OS"
# upstream cloud images use the distro name as the initial user
ORIGIN=$(if [ -e /etc/redhat-release ]
then
echo redhat
else
echo ubuntu
fi)
#ORIGIN=$(logname)
case "${ORIGIN}" in
fedora|centos|redhat)
echo "---> RH type system detected"
rh_systems
;;
ubuntu)
echo "---> Ubuntu system detected"
ubuntu_systems
;;
*)
# Kill the build for unhandled distributions
echo "---> Unknown operating system" 1>&2
exit 1
;;
esac
# execute steps for all systems
all_systems