blob: 9c94375a592f65e5b82ff92375731b4a449b7228 [file] [log] [blame]
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -08001#!/bin/bash
2
3# vim: ts=4 sw=4 sts=4 et tw=72 :
4
5# force any errors to cause the script and job to end in failure
6set -xeu -o pipefail
7
8ensure_kernel_install() {
9 # Workaround for mkinitrd failing on occassion.
10 # On CentOS 7 it seems like the kernel install can fail it's mkinitrd
11 # run quietly, so we may not notice the failure. This script retries for a
12 # few times before giving up.
13 initramfs_ver=$(rpm -q kernel | tail -1 | sed "s/kernel-/initramfs-/")
14 grub_conf="/boot/grub/grub.conf"
15 # Public cloud does not use /boot/grub/grub.conf and uses grub2 instead.
16 if [ ! -e "$grub_conf" ]; then
17 echo "$grub_conf not found. Using Grub 2 conf instead."
18 grub_conf="/boot/grub2/grub.cfg"
19 fi
20
21 for i in $(seq 3); do
22 if grep "$initramfs_ver" "$grub_conf"; then
23 break
24 fi
25 echo "Kernel initrd missing. Retrying to install kernel..."
26 yum reinstall -y kernel
27 done
28 if ! grep "$initramfs_ver" "$grub_conf"; then
29 cat /boot/grub/grub.conf
30 echo "ERROR: Failed to install kernel."
31 exit 1
32 fi
33}
34
35ensure_ubuntu_install() {
36 # Workaround for mirrors occassionally failing to install a package.
37 # On Ubuntu sometimes the mirrors fail to install a package. This wrapper
38 # checks that a package is successfully installed before moving on.
39
40 packages=($@)
41
42 for pkg in "${packages[@]}"
43 do
44 # Retry installing package 5 times if necessary
45 for i in {0..5}
46 do
47 if [ "$(dpkg-query -W -f='${Status}' "$pkg" 2>/dev/null | grep -c "ok installed")" -eq 0 ]; then
48 apt-cache policy "$pkg"
49 apt-get install "$pkg"
50 continue
51 else
52 echo "$pkg already installed."
53 break
54 fi
55 done
56 done
57}
58
59rh_systems() {
60 # Handle the occurance where SELINUX is actually disabled
61 SELINUX=$(grep -E '^SELINUX=(disabled|permissive|enforcing)$' /etc/selinux/config)
62 MODE=$(echo "$SELINUX" | cut -f 2 -d '=')
63 case "$MODE" in
64 permissive)
65 echo "************************************"
66 echo "** SYSTEM ENTERING ENFORCING MODE **"
67 echo "************************************"
68 # make sure that the filesystem is properly labelled.
69 # it could be not fully labeled correctly if it was just switched
70 # from disabled, the autorelabel misses some things
71 # skip relabelling on /dev as it will generally throw errors
72 restorecon -R -e /dev /
73
74 # enable enforcing mode from the very start
75 setenforce enforcing
76
77 # configure system for enforcing mode on next boot
78 sed -i 's/SELINUX=permissive/SELINUX=enforcing/' /etc/selinux/config
79 ;;
80 disabled)
81 sed -i 's/SELINUX=disabled/SELINUX=permissive/' /etc/selinux/config
82 touch /.autorelabel
83
84 echo "*******************************************"
85 echo "** SYSTEM REQUIRES A RESTART FOR SELINUX **"
86 echo "*******************************************"
87 ;;
88 enforcing)
89 echo "*********************************"
90 echo "** SYSTEM IS IN ENFORCING MODE **"
91 echo "*********************************"
92 ;;
93 esac
94
95 # Allow jenkins access to alternatives command to switch java version
96 cat <<EOF >/etc/sudoers.d/89-jenkins-user-defaults
97Defaults:jenkins !requiretty
98jenkins ALL = NOPASSWD: /usr/sbin/alternatives
99EOF
100
101 echo "---> Updating operating system"
102 yum clean all
103 yum install -y deltarpm
104 yum update -y
105
106 ensure_kernel_install
107
108 # add in components we need or want on systems
109 echo "---> Installing base packages"
110 yum install -y @base https://dl.fedoraproject.org/pub/epel/epel-release-latest-7.noarch.rpm
111 # separate group installs from package installs since a non-existing
112 # group with dnf based systems (F21+) will fail the install if such
113 # a group does not exist
114 yum install -y unzip xz puppet git git-review perl-XML-XPath
115 yum install -y python-{devel,virtualenv,setuptools,pip}
116
117 # All of our systems require Java (because of Jenkins)
118 # Install all versions of the OpenJDK devel but force 1.7.0 to be the
119 # default
120
121 echo "---> Configuring OpenJDK"
122 yum install -y 'java-*-openjdk-devel'
123
124 FACTER_OS=$(/usr/bin/facter operatingsystem)
125 FACTER_OSVER=$(/usr/bin/facter operatingsystemrelease)
126 case "$FACTER_OS" in
127 Fedora)
128 if [ "$FACTER_OSVER" -ge "21" ]
129 then
130 echo "---> not modifying java alternatives as OpenJDK 1.7.0 does not exist"
131 else
132 alternatives --set java /usr/lib/jvm/jre-1.7.0-openjdk.x86_64/bin/java
133 alternatives --set java_sdk_openjdk /usr/lib/jvm/java-1.7.0-openjdk.x86_64
134 fi
135 ;;
136 RedHat|CentOS)
137 if [ "$(echo "$FACTER_OSVER" | cut -d'.' -f1)" -ge "7" ]
138 then
139 echo "---> not modifying java alternatives as OpenJDK 1.7.0 does not exist"
140 else
141 alternatives --set java /usr/lib/jvm/jre-1.7.0-openjdk.x86_64/bin/java
142 alternatives --set java_sdk_openjdk /usr/lib/jvm/java-1.7.0-openjdk.x86_64
143 fi
144 ;;
145 *)
146 alternatives --set java /usr/lib/jvm/jre-1.7.0-openjdk.x86_64/bin/java
147 alternatives --set java_sdk_openjdk /usr/lib/jvm/java-1.7.0-openjdk.x86_64
148 ;;
149 esac
150
151 ########################
152 # --- START LFTOOLS DEPS
153
154 # Used by various scripts to push patches to Gerrit
155 yum install -y git-review
156
157 # Needed to parse OpenStack commands used by opendaylight-infra stack commands
158 # to initialize Heat template based systems.
159 yum install -y jq
160
161 # Used by lftools scripts to parse XML
162 yum install -y xmlstarlet
163
164 # Haskel Packages
165 # Cabal update fails on a 1G system so workaround that with a swap file
166 dd if=/dev/zero of=/tmp/swap bs=1M count=1024
167 mkswap /tmp/swap
168 swapon /tmp/swap
169
170 yum install -y cabal-install
171 cabal update
172 cabal install "Cabal<1.18" # Pull Cabal version that is capable of building shellcheck
173 cabal install --bindir=/usr/local/bin "shellcheck-0.4.6" # Pin shellcheck version
174
175 # --- END LFTOOLS DEPS
176 ######################
177
178 # install haveged to avoid low entropy rejecting ssh connections
179 yum install -y haveged
180 systemctl enable haveged.service
181}
182
183ubuntu_systems() {
184 # Ignore SELinux since slamming that onto Ubuntu leads to
185 # frustration
186
187 # Allow jenkins access to update-alternatives command to switch java version
188 cat <<EOF >/etc/sudoers.d/89-jenkins-user-defaults
189Defaults:jenkins !requiretty
Zack Williams3aa36f92019-09-20 10:58:16 -0700190jenkins ALL = NOPASSWD: /usr/sbin/update-alternatives, /usr/sbin/update-java-alternatives
191
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -0800192EOF
193
194 export DEBIAN_FRONTEND=noninteractive
195 cat <<EOF >> /etc/apt/apt.conf
196APT {
197 Get {
198 Assume-Yes "true";
199 allow-change-held-packages "true";
200 allow-downgrades "true";
201 allow-remove-essential "true";
202 };
203};
204
205Dpkg::Options {
206 "--force-confdef";
207 "--force-confold";
208};
209
210EOF
211
212 # Add hostname to /etc/hosts to fix 'unable to resolve host' issue with sudo
213 sed -i "/127.0.0.1/s/$/ $(hostname)/" /etc/hosts
214
215 echo "---> Updating operating system"
216
Zack Williams889b9f22019-09-20 09:23:11 -0700217 # added 2019-09-20 as apt-add-repository and software-properties-common weren't working
218 cat <<EOF >/etc/apt/sources.list.d/packer.list
219# created by packer
220deb http://us.archive.ubuntu.com/ubuntu $(lsb_release -sc) main universe restricted multiverse
221
222EOF
223
Zack Williams6057e762019-09-20 08:59:22 -0700224 # remove these as the fix seems to be broken now? zdw, 2019-09-20
225 # # Change made 2018-07-09 by zdw
226 # # per discussion on #lf-releng, the upstream Ubuntu image changed to be
227 # # missing add-apt-repository, so the next command failed.
228 # apt-get update -m
229 # # added 2019-09-20, sometimes upstream repos are broken w/this package, try to determine why
230 # apt-cache madison software-properties-common
231 # apt-get install -y software-properties-common
Zack Williams852578f2018-04-12 14:03:57 -0700232
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -0800233 # add additional repositories
Zack Williams889b9f22019-09-20 09:23:11 -0700234 # add-apt-repository "deb http://us.archive.ubuntu.com/ubuntu $(lsb_release -sc) main universe restricted multiverse"
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -0800235
236 echo "---> Installing base packages"
237 apt-get clean
238 apt-get update -m
Zack Williams889b9f22019-09-20 09:23:11 -0700239 apt-get upgrade -m
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -0800240 apt-get dist-upgrade -m
241
Andy Bavierb781c4c2018-09-20 08:16:52 -0700242 apt-get update -m
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -0800243 ensure_ubuntu_install unzip xz-utils puppet git libxml-xpath-perl
244
Zack Williams1b00d402019-07-22 17:17:10 -0700245 # Deprecated - updating to corretto Java distro, 2019-07-22, zdw
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -0800246 # install Java 7
Zack Williams1b00d402019-07-22 17:17:10 -0700247 # echo "---> Configuring OpenJDK"
248 # FACTER_OSVER=$(/usr/bin/facter operatingsystemrelease)
249 # case "$FACTER_OSVER" in
250 # 14.04)
251 # apt-get install openjdk-7-jdk
252 # # make jdk8 available
253 # add-apt-repository -y ppa:openjdk-r/ppa
254 # apt-get update
255 # # We need to force openjdk-8-jdk to install
256 # apt-get install openjdk-8-jdk
257 # # make sure that we still default to openjdk 7
258 # update-alternatives --set java /usr/lib/jvm/java-7-openjdk-amd64/jre/bin/java
259 # update-alternatives --set javac /usr/lib/jvm/java-7-openjdk-amd64/bin/javac
260 # ;;
261 # 16.04)
262 # apt-get install openjdk-8-jdk
263 # ;;
264 # *)
265 # echo "---> Unknown Ubuntu version $FACTER_OSVER"
266 # exit 1
267 # ;;
268 # esac
269 ########################
270
271 echo "---> Configuring Corretto JDK Distribution"
272 # instructions: https://docs.aws.amazon.com/corretto/latest/corretto-8-ug/generic-linux-install.html
273 # install prereqs
274 apt-get install java-common
275
276 # install Java8
277 CORRETTO_JAVA8_VERSION="8.222.10-1"
278 CORRETTO_JAVA8_SHA256SUM="e5fd6c6f2d1a1fc5e6926f7a543e67ad0f0e0389ddc5d2deb5890bdeb21ea445"
279 curl -L -o /tmp/corretto_java8.deb "https://d3pxv6yz143wms.cloudfront.net/$(echo $CORRETTO_JAVA8_VERSION | tr - .)/java-1.8.0-amazon-corretto-jdk_${CORRETTO_JAVA8_VERSION}_amd64.deb"
280 echo "$CORRETTO_JAVA8_SHA256SUM /tmp/corretto_java8.deb" | sha256sum -c -
281 dpkg -i /tmp/corretto_java8.deb
282
283 # install Java11
284 CORRETTO_JAVA11_VERSION="11.0.4.11-1"
285 CORRETTO_JAVA11_SHA256SUM="f47c77f8f9ee5a80804765236c11dc749d351d3b8f57186c6e6b58a6c4019d3e"
286 curl -L -o /tmp/corretto_java11.deb "https://d3pxv6yz143wms.cloudfront.net/$(echo $CORRETTO_JAVA11_VERSION | tr - .)/java-11-amazon-corretto-jdk_${CORRETTO_JAVA11_VERSION}_amd64.deb"
287 echo "$CORRETTO_JAVA11_SHA256SUM /tmp/corretto_java11.deb" | sha256sum -c -
288 dpkg -i /tmp/corretto_java11.deb
289
Zack Williams52b4cb62019-08-30 08:09:07 -0700290 # Fix corretto 11 lack of jinfo that prevents update-java-alternatives from working
291 # Upstream fix not integrated yet: https://github.com/corretto/corretto-11/pull/27
292 cat <<EOF >/usr/lib/jvm/.java-11-amazon-corretto.jinfo
293name=java-11-amazon-corretto
294alias=java-11-amazon-corretto
295priority=11100002
296section=main
297
298jdk java /usr/lib/jvm/java-11-amazon-corretto/bin/java
299jdk keytool /usr/lib/jvm/java-11-amazon-corretto/bin/keytool
300jdk rmid /usr/lib/jvm/java-11-amazon-corretto/bin/rmid
301jdk rmiregistry /usr/lib/jvm/java-11-amazon-corretto/bin/rmiregistry
302jdk jjs /usr/lib/jvm/java-11-amazon-corretto/bin/jjs
303jdk pack200 /usr/lib/jvm/java-11-amazon-corretto/bin/pack200
304jdk unpack200 /usr/lib/jvm/java-11-amazon-corretto/bin/unpack200
305jdk javac /usr/lib/jvm/java-11-amazon-corretto/bin/javac
306jdk jaotc /usr/lib/jvm/java-11-amazon-corretto/bin/jaotc
307jdk jlink /usr/lib/jvm/java-11-amazon-corretto/bin/jlink
308jdk jmod /usr/lib/jvm/java-11-amazon-corretto/bin/jmod
309jdk jhsdb /usr/lib/jvm/java-11-amazon-corretto/bin/jhsdb
310jdk jar /usr/lib/jvm/java-11-amazon-corretto/bin/jar
311jdk jarsigner /usr/lib/jvm/java-11-amazon-corretto/bin/jarsigner
312jdk javadoc /usr/lib/jvm/java-11-amazon-corretto/bin/javadoc
313jdk javap /usr/lib/jvm/java-11-amazon-corretto/bin/javap
314jdk jcmd /usr/lib/jvm/java-11-amazon-corretto/bin/jcmd
315jdk jconsole /usr/lib/jvm/java-11-amazon-corretto/bin/jconsole
316jdk jdb /usr/lib/jvm/java-11-amazon-corretto/bin/jdb
317jdk jdeps /usr/lib/jvm/java-11-amazon-corretto/bin/jdeps
318jdk jdeprscan /usr/lib/jvm/java-11-amazon-corretto/bin/jdeprscan
319jdk jimage /usr/lib/jvm/java-11-amazon-corretto/bin/jimage
320jdk jinfo /usr/lib/jvm/java-11-amazon-corretto/bin/jinfo
321jdk jmap /usr/lib/jvm/java-11-amazon-corretto/bin/jmap
322jdk jps /usr/lib/jvm/java-11-amazon-corretto/bin/jps
323jdk jrunscript /usr/lib/jvm/java-11-amazon-corretto/bin/jrunscript
324jdk jshell /usr/lib/jvm/java-11-amazon-corretto/bin/jshell
325jdk jstack /usr/lib/jvm/java-11-amazon-corretto/bin/jstack
326jdk jstat /usr/lib/jvm/java-11-amazon-corretto/bin/jstat
327jdk jstatd /usr/lib/jvm/java-11-amazon-corretto/bin/jstatd
328jdk rmic /usr/lib/jvm/java-11-amazon-corretto/bin/rmic
329jdk serialver /usr/lib/jvm/java-11-amazon-corretto/bin/serialver
330
331EOF
332
Zack Williams1b00d402019-07-22 17:17:10 -0700333 # Set default version to be Java8
Zack Williams52b4cb62019-08-30 08:09:07 -0700334 update-java-alternatives --set java-1.8.0-amazon-corretto
Zack Williams1b00d402019-07-22 17:17:10 -0700335
336 # Set default version to be Java11
Zack Williams52b4cb62019-08-30 08:09:07 -0700337 # update-java-alternatives --set java-11-amazon-corretto
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -0800338
339 ########################
340 # --- START LFTOOLS DEPS
341
342 # Used by various scripts to push patches to Gerrit
343 ensure_ubuntu_install git-review
344
345 # Needed to parse OpenStack commands used by opendaylight-infra stack commands
346 # to initialize Heat template based systems.
347 ensure_ubuntu_install jq
348
349 # Used by lftools scripts to parse XML
350 ensure_ubuntu_install xmlstarlet
351
Zack Williamsae52f5e2018-04-12 11:47:57 -0700352 # Change made by zdw on 2018-04-12
353 # hackage.haskell.org was down, talked to zxiiro on #lf-releng and he recommended
354 # pulling down the packages in a way similar to this ansible role, rather than using cabal:
355 # https://github.com/lfit/ansible-roles-shellcheck-install/blob/master/tasks/main.yml
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -0800356
Zack Williams1b00d402019-07-22 17:17:10 -0700357 SHELLCHECK_VERSION="v0.6.0"
358 SHELLCHECK_SHA256SUM="95c7d6e8320d285a9f026b5241f48f1c02d225a1b08908660e8b84e58e9c7dce"
Zack Williamsae52f5e2018-04-12 11:47:57 -0700359 curl -L -o /tmp/shellcheck.tar.xz https://storage.googleapis.com/shellcheck/shellcheck-${SHELLCHECK_VERSION}.linux.x86_64.tar.xz
360 echo "$SHELLCHECK_SHA256SUM /tmp/shellcheck.tar.xz" | sha256sum -c -
361 pushd /tmp
362 tar -xJvf shellcheck.tar.xz
363 cp shellcheck-${SHELLCHECK_VERSION}/shellcheck /usr/local/bin/shellcheck
364 chmod a+x /usr/local/bin/shellcheck
365 popd
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -0800366
367 # --- END LFTOOLS DEPS
368 ######################
369
370 # install haveged to avoid low entropy rejecting ssh connections
371 apt-get install haveged
372 update-rc.d haveged defaults
373
374 # disable unattended upgrades & daily updates
375 echo '---> Disabling automatic daily upgrades'
376 sed -ine 's/"1"/"0"/g' /etc/apt/apt.conf.d/10periodic
377 echo 'APT::Periodic::Unattended-Upgrade "0";' >> /etc/apt/apt.conf.d/10periodic
378}
379
380all_systems() {
381 # Do any Distro specific installations here
382 echo "Checking distribution"
383 FACTER_OS=$(/usr/bin/facter operatingsystem)
384 case "$FACTER_OS" in
385 *)
386 echo "---> $FACTER_OS found"
387 echo "No extra steps for $FACTER_OS"
388 ;;
389 esac
390}
391
392echo "---> Attempting to detect OS"
393# upstream cloud images use the distro name as the initial user
394ORIGIN=$(if [ -e /etc/redhat-release ]
395 then
396 echo redhat
397 else
398 echo ubuntu
399 fi)
400#ORIGIN=$(logname)
401
402case "${ORIGIN}" in
403 fedora|centos|redhat)
404 echo "---> RH type system detected"
405 rh_systems
406 ;;
407 ubuntu)
408 echo "---> Ubuntu system detected"
409 ubuntu_systems
410 ;;
411 *)
412 # Kill the build for unhandled distributions
413 echo "---> Unknown operating system" 1>&2
414 exit 1
415 ;;
416esac
417
418# execute steps for all systems
419all_systems