blob: b933ec42639c90d7166d408b79edf720efc8f362 [file] [log] [blame]
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -08001#!/bin/bash
2# Ubuntu base build
3
4# vim: ts=4 sw=4 sts=4 et tw=72 :
5
6# force any errors to cause the script and job to end in failure
7set -xeu -o pipefail
8
9rh_systems() {
10 echo 'No changes to apply'
11}
12
Zack Williams85249ce2018-04-01 19:54:44 -070013ubuntu_install_java_setup() {
14
15 echo "debconf shared/accepted-oracle-license-v1-1 select true" | debconf-set-selections
16
17 apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv-keys EEA14886
18
19 DISTRO=$(lsb_release -cs)
20
21 apt-add-repository \
22 "deb http://ppa.launchpad.net/webupd8team/java/ubuntu $DISTRO main"
23}
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -080024
25ubuntu_systems() {
26 apt-get clean
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -080027
Zack Williams85249ce2018-04-01 19:54:44 -070028 # get prereqs for PPA and apt-over-HTTPS support
29 apt-get update
30 apt-get install -y apt-transport-https software-properties-common
31
32 # install java (not needed as SonarQube includes this)
33 # ubuntu_install_java_setup
34 # apt-get update
35 # apt-get install -y oracle-java8-installer
Zack Williams4cfdf202018-05-07 09:58:12 -070036 # rm -rf /var/cache/oracle-jdk8-installer
Luca Prete31860c52018-03-06 17:54:38 -080037
38 # set up ansible repo
Zack Williams85249ce2018-04-01 19:54:44 -070039 apt-add-repository -y ppa:ansible/ansible
Luca Prete31860c52018-03-06 17:54:38 -080040
41 # set up docker repo
Zack Williams85249ce2018-04-01 19:54:44 -070042 apt-key adv --keyserver keyserver.ubuntu.com --recv 0EBFCD88
43 add-apt-repository \
Luca Prete31860c52018-03-06 17:54:38 -080044 "deb [arch=amd64] https://download.docker.com/linux/ubuntu \
45 $(lsb_release -cs) \
46 stable"
47
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -080048 apt-get update
Luca Prete31860c52018-03-06 17:54:38 -080049
50 # install basic sofware requirements
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -080051 apt-get install -y \
Zack Williams85249ce2018-04-01 19:54:44 -070052 "docker-ce=17.06*" \
Luca Prete31860c52018-03-06 17:54:38 -080053 ansible \
Luca Prete31860c52018-03-06 17:54:38 -080054 build-essential \
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -080055 bzip2 \
56 curl \
57 git \
58 less \
Zack Williamscfe0b942018-04-12 11:47:57 -070059 libxml2-utils \
Kailash Khalasi1ddc7c62018-04-20 08:47:56 -070060 maven \
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -080061 nodejs \
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -080062 npm \
Zack Williams85249ce2018-04-01 19:54:44 -070063 python \
Zack Williams9754a832018-04-13 11:01:59 -070064 python-certifi \
65 python-cryptography \
Luca Prete31860c52018-03-06 17:54:38 -080066 python-dev \
Zack Williams9754a832018-04-13 11:01:59 -070067 python-idna \
Luca Prete31860c52018-03-06 17:54:38 -080068 python-netaddr \
Zack Williams9754a832018-04-13 11:01:59 -070069 python-openssl \
Luca Prete31860c52018-03-06 17:54:38 -080070 python-pip \
Zack Williams9754a832018-04-13 11:01:59 -070071 python-urllib3 \
Zack Williams40c06f02018-04-15 20:31:34 -070072 ruby \
Zack Williamseb842ae2018-05-15 17:07:32 -070073 socat \
Zack Williams85249ce2018-04-01 19:54:44 -070074 ssh \
Luca Prete31860c52018-03-06 17:54:38 -080075 sshpass \
Zack Williams85249ce2018-04-01 19:54:44 -070076 zip
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -080077 # end of apt-get install list
Luca Prete31860c52018-03-06 17:54:38 -080078
79 # install python modules
Zack Williams85249ce2018-04-01 19:54:44 -070080 pip install \
81 Jinja2 \
82 ansible-lint \
83 astroid \
84 docker-compose==1.20.1 \
85 docker==3.2.1 \
Luca Prete31860c52018-03-06 17:54:38 -080086 gitpython \
Luca Prete90bfa5e2018-03-06 20:41:56 -080087 graphviz \
Kailash Khalasie15b27a2018-06-26 13:28:20 -070088 grpcio-tools \
Zack Williams85249ce2018-04-01 19:54:44 -070089 isort \
Zack Williams6828f822018-04-12 16:13:33 -070090 linkchecker \
Zack Williams85249ce2018-04-01 19:54:44 -070091 pexpect \
92 pylint \
93 pyyaml \
Luca Prete31860c52018-03-06 17:54:38 -080094 robotframework \
Kailash Khalasicb327c62018-04-03 10:41:38 -070095 robotframework-httplibrary \
Zack Williams85249ce2018-04-01 19:54:44 -070096 robotframework-requests \
Zack Williamsfd8a0042018-04-12 14:34:17 -070097 robotframework-sshlibrary \
98 virtualenv
Zack Williams85249ce2018-04-01 19:54:44 -070099 # end of pip install list
Luca Prete31860c52018-03-06 17:54:38 -0800100
Zack Williams40c06f02018-04-15 20:31:34 -0700101 # install ruby gems
102 gem install \
103 mdl
104 # end of gem install list
105
Luca Prete31860c52018-03-06 17:54:38 -0800106 # install npm modules
107 npm install -g \
Zack Williams85249ce2018-04-01 19:54:44 -0700108 gitbook-cli \
109 markdownlint \
Luca Prete31860c52018-03-06 17:54:38 -0800110 typings
Zack Williams85249ce2018-04-01 19:54:44 -0700111 # end of npm install list
Luca Prete31860c52018-03-06 17:54:38 -0800112
Zack Williams6828f822018-04-12 16:13:33 -0700113 # ubuntu 16.04 installs the node binary as /usr/bin/nodejs, which breaks
114 # tools that expect it to be named just `node`. Symlink it to fix
115 ln -s /usr/bin/nodejs /usr/local/bin/node
116
Luca Prete31860c52018-03-06 17:54:38 -0800117 # install repo
Zack Williams85249ce2018-04-01 19:54:44 -0700118 REPO_SHA256SUM="394d93ac7261d59db58afa49bb5f88386fea8518792491ee3db8baab49c3ecda"
Luca Prete31860c52018-03-06 17:54:38 -0800119 curl -o /tmp/repo 'https://gerrit.opencord.org/gitweb?p=repo.git;a=blob_plain;f=repo;hb=refs/heads/stable'
Zack Williams85249ce2018-04-01 19:54:44 -0700120 echo "$REPO_SHA256SUM /tmp/repo" | sha256sum -c -
121 mv /tmp/repo /usr/local/bin/repo
122 chmod a+x /usr/local/bin/repo
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -0800123
Zack Williams85249ce2018-04-01 19:54:44 -0700124 # install sonarqube scanner
125 SONAR_SCANNER_CLI_VERSION="3.1.0.1141"
126 SONAR_SCANNER_CLI_SHA256SUM="efbe7d1a274bbed220846eccc5b36db853a6bab3ee576aebf93ddc604a89ced4"
Zack Williams4cfdf202018-05-07 09:58:12 -0700127 curl -L -o /tmp/sonarscanner.zip "https://sonarsource.bintray.com/Distribution/sonar-scanner-cli/sonar-scanner-cli-${SONAR_SCANNER_CLI_VERSION}-linux.zip"
Zack Williams85249ce2018-04-01 19:54:44 -0700128 echo "$SONAR_SCANNER_CLI_SHA256SUM /tmp/sonarscanner.zip" | sha256sum -c -
129 pushd /opt
130 unzip /tmp/sonarscanner.zip
131 mv sonar-scanner-${SONAR_SCANNER_CLI_VERSION}-linux sonar-scanner
Zack Williams4cfdf202018-05-07 09:58:12 -0700132 rm -f /tmp/sonarscanner.zip
Zack Williams85249ce2018-04-01 19:54:44 -0700133 popd
134
Zack Williams4cfdf202018-05-07 09:58:12 -0700135 # install helm
Zack Williams8aa52822018-04-05 09:22:15 -0700136 HELM_VERSION="2.8.2"
137 HELM_SHA256SUM="614b5ac79de4336b37c9b26d528c6f2b94ee6ccacb94b0f4b8d9583a8dd122d3"
138 HELM_PLATFORM="linux-amd64"
Zack Williams4cfdf202018-05-07 09:58:12 -0700139 curl -L -o /tmp/helm.tgz "https://storage.googleapis.com/kubernetes-helm/helm-v${HELM_VERSION}-${HELM_PLATFORM}.tar.gz"
Zack Williams8aa52822018-04-05 09:22:15 -0700140 echo "$HELM_SHA256SUM /tmp/helm.tgz" | sha256sum -c -
141 pushd /tmp
142 tar -xzvf helm.tgz
143 mv ${HELM_PLATFORM}/helm /usr/local/bin/helm
144 chmod a+x /usr/local/bin/helm
Zack Williams4cfdf202018-05-07 09:58:12 -0700145 rm -rf helm.tgz ${HELM_PLATFORM}
146 popd
147
Zack Williams4c5bfab2018-05-08 16:13:50 -0700148 # install kubectl
149 KUBECTL_VERSION="1.9.5"
150 KUBECTL_SHA256SUM="9c67b6e80e9dd3880511c7d912c5a01399c1d74aaf4d71989c7d5a4f2534bcd5"
151 curl -L -o /tmp/kubectl "https://storage.googleapis.com/kubernetes-release/release/v${KUBECTL_VERSION}/bin/linux/amd64/kubectl"
152 echo "$KUBECTL_SHA256SUM /tmp/kubectl" | sha256sum -c -
153 mv /tmp/kubectl /usr/local/bin/kubectl
154 chmod a+x /usr/local/bin/kubectl
155 rm -f /tmp/kubectl
156
Zack Williams4cfdf202018-05-07 09:58:12 -0700157 # install minikube
158 MINIKUBE_VERSION="0.26.1"
159 MINIKUBE_DEB_VERSION="$(echo ${MINIKUBE_VERSION} | sed -n 's/\(.*\)\.\(.*\)/\1-\2/p')"
160 MINIKUBE_SHA256SUM="4a97ff448347eb374e1c48b4578cc3cf61af51cca4ff002101a57e77ffaa1575"
161 curl -L -o /tmp/minikube.deb "https://storage.googleapis.com/minikube/releases/v${MINIKUBE_VERSION}/minikube_${MINIKUBE_DEB_VERSION}.deb"
162 echo "$MINIKUBE_SHA256SUM /tmp/minikube.deb" | sha256sum -c -
163 pushd /tmp
164 dpkg -i minikube.deb
165 rm -f minikube.deb
Zack Williams8aa52822018-04-05 09:22:15 -0700166 popd
167
Kailash Khalasi929d21b2018-06-28 12:28:17 -0700168 # install protobufs
169 PROTOC_VERSION="3.3.0"
170 PROTOC_SHA256SUM="feb112bbc11ea4e2f7ef89a359b5e1c04428ba6cfa5ee628c410eccbfe0b64c3"
171 curl -L -o /tmp/protoc-${PROTOC_VERSION}-linux-x86_64.zip https://github.com/google/protobuf/releases/download/v${PROTOC_VERSION}/protoc-${PROTOC_VERSION}-linux-x86_64.zip
172 echo "$PROTOC_SHA256SUM /tmp/protoc-${PROTOC_VERSION}-linux-x86_64.zip" | sha256sum -c -
173 unzip /tmp/protoc-${PROTOC_VERSION}-linux-x86_64.zip -d protoc3
174 mv /tmp/protoc3/bin/* /usr/local/bin/
175 mv /tmp/protoc3/include/* /usr/local/include/
176 # give sudo permissions on minikube and protoc to jenkins user
177 cat <<EOF >/etc/sudoers.d/88-jenkins-minikube-protoc
178Cmnd_Alias CMDS = /usr/local/bin/protoc, /usr/bin/minikube
Zack Williams81739772018-05-14 16:35:47 -0700179Defaults:jenkins !requiretty
Kailash Khalasi929d21b2018-06-28 12:28:17 -0700180jenkins ALL=(ALL) NOPASSWD:SETENV: CMDS
Zack Williams81739772018-05-14 16:35:47 -0700181EOF
182
Zack Williams85249ce2018-04-01 19:54:44 -0700183 # clean up
184 apt-get clean
185 apt-get purge -y
186 apt-get autoremove -y
187 rm -rf /var/lib/apt/lists/*
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -0800188}
Zack Williams85249ce2018-04-01 19:54:44 -0700189
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -0800190all_systems() {
191 echo 'No common distribution configuration to perform'
192}
193
194echo "---> Detecting OS"
195ORIGIN=$(facter operatingsystem | tr '[:upper:]' '[:lower:]')
196
197case "${ORIGIN}" in
198 fedora|centos|redhat)
199 echo "---> RH type system detected"
200 rh_systems
201 ;;
202 ubuntu)
203 echo "---> Ubuntu system detected"
204 ubuntu_systems
205 ;;
206 *)
207 echo "---> Unknown operating system"
208 ;;
209esac
210
211# execute steps for all systems
212all_systems