blob: 145080a758117bae20d4c3718b87da498ebe748f [file] [log] [blame]
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -08001#!/bin/bash
2# Ubuntu base build
3
4# vim: ts=4 sw=4 sts=4 et tw=72 :
5
6# force any errors to cause the script and job to end in failure
7set -xeu -o pipefail
8
9rh_systems() {
10 echo 'No changes to apply'
11}
12
Zack Williams85249ce2018-04-01 19:54:44 -070013ubuntu_install_java_setup() {
14
15 echo "debconf shared/accepted-oracle-license-v1-1 select true" | debconf-set-selections
16
17 apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv-keys EEA14886
18
19 DISTRO=$(lsb_release -cs)
20
21 apt-add-repository \
22 "deb http://ppa.launchpad.net/webupd8team/java/ubuntu $DISTRO main"
23}
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -080024
25ubuntu_systems() {
26 apt-get clean
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -080027
Zack Williams85249ce2018-04-01 19:54:44 -070028 # get prereqs for PPA and apt-over-HTTPS support
29 apt-get update
30 apt-get install -y apt-transport-https software-properties-common
31
32 # install java (not needed as SonarQube includes this)
33 # ubuntu_install_java_setup
34 # apt-get update
35 # apt-get install -y oracle-java8-installer
Zack Williams4cfdf202018-05-07 09:58:12 -070036 # rm -rf /var/cache/oracle-jdk8-installer
Luca Prete31860c52018-03-06 17:54:38 -080037
38 # set up ansible repo
Zack Williams85249ce2018-04-01 19:54:44 -070039 apt-add-repository -y ppa:ansible/ansible
Luca Prete31860c52018-03-06 17:54:38 -080040
41 # set up docker repo
Zack Williams85249ce2018-04-01 19:54:44 -070042 apt-key adv --keyserver keyserver.ubuntu.com --recv 0EBFCD88
43 add-apt-repository \
Luca Prete31860c52018-03-06 17:54:38 -080044 "deb [arch=amd64] https://download.docker.com/linux/ubuntu \
45 $(lsb_release -cs) \
46 stable"
47
Zack Williams6ecb83c2018-08-29 13:22:21 -070048 # set up golang repo
49 add-apt-repository ppa:gophers/archive
50
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -080051 apt-get update
Luca Prete31860c52018-03-06 17:54:38 -080052
53 # install basic sofware requirements
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -080054 apt-get install -y \
Zack Williams85249ce2018-04-01 19:54:44 -070055 "docker-ce=17.06*" \
Luca Prete31860c52018-03-06 17:54:38 -080056 ansible \
Luca Prete31860c52018-03-06 17:54:38 -080057 build-essential \
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -080058 bzip2 \
59 curl \
60 git \
Zack Williams6ecb83c2018-08-29 13:22:21 -070061 golang-1.10-go \
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -080062 less \
Zack Williams9d661a42018-10-01 15:43:21 -070063 libmysqlclient-dev \
Zack Williams68f43102018-07-07 12:57:13 -070064 libpcap-dev \
Zack Williamscfe0b942018-04-12 11:47:57 -070065 libxml2-utils \
Kailash Khalasi1ddc7c62018-04-20 08:47:56 -070066 maven \
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -080067 nodejs \
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -080068 npm \
Zack Williams85249ce2018-04-01 19:54:44 -070069 python \
Zack Williams9754a832018-04-13 11:01:59 -070070 python-certifi \
71 python-cryptography \
Luca Prete31860c52018-03-06 17:54:38 -080072 python-dev \
Zack Williams9754a832018-04-13 11:01:59 -070073 python-idna \
Luca Prete31860c52018-03-06 17:54:38 -080074 python-netaddr \
Zack Williams9754a832018-04-13 11:01:59 -070075 python-openssl \
Luca Prete31860c52018-03-06 17:54:38 -080076 python-pip \
Zack Williams9754a832018-04-13 11:01:59 -070077 python-urllib3 \
Zack Williams40c06f02018-04-15 20:31:34 -070078 ruby \
Zack Williamseb842ae2018-05-15 17:07:32 -070079 socat \
Zack Williams85249ce2018-04-01 19:54:44 -070080 ssh \
Luca Prete31860c52018-03-06 17:54:38 -080081 sshpass \
Zack Williams85249ce2018-04-01 19:54:44 -070082 zip
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -080083 # end of apt-get install list
Luca Prete31860c52018-03-06 17:54:38 -080084
85 # install python modules
Zack Williams85249ce2018-04-01 19:54:44 -070086 pip install \
87 Jinja2 \
88 ansible-lint \
Zack Williamsac922962018-07-24 13:02:26 -070089 astroid==1.* \
Zack Williams85249ce2018-04-01 19:54:44 -070090 docker-compose==1.20.1 \
91 docker==3.2.1 \
Luca Prete31860c52018-03-06 17:54:38 -080092 gitpython \
Luca Prete90bfa5e2018-03-06 20:41:56 -080093 graphviz \
Kailash Khalasie15b27a2018-06-26 13:28:20 -070094 grpcio-tools \
Zack Williams85249ce2018-04-01 19:54:44 -070095 isort \
Zack Williams6828f822018-04-12 16:13:33 -070096 linkchecker \
Zack Williams85249ce2018-04-01 19:54:44 -070097 pexpect \
Zack Williamse9af4c42018-07-24 14:29:02 -070098 pylint==1.* \
Zack Williams85249ce2018-04-01 19:54:44 -070099 pyyaml \
Luca Prete31860c52018-03-06 17:54:38 -0800100 robotframework \
Kailash Khalasicb327c62018-04-03 10:41:38 -0700101 robotframework-httplibrary \
Kailash Khalasia1917682018-08-20 10:34:39 -0700102 robotframework-kafkalibrary \
Zack Williams85249ce2018-04-01 19:54:44 -0700103 robotframework-requests \
Zack Williamsfd8a0042018-04-12 14:34:17 -0700104 robotframework-sshlibrary \
105 virtualenv
Zack Williams85249ce2018-04-01 19:54:44 -0700106 # end of pip install list
Luca Prete31860c52018-03-06 17:54:38 -0800107
Zack Williams40c06f02018-04-15 20:31:34 -0700108 # install ruby gems
109 gem install \
110 mdl
111 # end of gem install list
112
Luca Prete31860c52018-03-06 17:54:38 -0800113 # install npm modules
114 npm install -g \
Zack Williams85249ce2018-04-01 19:54:44 -0700115 gitbook-cli \
116 markdownlint \
Luca Prete31860c52018-03-06 17:54:38 -0800117 typings
Zack Williams85249ce2018-04-01 19:54:44 -0700118 # end of npm install list
Luca Prete31860c52018-03-06 17:54:38 -0800119
Zack Williams6ecb83c2018-08-29 13:22:21 -0700120 # install golang packages in /usr/local/go
121 # Set PATH=$PATH:/usr/local/go/bin` to use these
122 export GOPATH=/usr/local/go
123 mkdir -p $GOPATH
124 export PATH=$PATH:/usr/lib/go-1.10/bin:$GOPATH/bin
125 # converters for unit/coverage test
126 go get -v github.com/t-yuki/gocover-cobertura
127 go get -v github.com/jstemmer/go-junit-report
128
Zack Williams6828f822018-04-12 16:13:33 -0700129 # ubuntu 16.04 installs the node binary as /usr/bin/nodejs, which breaks
130 # tools that expect it to be named just `node`. Symlink it to fix
131 ln -s /usr/bin/nodejs /usr/local/bin/node
132
Luca Prete31860c52018-03-06 17:54:38 -0800133 # install repo
Zack Williams85249ce2018-04-01 19:54:44 -0700134 REPO_SHA256SUM="394d93ac7261d59db58afa49bb5f88386fea8518792491ee3db8baab49c3ecda"
Luca Prete31860c52018-03-06 17:54:38 -0800135 curl -o /tmp/repo 'https://gerrit.opencord.org/gitweb?p=repo.git;a=blob_plain;f=repo;hb=refs/heads/stable'
Zack Williams85249ce2018-04-01 19:54:44 -0700136 echo "$REPO_SHA256SUM /tmp/repo" | sha256sum -c -
137 mv /tmp/repo /usr/local/bin/repo
138 chmod a+x /usr/local/bin/repo
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -0800139
Zack Williams85249ce2018-04-01 19:54:44 -0700140 # install sonarqube scanner
Zack Williams891922a2018-07-07 10:33:24 -0700141 # dl link: https://docs.sonarqube.org/display/SCAN/Analyzing+with+SonarQube+Scanner
142 SONAR_SCANNER_CLI_VERSION="3.2.0.1227"
143 SONAR_SCANNER_CLI_SHA256SUM="07a50ec270a36cb83f26fe93233819c53c145248c638f4591880f1bd36e331d6"
Zack Williams02e301e2018-10-08 12:09:58 -0700144 curl -L -o /tmp/sonarscanner.zip "https://binaries.sonarsource.com/Distribution/sonar-scanner-cli/sonar-scanner-cli-${SONAR_SCANNER_CLI_VERSION}-linux.zip"
Zack Williams85249ce2018-04-01 19:54:44 -0700145 echo "$SONAR_SCANNER_CLI_SHA256SUM /tmp/sonarscanner.zip" | sha256sum -c -
146 pushd /opt
147 unzip /tmp/sonarscanner.zip
148 mv sonar-scanner-${SONAR_SCANNER_CLI_VERSION}-linux sonar-scanner
Zack Williams4cfdf202018-05-07 09:58:12 -0700149 rm -f /tmp/sonarscanner.zip
Zack Williams85249ce2018-04-01 19:54:44 -0700150 popd
151
Zack Williams4cfdf202018-05-07 09:58:12 -0700152 # install helm
Zack Williams469fb0d2018-09-10 15:16:51 -0700153 HELM_VERSION="2.10.0"
154 HELM_SHA256SUM="0fa2ed4983b1e4a3f90f776d08b88b0c73fd83f305b5b634175cb15e61342ffe"
Zack Williams8aa52822018-04-05 09:22:15 -0700155 HELM_PLATFORM="linux-amd64"
Zack Williams4cfdf202018-05-07 09:58:12 -0700156 curl -L -o /tmp/helm.tgz "https://storage.googleapis.com/kubernetes-helm/helm-v${HELM_VERSION}-${HELM_PLATFORM}.tar.gz"
Zack Williams8aa52822018-04-05 09:22:15 -0700157 echo "$HELM_SHA256SUM /tmp/helm.tgz" | sha256sum -c -
158 pushd /tmp
159 tar -xzvf helm.tgz
160 mv ${HELM_PLATFORM}/helm /usr/local/bin/helm
161 chmod a+x /usr/local/bin/helm
Zack Williams4cfdf202018-05-07 09:58:12 -0700162 rm -rf helm.tgz ${HELM_PLATFORM}
163 popd
164
Zack Williams4c5bfab2018-05-08 16:13:50 -0700165 # install kubectl
Zack Williams469fb0d2018-09-10 15:16:51 -0700166 KUBECTL_VERSION="1.11.3"
167 KUBECTL_SHA256SUM="0d4c70484e90d4310f03f997b4432e0a97a7f5b5be5c31d281f3d05919f8b46c"
Zack Williams4c5bfab2018-05-08 16:13:50 -0700168 curl -L -o /tmp/kubectl "https://storage.googleapis.com/kubernetes-release/release/v${KUBECTL_VERSION}/bin/linux/amd64/kubectl"
169 echo "$KUBECTL_SHA256SUM /tmp/kubectl" | sha256sum -c -
170 mv /tmp/kubectl /usr/local/bin/kubectl
171 chmod a+x /usr/local/bin/kubectl
172 rm -f /tmp/kubectl
173
Zack Williams4cfdf202018-05-07 09:58:12 -0700174 # install minikube
Zack Williams469fb0d2018-09-10 15:16:51 -0700175 MINIKUBE_VERSION="0.28.2"
Zack Williams4cfdf202018-05-07 09:58:12 -0700176 MINIKUBE_DEB_VERSION="$(echo ${MINIKUBE_VERSION} | sed -n 's/\(.*\)\.\(.*\)/\1-\2/p')"
Zack Williams469fb0d2018-09-10 15:16:51 -0700177 MINIKUBE_SHA256SUM="47cd2db6a65b092a3e1ac47ddd4331914290f04069260ee273530ab7e29123d2"
Zack Williams4cfdf202018-05-07 09:58:12 -0700178 curl -L -o /tmp/minikube.deb "https://storage.googleapis.com/minikube/releases/v${MINIKUBE_VERSION}/minikube_${MINIKUBE_DEB_VERSION}.deb"
179 echo "$MINIKUBE_SHA256SUM /tmp/minikube.deb" | sha256sum -c -
180 pushd /tmp
181 dpkg -i minikube.deb
182 rm -f minikube.deb
Zack Williams8aa52822018-04-05 09:22:15 -0700183 popd
184
Kailash Khalasi929d21b2018-06-28 12:28:17 -0700185 # install protobufs
Zack Williamscab43ba2018-09-19 09:58:25 -0700186 PROTOC_VERSION="3.6.1"
187 PROTOC_SHA256SUM="6003de742ea3fcf703cfec1cd4a3380fd143081a2eb0e559065563496af27807"
Kailash Khalasi929d21b2018-06-28 12:28:17 -0700188 curl -L -o /tmp/protoc-${PROTOC_VERSION}-linux-x86_64.zip https://github.com/google/protobuf/releases/download/v${PROTOC_VERSION}/protoc-${PROTOC_VERSION}-linux-x86_64.zip
189 echo "$PROTOC_SHA256SUM /tmp/protoc-${PROTOC_VERSION}-linux-x86_64.zip" | sha256sum -c -
Kailash Khalasic4ff32d2018-06-28 18:24:52 -0700190 unzip /tmp/protoc-${PROTOC_VERSION}-linux-x86_64.zip -d /tmp/protoc3
Kailash Khalasi929d21b2018-06-28 12:28:17 -0700191 mv /tmp/protoc3/bin/* /usr/local/bin/
192 mv /tmp/protoc3/include/* /usr/local/include/
Zack Williams3fc47ab2018-10-08 11:22:29 -0700193 # fix permissions on include files
194 chmod -R a+r /usr/local/include/
Zack Williamscab43ba2018-09-19 09:58:25 -0700195
Kailash Khalasi929d21b2018-06-28 12:28:17 -0700196 # give sudo permissions on minikube and protoc to jenkins user
197 cat <<EOF >/etc/sudoers.d/88-jenkins-minikube-protoc
198Cmnd_Alias CMDS = /usr/local/bin/protoc, /usr/bin/minikube
Zack Williams81739772018-05-14 16:35:47 -0700199Defaults:jenkins !requiretty
Kailash Khalasi929d21b2018-06-28 12:28:17 -0700200jenkins ALL=(ALL) NOPASSWD:SETENV: CMDS
Zack Williams81739772018-05-14 16:35:47 -0700201EOF
202
Zack Williams85249ce2018-04-01 19:54:44 -0700203 # clean up
204 apt-get clean
205 apt-get purge -y
206 apt-get autoremove -y
207 rm -rf /var/lib/apt/lists/*
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -0800208}
Zack Williams85249ce2018-04-01 19:54:44 -0700209
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -0800210all_systems() {
211 echo 'No common distribution configuration to perform'
212}
213
214echo "---> Detecting OS"
215ORIGIN=$(facter operatingsystem | tr '[:upper:]' '[:lower:]')
216
217case "${ORIGIN}" in
218 fedora|centos|redhat)
219 echo "---> RH type system detected"
220 rh_systems
221 ;;
222 ubuntu)
223 echo "---> Ubuntu system detected"
224 ubuntu_systems
225 ;;
226 *)
227 echo "---> Unknown operating system"
228 ;;
229esac
230
231# execute steps for all systems
232all_systems