blob: 4b80119a333bdc4c7da44f4a363d21e26b67a87b [file] [log] [blame]
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -08001#!/bin/bash
2# Ubuntu base build
3
4# vim: ts=4 sw=4 sts=4 et tw=72 :
5
6# force any errors to cause the script and job to end in failure
7set -xeu -o pipefail
8
9rh_systems() {
10 echo 'No changes to apply'
11}
12
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -080013ubuntu_systems() {
Matteo Scandolobb710992019-03-06 14:50:47 -080014 DISTRO=$(lsb_release -cs)
15
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -080016 apt-get clean
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -080017
Zack Williams85249ce2018-04-01 19:54:44 -070018 # get prereqs for PPA and apt-over-HTTPS support
19 apt-get update
20 apt-get install -y apt-transport-https software-properties-common
21
Zack Williamsdaf691d2020-02-10 10:55:59 -070022 # set up git backports repo
23 add-apt-repository -y ppa:git-core/ppa
24
Luca Prete31860c52018-03-06 17:54:38 -080025 # set up docker repo
Zack Williams85249ce2018-04-01 19:54:44 -070026 apt-key adv --keyserver keyserver.ubuntu.com --recv 0EBFCD88
27 add-apt-repository \
Luca Prete31860c52018-03-06 17:54:38 -080028 "deb [arch=amd64] https://download.docker.com/linux/ubuntu \
29 $(lsb_release -cs) \
30 stable"
31
Zack Williams6ecb83c2018-08-29 13:22:21 -070032 # set up golang repo
Zack Williamsc9abcdc2019-05-09 21:23:38 -070033 # docs: https://github.com/golang/go/wiki/Ubuntu
34 add-apt-repository ppa:longsleep/golang-backports
Zack Williams6ecb83c2018-08-29 13:22:21 -070035
Zack Williams7722ef22018-10-16 14:08:29 -070036 # set up kubernetes repo
37 cat << EOF | base64 -d > /tmp/k8s-apt-key.gpg
38mQENBFUd6rIBCAD6mhKRHDn3UrCeLDp7U5IE7AhhrOCPpqGF7mfTemZYHf/5JdjxcOxoSFlK
397zwmFr3lVqJ+tJ9L1wd1K6P7RrtaNwCiZyeNPf/Y86AJ5NJwBe0VD0xHTXzPNTqRSByVYtdN
4094NoltXUYFAAPZYQls0x0nUD1hLMlOlC2HdTPrD1PMCnYq/NuL/Vk8sWrcUt4DIS+0RDQ8tK
41Ke5PSV0+PnmaJvdF5CKawhh0qGTklS2MXTyKFoqjXgYDfY2EodI9ogT/LGr9Lm/+u4OFPvmN
429VN6UG+s0DgJjWvpbmuHL/ZIRwMEn/tpuneaLTO7h1dCrXC849PiJ8wSkGzBnuJQUbXnABEB
43AAG0QEdvb2dsZSBDbG91ZCBQYWNrYWdlcyBBdXRvbWF0aWMgU2lnbmluZyBLZXkgPGdjLXRl
44YW1AZ29vZ2xlLmNvbT6JAT4EEwECACgFAlUd6rICGy8FCQWjmoAGCwkIBwMCBhUIAgkKCwQW
45AgMBAh4BAheAAAoJEDdGwginMXsPcLcIAKi2yNhJMbu4zWQ2tM/rJFovazcY28MF2rDWGOnc
469giHXOH0/BoMBcd8rw0lgjmOosBdM2JT0HWZIxC/Gdt7NSRA0WOlJe04u82/o3OHWDgTdm9M
47S42noSP0mvNzNALBbQnlZHU0kvt3sV1YsnrxljoIuvxKWLLwren/GVshFLPwONjw3f9Fan6G
48WxJyn/dkX3OSUGaduzcygw51vksBQiUZLCD2Tlxyr9NvkZYTqiaWW78L6regvATsLc9L/dQU
49iSMQZIK6NglmHE+cuSaoK0H4ruNKeTiQUw/EGFaLecay6Qy/s3Hk7K0QLd+gl0hZ1w1VzIeX
50Lo2BRlqnjOYFX4CwAgADmQENBFrBaNsBCADrF18KCbsZlo4NjAvVecTBCnp6WcBQJ5oSh7+E
5198jX9YznUCrNrgmeCcCMUvTDRDxfTaDJybaHugfba43nqhkbNpJ47YXsIa+YL6eEE9emSmQt
52jrSWIiY+2YJYwsDgsgckF3duqkb02OdBQlh6IbHPoXB6H//b1PgZYsomB+841XW1LSJPYlYb
53IrWfwDfQvtkFQI90r6NknVTQlpqQh5GLNWNYqRNrGQPmsB+NrUYrkl1nUt1LRGu+rCe4bSaS
54mNbwKMQKkROE4kTiB72DPk7zH4Lm0uo0YFFWG4qsMIuqEihJ/9KNX8GYBr+tWgyLooLlsdK3
55l+4dVqd8cjkJM1ExABEBAAG0QEdvb2dsZSBDbG91ZCBQYWNrYWdlcyBBdXRvbWF0aWMgU2ln
56bmluZyBLZXkgPGdjLXRlYW1AZ29vZ2xlLmNvbT6JAT4EEwECACgFAlrBaNsCGy8FCQWjmoAG
57CwkIBwMCBhUIAgkKCwQWAgMBAh4BAheAAAoJEGoDCyG6B/T78e8H/1WH2LN/nVNhm5TS1VYJ
58G8B+IW8zS4BqyozxC9iJAJqZIVHXl8g8a/Hus8RfXR7cnYHcg8sjSaJfQhqO9RbKnffiuQgG
59rqwQxuC2jBa6M/QKzejTeP0Mgi67pyrLJNWrFI71RhritQZmzTZ2PoWxfv6b+Tv5v0rPaG+u
60t1J47pn+kYgtUaKdsJz1umi6HzK6AacDf0C0CksJdKG7MOWsZcB4xeOxJYuy6NuO6KcdEz8/
61XyEUjIuIOlhYTd0hH8E/SEBbXXft7/VBQC5wNq40izPi+6WFK/e1O42DIpzQ749ogYQ1eode
62xPNhLzekKR3XhGrNXJ95r5KO10VrsLFNd8KwAgAD
63EOF
64
65 sudo apt-key add /tmp/k8s-apt-key.gpg
66 echo "deb http://apt.kubernetes.io/ kubernetes-xenial main" | sudo tee /etc/apt/sources.list.d/kubernetes.list
67
Matteo Scandolobb710992019-03-06 14:50:47 -080068 # set up NodeJS repo
Zack Williams6a1d4542019-03-09 09:04:26 -070069 # Instructions: https://github.com/nodesource/distributions/blob/master/README.md#manual-installation
Matteo Scandolobb710992019-03-06 14:50:47 -080070
71 cat << EOF | base64 -d > /tmp/nodejs-apt-key.gpg
72LS0tLS1CRUdJTiBQR1AgUFVCTElDIEtFWSBCTE9DSy0tLS0tClZlcnNpb246IEdudVBHIHYxCkNvbW1lbnQ6IEdQR1Rvb2xzIC0gaHR0cHM6Ly9ncGd0b29scy5vcmcKCm1RSU5CRk9iSkxZQkVBRGtGVzhITWpzb1lSSlE0bkNZQy82RWgweUxXSFdmQ2grLzlaU0lqNHcvcE9lMlY2VisKVzZESFkza0szYSsyYnhyYXg5RXFLZTd1eGtTS2Y5NWdmbnMrSTkrUitSSmZScGIxcXZsalVScjU0eTM1SVpncwpmTUcyMk5wK1RtTTJSTGdkRkNaYTE4aDArUmJIOWkwYitackI5WFBabUxiL2g5b3U3U293R3FRM3d3T3RUM1Z5CnFtaWYwQTJHQ2NqRlRxV1c2VFhhWThlWko5QkNFcVczay8wQ2p3N0svbVN5L3V0eFlpVUl2Wk5LZ2FHL1A4VTcKODlReXZ4ZVJ4QWY5M1lGQVZ6TVhob0t4dTEySXVINFZuU3dBZmI4Z1F5eEtSeWlHT1V3azBZb0JQcHFSbk1tRApEbDdTZG1ZM29RSEVKekJlbFRNalRNOEFqYkI5bVdvUEJYNUc4dDR1NDcvRlo2UGdkZm1SZzloc0tYaGtMSmM3CkMxYnRibE9ITmdEeDE5ZnpBU1dYK3hPalppS3BQNk1rRUV6cTFiaWxVRnVsNlJEdHhrVFdzVGE1VEdpeGdDQi8KRzJmSzhJOUpML3lRaERjNk9HWTltalBPeE1iNVBnVWxUOG94M3Y4d3QyNWVyV2o5ejMwUW9FQndmU2c0dHpMYwpKcTZOL2llcFFlbU5mbzZJcytURytKekk2dmhYamxzQm0vWG16MFppRlBQT2JBSC92R0NZNUk2ODg2dlhRN2Z0CnFXSFlIVDhqei9SNHRpZ01HQyt0dlova2NtWUJzTENDSTV1U0VQNkpKUlFRaEhyQ3ZPWDBVYXl0SXRmc1FmTG0KRVlSZDJGNzJvMXlHaDN5dldXZkRJQlhSbWFCdUlHWEdwYWpDMEp5QkdTT1diOVV4TU5aWS8yTEpFd0FSQVFBQgp0QjlPYjJSbFUyOTFjbU5sSUR4bmNHZEFibTlrWlhOdmRYSmpaUzVqYjIwK2lRSTRCQk1CQWdBaUJRSlRteVMyCkFoc0RCZ3NKQ0FjREFnWVZDQUlKQ2dzRUZnSURBUUllQVFJWGdBQUtDUkFXVmFDcmFGZGlnSFRtRC85T0toVXkKakoraDhnTVJnNnJpNUVReE9FeGNjU1JVMGk3VUhrdGVjU3MwRFZDNGxaRzlBT3pCZStRMzZjeW01WjFkaTZKUQprSGw2OXEzekJkVjNLVFcrSDFwZG1uWmxlYllHejhwYUc5aVEvd1M5Z3BuU2VFeXgwRW55aTE2N0J6bTBPNEExCkdLMHBya0xuei95Uk9ISEVmSGpzVGdNdkZ3QW5mOXVheHdXZ0UxZDFSaXRJV2dKcEFucDFEWjVPMHVWbHNQUG0KWEFodUJKMzJtVThTNUJlelBUdUpKSUN3QmxMWUVDR2IxWTY1Q2lsNE9BTFU3VDdzYlVxZkxDdWFSS3h1UHRjVQpWbko2L3FpeVB5Z3ZLWldoVjZPZDBZeGx5ZWQxa2Z0TUp5WW9MOGtQSGZlSEordkl5dDBzN2Nyb3BmaXdYb2thCjFpSkI1bkt5dC9lcU1uUFE5YVJwcWttOUFCUy9yN0FhdU1BLzlSQUx1ZFFSSEJkV0l6ZklnME1scWI1Mnl5VEkKSWdRSkhOR05YMVQzejFYZ1poSStWaThTTEZGU2g4eDlGZVVaQzZZSnUwVlhYajVpeitlWm1rL25ZalV0NE10YwpwVnNWWUlCN29JREliSW1PRG04Z2dzZ3JJenF4T3pRVlAxenNDR2VrNVU2UUZjOUdZclErV3YzL2ZHOGhma0RuCnhYTHd3ME9HYUVReGZvZG04Y0xGWjViOEphRzMrWXhmZTdKa05jbHd2UmltdmxBanFJaVc1T0swdnZmSGNvK1kKZ0FOaFFybE1uVHgvL0lkWnNzYXh2WXl0U0hwUFpUWXcrcVBFamJCSk9McG9Mcno4WmFmTjF1ZWtwQXFRamZmSQpBT3FXOVNkSXpxL2tTSGdsMGJ6V2JQSlB3ODZYenpmdGV3aktOYmtDRFFSVG15UzJBUkFBeFNTZFFpK1dwUFFaCmZPZmxreDlzWUphMGNXekxsMncrK0ZRbloxUG41RjA5RC9rUE1OaDRxT3N5dlhXbGVrYVYvU3NlRFp0VnppSEoKS202VjhUQkczZmxtRmxDM0RXUWZOTkZ3bjUrcFdTQjhXSEc0YlRBNVJ5WUVFWWZwYmVrTXRkb1dXL1JvOEttaAo0MW51eFpEU3VCSmhEZUZJcDBjY25OMkxwMW82WGZJZURZUGVneUVQU1NacXJ1ZGZxTHJTWmhTdERsSmdYamVhCkpqVzZVUDZ0eFB0WWFhaWxhOS9IbjZ2Rjg3QVE1YlIyZEVXQi94Ukp6Z053UmlheDdLU1UweGNhNnhBdWYrVEQKeENqWjVwcDJKd2RDanF1WExUbVVuYklaOUxHVjU0VVovTWVpRzh5VnU2cHhiaUduWG80RWtiazZ4Z2kxZXdMaQp2R216NFFSZlZrbFYwZGJhM1pqMGZSb3pmWjIycVVIeENmRE03YWQwZUJYTUZtSGlOOGhnM0lVSFRPK1VkbFgvCmFIM2dBREZBdlNWRHYwdjh0NmRHYzZYRTlEcjdtR0VGblFNSE80emhNMUhhUzJOaDBUaUwydEZMdHRMYmZHNW8KUWx4Q2ZYWDkvbmFzajNLOXFubEVnOUczKzRUN2xwZFBtWlJSZTFPOGNIQ0k1aW1WZzZjTElpQkxQTzE2ZTBmSwp5SElnWXN3TGRySkZmYUhOWU0vU1dKeEhwWDc5NXpuK2lDd3l2WlNsTGZIOW1sZWdPZVZtajljeWhOL1ZPbVMzClFSaGxZWG9BMno3V1pUTm9DNmlBSWx5SXBNVGNacitudGFHVnRGT0xTNmZ3ZEJxRFhqbVNRdTY2bURLd1U1RWsKZk5sYnlycHpaTXlGQ0RXRVlvNEFJUi8xOGFHWkJZVUFFUUVBQVlrQ0h3UVlBUUlBQ1FVQ1U1c2t0Z0liREFBSwpDUkFXVmFDcmFGZGlnSVBRRUFDY1loOHJSMTl3TVpaL2hnWXY1c282WTFIY0pOQVJ1em1mZlFLb3pTL3J4cWVjCjB4TTN3Y2VMMUFJTXVHaGxYRmVHZDB3UnYvUlZ6ZVpqblRHd2hOMURuQ0R5MUk2NmhVVGdlaE9Oc2ZWYW51UDEKUFpLb0wzOEVBeHNNemRZZ2tZSDZUOWE0d0pIL0lQdCt1dUZURkZ5M284VEtNdkthSms5OCtKc3AyWC9RdU54aApxcGNJR2FWYnRRMWJuN20razVRZS9meitiRnVVZVhQaXZhZkxMbEdjNktiZGdNdlNXOUVWTU83eUJ5LzJKRTE1ClpKZ2w3bFhLTFEzMVZRUEFIVDNhbjVJVjJDL2llMTJlRXFaV2xuQ2lIVi93VCt6aE9rU3BXZHJoZVdmQlQrYWMKaFI0akRIODBBUzNGOGpvM2J5UUFUSmIzUm9DWVVDVmMzdTFvdWhOWmE1eUxnWVovaVprcGs1Z0tqeEhQdWRGYgpEZFdqYkdmbE45azE3VkNmNFo5eUFiOVFNcUh6SHdJR1hyYjdyeUZjdVJPTUNMTFZVcDA3UHJUclJ4bk85QS80Cnh4RUNpMGwvQnpOeGVVMWdLODhoRWFOaklmdmlQUi9oNkdxNktPY05LWjhyVkZkd0ZwamJ2d0hNUUJXaHJxZnUKRzNLYWVQdmJuT2JLSFhwZklLb0FNN1gycWZPK0lGbkxHVFB5aEZUY3JsNnZaQlRNWlRmWmlDMVhEUUx1R1VuZApzY2t1WElOSVUzREZXelpHcjBRcnFrdUUvanlyN0ZYZVVKajlCN2NMbytzL1RYbytSYVZmaTNrT2M5Qm94SXZ5Ci9xaU5Hcy9US3kyL1VqcXAvYWZmbUlNb01YU296S21nYTgxSlN3a0FETzFKTWdVeTZkQXBYejlrUDRFRTNnPT0KPUNMR0YKLS0tLS1FTkQgUEdQIFBVQkxJQyBLRVkgQkxPQ0stLS0tLQo=
73EOF
74
75 sudo apt-key add /tmp/nodejs-apt-key.gpg
76 NODE_VERSION=node_7.x
77 echo "deb https://deb.nodesource.com/$NODE_VERSION $DISTRO main" | sudo tee /etc/apt/sources.list.d/nodesource.list
78 echo "deb-src https://deb.nodesource.com/$NODE_VERSION $DISTRO main" | sudo tee -a /etc/apt/sources.list.d/nodesource.list
79
Zack Williams7722ef22018-10-16 14:08:29 -070080 # update after adding apt repos to sources
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -080081 apt-get update
Luca Prete31860c52018-03-06 17:54:38 -080082
83 # install basic sofware requirements
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -080084 apt-get install -y \
Zack Williams85249ce2018-04-01 19:54:44 -070085 "docker-ce=17.06*" \
Andy Bavierb781c4c2018-09-20 08:16:52 -070086 apt-transport-https \
Luca Prete31860c52018-03-06 17:54:38 -080087 build-essential \
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -080088 bzip2 \
89 curl \
Andy Bavierb781c4c2018-09-20 08:16:52 -070090 ebtables \
Zack Williamsfd1d6262019-12-18 16:42:30 -070091 enchant \
Andy Bavierb781c4c2018-09-20 08:16:52 -070092 ethtool \
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -080093 git \
Andy Bavier126e95b2020-09-15 13:10:47 -070094 git-crypt \
95 gnupg \
Zack Williamsc9abcdc2019-05-09 21:23:38 -070096 golang-1.12-go \
Zack Williams7b3da532019-12-18 10:41:29 -070097 graphviz \
Andy Bavierb781c4c2018-09-20 08:16:52 -070098 jq \
Kailash3be4df02019-02-05 12:43:00 -080099 kafkacat \
Zack Williams2dc7cf82019-04-01 12:36:06 -0700100 "kubeadm=1.12.7-*" \
101 "kubelet=1.12.7-*" \
102 "kubectl=1.12.7-*" \
Andy Bavier30ab1e02020-09-16 09:49:17 -0700103 "kubernetes-cni=0.7.5-*" \
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -0800104 less \
Zack Williams9d661a42018-10-01 15:43:21 -0700105 libmysqlclient-dev \
Zack Williams68f43102018-07-07 12:57:13 -0700106 libpcap-dev \
Zack Williamscfe0b942018-04-12 11:47:57 -0700107 libxml2-utils \
Kailash Khalasi1ddc7c62018-04-20 08:47:56 -0700108 maven \
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -0800109 nodejs \
Zack Williams85249ce2018-04-01 19:54:44 -0700110 python \
Luca Prete31860c52018-03-06 17:54:38 -0800111 python-dev \
Luca Prete31860c52018-03-06 17:54:38 -0800112 python-pip \
Zack Williams4b54baf2019-03-08 18:04:37 -0700113 python3-dev \
Zack Williams40c06f02018-04-15 20:31:34 -0700114 ruby \
Andy Bavierbd79f0d2019-09-20 13:45:47 -0700115 screen \
Zack Williamseb842ae2018-05-15 17:07:32 -0700116 socat \
Zack Williams85249ce2018-04-01 19:54:44 -0700117 ssh \
Luca Prete31860c52018-03-06 17:54:38 -0800118 sshpass \
Zack Williams85249ce2018-04-01 19:54:44 -0700119 zip
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -0800120 # end of apt-get install list
Luca Prete31860c52018-03-06 17:54:38 -0800121
Zack Williams32e17c12020-02-11 09:38:44 -0700122 # remove apt installed incompatible python tools
Zack Williams07161452020-02-11 11:04:56 -0700123 # NOTE: Python3 versions are not removed, as cloud-init depends on them
Zack Williams32e17c12020-02-11 09:38:44 -0700124 apt-get -y remove \
125 python-enum34 \
126 python-cryptography \
127 python-openssl \
128 python-ndg-httpsclient \
129 python-requests \
Zack Williams32e17c12020-02-11 09:38:44 -0700130 python-six \
Zack Williams07161452020-02-11 11:04:56 -0700131 python-urllib3
Zack Williams32e17c12020-02-11 09:38:44 -0700132
Luca Prete31860c52018-03-06 17:54:38 -0800133 # install python modules
Zack Williams2d28bf82020-02-10 17:13:25 -0700134 # upgrade pip or other installations may fail in unusual ways
135 pip install --upgrade pip
Zack Williams85249ce2018-04-01 19:54:44 -0700136 pip install \
137 Jinja2 \
Zack Williams07161452020-02-11 11:04:56 -0700138 ansible \
Zack Williams85249ce2018-04-01 19:54:44 -0700139 ansible-lint \
Zack Williamsac922962018-07-24 13:02:26 -0700140 astroid==1.* \
Zack Williams958bc4e2018-10-18 21:08:25 -0700141 coverage \
Zack Williams32e17c12020-02-11 09:38:44 -0700142 certifi \
143 cryptography \
Zack Williams85249ce2018-04-01 19:54:44 -0700144 docker-compose==1.20.1 \
145 docker==3.2.1 \
Luca Prete31860c52018-03-06 17:54:38 -0800146 gitpython \
Zack Williams07161452020-02-11 11:04:56 -0700147 git-review \
Luca Prete90bfa5e2018-03-06 20:41:56 -0800148 graphviz \
Kailash Khalasie15b27a2018-06-26 13:28:20 -0700149 grpcio-tools \
Zack Williams07161452020-02-11 11:04:56 -0700150 httpie==1.0.3 \
Zack Williams85249ce2018-04-01 19:54:44 -0700151 isort \
Zack Williamsd4f9d112020-02-24 16:08:54 -0700152 git+https://github.com/linkchecker/linkchecker.git@v9.4.0 \
Zack Williams941e0362019-09-23 16:29:50 -0700153 more-itertools==5.0.0 \
Zack Williams958bc4e2018-10-18 21:08:25 -0700154 mock \
Zack Williams32e17c12020-02-11 09:38:44 -0700155 netaddr \
156 ndg-httpsclient \
Zack Williams958bc4e2018-10-18 21:08:25 -0700157 nose2 \
Zack Williams32e17c12020-02-11 09:38:44 -0700158 pyopenssl \
Zack Williams85249ce2018-04-01 19:54:44 -0700159 pexpect \
Zack Williamse9af4c42018-07-24 14:29:02 -0700160 pylint==1.* \
Zack Williams85249ce2018-04-01 19:54:44 -0700161 pyyaml \
Zack Williams32e17c12020-02-11 09:38:44 -0700162 requests \
Luca Prete31860c52018-03-06 17:54:38 -0800163 robotframework \
Kailash Khalasicb327c62018-04-03 10:41:38 -0700164 robotframework-httplibrary \
Kailash Khalasia1917682018-08-20 10:34:39 -0700165 robotframework-kafkalibrary \
Kailash3035a272019-07-25 09:31:11 -0700166 robotframework-lint \
Zack Williams85249ce2018-04-01 19:54:44 -0700167 robotframework-requests \
Zack Williamsfd8a0042018-04-12 14:34:17 -0700168 robotframework-sshlibrary \
Zack Williams32e17c12020-02-11 09:38:44 -0700169 six \
Zack Williamsa31016a2018-10-22 13:00:04 -0700170 tox \
Zack Williamse0e8db82020-01-06 08:50:24 -0700171 twine==1.15.0 \
Zack Williams32e17c12020-02-11 09:38:44 -0700172 urllib3 \
Zack Williams960c6622020-04-30 10:11:51 -0700173 virtualenv \
174 yamllint
Zack Williams85249ce2018-04-01 19:54:44 -0700175 # end of pip install list
Luca Prete31860c52018-03-06 17:54:38 -0800176
Zack Williams40c06f02018-04-15 20:31:34 -0700177 # install ruby gems
178 gem install \
Ciprian Barbuf2ddc1a2019-11-15 17:54:35 +0200179 mdl -v 0.5.0
Zack Williams40c06f02018-04-15 20:31:34 -0700180 # end of gem install list
181
Luca Prete31860c52018-03-06 17:54:38 -0800182 # install npm modules
183 npm install -g \
Zack Williams85249ce2018-04-01 19:54:44 -0700184 gitbook-cli \
185 markdownlint \
Luca Prete31860c52018-03-06 17:54:38 -0800186 typings
Zack Williams85249ce2018-04-01 19:54:44 -0700187 # end of npm install list
Luca Prete31860c52018-03-06 17:54:38 -0800188
Zack Williams6ecb83c2018-08-29 13:22:21 -0700189 # install golang packages in /usr/local/go
190 # Set PATH=$PATH:/usr/local/go/bin` to use these
191 export GOPATH=/usr/local/go
192 mkdir -p $GOPATH
Zack Williamsc9abcdc2019-05-09 21:23:38 -0700193 export PATH=$PATH:/usr/lib/go-1.12/bin:$GOPATH/bin
Zack Williams42200aa2019-04-12 13:27:44 -0700194
Andy Bavier126e95b2020-09-15 13:10:47 -0700195 # converters for unit/coverage tests
Zack Williams6ecb83c2018-08-29 13:22:21 -0700196 go get -v github.com/t-yuki/gocover-cobertura
197 go get -v github.com/jstemmer/go-junit-report
198
Zack Williams0ba8a9b2020-04-30 22:25:52 -0700199 # github-release - uploader for github artifacts
200 go get -v github.com/github-release/github-release
Zack Williams27cd3e52018-09-18 16:44:50 -0700201
Zack Williamsa2bea0a2019-05-09 21:50:37 -0700202 # dep for go package dependencies w/versioning, version 0.5.2, adapted from:
Zack Williams142ba6b2018-11-20 15:23:39 -0700203 # https://golang.github.io/dep/docs/installation.html#install-from-source
204 go get -d -u github.com/golang/dep
205 pushd $(go env GOPATH)/src/github.com/golang/dep
Zack Williamsa2bea0a2019-05-09 21:50:37 -0700206 git checkout "0.5.2"
207 go install -ldflags="-X main.version=0.5.2" ./cmd/dep
Zack Williams142ba6b2018-11-20 15:23:39 -0700208 popd
209
Zack Williamsa6bc7722019-07-08 11:08:41 -0700210 # golangci-lint for testing
211 # https://github.com/golangci/golangci-lint#local-installation
212 GO111MODULE=on go get github.com/golangci/golangci-lint/cmd/golangci-lint@v1.17.1
213
Zack Williams42200aa2019-04-12 13:27:44 -0700214 # protoc-gen-go - Golang protbuf compiler extension for protoc (installed
215 # below)
216 go get -d -u github.com/golang/protobuf/protoc-gen-go
217 pushd $(go env GOPATH)/src/github.com/golang/protobuf
218 git checkout "v1.3.1"
219 go install ./protoc-gen-go
220 popd
221
Zack Williamsdaf691d2020-02-10 10:55:59 -0700222 # install repo launcher v2.0
223 REPO_B64_SHA256SUM="f34b0743ae46105df575f116fc6535a5d9db10c575e03e11e2932e2a8745061e"
224 curl -o /tmp/repo.b64 'https://gerrit.googlesource.com/git-repo/+/refs/tags/v2.0/repo?format=TEXT'
Zack Williamsd30d7522019-12-16 09:10:48 -0700225 echo "$REPO_B64_SHA256SUM /tmp/repo.b64" | sha256sum -c -
226 base64 --decode /tmp/repo.b64 > /tmp/repo
Zack Williams85249ce2018-04-01 19:54:44 -0700227 mv /tmp/repo /usr/local/bin/repo
228 chmod a+x /usr/local/bin/repo
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -0800229
Zack Williams85249ce2018-04-01 19:54:44 -0700230 # install sonarqube scanner
Zack Williams891922a2018-07-07 10:33:24 -0700231 # dl link: https://docs.sonarqube.org/display/SCAN/Analyzing+with+SonarQube+Scanner
232 SONAR_SCANNER_CLI_VERSION="3.2.0.1227"
233 SONAR_SCANNER_CLI_SHA256SUM="07a50ec270a36cb83f26fe93233819c53c145248c638f4591880f1bd36e331d6"
Zack Williams02e301e2018-10-08 12:09:58 -0700234 curl -L -o /tmp/sonarscanner.zip "https://binaries.sonarsource.com/Distribution/sonar-scanner-cli/sonar-scanner-cli-${SONAR_SCANNER_CLI_VERSION}-linux.zip"
Zack Williams85249ce2018-04-01 19:54:44 -0700235 echo "$SONAR_SCANNER_CLI_SHA256SUM /tmp/sonarscanner.zip" | sha256sum -c -
236 pushd /opt
237 unzip /tmp/sonarscanner.zip
238 mv sonar-scanner-${SONAR_SCANNER_CLI_VERSION}-linux sonar-scanner
Zack Williams4cfdf202018-05-07 09:58:12 -0700239 rm -f /tmp/sonarscanner.zip
Zack Williams85249ce2018-04-01 19:54:44 -0700240 popd
241
Zack Williams4cfdf202018-05-07 09:58:12 -0700242 # install helm
Zack Williams7a463882019-07-23 16:24:50 -0700243 HELM_VERSION="2.14.2"
244 HELM_SHA256SUM="9f50e69cf5cfa7268b28686728ad0227507a169e52bf59c99ada872ddd9679f0"
Zack Williams8aa52822018-04-05 09:22:15 -0700245 HELM_PLATFORM="linux-amd64"
Zack Williams4cfdf202018-05-07 09:58:12 -0700246 curl -L -o /tmp/helm.tgz "https://storage.googleapis.com/kubernetes-helm/helm-v${HELM_VERSION}-${HELM_PLATFORM}.tar.gz"
Zack Williams8aa52822018-04-05 09:22:15 -0700247 echo "$HELM_SHA256SUM /tmp/helm.tgz" | sha256sum -c -
248 pushd /tmp
249 tar -xzvf helm.tgz
250 mv ${HELM_PLATFORM}/helm /usr/local/bin/helm
251 chmod a+x /usr/local/bin/helm
Zack Williams4cfdf202018-05-07 09:58:12 -0700252 rm -rf helm.tgz ${HELM_PLATFORM}
253 popd
254
255 # install minikube
Zack Williams7722ef22018-10-16 14:08:29 -0700256 MINIKUBE_VERSION="0.30.0"
Zack Williams4cfdf202018-05-07 09:58:12 -0700257 MINIKUBE_DEB_VERSION="$(echo ${MINIKUBE_VERSION} | sed -n 's/\(.*\)\.\(.*\)/\1-\2/p')"
Zack Williams7722ef22018-10-16 14:08:29 -0700258 MINIKUBE_SHA256SUM="c6c5aa5956f8ad5f61d426e9b8601ba95965a9c30bb80a9fe7525c64e6dd12fd"
Zack Williams4cfdf202018-05-07 09:58:12 -0700259 curl -L -o /tmp/minikube.deb "https://storage.googleapis.com/minikube/releases/v${MINIKUBE_VERSION}/minikube_${MINIKUBE_DEB_VERSION}.deb"
260 echo "$MINIKUBE_SHA256SUM /tmp/minikube.deb" | sha256sum -c -
261 pushd /tmp
262 dpkg -i minikube.deb
263 rm -f minikube.deb
Zack Williams8aa52822018-04-05 09:22:15 -0700264 popd
265
Kailash Khalasi929d21b2018-06-28 12:28:17 -0700266 # install protobufs
Zack Williamsdf5a4ab2019-03-22 14:10:34 -0700267 PROTOC_VERSION="3.7.0"
268 PROTOC_SHA256SUM="a1b8ed22d6dc53c5b8680a6f1760a305b33ef471bece482e92728f00ba2a2969"
Kailash Khalasi929d21b2018-06-28 12:28:17 -0700269 curl -L -o /tmp/protoc-${PROTOC_VERSION}-linux-x86_64.zip https://github.com/google/protobuf/releases/download/v${PROTOC_VERSION}/protoc-${PROTOC_VERSION}-linux-x86_64.zip
270 echo "$PROTOC_SHA256SUM /tmp/protoc-${PROTOC_VERSION}-linux-x86_64.zip" | sha256sum -c -
Kailash Khalasic4ff32d2018-06-28 18:24:52 -0700271 unzip /tmp/protoc-${PROTOC_VERSION}-linux-x86_64.zip -d /tmp/protoc3
Kailash Khalasi929d21b2018-06-28 12:28:17 -0700272 mv /tmp/protoc3/bin/* /usr/local/bin/
273 mv /tmp/protoc3/include/* /usr/local/include/
Zack Williams0f80d902019-04-01 11:26:57 -0700274 # fix permissions on files
275 chmod -R a+rx /usr/local/bin/*
Zack Williams6b06aa52019-04-01 14:30:17 -0700276 chmod -R a+rX /usr/local/include/
Zack Williamscab43ba2018-09-19 09:58:25 -0700277
Kailash Khalasi929d21b2018-06-28 12:28:17 -0700278 # give sudo permissions on minikube and protoc to jenkins user
279 cat <<EOF >/etc/sudoers.d/88-jenkins-minikube-protoc
280Cmnd_Alias CMDS = /usr/local/bin/protoc, /usr/bin/minikube
Zack Williams81739772018-05-14 16:35:47 -0700281Defaults:jenkins !requiretty
Kailash Khalasi929d21b2018-06-28 12:28:17 -0700282jenkins ALL=(ALL) NOPASSWD:SETENV: CMDS
Zack Williams81739772018-05-14 16:35:47 -0700283EOF
284
Zack Williams9881aea2019-07-16 14:14:08 -0700285 # install hadolint (Dockerfile checker)
286 HADOLINT_VERSION="1.17.1"
287 HADOLINT_SHA256SUM="2f8f3bf120e9766e6e79f7a86fed8ede55ebbf2042175b68a7c899a74eabbf34"
288 curl -L -o /tmp/hadolint https://github.com/hadolint/hadolint/releases/download/v${HADOLINT_VERSION}/hadolint-Linux-x86_64
289 echo "$HADOLINT_SHA256SUM /tmp/hadolint" | sha256sum -c -
290 mv /tmp/hadolint /usr/local/bin/hadolint
291 chmod -R a+rx /usr/local/bin/hadolint
292
Zack Williams7b3da532019-12-18 10:41:29 -0700293 # install pandoc (document converter)
294 PANDOC_VERSION="2.8.0.1"
295 PANDOC_SHA256SUM="81cca90353dced1e285888b73f2bee55ed388d34b6b0624d76a2eba2344eaba9"
296 curl -L -o /tmp/pandoc.deb "https://github.com/jgm/pandoc/releases/download/${PANDOC_VERSION}/pandoc-${PANDOC_VERSION}-1-amd64.deb"
297 echo "$PANDOC_SHA256SUM /tmp/pandoc.deb" | sha256sum -c -
298 dpkg -i /tmp/pandoc.deb
299 rm -f /tmp/pandoc.deb
300
Zack Williams960c6622020-04-30 10:11:51 -0700301 # install yq (YAML query)
302 YQ_VERSION="3.3.0"
303 YQ_SHA256SUM="e70e482e7ddb9cf83b52f5e83b694a19e3aaf36acf6b82512cbe66e41d569201"
304 curl -L -o /tmp/yq https://github.com/mikefarah/yq/releases/download/${YQ_VERSION}/yq_linux_amd64
305 echo "$YQ_SHA256SUM /tmp/yq" | sha256sum -c -
306 mv /tmp/yq /usr/local/bin/yq
307 chmod -R a+rx /usr/local/bin/yq
308
Andy Bavierb781c4c2018-09-20 08:16:52 -0700309 # remove apparmor
310 service apparmor stop
311 update-rc.d -f apparmor remove
312 apt-get remove apparmor-utils libapparmor-perl apparmor
313 update-grub
314
Zack Williams85249ce2018-04-01 19:54:44 -0700315 # clean up
316 apt-get clean
317 apt-get purge -y
318 apt-get autoremove -y
319 rm -rf /var/lib/apt/lists/*
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -0800320}
Zack Williams85249ce2018-04-01 19:54:44 -0700321
Linux Foundation Administrators1dc9dd52018-01-26 09:09:09 -0800322all_systems() {
323 echo 'No common distribution configuration to perform'
324}
325
326echo "---> Detecting OS"
327ORIGIN=$(facter operatingsystem | tr '[:upper:]' '[:lower:]')
328
329case "${ORIGIN}" in
330 fedora|centos|redhat)
331 echo "---> RH type system detected"
332 rh_systems
333 ;;
334 ubuntu)
335 echo "---> Ubuntu system detected"
336 ubuntu_systems
337 ;;
338 *)
339 echo "---> Unknown operating system"
340 ;;
341esac
342
343# execute steps for all systems
344all_systems