Linux Foundation Administrators | 1dc9dd5 | 2018-01-26 09:09:09 -0800 | [diff] [blame] | 1 | #!/bin/bash |
| 2 | # Ubuntu base build |
| 3 | |
| 4 | # vim: ts=4 sw=4 sts=4 et tw=72 : |
| 5 | |
| 6 | # force any errors to cause the script and job to end in failure |
| 7 | set -xeu -o pipefail |
| 8 | |
| 9 | rh_systems() { |
| 10 | echo 'No changes to apply' |
| 11 | } |
| 12 | |
Linux Foundation Administrators | 1dc9dd5 | 2018-01-26 09:09:09 -0800 | [diff] [blame] | 13 | ubuntu_systems() { |
Matteo Scandolo | bb71099 | 2019-03-06 14:50:47 -0800 | [diff] [blame] | 14 | DISTRO=$(lsb_release -cs) |
| 15 | |
Linux Foundation Administrators | 1dc9dd5 | 2018-01-26 09:09:09 -0800 | [diff] [blame] | 16 | apt-get clean |
Linux Foundation Administrators | 1dc9dd5 | 2018-01-26 09:09:09 -0800 | [diff] [blame] | 17 | |
Zack Williams | 85249ce | 2018-04-01 19:54:44 -0700 | [diff] [blame] | 18 | # get prereqs for PPA and apt-over-HTTPS support |
| 19 | apt-get update |
| 20 | apt-get install -y apt-transport-https software-properties-common |
| 21 | |
Zack Williams | daf691d | 2020-02-10 10:55:59 -0700 | [diff] [blame] | 22 | # set up git backports repo |
| 23 | add-apt-repository -y ppa:git-core/ppa |
| 24 | |
Luca Prete | 31860c5 | 2018-03-06 17:54:38 -0800 | [diff] [blame] | 25 | # set up docker repo |
Zack Williams | 85249ce | 2018-04-01 19:54:44 -0700 | [diff] [blame] | 26 | apt-key adv --keyserver keyserver.ubuntu.com --recv 0EBFCD88 |
| 27 | add-apt-repository \ |
Luca Prete | 31860c5 | 2018-03-06 17:54:38 -0800 | [diff] [blame] | 28 | "deb [arch=amd64] https://download.docker.com/linux/ubuntu \ |
| 29 | $(lsb_release -cs) \ |
| 30 | stable" |
| 31 | |
Zack Williams | 6ecb83c | 2018-08-29 13:22:21 -0700 | [diff] [blame] | 32 | # set up golang repo |
Zack Williams | c9abcdc | 2019-05-09 21:23:38 -0700 | [diff] [blame] | 33 | # docs: https://github.com/golang/go/wiki/Ubuntu |
| 34 | add-apt-repository ppa:longsleep/golang-backports |
Zack Williams | 6ecb83c | 2018-08-29 13:22:21 -0700 | [diff] [blame] | 35 | |
Zack Williams | 7722ef2 | 2018-10-16 14:08:29 -0700 | [diff] [blame] | 36 | # set up kubernetes repo |
| 37 | cat << EOF | base64 -d > /tmp/k8s-apt-key.gpg |
| 38 | mQENBFUd6rIBCAD6mhKRHDn3UrCeLDp7U5IE7AhhrOCPpqGF7mfTemZYHf/5JdjxcOxoSFlK |
| 39 | 7zwmFr3lVqJ+tJ9L1wd1K6P7RrtaNwCiZyeNPf/Y86AJ5NJwBe0VD0xHTXzPNTqRSByVYtdN |
| 40 | 94NoltXUYFAAPZYQls0x0nUD1hLMlOlC2HdTPrD1PMCnYq/NuL/Vk8sWrcUt4DIS+0RDQ8tK |
| 41 | Ke5PSV0+PnmaJvdF5CKawhh0qGTklS2MXTyKFoqjXgYDfY2EodI9ogT/LGr9Lm/+u4OFPvmN |
| 42 | 9VN6UG+s0DgJjWvpbmuHL/ZIRwMEn/tpuneaLTO7h1dCrXC849PiJ8wSkGzBnuJQUbXnABEB |
| 43 | AAG0QEdvb2dsZSBDbG91ZCBQYWNrYWdlcyBBdXRvbWF0aWMgU2lnbmluZyBLZXkgPGdjLXRl |
| 44 | YW1AZ29vZ2xlLmNvbT6JAT4EEwECACgFAlUd6rICGy8FCQWjmoAGCwkIBwMCBhUIAgkKCwQW |
| 45 | AgMBAh4BAheAAAoJEDdGwginMXsPcLcIAKi2yNhJMbu4zWQ2tM/rJFovazcY28MF2rDWGOnc |
| 46 | 9giHXOH0/BoMBcd8rw0lgjmOosBdM2JT0HWZIxC/Gdt7NSRA0WOlJe04u82/o3OHWDgTdm9M |
| 47 | S42noSP0mvNzNALBbQnlZHU0kvt3sV1YsnrxljoIuvxKWLLwren/GVshFLPwONjw3f9Fan6G |
| 48 | WxJyn/dkX3OSUGaduzcygw51vksBQiUZLCD2Tlxyr9NvkZYTqiaWW78L6regvATsLc9L/dQU |
| 49 | iSMQZIK6NglmHE+cuSaoK0H4ruNKeTiQUw/EGFaLecay6Qy/s3Hk7K0QLd+gl0hZ1w1VzIeX |
| 50 | Lo2BRlqnjOYFX4CwAgADmQENBFrBaNsBCADrF18KCbsZlo4NjAvVecTBCnp6WcBQJ5oSh7+E |
| 51 | 98jX9YznUCrNrgmeCcCMUvTDRDxfTaDJybaHugfba43nqhkbNpJ47YXsIa+YL6eEE9emSmQt |
| 52 | jrSWIiY+2YJYwsDgsgckF3duqkb02OdBQlh6IbHPoXB6H//b1PgZYsomB+841XW1LSJPYlYb |
| 53 | IrWfwDfQvtkFQI90r6NknVTQlpqQh5GLNWNYqRNrGQPmsB+NrUYrkl1nUt1LRGu+rCe4bSaS |
| 54 | mNbwKMQKkROE4kTiB72DPk7zH4Lm0uo0YFFWG4qsMIuqEihJ/9KNX8GYBr+tWgyLooLlsdK3 |
| 55 | l+4dVqd8cjkJM1ExABEBAAG0QEdvb2dsZSBDbG91ZCBQYWNrYWdlcyBBdXRvbWF0aWMgU2ln |
| 56 | bmluZyBLZXkgPGdjLXRlYW1AZ29vZ2xlLmNvbT6JAT4EEwECACgFAlrBaNsCGy8FCQWjmoAG |
| 57 | CwkIBwMCBhUIAgkKCwQWAgMBAh4BAheAAAoJEGoDCyG6B/T78e8H/1WH2LN/nVNhm5TS1VYJ |
| 58 | G8B+IW8zS4BqyozxC9iJAJqZIVHXl8g8a/Hus8RfXR7cnYHcg8sjSaJfQhqO9RbKnffiuQgG |
| 59 | rqwQxuC2jBa6M/QKzejTeP0Mgi67pyrLJNWrFI71RhritQZmzTZ2PoWxfv6b+Tv5v0rPaG+u |
| 60 | t1J47pn+kYgtUaKdsJz1umi6HzK6AacDf0C0CksJdKG7MOWsZcB4xeOxJYuy6NuO6KcdEz8/ |
| 61 | XyEUjIuIOlhYTd0hH8E/SEBbXXft7/VBQC5wNq40izPi+6WFK/e1O42DIpzQ749ogYQ1eode |
| 62 | xPNhLzekKR3XhGrNXJ95r5KO10VrsLFNd8KwAgAD |
| 63 | EOF |
| 64 | |
| 65 | sudo apt-key add /tmp/k8s-apt-key.gpg |
| 66 | echo "deb http://apt.kubernetes.io/ kubernetes-xenial main" | sudo tee /etc/apt/sources.list.d/kubernetes.list |
| 67 | |
Matteo Scandolo | bb71099 | 2019-03-06 14:50:47 -0800 | [diff] [blame] | 68 | # set up NodeJS repo |
Zack Williams | 6a1d454 | 2019-03-09 09:04:26 -0700 | [diff] [blame] | 69 | # Instructions: https://github.com/nodesource/distributions/blob/master/README.md#manual-installation |
Matteo Scandolo | bb71099 | 2019-03-06 14:50:47 -0800 | [diff] [blame] | 70 | |
| 71 | cat << EOF | base64 -d > /tmp/nodejs-apt-key.gpg |
| 72 | LS0tLS1CRUdJTiBQR1AgUFVCTElDIEtFWSBCTE9DSy0tLS0tClZlcnNpb246IEdudVBHIHYxCkNvbW1lbnQ6IEdQR1Rvb2xzIC0gaHR0cHM6Ly9ncGd0b29scy5vcmcKCm1RSU5CRk9iSkxZQkVBRGtGVzhITWpzb1lSSlE0bkNZQy82RWgweUxXSFdmQ2grLzlaU0lqNHcvcE9lMlY2VisKVzZESFkza0szYSsyYnhyYXg5RXFLZTd1eGtTS2Y5NWdmbnMrSTkrUitSSmZScGIxcXZsalVScjU0eTM1SVpncwpmTUcyMk5wK1RtTTJSTGdkRkNaYTE4aDArUmJIOWkwYitackI5WFBabUxiL2g5b3U3U293R3FRM3d3T3RUM1Z5CnFtaWYwQTJHQ2NqRlRxV1c2VFhhWThlWko5QkNFcVczay8wQ2p3N0svbVN5L3V0eFlpVUl2Wk5LZ2FHL1A4VTcKODlReXZ4ZVJ4QWY5M1lGQVZ6TVhob0t4dTEySXVINFZuU3dBZmI4Z1F5eEtSeWlHT1V3azBZb0JQcHFSbk1tRApEbDdTZG1ZM29RSEVKekJlbFRNalRNOEFqYkI5bVdvUEJYNUc4dDR1NDcvRlo2UGdkZm1SZzloc0tYaGtMSmM3CkMxYnRibE9ITmdEeDE5ZnpBU1dYK3hPalppS3BQNk1rRUV6cTFiaWxVRnVsNlJEdHhrVFdzVGE1VEdpeGdDQi8KRzJmSzhJOUpML3lRaERjNk9HWTltalBPeE1iNVBnVWxUOG94M3Y4d3QyNWVyV2o5ejMwUW9FQndmU2c0dHpMYwpKcTZOL2llcFFlbU5mbzZJcytURytKekk2dmhYamxzQm0vWG16MFppRlBQT2JBSC92R0NZNUk2ODg2dlhRN2Z0CnFXSFlIVDhqei9SNHRpZ01HQyt0dlova2NtWUJzTENDSTV1U0VQNkpKUlFRaEhyQ3ZPWDBVYXl0SXRmc1FmTG0KRVlSZDJGNzJvMXlHaDN5dldXZkRJQlhSbWFCdUlHWEdwYWpDMEp5QkdTT1diOVV4TU5aWS8yTEpFd0FSQVFBQgp0QjlPYjJSbFUyOTFjbU5sSUR4bmNHZEFibTlrWlhOdmRYSmpaUzVqYjIwK2lRSTRCQk1CQWdBaUJRSlRteVMyCkFoc0RCZ3NKQ0FjREFnWVZDQUlKQ2dzRUZnSURBUUllQVFJWGdBQUtDUkFXVmFDcmFGZGlnSFRtRC85T0toVXkKakoraDhnTVJnNnJpNUVReE9FeGNjU1JVMGk3VUhrdGVjU3MwRFZDNGxaRzlBT3pCZStRMzZjeW01WjFkaTZKUQprSGw2OXEzekJkVjNLVFcrSDFwZG1uWmxlYllHejhwYUc5aVEvd1M5Z3BuU2VFeXgwRW55aTE2N0J6bTBPNEExCkdLMHBya0xuei95Uk9ISEVmSGpzVGdNdkZ3QW5mOXVheHdXZ0UxZDFSaXRJV2dKcEFucDFEWjVPMHVWbHNQUG0KWEFodUJKMzJtVThTNUJlelBUdUpKSUN3QmxMWUVDR2IxWTY1Q2lsNE9BTFU3VDdzYlVxZkxDdWFSS3h1UHRjVQpWbko2L3FpeVB5Z3ZLWldoVjZPZDBZeGx5ZWQxa2Z0TUp5WW9MOGtQSGZlSEordkl5dDBzN2Nyb3BmaXdYb2thCjFpSkI1bkt5dC9lcU1uUFE5YVJwcWttOUFCUy9yN0FhdU1BLzlSQUx1ZFFSSEJkV0l6ZklnME1scWI1Mnl5VEkKSWdRSkhOR05YMVQzejFYZ1poSStWaThTTEZGU2g4eDlGZVVaQzZZSnUwVlhYajVpeitlWm1rL25ZalV0NE10YwpwVnNWWUlCN29JREliSW1PRG04Z2dzZ3JJenF4T3pRVlAxenNDR2VrNVU2UUZjOUdZclErV3YzL2ZHOGhma0RuCnhYTHd3ME9HYUVReGZvZG04Y0xGWjViOEphRzMrWXhmZTdKa05jbHd2UmltdmxBanFJaVc1T0swdnZmSGNvK1kKZ0FOaFFybE1uVHgvL0lkWnNzYXh2WXl0U0hwUFpUWXcrcVBFamJCSk9McG9Mcno4WmFmTjF1ZWtwQXFRamZmSQpBT3FXOVNkSXpxL2tTSGdsMGJ6V2JQSlB3ODZYenpmdGV3aktOYmtDRFFSVG15UzJBUkFBeFNTZFFpK1dwUFFaCmZPZmxreDlzWUphMGNXekxsMncrK0ZRbloxUG41RjA5RC9rUE1OaDRxT3N5dlhXbGVrYVYvU3NlRFp0VnppSEoKS202VjhUQkczZmxtRmxDM0RXUWZOTkZ3bjUrcFdTQjhXSEc0YlRBNVJ5WUVFWWZwYmVrTXRkb1dXL1JvOEttaAo0MW51eFpEU3VCSmhEZUZJcDBjY25OMkxwMW82WGZJZURZUGVneUVQU1NacXJ1ZGZxTHJTWmhTdERsSmdYamVhCkpqVzZVUDZ0eFB0WWFhaWxhOS9IbjZ2Rjg3QVE1YlIyZEVXQi94Ukp6Z053UmlheDdLU1UweGNhNnhBdWYrVEQKeENqWjVwcDJKd2RDanF1WExUbVVuYklaOUxHVjU0VVovTWVpRzh5VnU2cHhiaUduWG80RWtiazZ4Z2kxZXdMaQp2R216NFFSZlZrbFYwZGJhM1pqMGZSb3pmWjIycVVIeENmRE03YWQwZUJYTUZtSGlOOGhnM0lVSFRPK1VkbFgvCmFIM2dBREZBdlNWRHYwdjh0NmRHYzZYRTlEcjdtR0VGblFNSE80emhNMUhhUzJOaDBUaUwydEZMdHRMYmZHNW8KUWx4Q2ZYWDkvbmFzajNLOXFubEVnOUczKzRUN2xwZFBtWlJSZTFPOGNIQ0k1aW1WZzZjTElpQkxQTzE2ZTBmSwp5SElnWXN3TGRySkZmYUhOWU0vU1dKeEhwWDc5NXpuK2lDd3l2WlNsTGZIOW1sZWdPZVZtajljeWhOL1ZPbVMzClFSaGxZWG9BMno3V1pUTm9DNmlBSWx5SXBNVGNacitudGFHVnRGT0xTNmZ3ZEJxRFhqbVNRdTY2bURLd1U1RWsKZk5sYnlycHpaTXlGQ0RXRVlvNEFJUi8xOGFHWkJZVUFFUUVBQVlrQ0h3UVlBUUlBQ1FVQ1U1c2t0Z0liREFBSwpDUkFXVmFDcmFGZGlnSVBRRUFDY1loOHJSMTl3TVpaL2hnWXY1c282WTFIY0pOQVJ1em1mZlFLb3pTL3J4cWVjCjB4TTN3Y2VMMUFJTXVHaGxYRmVHZDB3UnYvUlZ6ZVpqblRHd2hOMURuQ0R5MUk2NmhVVGdlaE9Oc2ZWYW51UDEKUFpLb0wzOEVBeHNNemRZZ2tZSDZUOWE0d0pIL0lQdCt1dUZURkZ5M284VEtNdkthSms5OCtKc3AyWC9RdU54aApxcGNJR2FWYnRRMWJuN20razVRZS9meitiRnVVZVhQaXZhZkxMbEdjNktiZGdNdlNXOUVWTU83eUJ5LzJKRTE1ClpKZ2w3bFhLTFEzMVZRUEFIVDNhbjVJVjJDL2llMTJlRXFaV2xuQ2lIVi93VCt6aE9rU3BXZHJoZVdmQlQrYWMKaFI0akRIODBBUzNGOGpvM2J5UUFUSmIzUm9DWVVDVmMzdTFvdWhOWmE1eUxnWVovaVprcGs1Z0tqeEhQdWRGYgpEZFdqYkdmbE45azE3VkNmNFo5eUFiOVFNcUh6SHdJR1hyYjdyeUZjdVJPTUNMTFZVcDA3UHJUclJ4bk85QS80Cnh4RUNpMGwvQnpOeGVVMWdLODhoRWFOaklmdmlQUi9oNkdxNktPY05LWjhyVkZkd0ZwamJ2d0hNUUJXaHJxZnUKRzNLYWVQdmJuT2JLSFhwZklLb0FNN1gycWZPK0lGbkxHVFB5aEZUY3JsNnZaQlRNWlRmWmlDMVhEUUx1R1VuZApzY2t1WElOSVUzREZXelpHcjBRcnFrdUUvanlyN0ZYZVVKajlCN2NMbytzL1RYbytSYVZmaTNrT2M5Qm94SXZ5Ci9xaU5Hcy9US3kyL1VqcXAvYWZmbUlNb01YU296S21nYTgxSlN3a0FETzFKTWdVeTZkQXBYejlrUDRFRTNnPT0KPUNMR0YKLS0tLS1FTkQgUEdQIFBVQkxJQyBLRVkgQkxPQ0stLS0tLQo= |
| 73 | EOF |
| 74 | |
| 75 | sudo apt-key add /tmp/nodejs-apt-key.gpg |
| 76 | NODE_VERSION=node_7.x |
| 77 | echo "deb https://deb.nodesource.com/$NODE_VERSION $DISTRO main" | sudo tee /etc/apt/sources.list.d/nodesource.list |
| 78 | echo "deb-src https://deb.nodesource.com/$NODE_VERSION $DISTRO main" | sudo tee -a /etc/apt/sources.list.d/nodesource.list |
| 79 | |
Zack Williams | 7722ef2 | 2018-10-16 14:08:29 -0700 | [diff] [blame] | 80 | # update after adding apt repos to sources |
Linux Foundation Administrators | 1dc9dd5 | 2018-01-26 09:09:09 -0800 | [diff] [blame] | 81 | apt-get update |
Luca Prete | 31860c5 | 2018-03-06 17:54:38 -0800 | [diff] [blame] | 82 | |
| 83 | # install basic sofware requirements |
Linux Foundation Administrators | 1dc9dd5 | 2018-01-26 09:09:09 -0800 | [diff] [blame] | 84 | apt-get install -y \ |
Zack Williams | 85249ce | 2018-04-01 19:54:44 -0700 | [diff] [blame] | 85 | "docker-ce=17.06*" \ |
Andy Bavier | b781c4c | 2018-09-20 08:16:52 -0700 | [diff] [blame] | 86 | apt-transport-https \ |
Luca Prete | 31860c5 | 2018-03-06 17:54:38 -0800 | [diff] [blame] | 87 | build-essential \ |
Linux Foundation Administrators | 1dc9dd5 | 2018-01-26 09:09:09 -0800 | [diff] [blame] | 88 | bzip2 \ |
| 89 | curl \ |
Andy Bavier | b781c4c | 2018-09-20 08:16:52 -0700 | [diff] [blame] | 90 | ebtables \ |
Zack Williams | fd1d626 | 2019-12-18 16:42:30 -0700 | [diff] [blame] | 91 | enchant \ |
Andy Bavier | b781c4c | 2018-09-20 08:16:52 -0700 | [diff] [blame] | 92 | ethtool \ |
Linux Foundation Administrators | 1dc9dd5 | 2018-01-26 09:09:09 -0800 | [diff] [blame] | 93 | git \ |
Andy Bavier | 126e95b | 2020-09-15 13:10:47 -0700 | [diff] [blame] | 94 | git-crypt \ |
| 95 | gnupg \ |
Zack Williams | c9abcdc | 2019-05-09 21:23:38 -0700 | [diff] [blame] | 96 | golang-1.12-go \ |
Zack Williams | 7b3da53 | 2019-12-18 10:41:29 -0700 | [diff] [blame] | 97 | graphviz \ |
Andy Bavier | b781c4c | 2018-09-20 08:16:52 -0700 | [diff] [blame] | 98 | jq \ |
Kailash | 3be4df0 | 2019-02-05 12:43:00 -0800 | [diff] [blame] | 99 | kafkacat \ |
Zack Williams | 2dc7cf8 | 2019-04-01 12:36:06 -0700 | [diff] [blame] | 100 | "kubeadm=1.12.7-*" \ |
| 101 | "kubelet=1.12.7-*" \ |
| 102 | "kubectl=1.12.7-*" \ |
Linux Foundation Administrators | 1dc9dd5 | 2018-01-26 09:09:09 -0800 | [diff] [blame] | 103 | less \ |
Zack Williams | 9d661a4 | 2018-10-01 15:43:21 -0700 | [diff] [blame] | 104 | libmysqlclient-dev \ |
Zack Williams | 68f4310 | 2018-07-07 12:57:13 -0700 | [diff] [blame] | 105 | libpcap-dev \ |
Zack Williams | cfe0b94 | 2018-04-12 11:47:57 -0700 | [diff] [blame] | 106 | libxml2-utils \ |
Kailash Khalasi | 1ddc7c6 | 2018-04-20 08:47:56 -0700 | [diff] [blame] | 107 | maven \ |
Linux Foundation Administrators | 1dc9dd5 | 2018-01-26 09:09:09 -0800 | [diff] [blame] | 108 | nodejs \ |
Zack Williams | 85249ce | 2018-04-01 19:54:44 -0700 | [diff] [blame] | 109 | python \ |
Luca Prete | 31860c5 | 2018-03-06 17:54:38 -0800 | [diff] [blame] | 110 | python-dev \ |
Luca Prete | 31860c5 | 2018-03-06 17:54:38 -0800 | [diff] [blame] | 111 | python-pip \ |
Zack Williams | 4b54baf | 2019-03-08 18:04:37 -0700 | [diff] [blame] | 112 | python3-dev \ |
Zack Williams | 40c06f0 | 2018-04-15 20:31:34 -0700 | [diff] [blame] | 113 | ruby \ |
Andy Bavier | bd79f0d | 2019-09-20 13:45:47 -0700 | [diff] [blame] | 114 | screen \ |
Zack Williams | eb842ae | 2018-05-15 17:07:32 -0700 | [diff] [blame] | 115 | socat \ |
Zack Williams | 85249ce | 2018-04-01 19:54:44 -0700 | [diff] [blame] | 116 | ssh \ |
Luca Prete | 31860c5 | 2018-03-06 17:54:38 -0800 | [diff] [blame] | 117 | sshpass \ |
Zack Williams | 85249ce | 2018-04-01 19:54:44 -0700 | [diff] [blame] | 118 | zip |
Linux Foundation Administrators | 1dc9dd5 | 2018-01-26 09:09:09 -0800 | [diff] [blame] | 119 | # end of apt-get install list |
Luca Prete | 31860c5 | 2018-03-06 17:54:38 -0800 | [diff] [blame] | 120 | |
Zack Williams | 32e17c1 | 2020-02-11 09:38:44 -0700 | [diff] [blame] | 121 | # remove apt installed incompatible python tools |
Zack Williams | 0716145 | 2020-02-11 11:04:56 -0700 | [diff] [blame] | 122 | # NOTE: Python3 versions are not removed, as cloud-init depends on them |
Zack Williams | 32e17c1 | 2020-02-11 09:38:44 -0700 | [diff] [blame] | 123 | apt-get -y remove \ |
| 124 | python-enum34 \ |
| 125 | python-cryptography \ |
| 126 | python-openssl \ |
| 127 | python-ndg-httpsclient \ |
| 128 | python-requests \ |
Zack Williams | 32e17c1 | 2020-02-11 09:38:44 -0700 | [diff] [blame] | 129 | python-six \ |
Zack Williams | 0716145 | 2020-02-11 11:04:56 -0700 | [diff] [blame] | 130 | python-urllib3 |
Zack Williams | 32e17c1 | 2020-02-11 09:38:44 -0700 | [diff] [blame] | 131 | |
Luca Prete | 31860c5 | 2018-03-06 17:54:38 -0800 | [diff] [blame] | 132 | # install python modules |
Zack Williams | 2d28bf8 | 2020-02-10 17:13:25 -0700 | [diff] [blame] | 133 | # upgrade pip or other installations may fail in unusual ways |
| 134 | pip install --upgrade pip |
Zack Williams | 85249ce | 2018-04-01 19:54:44 -0700 | [diff] [blame] | 135 | pip install \ |
| 136 | Jinja2 \ |
Zack Williams | 0716145 | 2020-02-11 11:04:56 -0700 | [diff] [blame] | 137 | ansible \ |
Zack Williams | 85249ce | 2018-04-01 19:54:44 -0700 | [diff] [blame] | 138 | ansible-lint \ |
Zack Williams | ac92296 | 2018-07-24 13:02:26 -0700 | [diff] [blame] | 139 | astroid==1.* \ |
Zack Williams | 958bc4e | 2018-10-18 21:08:25 -0700 | [diff] [blame] | 140 | coverage \ |
Zack Williams | 32e17c1 | 2020-02-11 09:38:44 -0700 | [diff] [blame] | 141 | certifi \ |
| 142 | cryptography \ |
Zack Williams | 85249ce | 2018-04-01 19:54:44 -0700 | [diff] [blame] | 143 | docker-compose==1.20.1 \ |
| 144 | docker==3.2.1 \ |
Luca Prete | 31860c5 | 2018-03-06 17:54:38 -0800 | [diff] [blame] | 145 | gitpython \ |
Zack Williams | 0716145 | 2020-02-11 11:04:56 -0700 | [diff] [blame] | 146 | git-review \ |
Luca Prete | 90bfa5e | 2018-03-06 20:41:56 -0800 | [diff] [blame] | 147 | graphviz \ |
Kailash Khalasi | e15b27a | 2018-06-26 13:28:20 -0700 | [diff] [blame] | 148 | grpcio-tools \ |
Zack Williams | 0716145 | 2020-02-11 11:04:56 -0700 | [diff] [blame] | 149 | httpie==1.0.3 \ |
Zack Williams | 85249ce | 2018-04-01 19:54:44 -0700 | [diff] [blame] | 150 | isort \ |
Zack Williams | d4f9d11 | 2020-02-24 16:08:54 -0700 | [diff] [blame] | 151 | git+https://github.com/linkchecker/linkchecker.git@v9.4.0 \ |
Zack Williams | 941e036 | 2019-09-23 16:29:50 -0700 | [diff] [blame] | 152 | more-itertools==5.0.0 \ |
Zack Williams | 958bc4e | 2018-10-18 21:08:25 -0700 | [diff] [blame] | 153 | mock \ |
Zack Williams | 32e17c1 | 2020-02-11 09:38:44 -0700 | [diff] [blame] | 154 | netaddr \ |
| 155 | ndg-httpsclient \ |
Zack Williams | 958bc4e | 2018-10-18 21:08:25 -0700 | [diff] [blame] | 156 | nose2 \ |
Zack Williams | 32e17c1 | 2020-02-11 09:38:44 -0700 | [diff] [blame] | 157 | pyopenssl \ |
Zack Williams | 85249ce | 2018-04-01 19:54:44 -0700 | [diff] [blame] | 158 | pexpect \ |
Zack Williams | e9af4c4 | 2018-07-24 14:29:02 -0700 | [diff] [blame] | 159 | pylint==1.* \ |
Zack Williams | 85249ce | 2018-04-01 19:54:44 -0700 | [diff] [blame] | 160 | pyyaml \ |
Zack Williams | 32e17c1 | 2020-02-11 09:38:44 -0700 | [diff] [blame] | 161 | requests \ |
Luca Prete | 31860c5 | 2018-03-06 17:54:38 -0800 | [diff] [blame] | 162 | robotframework \ |
Kailash Khalasi | cb327c6 | 2018-04-03 10:41:38 -0700 | [diff] [blame] | 163 | robotframework-httplibrary \ |
Kailash Khalasi | a191768 | 2018-08-20 10:34:39 -0700 | [diff] [blame] | 164 | robotframework-kafkalibrary \ |
Kailash | 3035a27 | 2019-07-25 09:31:11 -0700 | [diff] [blame] | 165 | robotframework-lint \ |
Zack Williams | 85249ce | 2018-04-01 19:54:44 -0700 | [diff] [blame] | 166 | robotframework-requests \ |
Zack Williams | fd8a004 | 2018-04-12 14:34:17 -0700 | [diff] [blame] | 167 | robotframework-sshlibrary \ |
Zack Williams | 32e17c1 | 2020-02-11 09:38:44 -0700 | [diff] [blame] | 168 | six \ |
Zack Williams | a31016a | 2018-10-22 13:00:04 -0700 | [diff] [blame] | 169 | tox \ |
Zack Williams | e0e8db8 | 2020-01-06 08:50:24 -0700 | [diff] [blame] | 170 | twine==1.15.0 \ |
Zack Williams | 32e17c1 | 2020-02-11 09:38:44 -0700 | [diff] [blame] | 171 | urllib3 \ |
Zack Williams | 960c662 | 2020-04-30 10:11:51 -0700 | [diff] [blame] | 172 | virtualenv \ |
| 173 | yamllint |
Zack Williams | 85249ce | 2018-04-01 19:54:44 -0700 | [diff] [blame] | 174 | # end of pip install list |
Luca Prete | 31860c5 | 2018-03-06 17:54:38 -0800 | [diff] [blame] | 175 | |
Zack Williams | 40c06f0 | 2018-04-15 20:31:34 -0700 | [diff] [blame] | 176 | # install ruby gems |
| 177 | gem install \ |
Ciprian Barbu | f2ddc1a | 2019-11-15 17:54:35 +0200 | [diff] [blame] | 178 | mdl -v 0.5.0 |
Zack Williams | 40c06f0 | 2018-04-15 20:31:34 -0700 | [diff] [blame] | 179 | # end of gem install list |
| 180 | |
Luca Prete | 31860c5 | 2018-03-06 17:54:38 -0800 | [diff] [blame] | 181 | # install npm modules |
| 182 | npm install -g \ |
Zack Williams | 85249ce | 2018-04-01 19:54:44 -0700 | [diff] [blame] | 183 | gitbook-cli \ |
| 184 | markdownlint \ |
Luca Prete | 31860c5 | 2018-03-06 17:54:38 -0800 | [diff] [blame] | 185 | typings |
Zack Williams | 85249ce | 2018-04-01 19:54:44 -0700 | [diff] [blame] | 186 | # end of npm install list |
Luca Prete | 31860c5 | 2018-03-06 17:54:38 -0800 | [diff] [blame] | 187 | |
Zack Williams | 6ecb83c | 2018-08-29 13:22:21 -0700 | [diff] [blame] | 188 | # install golang packages in /usr/local/go |
| 189 | # Set PATH=$PATH:/usr/local/go/bin` to use these |
| 190 | export GOPATH=/usr/local/go |
| 191 | mkdir -p $GOPATH |
Zack Williams | c9abcdc | 2019-05-09 21:23:38 -0700 | [diff] [blame] | 192 | export PATH=$PATH:/usr/lib/go-1.12/bin:$GOPATH/bin |
Zack Williams | 42200aa | 2019-04-12 13:27:44 -0700 | [diff] [blame] | 193 | |
Andy Bavier | 126e95b | 2020-09-15 13:10:47 -0700 | [diff] [blame] | 194 | # converters for unit/coverage tests |
Zack Williams | 6ecb83c | 2018-08-29 13:22:21 -0700 | [diff] [blame] | 195 | go get -v github.com/t-yuki/gocover-cobertura |
| 196 | go get -v github.com/jstemmer/go-junit-report |
| 197 | |
Zack Williams | 0ba8a9b | 2020-04-30 22:25:52 -0700 | [diff] [blame] | 198 | # github-release - uploader for github artifacts |
| 199 | go get -v github.com/github-release/github-release |
Zack Williams | 27cd3e5 | 2018-09-18 16:44:50 -0700 | [diff] [blame] | 200 | |
Zack Williams | a2bea0a | 2019-05-09 21:50:37 -0700 | [diff] [blame] | 201 | # dep for go package dependencies w/versioning, version 0.5.2, adapted from: |
Zack Williams | 142ba6b | 2018-11-20 15:23:39 -0700 | [diff] [blame] | 202 | # https://golang.github.io/dep/docs/installation.html#install-from-source |
| 203 | go get -d -u github.com/golang/dep |
| 204 | pushd $(go env GOPATH)/src/github.com/golang/dep |
Zack Williams | a2bea0a | 2019-05-09 21:50:37 -0700 | [diff] [blame] | 205 | git checkout "0.5.2" |
| 206 | go install -ldflags="-X main.version=0.5.2" ./cmd/dep |
Zack Williams | 142ba6b | 2018-11-20 15:23:39 -0700 | [diff] [blame] | 207 | popd |
| 208 | |
Zack Williams | a6bc772 | 2019-07-08 11:08:41 -0700 | [diff] [blame] | 209 | # golangci-lint for testing |
| 210 | # https://github.com/golangci/golangci-lint#local-installation |
| 211 | GO111MODULE=on go get github.com/golangci/golangci-lint/cmd/golangci-lint@v1.17.1 |
| 212 | |
Zack Williams | 42200aa | 2019-04-12 13:27:44 -0700 | [diff] [blame] | 213 | # protoc-gen-go - Golang protbuf compiler extension for protoc (installed |
| 214 | # below) |
| 215 | go get -d -u github.com/golang/protobuf/protoc-gen-go |
| 216 | pushd $(go env GOPATH)/src/github.com/golang/protobuf |
| 217 | git checkout "v1.3.1" |
| 218 | go install ./protoc-gen-go |
| 219 | popd |
| 220 | |
Zack Williams | daf691d | 2020-02-10 10:55:59 -0700 | [diff] [blame] | 221 | # install repo launcher v2.0 |
| 222 | REPO_B64_SHA256SUM="f34b0743ae46105df575f116fc6535a5d9db10c575e03e11e2932e2a8745061e" |
| 223 | curl -o /tmp/repo.b64 'https://gerrit.googlesource.com/git-repo/+/refs/tags/v2.0/repo?format=TEXT' |
Zack Williams | d30d752 | 2019-12-16 09:10:48 -0700 | [diff] [blame] | 224 | echo "$REPO_B64_SHA256SUM /tmp/repo.b64" | sha256sum -c - |
| 225 | base64 --decode /tmp/repo.b64 > /tmp/repo |
Zack Williams | 85249ce | 2018-04-01 19:54:44 -0700 | [diff] [blame] | 226 | mv /tmp/repo /usr/local/bin/repo |
| 227 | chmod a+x /usr/local/bin/repo |
Linux Foundation Administrators | 1dc9dd5 | 2018-01-26 09:09:09 -0800 | [diff] [blame] | 228 | |
Zack Williams | 85249ce | 2018-04-01 19:54:44 -0700 | [diff] [blame] | 229 | # install sonarqube scanner |
Zack Williams | 891922a | 2018-07-07 10:33:24 -0700 | [diff] [blame] | 230 | # dl link: https://docs.sonarqube.org/display/SCAN/Analyzing+with+SonarQube+Scanner |
| 231 | SONAR_SCANNER_CLI_VERSION="3.2.0.1227" |
| 232 | SONAR_SCANNER_CLI_SHA256SUM="07a50ec270a36cb83f26fe93233819c53c145248c638f4591880f1bd36e331d6" |
Zack Williams | 02e301e | 2018-10-08 12:09:58 -0700 | [diff] [blame] | 233 | curl -L -o /tmp/sonarscanner.zip "https://binaries.sonarsource.com/Distribution/sonar-scanner-cli/sonar-scanner-cli-${SONAR_SCANNER_CLI_VERSION}-linux.zip" |
Zack Williams | 85249ce | 2018-04-01 19:54:44 -0700 | [diff] [blame] | 234 | echo "$SONAR_SCANNER_CLI_SHA256SUM /tmp/sonarscanner.zip" | sha256sum -c - |
| 235 | pushd /opt |
| 236 | unzip /tmp/sonarscanner.zip |
| 237 | mv sonar-scanner-${SONAR_SCANNER_CLI_VERSION}-linux sonar-scanner |
Zack Williams | 4cfdf20 | 2018-05-07 09:58:12 -0700 | [diff] [blame] | 238 | rm -f /tmp/sonarscanner.zip |
Zack Williams | 85249ce | 2018-04-01 19:54:44 -0700 | [diff] [blame] | 239 | popd |
| 240 | |
Zack Williams | 4cfdf20 | 2018-05-07 09:58:12 -0700 | [diff] [blame] | 241 | # install helm |
Zack Williams | 7a46388 | 2019-07-23 16:24:50 -0700 | [diff] [blame] | 242 | HELM_VERSION="2.14.2" |
| 243 | HELM_SHA256SUM="9f50e69cf5cfa7268b28686728ad0227507a169e52bf59c99ada872ddd9679f0" |
Zack Williams | 8aa5282 | 2018-04-05 09:22:15 -0700 | [diff] [blame] | 244 | HELM_PLATFORM="linux-amd64" |
Zack Williams | 4cfdf20 | 2018-05-07 09:58:12 -0700 | [diff] [blame] | 245 | curl -L -o /tmp/helm.tgz "https://storage.googleapis.com/kubernetes-helm/helm-v${HELM_VERSION}-${HELM_PLATFORM}.tar.gz" |
Zack Williams | 8aa5282 | 2018-04-05 09:22:15 -0700 | [diff] [blame] | 246 | echo "$HELM_SHA256SUM /tmp/helm.tgz" | sha256sum -c - |
| 247 | pushd /tmp |
| 248 | tar -xzvf helm.tgz |
| 249 | mv ${HELM_PLATFORM}/helm /usr/local/bin/helm |
| 250 | chmod a+x /usr/local/bin/helm |
Zack Williams | 4cfdf20 | 2018-05-07 09:58:12 -0700 | [diff] [blame] | 251 | rm -rf helm.tgz ${HELM_PLATFORM} |
| 252 | popd |
| 253 | |
| 254 | # install minikube |
Zack Williams | 7722ef2 | 2018-10-16 14:08:29 -0700 | [diff] [blame] | 255 | MINIKUBE_VERSION="0.30.0" |
Zack Williams | 4cfdf20 | 2018-05-07 09:58:12 -0700 | [diff] [blame] | 256 | MINIKUBE_DEB_VERSION="$(echo ${MINIKUBE_VERSION} | sed -n 's/\(.*\)\.\(.*\)/\1-\2/p')" |
Zack Williams | 7722ef2 | 2018-10-16 14:08:29 -0700 | [diff] [blame] | 257 | MINIKUBE_SHA256SUM="c6c5aa5956f8ad5f61d426e9b8601ba95965a9c30bb80a9fe7525c64e6dd12fd" |
Zack Williams | 4cfdf20 | 2018-05-07 09:58:12 -0700 | [diff] [blame] | 258 | curl -L -o /tmp/minikube.deb "https://storage.googleapis.com/minikube/releases/v${MINIKUBE_VERSION}/minikube_${MINIKUBE_DEB_VERSION}.deb" |
| 259 | echo "$MINIKUBE_SHA256SUM /tmp/minikube.deb" | sha256sum -c - |
| 260 | pushd /tmp |
| 261 | dpkg -i minikube.deb |
| 262 | rm -f minikube.deb |
Zack Williams | 8aa5282 | 2018-04-05 09:22:15 -0700 | [diff] [blame] | 263 | popd |
| 264 | |
Kailash Khalasi | 929d21b | 2018-06-28 12:28:17 -0700 | [diff] [blame] | 265 | # install protobufs |
Zack Williams | df5a4ab | 2019-03-22 14:10:34 -0700 | [diff] [blame] | 266 | PROTOC_VERSION="3.7.0" |
| 267 | PROTOC_SHA256SUM="a1b8ed22d6dc53c5b8680a6f1760a305b33ef471bece482e92728f00ba2a2969" |
Kailash Khalasi | 929d21b | 2018-06-28 12:28:17 -0700 | [diff] [blame] | 268 | curl -L -o /tmp/protoc-${PROTOC_VERSION}-linux-x86_64.zip https://github.com/google/protobuf/releases/download/v${PROTOC_VERSION}/protoc-${PROTOC_VERSION}-linux-x86_64.zip |
| 269 | echo "$PROTOC_SHA256SUM /tmp/protoc-${PROTOC_VERSION}-linux-x86_64.zip" | sha256sum -c - |
Kailash Khalasi | c4ff32d | 2018-06-28 18:24:52 -0700 | [diff] [blame] | 270 | unzip /tmp/protoc-${PROTOC_VERSION}-linux-x86_64.zip -d /tmp/protoc3 |
Kailash Khalasi | 929d21b | 2018-06-28 12:28:17 -0700 | [diff] [blame] | 271 | mv /tmp/protoc3/bin/* /usr/local/bin/ |
| 272 | mv /tmp/protoc3/include/* /usr/local/include/ |
Zack Williams | 0f80d90 | 2019-04-01 11:26:57 -0700 | [diff] [blame] | 273 | # fix permissions on files |
| 274 | chmod -R a+rx /usr/local/bin/* |
Zack Williams | 6b06aa5 | 2019-04-01 14:30:17 -0700 | [diff] [blame] | 275 | chmod -R a+rX /usr/local/include/ |
Zack Williams | cab43ba | 2018-09-19 09:58:25 -0700 | [diff] [blame] | 276 | |
Kailash Khalasi | 929d21b | 2018-06-28 12:28:17 -0700 | [diff] [blame] | 277 | # give sudo permissions on minikube and protoc to jenkins user |
| 278 | cat <<EOF >/etc/sudoers.d/88-jenkins-minikube-protoc |
| 279 | Cmnd_Alias CMDS = /usr/local/bin/protoc, /usr/bin/minikube |
Zack Williams | 8173977 | 2018-05-14 16:35:47 -0700 | [diff] [blame] | 280 | Defaults:jenkins !requiretty |
Kailash Khalasi | 929d21b | 2018-06-28 12:28:17 -0700 | [diff] [blame] | 281 | jenkins ALL=(ALL) NOPASSWD:SETENV: CMDS |
Zack Williams | 8173977 | 2018-05-14 16:35:47 -0700 | [diff] [blame] | 282 | EOF |
| 283 | |
Zack Williams | 9881aea | 2019-07-16 14:14:08 -0700 | [diff] [blame] | 284 | # install hadolint (Dockerfile checker) |
| 285 | HADOLINT_VERSION="1.17.1" |
| 286 | HADOLINT_SHA256SUM="2f8f3bf120e9766e6e79f7a86fed8ede55ebbf2042175b68a7c899a74eabbf34" |
| 287 | curl -L -o /tmp/hadolint https://github.com/hadolint/hadolint/releases/download/v${HADOLINT_VERSION}/hadolint-Linux-x86_64 |
| 288 | echo "$HADOLINT_SHA256SUM /tmp/hadolint" | sha256sum -c - |
| 289 | mv /tmp/hadolint /usr/local/bin/hadolint |
| 290 | chmod -R a+rx /usr/local/bin/hadolint |
| 291 | |
Zack Williams | 7b3da53 | 2019-12-18 10:41:29 -0700 | [diff] [blame] | 292 | # install pandoc (document converter) |
| 293 | PANDOC_VERSION="2.8.0.1" |
| 294 | PANDOC_SHA256SUM="81cca90353dced1e285888b73f2bee55ed388d34b6b0624d76a2eba2344eaba9" |
| 295 | curl -L -o /tmp/pandoc.deb "https://github.com/jgm/pandoc/releases/download/${PANDOC_VERSION}/pandoc-${PANDOC_VERSION}-1-amd64.deb" |
| 296 | echo "$PANDOC_SHA256SUM /tmp/pandoc.deb" | sha256sum -c - |
| 297 | dpkg -i /tmp/pandoc.deb |
| 298 | rm -f /tmp/pandoc.deb |
| 299 | |
Zack Williams | 960c662 | 2020-04-30 10:11:51 -0700 | [diff] [blame] | 300 | # install yq (YAML query) |
| 301 | YQ_VERSION="3.3.0" |
| 302 | YQ_SHA256SUM="e70e482e7ddb9cf83b52f5e83b694a19e3aaf36acf6b82512cbe66e41d569201" |
| 303 | curl -L -o /tmp/yq https://github.com/mikefarah/yq/releases/download/${YQ_VERSION}/yq_linux_amd64 |
| 304 | echo "$YQ_SHA256SUM /tmp/yq" | sha256sum -c - |
| 305 | mv /tmp/yq /usr/local/bin/yq |
| 306 | chmod -R a+rx /usr/local/bin/yq |
| 307 | |
Andy Bavier | b781c4c | 2018-09-20 08:16:52 -0700 | [diff] [blame] | 308 | # remove apparmor |
| 309 | service apparmor stop |
| 310 | update-rc.d -f apparmor remove |
| 311 | apt-get remove apparmor-utils libapparmor-perl apparmor |
| 312 | update-grub |
| 313 | |
Zack Williams | 85249ce | 2018-04-01 19:54:44 -0700 | [diff] [blame] | 314 | # clean up |
| 315 | apt-get clean |
| 316 | apt-get purge -y |
| 317 | apt-get autoremove -y |
| 318 | rm -rf /var/lib/apt/lists/* |
Linux Foundation Administrators | 1dc9dd5 | 2018-01-26 09:09:09 -0800 | [diff] [blame] | 319 | } |
Zack Williams | 85249ce | 2018-04-01 19:54:44 -0700 | [diff] [blame] | 320 | |
Linux Foundation Administrators | 1dc9dd5 | 2018-01-26 09:09:09 -0800 | [diff] [blame] | 321 | all_systems() { |
| 322 | echo 'No common distribution configuration to perform' |
| 323 | } |
| 324 | |
| 325 | echo "---> Detecting OS" |
| 326 | ORIGIN=$(facter operatingsystem | tr '[:upper:]' '[:lower:]') |
| 327 | |
| 328 | case "${ORIGIN}" in |
| 329 | fedora|centos|redhat) |
| 330 | echo "---> RH type system detected" |
| 331 | rh_systems |
| 332 | ;; |
| 333 | ubuntu) |
| 334 | echo "---> Ubuntu system detected" |
| 335 | ubuntu_systems |
| 336 | ;; |
| 337 | *) |
| 338 | echo "---> Unknown operating system" |
| 339 | ;; |
| 340 | esac |
| 341 | |
| 342 | # execute steps for all systems |
| 343 | all_systems |