blob: 58e82fe77b4f5fb7e034e9f3f24a539830ecd119 [file] [log] [blame]
David Pursehouse8898e2f2012-11-14 07:51:03 +09001#!/usr/bin/env python
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002
3## repo default configuration
4##
Sarah Owenscecd1d82012-11-01 22:59:27 -07005from __future__ import print_function
David Pursehouse8f62fb72012-11-14 12:09:38 +09006REPO_URL = 'https://gerrit.googlesource.com/git-repo'
7REPO_REV = 'stable'
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07008
9# Copyright (C) 2008 Google Inc.
10#
11# Licensed under the Apache License, Version 2.0 (the "License");
12# you may not use this file except in compliance with the License.
13# You may obtain a copy of the License at
14#
15# http://www.apache.org/licenses/LICENSE-2.0
16#
17# Unless required by applicable law or agreed to in writing, software
18# distributed under the License is distributed on an "AS IS" BASIS,
19# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
20# See the License for the specific language governing permissions and
21# limitations under the License.
22
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070023# increment this whenever we make important changes to this script
Conley Owensc5aa4d32012-10-26 11:34:11 -070024VERSION = (1, 19)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070025
26# increment this if the MAINTAINER_KEYS block is modified
David Pursehouse8f62fb72012-11-14 12:09:38 +090027KEYRING_VERSION = (1, 1)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070028MAINTAINER_KEYS = """
29
30 Repo Maintainer <repo@android.kernel.org>
31-----BEGIN PGP PUBLIC KEY BLOCK-----
32Version: GnuPG v1.4.2.2 (GNU/Linux)
33
34mQGiBEj3ugERBACrLJh/ZPyVSKeClMuznFIrsQ+hpNnmJGw1a9GXKYKk8qHPhAZf
35WKtrBqAVMNRLhL85oSlekRz98u41H5si5zcuv+IXJDF5MJYcB8f22wAy15lUqPWi
36VCkk1l8qqLiuW0fo+ZkPY5qOgrvc0HW1SmdH649uNwqCbcKb6CxaTxzhOwCgj3AP
37xI1WfzLqdJjsm1Nq98L0cLcD/iNsILCuw44PRds3J75YP0pze7YF/6WFMB6QSFGu
38aUX1FsTTztKNXGms8i5b2l1B8JaLRWq/jOnZzyl1zrUJhkc0JgyZW5oNLGyWGhKD
39Fxp5YpHuIuMImopWEMFIRQNrvlg+YVK8t3FpdI1RY0LYqha8pPzANhEYgSfoVzOb
40fbfbA/4ioOrxy8ifSoga7ITyZMA+XbW8bx33WXutO9N7SPKS/AK2JpasSEVLZcON
41ae5hvAEGVXKxVPDjJBmIc2cOe7kOKSi3OxLzBqrjS2rnjiP4o0ekhZIe4+ocwVOg
42e0PLlH5avCqihGRhpoqDRsmpzSHzJIxtoeb+GgGEX8KkUsVAhbQpUmVwbyBNYWlu
43dGFpbmVyIDxyZXBvQGFuZHJvaWQua2VybmVsLm9yZz6IYAQTEQIAIAUCSPe6AQIb
44AwYLCQgHAwIEFQIIAwQWAgMBAh4BAheAAAoJEBZTDV6SD1xl1GEAn0x/OKQpy7qI
456G73NJviU0IUMtftAKCFMUhGb/0bZvQ8Rm3QCUpWHyEIu7kEDQRI97ogEBAA2wI6
465fs9y/rMwD6dkD/vK9v4C9mOn1IL5JCPYMJBVSci+9ED4ChzYvfq7wOcj9qIvaE0
47GwCt2ar7Q56me5J+byhSb32Rqsw/r3Vo5cZMH80N4cjesGuSXOGyEWTe4HYoxnHv
48gF4EKI2LK7xfTUcxMtlyn52sUpkfKsCpUhFvdmbAiJE+jCkQZr1Z8u2KphV79Ou+
49P1N5IXY/XWOlq48Qf4MWCYlJFrB07xjUjLKMPDNDnm58L5byDrP/eHysKexpbakL
50xCmYyfT6DV1SWLblpd2hie0sL3YejdtuBMYMS2rI7Yxb8kGuqkz+9l1qhwJtei94
515MaretDy/d/JH/pRYkRf7L+ke7dpzrP+aJmcz9P1e6gq4NJsWejaALVASBiioqNf
52QmtqSVzF1wkR5avZkFHuYvj6V/t1RrOZTXxkSk18KFMJRBZrdHFCWbc5qrVxUB6e
53N5pja0NFIUCigLBV1c6I2DwiuboMNh18VtJJh+nwWeez/RueN4ig59gRTtkcc0PR
5435tX2DR8+xCCFVW/NcJ4PSePYzCuuLvp1vEDHnj41R52Fz51hgddT4rBsp0nL+5I
55socSOIIezw8T9vVzMY4ArCKFAVu2IVyBcahTfBS8q5EM63mONU6UVJEozfGljiMw
56xuQ7JwKcw0AUEKTKG7aBgBaTAgT8TOevpvlw91cAAwUP/jRkyVi/0WAb0qlEaq/S
57ouWxX1faR+vU3b+Y2/DGjtXQMzG0qpetaTHC/AxxHpgt/dCkWI6ljYDnxgPLwG0a
58Oasm94BjZc6vZwf1opFZUKsjOAAxRxNZyjUJKe4UZVuMTk6zo27Nt3LMnc0FO47v
59FcOjRyquvgNOS818irVHUf12waDx8gszKxQTTtFxU5/ePB2jZmhP6oXSe4K/LG5T
60+WBRPDrHiGPhCzJRzm9BP0lTnGCAj3o9W90STZa65RK7IaYpC8TB35JTBEbrrNCp
61w6lzd74LnNEp5eMlKDnXzUAgAH0yzCQeMl7t33QCdYx2hRs2wtTQSjGfAiNmj/WW
62Vl5Jn+2jCDnRLenKHwVRFsBX2e0BiRWt/i9Y8fjorLCXVj4z+7yW6DawdLkJorEo
63p3v5ILwfC7hVx4jHSnOgZ65L9s8EQdVr1ckN9243yta7rNgwfcqb60ILMFF1BRk/
640V7wCL+68UwwiQDvyMOQuqkysKLSDCLb7BFcyA7j6KG+5hpsREstFX2wK1yKeraz
655xGrFy8tfAaeBMIQ17gvFSp/suc9DYO0ICK2BISzq+F+ZiAKsjMYOBNdH/h0zobQ
66HTHs37+/QLMomGEGKZMWi0dShU2J5mNRQu3Hhxl3hHDVbt5CeJBb26aQcQrFz69W
67zE3GNvmJosh6leayjtI9P2A6iEkEGBECAAkFAkj3uiACGwwACgkQFlMNXpIPXGWp
68TACbBS+Up3RpfYVfd63c1cDdlru13pQAn3NQy/SN858MkxN+zym86UBgOad2
69=CMiZ
70-----END PGP PUBLIC KEY BLOCK-----
Conley Owens55e4d462012-10-01 16:12:28 -070071
72 Conley Owens <cco3@android.com>
73-----BEGIN PGP PUBLIC KEY BLOCK-----
74Version: GnuPG v1.4.11 (GNU/Linux)
75
76mQENBFBiLPwBCACvISTASOgFXwADw2GYRH2I2z9RvYkYoZ6ThTTNlMXbbYYKO2Wo
77a9LQDNW0TbCEekg5UKk0FD13XOdWaqUt4Gtuvq9c43GRSjMO6NXH+0BjcQ8vUtY2
78/W4CYUevwdo4nQ1+1zsOCu1XYe/CReXq0fdugv3hgmRmh3sz1soo37Q44W2frxxg
79U7Rz3Da4FjgAL0RQ8qndD+LwRHXTY7H7wYM8V/3cYFZV7pSodd75q3MAXYQLf0ZV
80QR1XATu5l1QnXrxgHvz7MmDwb1D+jX3YPKnZveaukigQ6hDHdiVcePBiGXmk8LZC
812jQkdXeF7Su1ZYpr2nnEHLJ6vOLcCpPGb8gDABEBAAG0H0NvbmxleSBPd2VucyA8
82Y2NvM0BhbmRyb2lkLmNvbT6JATgEEwECACIFAlBiLPwCGwMGCwkIBwMCBhUIAgkK
83CwQWAgMBAh4BAheAAAoJEBkmlFUziHGkHVkH/2Hks2Cif5i2xPtv2IFZcjL42joU
84T7lO5XFqUYS9ZNHpGa/V0eiPt7rHoO16glR83NZtwlrq2cSN89i9HfOhMYV/qLu8
85fLCHcV2muw+yCB5s5bxnI5UkToiNZyBNqFkcOt/Kbj9Hpy68A1kmc6myVEaUYebq
862Chx/f3xuEthan099t746v1K+/6SvQGDNctHuaMr9cWdxZtHjdRf31SQRc99Phe5
87w+ZGR/ebxNDKRK9mKgZT8wVFHlXerJsRqWIqtx1fsW1UgLgbpcpe2MChm6B5wTu0
88s1ltzox3l4q71FyRRPUJxXyvGkDLZWpK7EpiHSCOYq/KP3HkKeXU3xqHpcG5AQ0E
89UGIs/AEIAKzO/7lO9cB6dshmZYo8Vy/b7aGicThE+ChcDSfhvyOXVdEM2GKAjsR+
90rlBWbTFX3It301p2HwZPFEi9nEvJxVlqqBiW0bPmNMkDRR55l2vbWg35wwkg6RyE
91Bc5/TQjhXI2w8IvlimoGoUff4t3JmMOnWrnKSvL+5iuRj12p9WmanCHzw3Ee7ztf
92/aU/q+FTpr3DLerb6S8xbv86ySgnJT6o5CyL2DCWRtnYQyGVi0ZmLzEouAYiO0hs
93z0AAu28Mj+12g2WwePRz6gfM9rHtI37ylYW3oT/9M9mO9ei/Bc/1D7Dz6qNV+0vg
94uSVJxM2Bl6GalHPZLhHntFEdIA6EdoUAEQEAAYkBHwQYAQIACQUCUGIs/AIbDAAK
95CRAZJpRVM4hxpNfkB/0W/hP5WK/NETXBlWXXW7JPaWO2c5kGwD0lnj5RRmridyo1
96vbm5PdM91jOsDQYqRu6YOoYBnDnEhB2wL2bPh34HWwwrA+LwB8hlcAV2z1bdwyfl
973R823fReKN3QcvLHzmvZPrF4Rk97M9UIyKS0RtnfTWykRgDWHIsrtQPoNwsXrWoT
989LrM2v+1+9mp3vuXnE473/NHxmiWEQH9Ez+O/mOxQ7rSOlqGRiKq/IBZCfioJOtV
99fTQeIu/yASZnsLBqr6SJEGwYBoWcyjG++k4fyw8ocOAo4uGDYbxgN7yYfNQ0OH7o
100V6pfUgqKLWa/aK7/N1ZHnPdFLD8Xt0Dmy4BPwrKC
101=O7am
102-----END PGP PUBLIC KEY BLOCK-----
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700103"""
104
105GIT = 'git' # our git command
Conley Owensc5aa4d32012-10-26 11:34:11 -0700106MIN_GIT_VERSION = (1, 7, 2) # minimum supported git version
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700107repodir = '.repo' # name of repo's private directory
Conley Owensc9129d92012-10-01 16:12:28 -0700108S_repo = 'repo' # special repo repository
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700109S_manifests = 'manifests' # special manifest repository
110REPO_MAIN = S_repo + '/main.py' # main script
Chirayu Desai51813df2013-04-16 19:36:09 +0530111MIN_PYTHON_VERSION = (2, 6) # minimum supported python version
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700112
113
114import optparse
115import os
116import re
Sarah Owens60798a32012-10-25 17:53:09 -0700117import stat
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700118import subprocess
119import sys
David Pursehouse59bbb582013-05-17 10:49:33 +0900120
121if sys.version_info[0] == 3:
Sarah Owens1f7627f2012-10-31 09:21:55 -0700122 import urllib.request
123 import urllib.error
124else:
Sarah Owens1f7627f2012-10-31 09:21:55 -0700125 import imp
David Pursehouse59bbb582013-05-17 10:49:33 +0900126 import urllib2
Sarah Owens1f7627f2012-10-31 09:21:55 -0700127 urllib = imp.new_module('urllib')
128 urllib.request = urllib2
129 urllib.error = urllib2
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700130
Chirayu Desai51813df2013-04-16 19:36:09 +0530131# Python version check
132ver = sys.version_info
133if ver[0] == 3:
134 print('error: Python 3 support is not fully implemented in repo yet.\n'
135 'Please use Python 2.6 - 2.7 instead.',
136 file=sys.stderr)
137 sys.exit(1)
138if (ver[0], ver[1]) < MIN_PYTHON_VERSION:
139 print('error: Python version %s unsupported.\n'
140 'Please use Python 2.6 - 2.7 instead.'
141 % sys.version.split(' ')[0], file=sys.stderr)
142 sys.exit(1)
143
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700144home_dot_repo = os.path.expanduser('~/.repoconfig')
145gpg_dir = os.path.join(home_dot_repo, 'gnupg')
146
147extra_args = []
148init_optparse = optparse.OptionParser(usage="repo init -u url [options]")
149
150# Logging
151group = init_optparse.add_option_group('Logging options')
152group.add_option('-q', '--quiet',
153 dest="quiet", action="store_true", default=False,
154 help="be quiet")
155
156# Manifest
157group = init_optparse.add_option_group('Manifest options')
158group.add_option('-u', '--manifest-url',
159 dest='manifest_url',
160 help='manifest repository location', metavar='URL')
161group.add_option('-b', '--manifest-branch',
162 dest='manifest_branch',
163 help='manifest branch or revision', metavar='REVISION')
164group.add_option('-m', '--manifest-name',
165 dest='manifest_name',
166 help='initial manifest file', metavar='NAME.xml')
Shawn O. Pearcee284ad12008-11-04 07:37:10 -0800167group.add_option('--mirror',
168 dest='mirror', action='store_true',
David Pursehouse3794a782012-11-15 06:17:30 +0900169 help='create a replica of the remote repositories '
170 'rather than a client working directory')
Shawn O. Pearce88443382010-10-08 10:02:09 +0200171group.add_option('--reference',
172 dest='reference',
173 help='location of mirror directory', metavar='DIR')
Doug Anderson49cd59b2011-06-13 21:42:06 -0700174group.add_option('--depth', type='int', default=None,
175 dest='depth',
176 help='create a shallow clone with given depth; see git clone')
Colin Cross5acde752012-03-28 20:15:45 -0700177group.add_option('-g', '--groups',
Conley Owens971de8e2012-04-16 10:36:08 -0700178 dest='groups', default='default',
David Holmer0a1c6a12012-11-14 19:19:00 -0500179 help='restrict manifest projects to ones with specified '
180 'group(s) [default|all|G1,G2,G3|G4,-G5,-G6]',
Colin Cross5acde752012-03-28 20:15:45 -0700181 metavar='GROUP')
Conley Owensd21720d2012-04-16 11:02:21 -0700182group.add_option('-p', '--platform',
183 dest='platform', default="auto",
Conley Owensc9129d92012-10-01 16:12:28 -0700184 help='restrict manifest projects to ones with a specified '
Conley Owensd21720d2012-04-16 11:02:21 -0700185 'platform group [auto|all|none|linux|darwin|...]',
186 metavar='PLATFORM')
Doug Anderson49cd59b2011-06-13 21:42:06 -0700187
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700188
189# Tool
Shawn O. Pearcefd89b672009-04-18 11:28:57 -0700190group = init_optparse.add_option_group('repo Version options')
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700191group.add_option('--repo-url',
192 dest='repo_url',
193 help='repo repository location', metavar='URL')
194group.add_option('--repo-branch',
195 dest='repo_branch',
196 help='repo branch or revision', metavar='REVISION')
197group.add_option('--no-repo-verify',
198 dest='no_repo_verify', action='store_true',
199 help='do not verify repo source code')
200
Victor Boivie841be342011-04-05 11:31:10 +0200201# Other
202group = init_optparse.add_option_group('Other options')
203group.add_option('--config-name',
204 dest='config_name', action="store_true", default=False,
205 help='Always prompt for name/e-mail')
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700206
207class CloneFailure(Exception):
208 """Indicate the remote clone of repo itself failed.
209 """
210
211
212def _Init(args):
213 """Installs repo by cloning it over the network.
214 """
215 opt, args = init_optparse.parse_args(args)
Xiaodong Xuae0a36c2012-01-31 11:10:09 +0800216 if args:
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700217 init_optparse.print_usage()
218 sys.exit(1)
219
220 url = opt.repo_url
221 if not url:
222 url = REPO_URL
223 extra_args.append('--repo-url=%s' % url)
224
225 branch = opt.repo_branch
226 if not branch:
227 branch = REPO_REV
228 extra_args.append('--repo-branch=%s' % branch)
229
230 if branch.startswith('refs/heads/'):
231 branch = branch[len('refs/heads/'):]
232 if branch.startswith('refs/'):
Sarah Owenscecd1d82012-11-01 22:59:27 -0700233 print("fatal: invalid branch name '%s'" % branch, file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700234 raise CloneFailure()
235
236 if not os.path.isdir(repodir):
237 try:
238 os.mkdir(repodir)
Sarah Owensa5be53f2012-09-09 15:37:57 -0700239 except OSError as e:
Sarah Owenscecd1d82012-11-01 22:59:27 -0700240 print('fatal: cannot make %s directory: %s'
241 % (repodir, e.strerror), file=sys.stderr)
David Pursehouse3794a782012-11-15 06:17:30 +0900242 # Don't raise CloneFailure; that would delete the
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700243 # name. Instead exit immediately.
244 #
245 sys.exit(1)
246
247 _CheckGitVersion()
248 try:
Conley Owensc9129d92012-10-01 16:12:28 -0700249 if NeedSetupGnuPG():
250 can_verify = SetupGnuPG(opt.quiet)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700251 else:
252 can_verify = True
253
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700254 dst = os.path.abspath(os.path.join(repodir, S_repo))
255 _Clone(url, dst, opt.quiet)
256
257 if can_verify and not opt.no_repo_verify:
258 rev = _Verify(dst, branch, opt.quiet)
259 else:
260 rev = 'refs/remotes/origin/%s^0' % branch
261
262 _Checkout(dst, branch, rev, opt.quiet)
263 except CloneFailure:
264 if opt.quiet:
Sarah Owenscecd1d82012-11-01 22:59:27 -0700265 print('fatal: repo init failed; run without --quiet to see why',
266 file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700267 raise
268
269
270def _CheckGitVersion():
271 cmd = [GIT, '--version']
Shawn O. Pearce4fd38ec2012-06-05 07:55:07 -0700272 try:
273 proc = subprocess.Popen(cmd, stdout=subprocess.PIPE)
Sarah Owensa5be53f2012-09-09 15:37:57 -0700274 except OSError as e:
Sarah Owenscecd1d82012-11-01 22:59:27 -0700275 print(file=sys.stderr)
276 print("fatal: '%s' is not available" % GIT, file=sys.stderr)
277 print('fatal: %s' % e, file=sys.stderr)
278 print(file=sys.stderr)
279 print('Please make sure %s is installed and in your path.' % GIT,
280 file=sys.stderr)
Shawn O. Pearce4fd38ec2012-06-05 07:55:07 -0700281 raise CloneFailure()
282
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700283 ver_str = proc.stdout.read().strip()
284 proc.stdout.close()
Shawn O. Pearce16191342008-10-28 08:33:34 -0700285 proc.wait()
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700286
287 if not ver_str.startswith('git version '):
Sarah Owenscecd1d82012-11-01 22:59:27 -0700288 print('error: "%s" unsupported' % ver_str, file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700289 raise CloneFailure()
290
291 ver_str = ver_str[len('git version '):].strip()
David Pursehouse685f0802012-11-14 08:34:39 +0900292 ver_act = tuple(map(int, ver_str.split('.')[0:3]))
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700293 if ver_act < MIN_GIT_VERSION:
David Pursehouse685f0802012-11-14 08:34:39 +0900294 need = '.'.join(map(str, MIN_GIT_VERSION))
Sarah Owenscecd1d82012-11-01 22:59:27 -0700295 print('fatal: git %s or later required' % need, file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700296 raise CloneFailure()
297
298
Conley Owensc9129d92012-10-01 16:12:28 -0700299def NeedSetupGnuPG():
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700300 if not os.path.isdir(home_dot_repo):
301 return True
302
303 kv = os.path.join(home_dot_repo, 'keyring-version')
304 if not os.path.exists(kv):
305 return True
306
307 kv = open(kv).read()
308 if not kv:
309 return True
310
David Pursehouse685f0802012-11-14 08:34:39 +0900311 kv = tuple(map(int, kv.split('.')))
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700312 if kv < KEYRING_VERSION:
313 return True
314 return False
315
316
Conley Owensc9129d92012-10-01 16:12:28 -0700317def SetupGnuPG(quiet):
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700318 if not os.path.isdir(home_dot_repo):
319 try:
320 os.mkdir(home_dot_repo)
Sarah Owensa5be53f2012-09-09 15:37:57 -0700321 except OSError as e:
Sarah Owenscecd1d82012-11-01 22:59:27 -0700322 print('fatal: cannot make %s directory: %s'
323 % (home_dot_repo, e.strerror), file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700324 sys.exit(1)
325
326 if not os.path.isdir(gpg_dir):
327 try:
Sarah Owens60798a32012-10-25 17:53:09 -0700328 os.mkdir(gpg_dir, stat.S_IRWXU)
Sarah Owensa5be53f2012-09-09 15:37:57 -0700329 except OSError as e:
Sarah Owenscecd1d82012-11-01 22:59:27 -0700330 print('fatal: cannot make %s directory: %s' % (gpg_dir, e.strerror),
331 file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700332 sys.exit(1)
333
Shawn O. Pearcef18cb762010-12-07 11:41:05 -0800334 env = os.environ.copy()
335 env['GNUPGHOME'] = gpg_dir.encode()
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700336
337 cmd = ['gpg', '--import']
338 try:
339 proc = subprocess.Popen(cmd,
340 env = env,
341 stdin = subprocess.PIPE)
Sarah Owensa5be53f2012-09-09 15:37:57 -0700342 except OSError as e:
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700343 if not quiet:
Sarah Owenscecd1d82012-11-01 22:59:27 -0700344 print('warning: gpg (GnuPG) is not available.', file=sys.stderr)
345 print('warning: Installing it is strongly encouraged.', file=sys.stderr)
346 print(file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700347 return False
348
349 proc.stdin.write(MAINTAINER_KEYS)
350 proc.stdin.close()
351
352 if proc.wait() != 0:
Sarah Owenscecd1d82012-11-01 22:59:27 -0700353 print('fatal: registering repo maintainer keys failed', file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700354 sys.exit(1)
David Pursehouse98ffba12012-11-14 11:18:00 +0900355 print()
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700356
357 fd = open(os.path.join(home_dot_repo, 'keyring-version'), 'w')
David Pursehouse685f0802012-11-14 08:34:39 +0900358 fd.write('.'.join(map(str, KEYRING_VERSION)) + '\n')
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700359 fd.close()
360 return True
361
362
363def _SetConfig(local, name, value):
364 """Set a git configuration option to the specified value.
365 """
366 cmd = [GIT, 'config', name, value]
367 if subprocess.Popen(cmd, cwd = local).wait() != 0:
368 raise CloneFailure()
369
370
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -0700371def _InitHttp():
372 handlers = []
373
Sarah Owens1f7627f2012-10-31 09:21:55 -0700374 mgr = urllib.request.HTTPPasswordMgrWithDefaultRealm()
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -0700375 try:
376 import netrc
377 n = netrc.netrc()
378 for host in n.hosts:
379 p = n.hosts[host]
Xiaodong Xuae0a36c2012-01-31 11:10:09 +0800380 mgr.add_password(p[1], 'http://%s/' % host, p[0], p[2])
381 mgr.add_password(p[1], 'https://%s/' % host, p[0], p[2])
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -0700382 except:
383 pass
Sarah Owens1f7627f2012-10-31 09:21:55 -0700384 handlers.append(urllib.request.HTTPBasicAuthHandler(mgr))
385 handlers.append(urllib.request.HTTPDigestAuthHandler(mgr))
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -0700386
387 if 'http_proxy' in os.environ:
388 url = os.environ['http_proxy']
Sarah Owens1f7627f2012-10-31 09:21:55 -0700389 handlers.append(urllib.request.ProxyHandler({'http': url, 'https': url}))
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -0700390 if 'REPO_CURL_VERBOSE' in os.environ:
Sarah Owens1f7627f2012-10-31 09:21:55 -0700391 handlers.append(urllib.request.HTTPHandler(debuglevel=1))
392 handlers.append(urllib.request.HTTPSHandler(debuglevel=1))
393 urllib.request.install_opener(urllib.request.build_opener(*handlers))
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -0700394
395def _Fetch(url, local, src, quiet):
396 if not quiet:
Sarah Owenscecd1d82012-11-01 22:59:27 -0700397 print('Get %s' % url, file=sys.stderr)
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -0700398
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700399 cmd = [GIT, 'fetch']
400 if quiet:
401 cmd.append('--quiet')
402 err = subprocess.PIPE
403 else:
404 err = None
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -0700405 cmd.append(src)
406 cmd.append('+refs/heads/*:refs/remotes/origin/*')
407 cmd.append('refs/tags/*:refs/tags/*')
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700408
409 proc = subprocess.Popen(cmd, cwd = local, stderr = err)
410 if err:
411 proc.stderr.read()
412 proc.stderr.close()
413 if proc.wait() != 0:
414 raise CloneFailure()
415
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -0700416def _DownloadBundle(url, local, quiet):
417 if not url.endswith('/'):
418 url += '/'
419 url += 'clone.bundle'
420
421 proc = subprocess.Popen(
422 [GIT, 'config', '--get-regexp', 'url.*.insteadof'],
423 cwd = local,
424 stdout = subprocess.PIPE)
425 for line in proc.stdout:
426 m = re.compile(r'^url\.(.*)\.insteadof (.*)$').match(line)
427 if m:
428 new_url = m.group(1)
429 old_url = m.group(2)
430 if url.startswith(old_url):
431 url = new_url + url[len(old_url):]
432 break
433 proc.stdout.close()
434 proc.wait()
435
436 if not url.startswith('http:') and not url.startswith('https:'):
437 return False
438
439 dest = open(os.path.join(local, '.git', 'clone.bundle'), 'w+b')
440 try:
441 try:
Sarah Owens1f7627f2012-10-31 09:21:55 -0700442 r = urllib.request.urlopen(url)
443 except urllib.error.HTTPError as e:
David Pursehouse87b9d9b2012-11-26 18:30:32 +0900444 if e.code in [403, 404]:
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -0700445 return False
Sarah Owenscecd1d82012-11-01 22:59:27 -0700446 print('fatal: Cannot get %s' % url, file=sys.stderr)
447 print('fatal: HTTP error %s' % e.code, file=sys.stderr)
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -0700448 raise CloneFailure()
Sarah Owens1f7627f2012-10-31 09:21:55 -0700449 except urllib.error.URLError as e:
Sarah Owenscecd1d82012-11-01 22:59:27 -0700450 print('fatal: Cannot get %s' % url, file=sys.stderr)
451 print('fatal: error %s' % e.reason, file=sys.stderr)
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -0700452 raise CloneFailure()
453 try:
454 if not quiet:
Sarah Owenscecd1d82012-11-01 22:59:27 -0700455 print('Get %s' % url, file=sys.stderr)
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -0700456 while True:
457 buf = r.read(8192)
458 if buf == '':
459 return True
460 dest.write(buf)
461 finally:
462 r.close()
463 finally:
464 dest.close()
465
466def _ImportBundle(local):
467 path = os.path.join(local, '.git', 'clone.bundle')
468 try:
469 _Fetch(local, local, path, True)
470 finally:
471 os.remove(path)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700472
473def _Clone(url, local, quiet):
474 """Clones a git repository to a new subdirectory of repodir
475 """
476 try:
477 os.mkdir(local)
Sarah Owensa5be53f2012-09-09 15:37:57 -0700478 except OSError as e:
Sarah Owenscecd1d82012-11-01 22:59:27 -0700479 print('fatal: cannot make %s directory: %s' % (local, e.strerror),
480 file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700481 raise CloneFailure()
482
483 cmd = [GIT, 'init', '--quiet']
484 try:
485 proc = subprocess.Popen(cmd, cwd = local)
Sarah Owensa5be53f2012-09-09 15:37:57 -0700486 except OSError as e:
Sarah Owenscecd1d82012-11-01 22:59:27 -0700487 print(file=sys.stderr)
488 print("fatal: '%s' is not available" % GIT, file=sys.stderr)
489 print('fatal: %s' % e, file=sys.stderr)
490 print(file=sys.stderr)
491 print('Please make sure %s is installed and in your path.' % GIT,
492 file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700493 raise CloneFailure()
494 if proc.wait() != 0:
Sarah Owenscecd1d82012-11-01 22:59:27 -0700495 print('fatal: could not create %s' % local, file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700496 raise CloneFailure()
497
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -0700498 _InitHttp()
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700499 _SetConfig(local, 'remote.origin.url', url)
500 _SetConfig(local, 'remote.origin.fetch',
501 '+refs/heads/*:refs/remotes/origin/*')
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -0700502 if _DownloadBundle(url, local, quiet):
503 _ImportBundle(local)
504 else:
505 _Fetch(url, local, 'origin', quiet)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700506
507
508def _Verify(cwd, branch, quiet):
509 """Verify the branch has been signed by a tag.
510 """
511 cmd = [GIT, 'describe', 'origin/%s' % branch]
512 proc = subprocess.Popen(cmd,
513 stdout=subprocess.PIPE,
514 stderr=subprocess.PIPE,
515 cwd = cwd)
516 cur = proc.stdout.read().strip()
517 proc.stdout.close()
518
519 proc.stderr.read()
520 proc.stderr.close()
521
522 if proc.wait() != 0 or not cur:
Sarah Owenscecd1d82012-11-01 22:59:27 -0700523 print(file=sys.stderr)
524 print("fatal: branch '%s' has not been signed" % branch, file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700525 raise CloneFailure()
526
527 m = re.compile(r'^(.*)-[0-9]{1,}-g[0-9a-f]{1,}$').match(cur)
528 if m:
529 cur = m.group(1)
530 if not quiet:
Sarah Owenscecd1d82012-11-01 22:59:27 -0700531 print(file=sys.stderr)
532 print("info: Ignoring branch '%s'; using tagged release '%s'"
533 % (branch, cur), file=sys.stderr)
534 print(file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700535
Shawn O. Pearcef18cb762010-12-07 11:41:05 -0800536 env = os.environ.copy()
537 env['GNUPGHOME'] = gpg_dir.encode()
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700538
539 cmd = [GIT, 'tag', '-v', cur]
540 proc = subprocess.Popen(cmd,
541 stdout = subprocess.PIPE,
542 stderr = subprocess.PIPE,
543 cwd = cwd,
544 env = env)
545 out = proc.stdout.read()
546 proc.stdout.close()
547
548 err = proc.stderr.read()
549 proc.stderr.close()
550
551 if proc.wait() != 0:
Sarah Owenscecd1d82012-11-01 22:59:27 -0700552 print(file=sys.stderr)
553 print(out, file=sys.stderr)
554 print(err, file=sys.stderr)
555 print(file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700556 raise CloneFailure()
557 return '%s^0' % cur
558
559
560def _Checkout(cwd, branch, rev, quiet):
561 """Checkout an upstream branch into the repository and track it.
562 """
563 cmd = [GIT, 'update-ref', 'refs/heads/default', rev]
564 if subprocess.Popen(cmd, cwd = cwd).wait() != 0:
565 raise CloneFailure()
566
567 _SetConfig(cwd, 'branch.default.remote', 'origin')
568 _SetConfig(cwd, 'branch.default.merge', 'refs/heads/%s' % branch)
569
570 cmd = [GIT, 'symbolic-ref', 'HEAD', 'refs/heads/default']
571 if subprocess.Popen(cmd, cwd = cwd).wait() != 0:
572 raise CloneFailure()
573
574 cmd = [GIT, 'read-tree', '--reset', '-u']
575 if not quiet:
576 cmd.append('-v')
577 cmd.append('HEAD')
578 if subprocess.Popen(cmd, cwd = cwd).wait() != 0:
579 raise CloneFailure()
580
581
582def _FindRepo():
583 """Look for a repo installation, starting at the current directory.
584 """
Mickaël Salaün2f6ab7f2012-09-30 00:37:55 +0200585 curdir = os.getcwd()
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700586 repo = None
587
Anthony Newnamdf14a702011-01-09 17:31:57 -0800588 olddir = None
Mickaël Salaün2f6ab7f2012-09-30 00:37:55 +0200589 while curdir != '/' \
590 and curdir != olddir \
Anthony Newnamdf14a702011-01-09 17:31:57 -0800591 and not repo:
Mickaël Salaün2f6ab7f2012-09-30 00:37:55 +0200592 repo = os.path.join(curdir, repodir, REPO_MAIN)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700593 if not os.path.isfile(repo):
594 repo = None
Mickaël Salaün2f6ab7f2012-09-30 00:37:55 +0200595 olddir = curdir
596 curdir = os.path.dirname(curdir)
597 return (repo, os.path.join(curdir, repodir))
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700598
599
600class _Options:
601 help = False
602
603
604def _ParseArguments(args):
605 cmd = None
606 opt = _Options()
607 arg = []
608
Sarah Owensa6053d52012-11-01 13:36:50 -0700609 for i in range(len(args)):
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700610 a = args[i]
611 if a == '-h' or a == '--help':
612 opt.help = True
613
614 elif not a.startswith('-'):
615 cmd = a
616 arg = args[i + 1:]
617 break
618 return cmd, opt, arg
619
620
621def _Usage():
Sarah Owenscecd1d82012-11-01 22:59:27 -0700622 print(
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700623"""usage: repo COMMAND [ARGS]
624
625repo is not yet installed. Use "repo init" to install it here.
626
627The most commonly used repo commands are:
628
629 init Install repo in the current working directory
630 help Display detailed help on a command
631
632For access to the full online help, install repo ("repo init").
Sarah Owenscecd1d82012-11-01 22:59:27 -0700633""", file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700634 sys.exit(1)
635
636
637def _Help(args):
638 if args:
639 if args[0] == 'init':
640 init_optparse.print_help()
Trond Norbyed3fd5372011-01-03 11:35:15 +0100641 sys.exit(0)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700642 else:
Sarah Owenscecd1d82012-11-01 22:59:27 -0700643 print("error: '%s' is not a bootstrap command.\n"
644 ' For access to online help, install repo ("repo init").'
645 % args[0], file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700646 else:
647 _Usage()
648 sys.exit(1)
649
650
651def _NotInstalled():
Sarah Owenscecd1d82012-11-01 22:59:27 -0700652 print('error: repo is not installed. Use "repo init" to install it here.',
653 file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700654 sys.exit(1)
655
656
657def _NoCommands(cmd):
Sarah Owenscecd1d82012-11-01 22:59:27 -0700658 print("""error: command '%s' requires repo to be installed first.
659 Use "repo init" to install it here.""" % cmd, file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700660 sys.exit(1)
661
662
663def _RunSelf(wrapper_path):
664 my_dir = os.path.dirname(wrapper_path)
665 my_main = os.path.join(my_dir, 'main.py')
666 my_git = os.path.join(my_dir, '.git')
667
668 if os.path.isfile(my_main) and os.path.isdir(my_git):
Shawn O. Pearcec8a300f2009-05-18 13:19:57 -0700669 for name in ['git_config.py',
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700670 'project.py',
671 'subcmds']:
672 if not os.path.exists(os.path.join(my_dir, name)):
673 return None, None
674 return my_main, my_git
675 return None, None
676
677
678def _SetDefaultsTo(gitdir):
679 global REPO_URL
680 global REPO_REV
681
682 REPO_URL = gitdir
683 proc = subprocess.Popen([GIT,
684 '--git-dir=%s' % gitdir,
685 'symbolic-ref',
686 'HEAD'],
687 stdout = subprocess.PIPE,
688 stderr = subprocess.PIPE)
689 REPO_REV = proc.stdout.read().strip()
690 proc.stdout.close()
691
692 proc.stderr.read()
693 proc.stderr.close()
694
695 if proc.wait() != 0:
Sarah Owenscecd1d82012-11-01 22:59:27 -0700696 print('fatal: %s has no current branch' % gitdir, file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700697 sys.exit(1)
698
699
700def main(orig_args):
Mickaël Salaün2f6ab7f2012-09-30 00:37:55 +0200701 repo_main, rel_repo_dir = _FindRepo()
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700702 cmd, opt, args = _ParseArguments(orig_args)
703
704 wrapper_path = os.path.abspath(__file__)
705 my_main, my_git = _RunSelf(wrapper_path)
706
Mickaël Salaün2f6ab7f2012-09-30 00:37:55 +0200707 if not repo_main:
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700708 if opt.help:
709 _Usage()
710 if cmd == 'help':
711 _Help(args)
712 if not cmd:
713 _NotInstalled()
714 if cmd == 'init':
715 if my_git:
716 _SetDefaultsTo(my_git)
717 try:
718 _Init(args)
719 except CloneFailure:
720 for root, dirs, files in os.walk(repodir, topdown=False):
721 for name in files:
722 os.remove(os.path.join(root, name))
723 for name in dirs:
724 os.rmdir(os.path.join(root, name))
725 os.rmdir(repodir)
726 sys.exit(1)
Mickaël Salaün2f6ab7f2012-09-30 00:37:55 +0200727 repo_main, rel_repo_dir = _FindRepo()
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700728 else:
729 _NoCommands(cmd)
730
731 if my_main:
Mickaël Salaün2f6ab7f2012-09-30 00:37:55 +0200732 repo_main = my_main
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700733
David Pursehouse685f0802012-11-14 08:34:39 +0900734 ver_str = '.'.join(map(str, VERSION))
Mickaël Salaün2f6ab7f2012-09-30 00:37:55 +0200735 me = [repo_main,
736 '--repo-dir=%s' % rel_repo_dir,
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700737 '--wrapper-version=%s' % ver_str,
738 '--wrapper-path=%s' % wrapper_path,
739 '--']
740 me.extend(orig_args)
741 me.extend(extra_args)
742 try:
Mickaël Salaün2f6ab7f2012-09-30 00:37:55 +0200743 os.execv(repo_main, me)
Sarah Owensa5be53f2012-09-09 15:37:57 -0700744 except OSError as e:
Sarah Owenscecd1d82012-11-01 22:59:27 -0700745 print("fatal: unable to start %s" % repo_main, file=sys.stderr)
746 print("fatal: %s" % e, file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700747 sys.exit(148)
748
749
750if __name__ == '__main__':
751 main(sys.argv[1:])