blob: ba40d56b998bc6688905a8c2017addf48007c1ee [file] [log] [blame]
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07001#!/bin/sh
2#
3# Copyright (C) 2008 The Android Open Source Project
4#
5# Licensed under the Apache License, Version 2.0 (the "License");
6# you may not use this file except in compliance with the License.
7# You may obtain a copy of the License at
8#
9# http://www.apache.org/licenses/LICENSE-2.0
10#
11# Unless required by applicable law or agreed to in writing, software
12# distributed under the License is distributed on an "AS IS" BASIS,
13# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14# See the License for the specific language governing permissions and
15# limitations under the License.
16
17magic='--calling-python-from-/bin/sh--'
Shawn O. Pearce7542d662008-10-21 07:11:36 -070018"""exec" python -E "$0" "$@" """#$magic"
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070019if __name__ == '__main__':
20 import sys
21 if sys.argv[-1] == '#%s' % magic:
22 del sys.argv[-1]
23del magic
24
JoonCheol Parke9860722012-10-11 02:31:44 +090025import getpass
Conley Owensc9129d92012-10-01 16:12:28 -070026import imp
Shawn O. Pearcebd0312a2011-09-19 10:04:23 -070027import netrc
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070028import optparse
29import os
30import re
31import sys
Shawn O. Pearce3a0e7822011-09-22 17:06:41 -070032import time
Shawn O. Pearce014d0602011-09-11 12:57:15 -070033import urllib2
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070034
Shawn O. Pearcead3193a2009-04-18 09:54:51 -070035from trace import SetTrace
Shawn O. Pearce334851e2011-09-19 08:05:31 -070036from git_command import git, GitCommand
Doug Anderson0048b692010-12-21 13:39:23 -080037from git_config import init_ssh, close_ssh
Shawn O. Pearcec95583b2009-03-03 17:47:06 -080038from command import InteractiveCommand
39from command import MirrorSafeCommand
Shawn O. Pearceecff4f12011-11-29 15:01:33 -080040from subcmds.version import Version
Shawn O. Pearce7965f9f2008-10-29 15:20:02 -070041from editor import Editor
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -070042from error import DownloadError
Shawn O. Pearce559b8462009-03-02 12:56:08 -080043from error import ManifestInvalidRevisionError
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070044from error import NoSuchProjectError
45from error import RepoChangedException
Shawn O. Pearcec8a300f2009-05-18 13:19:57 -070046from manifest_xml import XmlManifest
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070047from pager import RunPager
48
David Pursehouse5c6eeac2012-10-11 16:44:48 +090049from subcmds import all_commands
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070050
51global_options = optparse.OptionParser(
52 usage="repo [-p|--paginate|--no-pager] COMMAND [ARGS]"
53 )
54global_options.add_option('-p', '--paginate',
55 dest='pager', action='store_true',
56 help='display command output in the pager')
57global_options.add_option('--no-pager',
58 dest='no_pager', action='store_true',
59 help='disable the pager')
Shawn O. Pearce0ed2bd12009-03-09 18:26:31 -070060global_options.add_option('--trace',
61 dest='trace', action='store_true',
62 help='trace git command execution')
Shawn O. Pearce3a0e7822011-09-22 17:06:41 -070063global_options.add_option('--time',
64 dest='time', action='store_true',
65 help='time repo command execution')
Shawn O. Pearce47c1a632009-03-02 18:24:23 -080066global_options.add_option('--version',
67 dest='show_version', action='store_true',
68 help='display this version of repo')
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070069
70class _Repo(object):
71 def __init__(self, repodir):
72 self.repodir = repodir
73 self.commands = all_commands
Mike Lockwood2bf9db02009-07-14 15:23:39 -040074 # add 'branch' as an alias for 'branches'
75 all_commands['branch'] = all_commands['branches']
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070076
77 def _Run(self, argv):
Daniel Sandler3ce2a6b2011-04-29 09:59:12 -040078 result = 0
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070079 name = None
80 glob = []
81
82 for i in xrange(0, len(argv)):
83 if not argv[i].startswith('-'):
84 name = argv[i]
85 if i > 0:
86 glob = argv[:i]
87 argv = argv[i + 1:]
88 break
89 if not name:
90 glob = argv
91 name = 'help'
92 argv = []
David Pursehouse8a68ff92012-09-24 12:15:13 +090093 gopts, _gargs = global_options.parse_args(glob)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070094
Shawn O. Pearce0ed2bd12009-03-09 18:26:31 -070095 if gopts.trace:
Shawn O. Pearcead3193a2009-04-18 09:54:51 -070096 SetTrace()
Shawn O. Pearce47c1a632009-03-02 18:24:23 -080097 if gopts.show_version:
98 if name == 'help':
99 name = 'version'
100 else:
101 print >>sys.stderr, 'fatal: invalid usage of --version'
Daniel Sandler3ce2a6b2011-04-29 09:59:12 -0400102 return 1
Shawn O. Pearce47c1a632009-03-02 18:24:23 -0800103
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700104 try:
105 cmd = self.commands[name]
106 except KeyError:
107 print >>sys.stderr,\
108 "repo: '%s' is not a repo command. See 'repo help'."\
109 % name
Daniel Sandler3ce2a6b2011-04-29 09:59:12 -0400110 return 1
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700111
112 cmd.repodir = self.repodir
Shawn O. Pearcec8a300f2009-05-18 13:19:57 -0700113 cmd.manifest = XmlManifest(cmd.repodir)
Shawn O. Pearce7965f9f2008-10-29 15:20:02 -0700114 Editor.globalConfig = cmd.manifest.globalConfig
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700115
Shawn O. Pearcec95583b2009-03-03 17:47:06 -0800116 if not isinstance(cmd, MirrorSafeCommand) and cmd.manifest.IsMirror:
117 print >>sys.stderr, \
118 "fatal: '%s' requires a working directory"\
119 % name
Daniel Sandler3ce2a6b2011-04-29 09:59:12 -0400120 return 1
Shawn O. Pearcec95583b2009-03-03 17:47:06 -0800121
Shawn O. Pearcedb45da12009-04-18 13:49:13 -0700122 copts, cargs = cmd.OptionParser.parse_args(argv)
123
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700124 if not gopts.no_pager and not isinstance(cmd, InteractiveCommand):
125 config = cmd.manifest.globalConfig
126 if gopts.pager:
127 use_pager = True
128 else:
129 use_pager = config.GetBoolean('pager.%s' % name)
130 if use_pager is None:
Shawn O. Pearcedb45da12009-04-18 13:49:13 -0700131 use_pager = cmd.WantPager(copts)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700132 if use_pager:
133 RunPager(config)
134
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700135 try:
Shawn O. Pearce3a0e7822011-09-22 17:06:41 -0700136 start = time.time()
137 try:
Daniel Sandler3ce2a6b2011-04-29 09:59:12 -0400138 result = cmd.Execute(copts, cargs)
Shawn O. Pearce3a0e7822011-09-22 17:06:41 -0700139 finally:
140 elapsed = time.time() - start
141 hours, remainder = divmod(elapsed, 3600)
142 minutes, seconds = divmod(remainder, 60)
143 if gopts.time:
144 if hours == 0:
145 print >>sys.stderr, 'real\t%dm%.3fs' \
146 % (minutes, seconds)
147 else:
148 print >>sys.stderr, 'real\t%dh%dm%.3fs' \
149 % (hours, minutes, seconds)
Sarah Owensa5be53f2012-09-09 15:37:57 -0700150 except DownloadError as e:
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -0700151 print >>sys.stderr, 'error: %s' % str(e)
Daniel Sandler3ce2a6b2011-04-29 09:59:12 -0400152 return 1
Sarah Owensa5be53f2012-09-09 15:37:57 -0700153 except ManifestInvalidRevisionError as e:
Shawn O. Pearce559b8462009-03-02 12:56:08 -0800154 print >>sys.stderr, 'error: %s' % str(e)
Daniel Sandler3ce2a6b2011-04-29 09:59:12 -0400155 return 1
Sarah Owensa5be53f2012-09-09 15:37:57 -0700156 except NoSuchProjectError as e:
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700157 if e.name:
158 print >>sys.stderr, 'error: project %s not found' % e.name
159 else:
160 print >>sys.stderr, 'error: no project in current directory'
Daniel Sandler3ce2a6b2011-04-29 09:59:12 -0400161 return 1
162
163 return result
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700164
Shawn O. Pearce334851e2011-09-19 08:05:31 -0700165def _MyRepoPath():
166 return os.path.dirname(__file__)
167
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700168def _MyWrapperPath():
169 return os.path.join(os.path.dirname(__file__), 'repo')
170
Conley Owensc9129d92012-10-01 16:12:28 -0700171_wrapper_module = None
172def WrapperModule():
173 global _wrapper_module
174 if not _wrapper_module:
175 _wrapper_module = imp.load_source('wrapper', _MyWrapperPath())
176 return _wrapper_module
177
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700178def _CurrentWrapperVersion():
Conley Owensc9129d92012-10-01 16:12:28 -0700179 return WrapperModule().VERSION
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700180
181def _CheckWrapperVersion(ver, repo_path):
182 if not repo_path:
183 repo_path = '~/bin/repo'
184
185 if not ver:
David Pursehouse8a68ff92012-09-24 12:15:13 +0900186 print >>sys.stderr, 'no --wrapper-version argument'
187 sys.exit(1)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700188
189 exp = _CurrentWrapperVersion()
190 ver = tuple(map(lambda x: int(x), ver.split('.')))
191 if len(ver) == 1:
192 ver = (0, ver[0])
193
194 if exp[0] > ver[0] or ver < (0, 4):
195 exp_str = '.'.join(map(lambda x: str(x), exp))
196 print >>sys.stderr, """
197!!! A new repo command (%5s) is available. !!!
198!!! You must upgrade before you can continue: !!!
199
200 cp %s %s
201""" % (exp_str, _MyWrapperPath(), repo_path)
202 sys.exit(1)
203
204 if exp > ver:
205 exp_str = '.'.join(map(lambda x: str(x), exp))
206 print >>sys.stderr, """
207... A new repo command (%5s) is available.
208... You should upgrade soon:
209
210 cp %s %s
211""" % (exp_str, _MyWrapperPath(), repo_path)
212
Mickaël Salaün2f6ab7f2012-09-30 00:37:55 +0200213def _CheckRepoDir(repo_dir):
214 if not repo_dir:
David Pursehouse8a68ff92012-09-24 12:15:13 +0900215 print >>sys.stderr, 'no --repo-dir argument'
216 sys.exit(1)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700217
218def _PruneOptions(argv, opt):
219 i = 0
220 while i < len(argv):
221 a = argv[i]
222 if a == '--':
223 break
224 if a.startswith('--'):
225 eq = a.find('=')
226 if eq > 0:
227 a = a[0:eq]
228 if not opt.has_option(a):
229 del argv[i]
230 continue
231 i += 1
232
Shawn O. Pearce334851e2011-09-19 08:05:31 -0700233_user_agent = None
234
235def _UserAgent():
236 global _user_agent
237
238 if _user_agent is None:
239 py_version = sys.version_info
240
241 os_name = sys.platform
242 if os_name == 'linux2':
243 os_name = 'Linux'
244 elif os_name == 'win32':
245 os_name = 'Win32'
246 elif os_name == 'cygwin':
247 os_name = 'Cygwin'
248 elif os_name == 'darwin':
249 os_name = 'Darwin'
250
251 p = GitCommand(
252 None, ['describe', 'HEAD'],
253 cwd = _MyRepoPath(),
254 capture_stdout = True)
255 if p.Wait() == 0:
256 repo_version = p.stdout
257 if len(repo_version) > 0 and repo_version[-1] == '\n':
258 repo_version = repo_version[0:-1]
259 if len(repo_version) > 0 and repo_version[0] == 'v':
260 repo_version = repo_version[1:]
261 else:
262 repo_version = 'unknown'
263
264 _user_agent = 'git-repo/%s (%s) git/%s Python/%d.%d.%d' % (
265 repo_version,
266 os_name,
267 '.'.join(map(lambda d: str(d), git.version_tuple())),
268 py_version[0], py_version[1], py_version[2])
269 return _user_agent
270
271class _UserAgentHandler(urllib2.BaseHandler):
272 def http_request(self, req):
273 req.add_header('User-Agent', _UserAgent())
274 return req
275
276 def https_request(self, req):
277 req.add_header('User-Agent', _UserAgent())
278 return req
279
JoonCheol Parke9860722012-10-11 02:31:44 +0900280def _AddPasswordFromUserInput(handler, msg, req):
281 # If repo could not find auth info from netrc, try to get it from user input
282 url = req.get_full_url()
283 user, password = handler.passwd.find_user_password(None, url)
284 if user is None:
285 print msg
286 try:
287 user = raw_input('User: ')
288 password = getpass.getpass()
289 except KeyboardInterrupt:
290 return
291 handler.passwd.add_password(None, url, user, password)
292
Shawn O. Pearcefab96c62011-10-11 12:00:38 -0700293class _BasicAuthHandler(urllib2.HTTPBasicAuthHandler):
JoonCheol Parke9860722012-10-11 02:31:44 +0900294 def http_error_401(self, req, fp, code, msg, headers):
295 _AddPasswordFromUserInput(self, msg, req)
296 return urllib2.HTTPBasicAuthHandler.http_error_401(
297 self, req, fp, code, msg, headers)
298
Shawn O. Pearcefab96c62011-10-11 12:00:38 -0700299 def http_error_auth_reqed(self, authreq, host, req, headers):
300 try:
Shawn O. Pearcedf5ee522011-10-11 14:05:21 -0700301 old_add_header = req.add_header
302 def _add_header(name, val):
303 val = val.replace('\n', '')
304 old_add_header(name, val)
305 req.add_header = _add_header
Shawn O. Pearcefab96c62011-10-11 12:00:38 -0700306 return urllib2.AbstractBasicAuthHandler.http_error_auth_reqed(
307 self, authreq, host, req, headers)
308 except:
Shawn O. Pearcedf5ee522011-10-11 14:05:21 -0700309 reset = getattr(self, 'reset_retry_count', None)
310 if reset is not None:
311 reset()
Shawn O. Pearceb6605392011-10-11 15:58:07 -0700312 elif getattr(self, 'retried', None):
313 self.retried = 0
Shawn O. Pearcefab96c62011-10-11 12:00:38 -0700314 raise
315
Xiaodong Xuae0a36c2012-01-31 11:10:09 +0800316class _DigestAuthHandler(urllib2.HTTPDigestAuthHandler):
JoonCheol Parke9860722012-10-11 02:31:44 +0900317 def http_error_401(self, req, fp, code, msg, headers):
318 _AddPasswordFromUserInput(self, msg, req)
319 return urllib2.HTTPDigestAuthHandler.http_error_401(
320 self, req, fp, code, msg, headers)
321
Xiaodong Xuae0a36c2012-01-31 11:10:09 +0800322 def http_error_auth_reqed(self, auth_header, host, req, headers):
323 try:
324 old_add_header = req.add_header
325 def _add_header(name, val):
326 val = val.replace('\n', '')
327 old_add_header(name, val)
328 req.add_header = _add_header
329 return urllib2.AbstractDigestAuthHandler.http_error_auth_reqed(
330 self, auth_header, host, req, headers)
331 except:
332 reset = getattr(self, 'reset_retry_count', None)
333 if reset is not None:
334 reset()
335 elif getattr(self, 'retried', None):
336 self.retried = 0
337 raise
338
Shawn O. Pearce014d0602011-09-11 12:57:15 -0700339def init_http():
Shawn O. Pearce334851e2011-09-19 08:05:31 -0700340 handlers = [_UserAgentHandler()]
341
Shawn O. Pearcebd0312a2011-09-19 10:04:23 -0700342 mgr = urllib2.HTTPPasswordMgrWithDefaultRealm()
343 try:
344 n = netrc.netrc()
345 for host in n.hosts:
346 p = n.hosts[host]
Xiaodong Xuae0a36c2012-01-31 11:10:09 +0800347 mgr.add_password(p[1], 'http://%s/' % host, p[0], p[2])
348 mgr.add_password(p[1], 'https://%s/' % host, p[0], p[2])
Shawn O. Pearcebd0312a2011-09-19 10:04:23 -0700349 except netrc.NetrcParseError:
350 pass
Shawn O. Pearce7b947de2011-09-23 11:50:31 -0700351 except IOError:
352 pass
Shawn O. Pearcefab96c62011-10-11 12:00:38 -0700353 handlers.append(_BasicAuthHandler(mgr))
Xiaodong Xuae0a36c2012-01-31 11:10:09 +0800354 handlers.append(_DigestAuthHandler(mgr))
Shawn O. Pearcebd0312a2011-09-19 10:04:23 -0700355
Shawn O. Pearce014d0602011-09-11 12:57:15 -0700356 if 'http_proxy' in os.environ:
357 url = os.environ['http_proxy']
Shawn O. Pearce334851e2011-09-19 08:05:31 -0700358 handlers.append(urllib2.ProxyHandler({'http': url, 'https': url}))
359 if 'REPO_CURL_VERBOSE' in os.environ:
360 handlers.append(urllib2.HTTPHandler(debuglevel=1))
361 handlers.append(urllib2.HTTPSHandler(debuglevel=1))
362 urllib2.install_opener(urllib2.build_opener(*handlers))
Shawn O. Pearce014d0602011-09-11 12:57:15 -0700363
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700364def _Main(argv):
Daniel Sandler3ce2a6b2011-04-29 09:59:12 -0400365 result = 0
366
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700367 opt = optparse.OptionParser(usage="repo wrapperinfo -- ...")
368 opt.add_option("--repo-dir", dest="repodir",
369 help="path to .repo/")
370 opt.add_option("--wrapper-version", dest="wrapper_version",
371 help="version of the wrapper script")
372 opt.add_option("--wrapper-path", dest="wrapper_path",
373 help="location of the wrapper script")
374 _PruneOptions(argv, opt)
375 opt, argv = opt.parse_args(argv)
376
377 _CheckWrapperVersion(opt.wrapper_version, opt.wrapper_path)
378 _CheckRepoDir(opt.repodir)
379
Shawn O. Pearceecff4f12011-11-29 15:01:33 -0800380 Version.wrapper_version = opt.wrapper_version
381 Version.wrapper_path = opt.wrapper_path
382
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700383 repo = _Repo(opt.repodir)
384 try:
Shawn O. Pearcefb231612009-04-10 18:53:46 -0700385 try:
Doug Anderson0048b692010-12-21 13:39:23 -0800386 init_ssh()
Shawn O. Pearce014d0602011-09-11 12:57:15 -0700387 init_http()
Daniel Sandler3ce2a6b2011-04-29 09:59:12 -0400388 result = repo._Run(argv) or 0
Shawn O. Pearcefb231612009-04-10 18:53:46 -0700389 finally:
390 close_ssh()
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700391 except KeyboardInterrupt:
Daniel Sandler3ce2a6b2011-04-29 09:59:12 -0400392 result = 1
Sarah Owensa5be53f2012-09-09 15:37:57 -0700393 except RepoChangedException as rce:
Shawn O. Pearcec9ef7442008-11-03 10:32:09 -0800394 # If repo changed, re-exec ourselves.
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700395 #
Shawn O. Pearcec9ef7442008-11-03 10:32:09 -0800396 argv = list(sys.argv)
397 argv.extend(rce.extra_args)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700398 try:
Shawn O. Pearcec9ef7442008-11-03 10:32:09 -0800399 os.execv(__file__, argv)
Sarah Owensa5be53f2012-09-09 15:37:57 -0700400 except OSError as e:
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700401 print >>sys.stderr, 'fatal: cannot restart repo after upgrade'
402 print >>sys.stderr, 'fatal: %s' % e
Daniel Sandler3ce2a6b2011-04-29 09:59:12 -0400403 result = 128
404
405 sys.exit(result)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700406
407if __name__ == '__main__':
408 _Main(sys.argv[1:])