blob: 83ab8887e0460134fee960417fcc50d4066a5b6b [file] [log] [blame]
David Pursehouse8898e2f2012-11-14 07:51:03 +09001#!/usr/bin/env python
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07002
3## repo default configuration
4##
natalie.chenb7852052015-03-10 16:58:49 +08005REPO_URL = 'ssh://mtksgt08:29418/git-repo'
6REPO_REV = 'mediatek/dev'
7LOCAL_CACHE = '{user_home}/.git-objects'
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -07008
9# Copyright (C) 2008 Google Inc.
10#
11# Licensed under the Apache License, Version 2.0 (the "License");
12# you may not use this file except in compliance with the License.
13# You may obtain a copy of the License at
14#
15# http://www.apache.org/licenses/LICENSE-2.0
16#
17# Unless required by applicable law or agreed to in writing, software
18# distributed under the License is distributed on an "AS IS" BASIS,
19# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
20# See the License for the specific language governing permissions and
21# limitations under the License.
22
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070023# increment this whenever we make important changes to this script
Conley Owens5db69f32014-01-30 16:00:35 -080024VERSION = (1, 21)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070025
26# increment this if the MAINTAINER_KEYS block is modified
Conley Owensbc030842013-07-01 11:05:32 -070027KEYRING_VERSION = (1, 2)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -070028MAINTAINER_KEYS = """
29
30 Repo Maintainer <repo@android.kernel.org>
31-----BEGIN PGP PUBLIC KEY BLOCK-----
32Version: GnuPG v1.4.2.2 (GNU/Linux)
33
34mQGiBEj3ugERBACrLJh/ZPyVSKeClMuznFIrsQ+hpNnmJGw1a9GXKYKk8qHPhAZf
35WKtrBqAVMNRLhL85oSlekRz98u41H5si5zcuv+IXJDF5MJYcB8f22wAy15lUqPWi
36VCkk1l8qqLiuW0fo+ZkPY5qOgrvc0HW1SmdH649uNwqCbcKb6CxaTxzhOwCgj3AP
37xI1WfzLqdJjsm1Nq98L0cLcD/iNsILCuw44PRds3J75YP0pze7YF/6WFMB6QSFGu
38aUX1FsTTztKNXGms8i5b2l1B8JaLRWq/jOnZzyl1zrUJhkc0JgyZW5oNLGyWGhKD
39Fxp5YpHuIuMImopWEMFIRQNrvlg+YVK8t3FpdI1RY0LYqha8pPzANhEYgSfoVzOb
40fbfbA/4ioOrxy8ifSoga7ITyZMA+XbW8bx33WXutO9N7SPKS/AK2JpasSEVLZcON
41ae5hvAEGVXKxVPDjJBmIc2cOe7kOKSi3OxLzBqrjS2rnjiP4o0ekhZIe4+ocwVOg
42e0PLlH5avCqihGRhpoqDRsmpzSHzJIxtoeb+GgGEX8KkUsVAhbQpUmVwbyBNYWlu
43dGFpbmVyIDxyZXBvQGFuZHJvaWQua2VybmVsLm9yZz6IYAQTEQIAIAUCSPe6AQIb
44AwYLCQgHAwIEFQIIAwQWAgMBAh4BAheAAAoJEBZTDV6SD1xl1GEAn0x/OKQpy7qI
456G73NJviU0IUMtftAKCFMUhGb/0bZvQ8Rm3QCUpWHyEIu7kEDQRI97ogEBAA2wI6
465fs9y/rMwD6dkD/vK9v4C9mOn1IL5JCPYMJBVSci+9ED4ChzYvfq7wOcj9qIvaE0
47GwCt2ar7Q56me5J+byhSb32Rqsw/r3Vo5cZMH80N4cjesGuSXOGyEWTe4HYoxnHv
48gF4EKI2LK7xfTUcxMtlyn52sUpkfKsCpUhFvdmbAiJE+jCkQZr1Z8u2KphV79Ou+
49P1N5IXY/XWOlq48Qf4MWCYlJFrB07xjUjLKMPDNDnm58L5byDrP/eHysKexpbakL
50xCmYyfT6DV1SWLblpd2hie0sL3YejdtuBMYMS2rI7Yxb8kGuqkz+9l1qhwJtei94
515MaretDy/d/JH/pRYkRf7L+ke7dpzrP+aJmcz9P1e6gq4NJsWejaALVASBiioqNf
52QmtqSVzF1wkR5avZkFHuYvj6V/t1RrOZTXxkSk18KFMJRBZrdHFCWbc5qrVxUB6e
53N5pja0NFIUCigLBV1c6I2DwiuboMNh18VtJJh+nwWeez/RueN4ig59gRTtkcc0PR
5435tX2DR8+xCCFVW/NcJ4PSePYzCuuLvp1vEDHnj41R52Fz51hgddT4rBsp0nL+5I
55socSOIIezw8T9vVzMY4ArCKFAVu2IVyBcahTfBS8q5EM63mONU6UVJEozfGljiMw
56xuQ7JwKcw0AUEKTKG7aBgBaTAgT8TOevpvlw91cAAwUP/jRkyVi/0WAb0qlEaq/S
57ouWxX1faR+vU3b+Y2/DGjtXQMzG0qpetaTHC/AxxHpgt/dCkWI6ljYDnxgPLwG0a
58Oasm94BjZc6vZwf1opFZUKsjOAAxRxNZyjUJKe4UZVuMTk6zo27Nt3LMnc0FO47v
59FcOjRyquvgNOS818irVHUf12waDx8gszKxQTTtFxU5/ePB2jZmhP6oXSe4K/LG5T
60+WBRPDrHiGPhCzJRzm9BP0lTnGCAj3o9W90STZa65RK7IaYpC8TB35JTBEbrrNCp
61w6lzd74LnNEp5eMlKDnXzUAgAH0yzCQeMl7t33QCdYx2hRs2wtTQSjGfAiNmj/WW
62Vl5Jn+2jCDnRLenKHwVRFsBX2e0BiRWt/i9Y8fjorLCXVj4z+7yW6DawdLkJorEo
63p3v5ILwfC7hVx4jHSnOgZ65L9s8EQdVr1ckN9243yta7rNgwfcqb60ILMFF1BRk/
640V7wCL+68UwwiQDvyMOQuqkysKLSDCLb7BFcyA7j6KG+5hpsREstFX2wK1yKeraz
655xGrFy8tfAaeBMIQ17gvFSp/suc9DYO0ICK2BISzq+F+ZiAKsjMYOBNdH/h0zobQ
66HTHs37+/QLMomGEGKZMWi0dShU2J5mNRQu3Hhxl3hHDVbt5CeJBb26aQcQrFz69W
67zE3GNvmJosh6leayjtI9P2A6iEkEGBECAAkFAkj3uiACGwwACgkQFlMNXpIPXGWp
68TACbBS+Up3RpfYVfd63c1cDdlru13pQAn3NQy/SN858MkxN+zym86UBgOad2
69=CMiZ
70-----END PGP PUBLIC KEY BLOCK-----
Conley Owens55e4d462012-10-01 16:12:28 -070071
72 Conley Owens <cco3@android.com>
73-----BEGIN PGP PUBLIC KEY BLOCK-----
74Version: GnuPG v1.4.11 (GNU/Linux)
75
Conley Owensbc030842013-07-01 11:05:32 -070076mQENBFHRvc8BCADFg45Xx/y6QDC+T7Y/gGc7vx0ww7qfOwIKlAZ9xG3qKunMxo+S
77hPCnzEl3cq+6I1Ww/ndop/HB3N3toPXRCoN8Vs4/Hc7by+SnaLFnacrm+tV5/OgT
78V37Lzt8lhay1Kl+YfpFwHYYpIEBLFV9knyfRXS/428W2qhdzYfvB15/AasRmwmor
79py4NIzSs8UD/SPr1ihqNCdZM76+MQyN5HMYXW/ALZXUFG0pwluHFA7hrfPG74i8C
80zMiP7qvMWIl/r/jtzHioH1dRKgbod+LZsrDJ8mBaqsZaDmNJMhss9g76XvfMyLra
819DI9/iFuBpGzeqBv0hwOGQspLRrEoyTeR6n1ABEBAAG0H0NvbmxleSBPd2VucyA8
82Y2NvM0BhbmRyb2lkLmNvbT6JATgEEwECACIFAlHRvc8CGwMGCwkIBwMCBhUIAgkK
83CwQWAgMBAh4BAheAAAoJEGe35EhpKzgsP6AIAJKJmNtn4l7hkYHKHFSo3egb6RjQ
84zEIP3MFTcu8HFX1kF1ZFbrp7xqurLaE53kEkKuAAvjJDAgI8mcZHP1JyplubqjQA
85xvv84gK+OGP3Xk+QK1ZjUQSbjOpjEiSZpRhWcHci3dgOUH4blJfByHw25hlgHowd
86a/2PrNKZVcJ92YienaxxGjcXEUcd0uYEG2+rwllQigFcnMFDhr9B71MfalRHjFKE
87fmdoypqLrri61YBc59P88Rw2/WUpTQjgNubSqa3A2+CKdaRyaRw+2fdF4TdR0h8W
88zbg+lbaPtJHsV+3mJC7fq26MiJDRJa5ZztpMn8su20gbLgi2ShBOaHAYDDi5AQ0E
89UdG9zwEIAMoOBq+QLNozAhxOOl5GL3StTStGRgPRXINfmViTsihrqGCWBBUfXlUE
90OytC0mYcrDUQev/8ToVoyqw+iGSwDkcSXkrEUCKFtHV/GECWtk1keyHgR10YKI1R
91mquSXoubWGqPeG1PAI74XWaRx8UrL8uCXUtmD8Q5J7mDjKR5NpxaXrwlA0bKsf2E
92Gp9tu1kKauuToZhWHMRMqYSOGikQJwWSFYKT1KdNcOXLQF6+bfoJ6sjVYdwfmNQL
93Ixn8QVhoTDedcqClSWB17VDEFDFa7MmqXZz2qtM3X1R/MUMHqPtegQzBGNhRdnI2
94V45+1Nnx/uuCxDbeI4RbHzujnxDiq70AEQEAAYkBHwQYAQIACQUCUdG9zwIbDAAK
95CRBnt+RIaSs4LNVeB/0Y2pZ8I7gAAcEM0Xw8drr4omg2fUoK1J33ozlA/RxeA/lJ
96I3KnyCDTpXuIeBKPGkdL8uMATC9Z8DnBBajRlftNDVZS3Hz4G09G9QpMojvJkFJV
97By+01Flw/X+eeN8NpqSuLV4W+AjEO8at/VvgKr1AFvBRdZ7GkpI1o6DgPe7ZqX+1
98dzQZt3e13W0rVBb/bUgx9iSLoeWP3aq/k+/GRGOR+S6F6BBSl0SQ2EF2+dIywb1x
99JuinEP+AwLAUZ1Bsx9ISC0Agpk2VeHXPL3FGhroEmoMvBzO0kTFGyoeT7PR/BfKv
100+H/g3HsL2LOB9uoIm8/5p2TTU5ttYCXMHhQZ81AY
101=AUp4
Conley Owens55e4d462012-10-01 16:12:28 -0700102-----END PGP PUBLIC KEY BLOCK-----
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700103"""
104
105GIT = 'git' # our git command
Conley Owensc5aa4d32012-10-26 11:34:11 -0700106MIN_GIT_VERSION = (1, 7, 2) # minimum supported git version
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700107repodir = '.repo' # name of repo's private directory
Conley Owensc9129d92012-10-01 16:12:28 -0700108S_repo = 'repo' # special repo repository
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700109S_manifests = 'manifests' # special manifest repository
110REPO_MAIN = S_repo + '/main.py' # main script
Chirayu Desai51813df2013-04-16 19:36:09 +0530111MIN_PYTHON_VERSION = (2, 6) # minimum supported python version
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700112
113
David Jamesbf79c662013-12-26 14:20:13 -0800114import errno
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700115import optparse
116import os
117import re
Mitchel Humpheryseb5acc92014-03-12 10:48:15 -0700118import shutil
Sarah Owens60798a32012-10-25 17:53:09 -0700119import stat
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700120import subprocess
121import sys
David Pursehouse59bbb582013-05-17 10:49:33 +0900122
123if sys.version_info[0] == 3:
Sarah Owens1f7627f2012-10-31 09:21:55 -0700124 import urllib.request
125 import urllib.error
126else:
Sarah Owens1f7627f2012-10-31 09:21:55 -0700127 import imp
David Pursehouse59bbb582013-05-17 10:49:33 +0900128 import urllib2
Sarah Owens1f7627f2012-10-31 09:21:55 -0700129 urllib = imp.new_module('urllib')
130 urllib.request = urllib2
131 urllib.error = urllib2
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700132
Conley Owens5e0ee142013-09-26 15:50:49 -0700133
134def _print(*objects, **kwargs):
135 sep = kwargs.get('sep', ' ')
136 end = kwargs.get('end', '\n')
137 out = kwargs.get('file', sys.stdout)
138 out.write(sep.join(objects) + end)
139
140
Chirayu Desai51813df2013-04-16 19:36:09 +0530141# Python version check
142ver = sys.version_info
143if ver[0] == 3:
Chirayu Desai5d6cb802013-11-21 13:42:39 +0530144 _print('warning: Python 3 support is currently experimental. YMMV.\n'
Conley Owens5e0ee142013-09-26 15:50:49 -0700145 'Please use Python 2.6 - 2.7 instead.',
146 file=sys.stderr)
Chirayu Desai51813df2013-04-16 19:36:09 +0530147if (ver[0], ver[1]) < MIN_PYTHON_VERSION:
Conley Owens5e0ee142013-09-26 15:50:49 -0700148 _print('error: Python version %s unsupported.\n'
149 'Please use Python 2.6 - 2.7 instead.'
150 % sys.version.split(' ')[0], file=sys.stderr)
Chirayu Desai51813df2013-04-16 19:36:09 +0530151 sys.exit(1)
152
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700153home_dot_repo = os.path.expanduser('~/.repoconfig')
154gpg_dir = os.path.join(home_dot_repo, 'gnupg')
155
156extra_args = []
157init_optparse = optparse.OptionParser(usage="repo init -u url [options]")
158
159# Logging
160group = init_optparse.add_option_group('Logging options')
161group.add_option('-q', '--quiet',
162 dest="quiet", action="store_true", default=False,
163 help="be quiet")
164
165# Manifest
166group = init_optparse.add_option_group('Manifest options')
167group.add_option('-u', '--manifest-url',
168 dest='manifest_url',
169 help='manifest repository location', metavar='URL')
170group.add_option('-b', '--manifest-branch',
171 dest='manifest_branch',
172 help='manifest branch or revision', metavar='REVISION')
173group.add_option('-m', '--manifest-name',
174 dest='manifest_name',
175 help='initial manifest file', metavar='NAME.xml')
Shawn O. Pearcee284ad12008-11-04 07:37:10 -0800176group.add_option('--mirror',
177 dest='mirror', action='store_true',
David Pursehouse3794a782012-11-15 06:17:30 +0900178 help='create a replica of the remote repositories '
179 'rather than a client working directory')
Shawn O. Pearce88443382010-10-08 10:02:09 +0200180group.add_option('--reference',
181 dest='reference',
182 help='location of mirror directory', metavar='DIR')
Doug Anderson49cd59b2011-06-13 21:42:06 -0700183group.add_option('--depth', type='int', default=None,
184 dest='depth',
185 help='create a shallow clone with given depth; see git clone')
Julien Campergue335f5ef2013-10-16 11:02:35 +0200186group.add_option('--archive',
187 dest='archive', action='store_true',
188 help='checkout an archive instead of a git repository for '
189 'each project. See git archive.')
Colin Cross5acde752012-03-28 20:15:45 -0700190group.add_option('-g', '--groups',
Conley Owens971de8e2012-04-16 10:36:08 -0700191 dest='groups', default='default',
David Holmer0a1c6a12012-11-14 19:19:00 -0500192 help='restrict manifest projects to ones with specified '
193 'group(s) [default|all|G1,G2,G3|G4,-G5,-G6]',
Colin Cross5acde752012-03-28 20:15:45 -0700194 metavar='GROUP')
Conley Owensd21720d2012-04-16 11:02:21 -0700195group.add_option('-p', '--platform',
196 dest='platform', default="auto",
Conley Owensc9129d92012-10-01 16:12:28 -0700197 help='restrict manifest projects to ones with a specified '
Conley Owensd21720d2012-04-16 11:02:21 -0700198 'platform group [auto|all|none|linux|darwin|...]',
199 metavar='PLATFORM')
Doug Anderson49cd59b2011-06-13 21:42:06 -0700200
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700201
202# Tool
Shawn O. Pearcefd89b672009-04-18 11:28:57 -0700203group = init_optparse.add_option_group('repo Version options')
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700204group.add_option('--repo-url',
205 dest='repo_url',
206 help='repo repository location', metavar='URL')
207group.add_option('--repo-branch',
208 dest='repo_branch',
209 help='repo branch or revision', metavar='REVISION')
210group.add_option('--no-repo-verify',
211 dest='no_repo_verify', action='store_true',
212 help='do not verify repo source code')
213
Victor Boivie841be342011-04-05 11:31:10 +0200214# Other
215group = init_optparse.add_option_group('Other options')
216group.add_option('--config-name',
217 dest='config_name', action="store_true", default=False,
218 help='Always prompt for name/e-mail')
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700219
natalie.chenb7852052015-03-10 16:58:49 +0800220#MTK
221group = init_optparse.add_option_group('mtk customization options')
222group.add_option('--local-cache',
223 dest='local_cache',
224 help='personal reference location')
225
226
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700227class CloneFailure(Exception):
228 """Indicate the remote clone of repo itself failed.
229 """
230
231
232def _Init(args):
233 """Installs repo by cloning it over the network.
234 """
235 opt, args = init_optparse.parse_args(args)
Xiaodong Xuae0a36c2012-01-31 11:10:09 +0800236 if args:
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700237 init_optparse.print_usage()
238 sys.exit(1)
239
240 url = opt.repo_url
241 if not url:
242 url = REPO_URL
243 extra_args.append('--repo-url=%s' % url)
244
245 branch = opt.repo_branch
246 if not branch:
247 branch = REPO_REV
248 extra_args.append('--repo-branch=%s' % branch)
249
250 if branch.startswith('refs/heads/'):
251 branch = branch[len('refs/heads/'):]
252 if branch.startswith('refs/'):
Conley Owens5e0ee142013-09-26 15:50:49 -0700253 _print("fatal: invalid branch name '%s'" % branch, file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700254 raise CloneFailure()
255
David Jamesbf79c662013-12-26 14:20:13 -0800256 try:
257 os.mkdir(repodir)
258 except OSError as e:
259 if e.errno != errno.EEXIST:
Conley Owens5e0ee142013-09-26 15:50:49 -0700260 _print('fatal: cannot make %s directory: %s'
261 % (repodir, e.strerror), file=sys.stderr)
David Pursehouse3794a782012-11-15 06:17:30 +0900262 # Don't raise CloneFailure; that would delete the
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700263 # name. Instead exit immediately.
264 #
265 sys.exit(1)
266
267 _CheckGitVersion()
268 try:
Conley Owensc9129d92012-10-01 16:12:28 -0700269 if NeedSetupGnuPG():
270 can_verify = SetupGnuPG(opt.quiet)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700271 else:
272 can_verify = True
273
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700274 dst = os.path.abspath(os.path.join(repodir, S_repo))
275 _Clone(url, dst, opt.quiet)
276
277 if can_verify and not opt.no_repo_verify:
278 rev = _Verify(dst, branch, opt.quiet)
279 else:
280 rev = 'refs/remotes/origin/%s^0' % branch
281
282 _Checkout(dst, branch, rev, opt.quiet)
283 except CloneFailure:
284 if opt.quiet:
Conley Owens5e0ee142013-09-26 15:50:49 -0700285 _print('fatal: repo init failed; run without --quiet to see why',
286 file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700287 raise
288
289
Conley Owensff0a3c82014-01-30 14:46:03 -0800290def ParseGitVersion(ver_str):
291 if not ver_str.startswith('git version '):
292 return None
293
294 num_ver_str = ver_str[len('git version '):].strip().split('-')[0]
295 to_tuple = []
296 for num_str in num_ver_str.split('.')[:3]:
297 if num_str.isdigit():
298 to_tuple.append(int(num_str))
299 else:
300 to_tuple.append(0)
301 return tuple(to_tuple)
302
303
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700304def _CheckGitVersion():
305 cmd = [GIT, '--version']
Shawn O. Pearce4fd38ec2012-06-05 07:55:07 -0700306 try:
307 proc = subprocess.Popen(cmd, stdout=subprocess.PIPE)
Sarah Owensa5be53f2012-09-09 15:37:57 -0700308 except OSError as e:
Conley Owens5e0ee142013-09-26 15:50:49 -0700309 _print(file=sys.stderr)
310 _print("fatal: '%s' is not available" % GIT, file=sys.stderr)
311 _print('fatal: %s' % e, file=sys.stderr)
312 _print(file=sys.stderr)
313 _print('Please make sure %s is installed and in your path.' % GIT,
314 file=sys.stderr)
Shawn O. Pearce4fd38ec2012-06-05 07:55:07 -0700315 raise CloneFailure()
316
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700317 ver_str = proc.stdout.read().strip()
318 proc.stdout.close()
Shawn O. Pearce16191342008-10-28 08:33:34 -0700319 proc.wait()
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700320
Conley Owensff0a3c82014-01-30 14:46:03 -0800321 ver_act = ParseGitVersion(ver_str)
322 if ver_act is None:
Conley Owens5e0ee142013-09-26 15:50:49 -0700323 _print('error: "%s" unsupported' % ver_str, file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700324 raise CloneFailure()
325
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700326 if ver_act < MIN_GIT_VERSION:
David Pursehouse685f0802012-11-14 08:34:39 +0900327 need = '.'.join(map(str, MIN_GIT_VERSION))
Conley Owens5e0ee142013-09-26 15:50:49 -0700328 _print('fatal: git %s or later required' % need, file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700329 raise CloneFailure()
330
331
Conley Owensc9129d92012-10-01 16:12:28 -0700332def NeedSetupGnuPG():
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700333 if not os.path.isdir(home_dot_repo):
334 return True
335
336 kv = os.path.join(home_dot_repo, 'keyring-version')
337 if not os.path.exists(kv):
338 return True
339
340 kv = open(kv).read()
341 if not kv:
342 return True
343
David Pursehouse685f0802012-11-14 08:34:39 +0900344 kv = tuple(map(int, kv.split('.')))
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700345 if kv < KEYRING_VERSION:
346 return True
347 return False
348
349
Conley Owensc9129d92012-10-01 16:12:28 -0700350def SetupGnuPG(quiet):
David Jamesbf79c662013-12-26 14:20:13 -0800351 try:
352 os.mkdir(home_dot_repo)
353 except OSError as e:
354 if e.errno != errno.EEXIST:
Conley Owens5e0ee142013-09-26 15:50:49 -0700355 _print('fatal: cannot make %s directory: %s'
356 % (home_dot_repo, e.strerror), file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700357 sys.exit(1)
358
David Jamesbf79c662013-12-26 14:20:13 -0800359 try:
360 os.mkdir(gpg_dir, stat.S_IRWXU)
361 except OSError as e:
362 if e.errno != errno.EEXIST:
Conley Owens5e0ee142013-09-26 15:50:49 -0700363 _print('fatal: cannot make %s directory: %s' % (gpg_dir, e.strerror),
364 file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700365 sys.exit(1)
366
Shawn O. Pearcef18cb762010-12-07 11:41:05 -0800367 env = os.environ.copy()
368 env['GNUPGHOME'] = gpg_dir.encode()
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700369
370 cmd = ['gpg', '--import']
371 try:
372 proc = subprocess.Popen(cmd,
373 env = env,
374 stdin = subprocess.PIPE)
Sarah Owensa5be53f2012-09-09 15:37:57 -0700375 except OSError as e:
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700376 if not quiet:
Conley Owens5e0ee142013-09-26 15:50:49 -0700377 _print('warning: gpg (GnuPG) is not available.', file=sys.stderr)
378 _print('warning: Installing it is strongly encouraged.', file=sys.stderr)
379 _print(file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700380 return False
381
382 proc.stdin.write(MAINTAINER_KEYS)
383 proc.stdin.close()
384
385 if proc.wait() != 0:
Conley Owens5e0ee142013-09-26 15:50:49 -0700386 _print('fatal: registering repo maintainer keys failed', file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700387 sys.exit(1)
Conley Owens5e0ee142013-09-26 15:50:49 -0700388 _print()
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700389
390 fd = open(os.path.join(home_dot_repo, 'keyring-version'), 'w')
David Pursehouse685f0802012-11-14 08:34:39 +0900391 fd.write('.'.join(map(str, KEYRING_VERSION)) + '\n')
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700392 fd.close()
393 return True
394
395
396def _SetConfig(local, name, value):
397 """Set a git configuration option to the specified value.
398 """
399 cmd = [GIT, 'config', name, value]
400 if subprocess.Popen(cmd, cwd = local).wait() != 0:
401 raise CloneFailure()
402
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -0700403
404def _InitHttp():
405 handlers = []
406
Sarah Owens1f7627f2012-10-31 09:21:55 -0700407 mgr = urllib.request.HTTPPasswordMgrWithDefaultRealm()
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -0700408 try:
409 import netrc
410 n = netrc.netrc()
411 for host in n.hosts:
412 p = n.hosts[host]
Xiaodong Xuae0a36c2012-01-31 11:10:09 +0800413 mgr.add_password(p[1], 'http://%s/' % host, p[0], p[2])
414 mgr.add_password(p[1], 'https://%s/' % host, p[0], p[2])
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -0700415 except:
416 pass
Sarah Owens1f7627f2012-10-31 09:21:55 -0700417 handlers.append(urllib.request.HTTPBasicAuthHandler(mgr))
418 handlers.append(urllib.request.HTTPDigestAuthHandler(mgr))
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -0700419
420 if 'http_proxy' in os.environ:
421 url = os.environ['http_proxy']
Sarah Owens1f7627f2012-10-31 09:21:55 -0700422 handlers.append(urllib.request.ProxyHandler({'http': url, 'https': url}))
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -0700423 if 'REPO_CURL_VERBOSE' in os.environ:
Sarah Owens1f7627f2012-10-31 09:21:55 -0700424 handlers.append(urllib.request.HTTPHandler(debuglevel=1))
425 handlers.append(urllib.request.HTTPSHandler(debuglevel=1))
426 urllib.request.install_opener(urllib.request.build_opener(*handlers))
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700427
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -0700428def _Fetch(url, local, src, quiet):
429 if not quiet:
Conley Owens5e0ee142013-09-26 15:50:49 -0700430 _print('Get %s' % url, file=sys.stderr)
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -0700431
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700432 cmd = [GIT, 'fetch']
433 if quiet:
434 cmd.append('--quiet')
435 err = subprocess.PIPE
436 else:
437 err = None
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -0700438 cmd.append(src)
439 cmd.append('+refs/heads/*:refs/remotes/origin/*')
440 cmd.append('refs/tags/*:refs/tags/*')
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700441
442 proc = subprocess.Popen(cmd, cwd = local, stderr = err)
443 if err:
444 proc.stderr.read()
445 proc.stderr.close()
446 if proc.wait() != 0:
447 raise CloneFailure()
448
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -0700449def _DownloadBundle(url, local, quiet):
450 if not url.endswith('/'):
451 url += '/'
452 url += 'clone.bundle'
453
454 proc = subprocess.Popen(
455 [GIT, 'config', '--get-regexp', 'url.*.insteadof'],
456 cwd = local,
457 stdout = subprocess.PIPE)
458 for line in proc.stdout:
459 m = re.compile(r'^url\.(.*)\.insteadof (.*)$').match(line)
460 if m:
461 new_url = m.group(1)
462 old_url = m.group(2)
463 if url.startswith(old_url):
464 url = new_url + url[len(old_url):]
465 break
466 proc.stdout.close()
467 proc.wait()
468
469 if not url.startswith('http:') and not url.startswith('https:'):
470 return False
471
472 dest = open(os.path.join(local, '.git', 'clone.bundle'), 'w+b')
473 try:
474 try:
Sarah Owens1f7627f2012-10-31 09:21:55 -0700475 r = urllib.request.urlopen(url)
476 except urllib.error.HTTPError as e:
David Pursehouse87b9d9b2012-11-26 18:30:32 +0900477 if e.code in [403, 404]:
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -0700478 return False
Conley Owens5e0ee142013-09-26 15:50:49 -0700479 _print('fatal: Cannot get %s' % url, file=sys.stderr)
480 _print('fatal: HTTP error %s' % e.code, file=sys.stderr)
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -0700481 raise CloneFailure()
Sarah Owens1f7627f2012-10-31 09:21:55 -0700482 except urllib.error.URLError as e:
Conley Owens5e0ee142013-09-26 15:50:49 -0700483 _print('fatal: Cannot get %s' % url, file=sys.stderr)
484 _print('fatal: error %s' % e.reason, file=sys.stderr)
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -0700485 raise CloneFailure()
486 try:
487 if not quiet:
Conley Owens5e0ee142013-09-26 15:50:49 -0700488 _print('Get %s' % url, file=sys.stderr)
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -0700489 while True:
490 buf = r.read(8192)
491 if buf == '':
492 return True
493 dest.write(buf)
494 finally:
495 r.close()
496 finally:
497 dest.close()
498
499def _ImportBundle(local):
500 path = os.path.join(local, '.git', 'clone.bundle')
501 try:
502 _Fetch(local, local, path, True)
503 finally:
504 os.remove(path)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700505
506def _Clone(url, local, quiet):
507 """Clones a git repository to a new subdirectory of repodir
508 """
509 try:
510 os.mkdir(local)
Sarah Owensa5be53f2012-09-09 15:37:57 -0700511 except OSError as e:
Conley Owens5e0ee142013-09-26 15:50:49 -0700512 _print('fatal: cannot make %s directory: %s' % (local, e.strerror),
513 file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700514 raise CloneFailure()
515
516 cmd = [GIT, 'init', '--quiet']
517 try:
518 proc = subprocess.Popen(cmd, cwd = local)
Sarah Owensa5be53f2012-09-09 15:37:57 -0700519 except OSError as e:
Conley Owens5e0ee142013-09-26 15:50:49 -0700520 _print(file=sys.stderr)
521 _print("fatal: '%s' is not available" % GIT, file=sys.stderr)
522 _print('fatal: %s' % e, file=sys.stderr)
523 _print(file=sys.stderr)
524 _print('Please make sure %s is installed and in your path.' % GIT,
Sarah Owenscecd1d82012-11-01 22:59:27 -0700525 file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700526 raise CloneFailure()
527 if proc.wait() != 0:
Conley Owens5e0ee142013-09-26 15:50:49 -0700528 _print('fatal: could not create %s' % local, file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700529 raise CloneFailure()
530
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -0700531 _InitHttp()
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700532 _SetConfig(local, 'remote.origin.url', url)
533 _SetConfig(local, 'remote.origin.fetch',
534 '+refs/heads/*:refs/remotes/origin/*')
Shawn O. Pearcef322b9a2011-09-19 14:50:58 -0700535 if _DownloadBundle(url, local, quiet):
536 _ImportBundle(local)
537 else:
538 _Fetch(url, local, 'origin', quiet)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700539
540
541def _Verify(cwd, branch, quiet):
542 """Verify the branch has been signed by a tag.
543 """
544 cmd = [GIT, 'describe', 'origin/%s' % branch]
545 proc = subprocess.Popen(cmd,
546 stdout=subprocess.PIPE,
547 stderr=subprocess.PIPE,
548 cwd = cwd)
549 cur = proc.stdout.read().strip()
550 proc.stdout.close()
551
552 proc.stderr.read()
553 proc.stderr.close()
554
555 if proc.wait() != 0 or not cur:
Conley Owens5e0ee142013-09-26 15:50:49 -0700556 _print(file=sys.stderr)
557 _print("fatal: branch '%s' has not been signed" % branch, file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700558 raise CloneFailure()
559
560 m = re.compile(r'^(.*)-[0-9]{1,}-g[0-9a-f]{1,}$').match(cur)
561 if m:
562 cur = m.group(1)
563 if not quiet:
Conley Owens5e0ee142013-09-26 15:50:49 -0700564 _print(file=sys.stderr)
565 _print("info: Ignoring branch '%s'; using tagged release '%s'"
Sarah Owenscecd1d82012-11-01 22:59:27 -0700566 % (branch, cur), file=sys.stderr)
Conley Owens5e0ee142013-09-26 15:50:49 -0700567 _print(file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700568
Shawn O. Pearcef18cb762010-12-07 11:41:05 -0800569 env = os.environ.copy()
570 env['GNUPGHOME'] = gpg_dir.encode()
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700571
572 cmd = [GIT, 'tag', '-v', cur]
573 proc = subprocess.Popen(cmd,
574 stdout = subprocess.PIPE,
575 stderr = subprocess.PIPE,
576 cwd = cwd,
577 env = env)
578 out = proc.stdout.read()
579 proc.stdout.close()
580
581 err = proc.stderr.read()
582 proc.stderr.close()
583
584 if proc.wait() != 0:
Conley Owens5e0ee142013-09-26 15:50:49 -0700585 _print(file=sys.stderr)
586 _print(out, file=sys.stderr)
587 _print(err, file=sys.stderr)
588 _print(file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700589 raise CloneFailure()
590 return '%s^0' % cur
591
592
593def _Checkout(cwd, branch, rev, quiet):
594 """Checkout an upstream branch into the repository and track it.
595 """
596 cmd = [GIT, 'update-ref', 'refs/heads/default', rev]
597 if subprocess.Popen(cmd, cwd = cwd).wait() != 0:
598 raise CloneFailure()
599
600 _SetConfig(cwd, 'branch.default.remote', 'origin')
601 _SetConfig(cwd, 'branch.default.merge', 'refs/heads/%s' % branch)
602
603 cmd = [GIT, 'symbolic-ref', 'HEAD', 'refs/heads/default']
604 if subprocess.Popen(cmd, cwd = cwd).wait() != 0:
605 raise CloneFailure()
606
607 cmd = [GIT, 'read-tree', '--reset', '-u']
608 if not quiet:
609 cmd.append('-v')
610 cmd.append('HEAD')
611 if subprocess.Popen(cmd, cwd = cwd).wait() != 0:
612 raise CloneFailure()
613
614
615def _FindRepo():
616 """Look for a repo installation, starting at the current directory.
617 """
Mickaël Salaün2f6ab7f2012-09-30 00:37:55 +0200618 curdir = os.getcwd()
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700619 repo = None
620
Anthony Newnamdf14a702011-01-09 17:31:57 -0800621 olddir = None
Mickaël Salaün2f6ab7f2012-09-30 00:37:55 +0200622 while curdir != '/' \
623 and curdir != olddir \
Anthony Newnamdf14a702011-01-09 17:31:57 -0800624 and not repo:
Mickaël Salaün2f6ab7f2012-09-30 00:37:55 +0200625 repo = os.path.join(curdir, repodir, REPO_MAIN)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700626 if not os.path.isfile(repo):
627 repo = None
Mickaël Salaün2f6ab7f2012-09-30 00:37:55 +0200628 olddir = curdir
629 curdir = os.path.dirname(curdir)
630 return (repo, os.path.join(curdir, repodir))
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700631
632
633class _Options:
634 help = False
635
636
637def _ParseArguments(args):
638 cmd = None
639 opt = _Options()
640 arg = []
641
Sarah Owensa6053d52012-11-01 13:36:50 -0700642 for i in range(len(args)):
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700643 a = args[i]
644 if a == '-h' or a == '--help':
645 opt.help = True
646
647 elif not a.startswith('-'):
648 cmd = a
649 arg = args[i + 1:]
650 break
651 return cmd, opt, arg
652
653
654def _Usage():
Conley Owens5e0ee142013-09-26 15:50:49 -0700655 _print(
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700656"""usage: repo COMMAND [ARGS]
657
658repo is not yet installed. Use "repo init" to install it here.
659
660The most commonly used repo commands are:
661
662 init Install repo in the current working directory
663 help Display detailed help on a command
664
665For access to the full online help, install repo ("repo init").
Sarah Owenscecd1d82012-11-01 22:59:27 -0700666""", file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700667 sys.exit(1)
668
669
670def _Help(args):
671 if args:
672 if args[0] == 'init':
673 init_optparse.print_help()
Trond Norbyed3fd5372011-01-03 11:35:15 +0100674 sys.exit(0)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700675 else:
Conley Owens5e0ee142013-09-26 15:50:49 -0700676 _print("error: '%s' is not a bootstrap command.\n"
677 ' For access to online help, install repo ("repo init").'
678 % args[0], file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700679 else:
680 _Usage()
681 sys.exit(1)
682
683
684def _NotInstalled():
Conley Owens5e0ee142013-09-26 15:50:49 -0700685 _print('error: repo is not installed. Use "repo init" to install it here.',
686 file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700687 sys.exit(1)
688
689
690def _NoCommands(cmd):
Conley Owens5e0ee142013-09-26 15:50:49 -0700691 _print("""error: command '%s' requires repo to be installed first.
692 Use "repo init" to install it here.""" % cmd, file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700693 sys.exit(1)
694
695
696def _RunSelf(wrapper_path):
697 my_dir = os.path.dirname(wrapper_path)
698 my_main = os.path.join(my_dir, 'main.py')
699 my_git = os.path.join(my_dir, '.git')
700
701 if os.path.isfile(my_main) and os.path.isdir(my_git):
Shawn O. Pearcec8a300f2009-05-18 13:19:57 -0700702 for name in ['git_config.py',
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700703 'project.py',
704 'subcmds']:
705 if not os.path.exists(os.path.join(my_dir, name)):
706 return None, None
707 return my_main, my_git
708 return None, None
709
710
711def _SetDefaultsTo(gitdir):
712 global REPO_URL
713 global REPO_REV
714
715 REPO_URL = gitdir
716 proc = subprocess.Popen([GIT,
717 '--git-dir=%s' % gitdir,
718 'symbolic-ref',
719 'HEAD'],
720 stdout = subprocess.PIPE,
721 stderr = subprocess.PIPE)
722 REPO_REV = proc.stdout.read().strip()
723 proc.stdout.close()
724
725 proc.stderr.read()
726 proc.stderr.close()
727
728 if proc.wait() != 0:
Conley Owens5e0ee142013-09-26 15:50:49 -0700729 _print('fatal: %s has no current branch' % gitdir, file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700730 sys.exit(1)
731
732
733def main(orig_args):
Mickaël Salaün2f6ab7f2012-09-30 00:37:55 +0200734 repo_main, rel_repo_dir = _FindRepo()
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700735 cmd, opt, args = _ParseArguments(orig_args)
736
737 wrapper_path = os.path.abspath(__file__)
738 my_main, my_git = _RunSelf(wrapper_path)
739
Mickaël Salaün2f6ab7f2012-09-30 00:37:55 +0200740 if not repo_main:
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700741 if opt.help:
742 _Usage()
743 if cmd == 'help':
744 _Help(args)
745 if not cmd:
746 _NotInstalled()
747 if cmd == 'init':
748 if my_git:
749 _SetDefaultsTo(my_git)
750 try:
751 _Init(args)
752 except CloneFailure:
Mitchel Humpheryseb5acc92014-03-12 10:48:15 -0700753 shutil.rmtree(repodir, ignore_errors=True)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700754 sys.exit(1)
Mickaël Salaün2f6ab7f2012-09-30 00:37:55 +0200755 repo_main, rel_repo_dir = _FindRepo()
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700756 else:
757 _NoCommands(cmd)
758
759 if my_main:
Mickaël Salaün2f6ab7f2012-09-30 00:37:55 +0200760 repo_main = my_main
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700761
David Pursehouse685f0802012-11-14 08:34:39 +0900762 ver_str = '.'.join(map(str, VERSION))
anatoly techtonik3a2a59e2013-09-21 19:29:10 +0300763 me = [sys.executable, repo_main,
Mickaël Salaün2f6ab7f2012-09-30 00:37:55 +0200764 '--repo-dir=%s' % rel_repo_dir,
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700765 '--wrapper-version=%s' % ver_str,
766 '--wrapper-path=%s' % wrapper_path,
767 '--']
natalie.chenb7852052015-03-10 16:58:49 +0800768
769 if LOCAL_CACHE:
770 cache = LOCAL_CACHE.format(user_home=os.environ['HOME'])
771 orig_args.insert(0, '--local-cache=%s' % cache)
772
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700773 me.extend(orig_args)
774 me.extend(extra_args)
775 try:
anatoly techtonik3a2a59e2013-09-21 19:29:10 +0300776 os.execv(sys.executable, me)
Sarah Owensa5be53f2012-09-09 15:37:57 -0700777 except OSError as e:
Conley Owens5e0ee142013-09-26 15:50:49 -0700778 _print("fatal: unable to start %s" % repo_main, file=sys.stderr)
779 _print("fatal: %s" % e, file=sys.stderr)
The Android Open Source Projectcf31fe92008-10-21 07:00:00 -0700780 sys.exit(148)
781
782
783if __name__ == '__main__':
784 main(sys.argv[1:])