The Android Open Source Project | cf31fe9 | 2008-10-21 07:00:00 -0700 | [diff] [blame] | 1 | # |
| 2 | # Copyright (C) 2008 The Android Open Source Project |
| 3 | # |
| 4 | # Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | # you may not use this file except in compliance with the License. |
| 6 | # You may obtain a copy of the License at |
| 7 | # |
| 8 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | # |
| 10 | # Unless required by applicable law or agreed to in writing, software |
| 11 | # distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | # See the License for the specific language governing permissions and |
| 14 | # limitations under the License. |
| 15 | |
Shawn O. Pearce | 2a1ccb2 | 2009-04-10 16:51:53 -0700 | [diff] [blame] | 16 | from optparse import SUPPRESS_HELP |
The Android Open Source Project | cf31fe9 | 2008-10-21 07:00:00 -0700 | [diff] [blame] | 17 | import os |
| 18 | import re |
| 19 | import subprocess |
| 20 | import sys |
Shawn O. Pearce | f690687 | 2009-04-18 10:49:00 -0700 | [diff] [blame] | 21 | import time |
The Android Open Source Project | cf31fe9 | 2008-10-21 07:00:00 -0700 | [diff] [blame] | 22 | |
| 23 | from git_command import GIT |
Shawn O. Pearce | e756c41 | 2009-04-13 11:51:15 -0700 | [diff] [blame] | 24 | from project import HEAD |
Shawn O. Pearce | c95583b | 2009-03-03 17:47:06 -0800 | [diff] [blame] | 25 | from command import Command, MirrorSafeCommand |
The Android Open Source Project | cf31fe9 | 2008-10-21 07:00:00 -0700 | [diff] [blame] | 26 | from error import RepoChangedException, GitError |
| 27 | from project import R_HEADS |
Shawn O. Pearce | 350cde4 | 2009-04-16 11:21:18 -0700 | [diff] [blame] | 28 | from project import SyncBuffer |
Shawn O. Pearce | 68194f4 | 2009-04-10 16:48:52 -0700 | [diff] [blame] | 29 | from progress import Progress |
The Android Open Source Project | cf31fe9 | 2008-10-21 07:00:00 -0700 | [diff] [blame] | 30 | |
Shawn O. Pearce | c95583b | 2009-03-03 17:47:06 -0800 | [diff] [blame] | 31 | class Sync(Command, MirrorSafeCommand): |
The Android Open Source Project | cf31fe9 | 2008-10-21 07:00:00 -0700 | [diff] [blame] | 32 | common = True |
| 33 | helpSummary = "Update working tree to the latest revision" |
| 34 | helpUsage = """ |
| 35 | %prog [<project>...] |
| 36 | """ |
| 37 | helpDescription = """ |
| 38 | The '%prog' command synchronizes local project directories |
| 39 | with the remote repositories specified in the manifest. If a local |
| 40 | project does not yet exist, it will clone a new local directory from |
| 41 | the remote repository and set up tracking branches as specified in |
| 42 | the manifest. If the local project already exists, '%prog' |
| 43 | will update the remote branches and rebase any new local changes |
| 44 | on top of the new remote changes. |
| 45 | |
| 46 | '%prog' will synchronize all projects listed at the command |
| 47 | line. Projects can be specified either by name, or by a relative |
| 48 | or absolute path to the project's local directory. If no projects |
| 49 | are specified, '%prog' will synchronize all projects listed in |
| 50 | the manifest. |
Shawn O. Pearce | 3e768c9 | 2009-04-10 16:59:36 -0700 | [diff] [blame] | 51 | |
| 52 | The -d/--detach option can be used to switch specified projects |
| 53 | back to the manifest revision. This option is especially helpful |
| 54 | if the project is currently on a topic branch, but the manifest |
| 55 | revision is temporarily needed. |
The Android Open Source Project | cf31fe9 | 2008-10-21 07:00:00 -0700 | [diff] [blame] | 56 | """ |
| 57 | |
| 58 | def _Options(self, p): |
Shawn O. Pearce | b1562fa | 2009-04-10 17:04:08 -0700 | [diff] [blame] | 59 | p.add_option('-l','--local-only', |
| 60 | dest='local_only', action='store_true', |
| 61 | help="only update working tree, don't fetch") |
Shawn O. Pearce | 96fdcef | 2009-04-10 16:29:20 -0700 | [diff] [blame] | 62 | p.add_option('-n','--network-only', |
| 63 | dest='network_only', action='store_true', |
| 64 | help="fetch only, don't update working tree") |
Shawn O. Pearce | 3e768c9 | 2009-04-10 16:59:36 -0700 | [diff] [blame] | 65 | p.add_option('-d','--detach', |
| 66 | dest='detach_head', action='store_true', |
| 67 | help='detach projects back to manifest revision') |
| 68 | |
The Android Open Source Project | cf31fe9 | 2008-10-21 07:00:00 -0700 | [diff] [blame] | 69 | p.add_option('--no-repo-verify', |
| 70 | dest='no_repo_verify', action='store_true', |
| 71 | help='do not verify repo source code') |
Shawn O. Pearce | c9ef744 | 2008-11-03 10:32:09 -0800 | [diff] [blame] | 72 | p.add_option('--repo-upgraded', |
| 73 | dest='repo_upgraded', action='store_true', |
Shawn O. Pearce | 2a1ccb2 | 2009-04-10 16:51:53 -0700 | [diff] [blame] | 74 | help=SUPPRESS_HELP) |
The Android Open Source Project | cf31fe9 | 2008-10-21 07:00:00 -0700 | [diff] [blame] | 75 | |
Shawn O. Pearce | f690687 | 2009-04-18 10:49:00 -0700 | [diff] [blame] | 76 | def _Fetch(self, projects): |
The Android Open Source Project | cf31fe9 | 2008-10-21 07:00:00 -0700 | [diff] [blame] | 77 | fetched = set() |
Shawn O. Pearce | 68194f4 | 2009-04-10 16:48:52 -0700 | [diff] [blame] | 78 | pm = Progress('Fetching projects', len(projects)) |
The Android Open Source Project | cf31fe9 | 2008-10-21 07:00:00 -0700 | [diff] [blame] | 79 | for project in projects: |
Shawn O. Pearce | 68194f4 | 2009-04-10 16:48:52 -0700 | [diff] [blame] | 80 | pm.update() |
| 81 | |
The Android Open Source Project | cf31fe9 | 2008-10-21 07:00:00 -0700 | [diff] [blame] | 82 | if project.Sync_NetworkHalf(): |
| 83 | fetched.add(project.gitdir) |
| 84 | else: |
| 85 | print >>sys.stderr, 'error: Cannot fetch %s' % project.name |
| 86 | sys.exit(1) |
Shawn O. Pearce | 68194f4 | 2009-04-10 16:48:52 -0700 | [diff] [blame] | 87 | pm.end() |
The Android Open Source Project | cf31fe9 | 2008-10-21 07:00:00 -0700 | [diff] [blame] | 88 | return fetched |
| 89 | |
| 90 | def Execute(self, opt, args): |
Shawn O. Pearce | 3e768c9 | 2009-04-10 16:59:36 -0700 | [diff] [blame] | 91 | if opt.network_only and opt.detach_head: |
| 92 | print >>sys.stderr, 'error: cannot combine -n and -d' |
| 93 | sys.exit(1) |
Shawn O. Pearce | b1562fa | 2009-04-10 17:04:08 -0700 | [diff] [blame] | 94 | if opt.network_only and opt.local_only: |
| 95 | print >>sys.stderr, 'error: cannot combine -n and -l' |
| 96 | sys.exit(1) |
Shawn O. Pearce | 3e768c9 | 2009-04-10 16:59:36 -0700 | [diff] [blame] | 97 | |
The Android Open Source Project | cf31fe9 | 2008-10-21 07:00:00 -0700 | [diff] [blame] | 98 | rp = self.manifest.repoProject |
| 99 | rp.PreSync() |
| 100 | |
| 101 | mp = self.manifest.manifestProject |
| 102 | mp.PreSync() |
| 103 | |
Shawn O. Pearce | c9ef744 | 2008-11-03 10:32:09 -0800 | [diff] [blame] | 104 | if opt.repo_upgraded: |
Shawn O. Pearce | e756c41 | 2009-04-13 11:51:15 -0700 | [diff] [blame] | 105 | _PostRepoUpgrade(self.manifest) |
Shawn O. Pearce | c9ef744 | 2008-11-03 10:32:09 -0800 | [diff] [blame] | 106 | |
The Android Open Source Project | cf31fe9 | 2008-10-21 07:00:00 -0700 | [diff] [blame] | 107 | all = self.GetProjects(args, missing_ok=True) |
The Android Open Source Project | cf31fe9 | 2008-10-21 07:00:00 -0700 | [diff] [blame] | 108 | |
Shawn O. Pearce | b1562fa | 2009-04-10 17:04:08 -0700 | [diff] [blame] | 109 | if not opt.local_only: |
Shawn O. Pearce | f690687 | 2009-04-18 10:49:00 -0700 | [diff] [blame] | 110 | to_fetch = [] |
| 111 | now = time.time() |
| 112 | if (24 * 60 * 60) <= (now - rp.LastFetch): |
| 113 | to_fetch.append(rp) |
| 114 | to_fetch.append(mp) |
| 115 | to_fetch.extend(all) |
| 116 | |
| 117 | fetched = self._Fetch(to_fetch) |
Shawn O. Pearce | e756c41 | 2009-04-13 11:51:15 -0700 | [diff] [blame] | 118 | _PostRepoFetch(rp, opt.no_repo_verify) |
Shawn O. Pearce | b1562fa | 2009-04-10 17:04:08 -0700 | [diff] [blame] | 119 | if opt.network_only: |
| 120 | # bail out now; the rest touches the working tree |
| 121 | return |
| 122 | |
| 123 | if mp.HasChanges: |
Shawn O. Pearce | 350cde4 | 2009-04-16 11:21:18 -0700 | [diff] [blame] | 124 | syncbuf = SyncBuffer(mp.config) |
| 125 | mp.Sync_LocalHalf(syncbuf) |
| 126 | if not syncbuf.Finish(): |
Shawn O. Pearce | b1562fa | 2009-04-10 17:04:08 -0700 | [diff] [blame] | 127 | sys.exit(1) |
The Android Open Source Project | cf31fe9 | 2008-10-21 07:00:00 -0700 | [diff] [blame] | 128 | |
Shawn O. Pearce | b1562fa | 2009-04-10 17:04:08 -0700 | [diff] [blame] | 129 | self.manifest._Unload() |
| 130 | all = self.GetProjects(args, missing_ok=True) |
| 131 | missing = [] |
| 132 | for project in all: |
| 133 | if project.gitdir not in fetched: |
| 134 | missing.append(project) |
Shawn O. Pearce | f690687 | 2009-04-18 10:49:00 -0700 | [diff] [blame] | 135 | self._Fetch(missing) |
The Android Open Source Project | cf31fe9 | 2008-10-21 07:00:00 -0700 | [diff] [blame] | 136 | |
Shawn O. Pearce | 350cde4 | 2009-04-16 11:21:18 -0700 | [diff] [blame] | 137 | syncbuf = SyncBuffer(mp.config, |
| 138 | detach_head = opt.detach_head) |
Shawn O. Pearce | 68194f4 | 2009-04-10 16:48:52 -0700 | [diff] [blame] | 139 | pm = Progress('Syncing work tree', len(all)) |
The Android Open Source Project | cf31fe9 | 2008-10-21 07:00:00 -0700 | [diff] [blame] | 140 | for project in all: |
Shawn O. Pearce | 68194f4 | 2009-04-10 16:48:52 -0700 | [diff] [blame] | 141 | pm.update() |
Shawn O. Pearce | e284ad1 | 2008-11-04 07:37:10 -0800 | [diff] [blame] | 142 | if project.worktree: |
Shawn O. Pearce | 350cde4 | 2009-04-16 11:21:18 -0700 | [diff] [blame] | 143 | project.Sync_LocalHalf(syncbuf) |
Shawn O. Pearce | 68194f4 | 2009-04-10 16:48:52 -0700 | [diff] [blame] | 144 | pm.end() |
Shawn O. Pearce | 350cde4 | 2009-04-16 11:21:18 -0700 | [diff] [blame] | 145 | print >>sys.stderr |
| 146 | if not syncbuf.Finish(): |
| 147 | sys.exit(1) |
The Android Open Source Project | cf31fe9 | 2008-10-21 07:00:00 -0700 | [diff] [blame] | 148 | |
Shawn O. Pearce | e756c41 | 2009-04-13 11:51:15 -0700 | [diff] [blame] | 149 | |
| 150 | def _PostRepoUpgrade(manifest): |
| 151 | for project in manifest.projects.values(): |
| 152 | if project.Exists: |
| 153 | project.PostRepoUpgrade() |
| 154 | |
| 155 | def _PostRepoFetch(rp, no_repo_verify=False, verbose=False): |
| 156 | if rp.HasChanges: |
| 157 | print >>sys.stderr, 'info: A new version of repo is available' |
| 158 | print >>sys.stderr, '' |
| 159 | if no_repo_verify or _VerifyTag(rp): |
Shawn O. Pearce | 350cde4 | 2009-04-16 11:21:18 -0700 | [diff] [blame] | 160 | syncbuf = SyncBuffer(rp.config) |
| 161 | rp.Sync_LocalHalf(syncbuf) |
| 162 | if not syncbuf.Finish(): |
Shawn O. Pearce | e756c41 | 2009-04-13 11:51:15 -0700 | [diff] [blame] | 163 | sys.exit(1) |
| 164 | print >>sys.stderr, 'info: Restarting repo with latest version' |
| 165 | raise RepoChangedException(['--repo-upgraded']) |
| 166 | else: |
| 167 | print >>sys.stderr, 'warning: Skipped upgrade to unverified version' |
| 168 | else: |
| 169 | if verbose: |
| 170 | print >>sys.stderr, 'repo version %s is current' % rp.work_git.describe(HEAD) |
| 171 | |
The Android Open Source Project | cf31fe9 | 2008-10-21 07:00:00 -0700 | [diff] [blame] | 172 | def _VerifyTag(project): |
| 173 | gpg_dir = os.path.expanduser('~/.repoconfig/gnupg') |
| 174 | if not os.path.exists(gpg_dir): |
| 175 | print >>sys.stderr,\ |
| 176 | """warning: GnuPG was not available during last "repo init" |
| 177 | warning: Cannot automatically authenticate repo.""" |
| 178 | return True |
| 179 | |
| 180 | remote = project.GetRemote(project.remote.name) |
| 181 | ref = remote.ToLocal(project.revision) |
| 182 | |
| 183 | try: |
| 184 | cur = project.bare_git.describe(ref) |
| 185 | except GitError: |
| 186 | cur = None |
| 187 | |
| 188 | if not cur \ |
| 189 | or re.compile(r'^.*-[0-9]{1,}-g[0-9a-f]{1,}$').match(cur): |
| 190 | rev = project.revision |
| 191 | if rev.startswith(R_HEADS): |
| 192 | rev = rev[len(R_HEADS):] |
| 193 | |
| 194 | print >>sys.stderr |
| 195 | print >>sys.stderr,\ |
| 196 | "warning: project '%s' branch '%s' is not signed" \ |
| 197 | % (project.name, rev) |
| 198 | return False |
| 199 | |
| 200 | env = dict(os.environ) |
| 201 | env['GIT_DIR'] = project.gitdir |
| 202 | env['GNUPGHOME'] = gpg_dir |
| 203 | |
| 204 | cmd = [GIT, 'tag', '-v', cur] |
| 205 | proc = subprocess.Popen(cmd, |
| 206 | stdout = subprocess.PIPE, |
| 207 | stderr = subprocess.PIPE, |
| 208 | env = env) |
| 209 | out = proc.stdout.read() |
| 210 | proc.stdout.close() |
| 211 | |
| 212 | err = proc.stderr.read() |
| 213 | proc.stderr.close() |
| 214 | |
| 215 | if proc.wait() != 0: |
| 216 | print >>sys.stderr |
| 217 | print >>sys.stderr, out |
| 218 | print >>sys.stderr, err |
| 219 | print >>sys.stderr |
| 220 | return False |
| 221 | return True |