Merge "Only fetch current branch on shallow clients"
diff --git a/command.py b/command.py
index 287f4d3..207ef46 100644
--- a/command.py
+++ b/command.py
@@ -129,7 +129,7 @@
def GetProjects(self, args, missing_ok=False, submodules_ok=False):
"""A list of projects that match the arguments.
"""
- all_projects = self.manifest.projects
+ all_projects_list = self.manifest.projects
result = []
mp = self.manifest.manifestProject
@@ -140,7 +140,6 @@
groups = [x for x in re.split(r'[,\s]+', groups) if x]
if not args:
- all_projects_list = list(all_projects.values())
derived_projects = {}
for project in all_projects_list:
if submodules_ok or project.sync_s:
@@ -152,12 +151,12 @@
project.MatchesGroups(groups)):
result.append(project)
else:
- self._ResetPathToProjectMap(all_projects.values())
+ self._ResetPathToProjectMap(all_projects_list)
for arg in args:
- project = all_projects.get(arg)
+ projects = self.manifest.GetProjectsWithName(arg)
- if not project:
+ if not projects:
path = os.path.abspath(arg).replace('\\', '/')
project = self._GetProjectByPath(path)
@@ -172,14 +171,19 @@
if search_again:
project = self._GetProjectByPath(path) or project
- if not project:
- raise NoSuchProjectError(arg)
- if not missing_ok and not project.Exists:
- raise NoSuchProjectError(arg)
- if not project.MatchesGroups(groups):
- raise InvalidProjectGroupsError(arg)
+ if project:
+ projects = [project]
- result.append(project)
+ if not projects:
+ raise NoSuchProjectError(arg)
+
+ for project in projects:
+ if not missing_ok and not project.Exists:
+ raise NoSuchProjectError(arg)
+ if not project.MatchesGroups(groups):
+ raise InvalidProjectGroupsError(arg)
+
+ result.extend(projects)
def _getpath(x):
return x.relpath
diff --git a/docs/manifest-format.txt b/docs/manifest-format.txt
index dcc90d0..e48b75f 100644
--- a/docs/manifest-format.txt
+++ b/docs/manifest-format.txt
@@ -27,15 +27,15 @@
remove-project*,
project*,
repo-hooks?)>
-
+
<!ELEMENT notice (#PCDATA)>
-
+
<!ELEMENT remote (EMPTY)>
<!ATTLIST remote name ID #REQUIRED>
<!ATTLIST remote alias CDATA #IMPLIED>
<!ATTLIST remote fetch CDATA #REQUIRED>
<!ATTLIST remote review CDATA #IMPLIED>
-
+
<!ELEMENT default (EMPTY)>
<!ATTLIST default remote IDREF #IMPLIED>
<!ATTLIST default revision CDATA #IMPLIED>
@@ -46,8 +46,8 @@
<!ELEMENT manifest-server (EMPTY)>
<!ATTLIST url CDATA #REQUIRED>
-
- <!ELEMENT project (annotation?,
+
+ <!ELEMENT project (annotation*,
project*)>
<!ATTLIST project name CDATA #REQUIRED>
<!ATTLIST project path CDATA #IMPLIED>
@@ -65,7 +65,7 @@
<!ATTLIST annotation name CDATA #REQUIRED>
<!ATTLIST annotation value CDATA #REQUIRED>
<!ATTLIST annotation keep CDATA "true">
-
+
<!ELEMENT remove-project (EMPTY)>
<!ATTLIST remove-project name CDATA #REQUIRED>
diff --git a/git_command.py b/git_command.py
index d347dd6..51f5e3c 100644
--- a/git_command.py
+++ b/git_command.py
@@ -86,7 +86,7 @@
global _git_version
if _git_version is None:
- ver_str = git.version()
+ ver_str = git.version().decode('utf-8')
if ver_str.startswith('git version '):
_git_version = tuple(
map(int,
diff --git a/git_config.py b/git_config.py
index a294a0b..f6093a2 100644
--- a/git_config.py
+++ b/git_config.py
@@ -304,8 +304,8 @@
d = self._do('--null', '--list')
if d is None:
return c
- for line in d.rstrip('\0').split('\0'): # pylint: disable=W1401
- # Backslash is not anomalous
+ for line in d.decode('utf-8').rstrip('\0').split('\0'): # pylint: disable=W1401
+ # Backslash is not anomalous
if '\n' in line:
key, val = line.split('\n', 1)
else:
diff --git a/git_refs.py b/git_refs.py
index 4dd6876..3c26606 100644
--- a/git_refs.py
+++ b/git_refs.py
@@ -100,7 +100,7 @@
def _ReadPackedRefs(self):
path = os.path.join(self._gitdir, 'packed-refs')
try:
- fd = open(path, 'rb')
+ fd = open(path, 'r')
mtime = os.path.getmtime(path)
except IOError:
return
diff --git a/hooks/commit-msg b/hooks/commit-msg
index b37dfaa..5ca2b11 100755
--- a/hooks/commit-msg
+++ b/hooks/commit-msg
@@ -1,5 +1,5 @@
#!/bin/sh
-# From Gerrit Code Review 2.5.2
+# From Gerrit Code Review 2.6
#
# Part of Gerrit Code Review (http://code.google.com/p/gerrit/)
#
@@ -154,7 +154,7 @@
if (unprinted) {
print "Change-Id: I'"$id"'"
}
- }' "$MSG" > $T && mv $T "$MSG" || rm -f $T
+ }' "$MSG" > "$T" && mv "$T" "$MSG" || rm -f "$T"
}
_gen_ChangeIdInput() {
echo "tree `git write-tree`"
diff --git a/hooks/pre-auto-gc b/hooks/pre-auto-gc
index 360e5e1..4340302 100755
--- a/hooks/pre-auto-gc
+++ b/hooks/pre-auto-gc
@@ -35,7 +35,7 @@
then
exit 0
elif test -x /usr/bin/pmset && /usr/bin/pmset -g batt |
- grep -q "Currently drawing from 'AC Power'"
+ grep -q "drawing from 'AC Power'"
then
exit 0
elif test -d /sys/bus/acpi/drivers/battery && test 0 = \
diff --git a/manifest_xml.py b/manifest_xml.py
index f1d3eda..c5f3bcc 100644
--- a/manifest_xml.py
+++ b/manifest_xml.py
@@ -215,8 +215,9 @@
root.appendChild(doc.createTextNode(''))
def output_projects(parent, parent_node, projects):
- for p in projects:
- output_project(parent, parent_node, self.projects[p])
+ for project_name in projects:
+ for project in self._projects[project_name]:
+ output_project(parent, parent_node, project)
def output_project(parent, parent_node, p):
if not p.MatchesGroups(groups):
@@ -235,7 +236,7 @@
e.setAttribute('path', relpath)
remoteName = None
if d.remote:
- remoteName = d.remote.remoteAlias or d.remote.name
+ remoteName = d.remote.remoteAlias or d.remote.name
if not d.remote or p.remote.name != remoteName:
e.setAttribute('remote', p.remote.name)
if peg_rev:
@@ -277,13 +278,11 @@
e.setAttribute('sync-s', 'true')
if p.subprojects:
- sort_projects = list(sorted([subp.name for subp in p.subprojects]))
- output_projects(p, e, sort_projects)
+ subprojects = set(subp.name for subp in p.subprojects)
+ output_projects(p, e, list(sorted(subprojects)))
- sort_projects = list(sorted([key for key, value in self.projects.items()
- if not value.parent]))
- sort_projects.sort()
- output_projects(None, root, sort_projects)
+ projects = set(p.name for p in self._paths.values() if not p.parent)
+ output_projects(None, root, list(sorted(projects)))
if self._repo_hooks_project:
root.appendChild(doc.createTextNode(''))
@@ -296,9 +295,14 @@
doc.writexml(fd, '', ' ', '\n', 'UTF-8')
@property
+ def paths(self):
+ self._Load()
+ return self._paths
+
+ @property
def projects(self):
self._Load()
- return self._projects
+ return self._paths.values()
@property
def remotes(self):
@@ -329,9 +333,14 @@
def IsMirror(self):
return self.manifestProject.config.GetBoolean('repo.mirror')
+ @property
+ def IsArchive(self):
+ return self.manifestProject.config.GetBoolean('repo.archive')
+
def _Unload(self):
self._loaded = False
self._projects = {}
+ self._paths = {}
self._remotes = {}
self._default = None
self._repo_hooks_project = None
@@ -463,11 +472,17 @@
self._manifest_server = url
def recursively_add_projects(project):
- if self._projects.get(project.name):
+ projects = self._projects.setdefault(project.name, [])
+ if project.relpath is None:
raise ManifestParseError(
- 'duplicate project %s in %s' %
+ 'missing path for %s in %s' %
(project.name, self.manifestFile))
- self._projects[project.name] = project
+ if project.relpath in self._paths:
+ raise ManifestParseError(
+ 'duplicate path %s in %s' %
+ (project.relpath, self.manifestFile))
+ self._paths[project.relpath] = project
+ projects.append(project)
for subproject in project.subprojects:
recursively_add_projects(subproject)
@@ -488,12 +503,18 @@
# Store a reference to the Project.
try:
- self._repo_hooks_project = self._projects[repo_hooks_project]
+ repo_hooks_projects = self._projects[repo_hooks_project]
except KeyError:
raise ManifestParseError(
'project %s not found for repo-hooks' %
(repo_hooks_project))
+ if len(repo_hooks_projects) != 1:
+ raise ManifestParseError(
+ 'internal error parsing repo-hooks in %s' %
+ (self.manifestFile))
+ self._repo_hooks_project = repo_hooks_projects[0]
+
# Store the enabled hooks in the Project object.
self._repo_hooks_project.enabled_repo_hooks = enabled_repo_hooks
if node.nodeName == 'remove-project':
@@ -540,11 +561,12 @@
name = name,
remote = remote.ToRemoteSpec(name),
gitdir = gitdir,
+ objdir = gitdir,
worktree = None,
relpath = None,
revisionExpr = m.revisionExpr,
revisionId = None)
- self._projects[project.name] = project
+ self._projects[project.name] = [project]
def _ParseRemote(self, node):
"""
@@ -704,9 +726,10 @@
groups = [x for x in re.split(r'[,\s]+', groups) if x]
if parent is None:
- relpath, worktree, gitdir = self.GetProjectPaths(name, path)
+ relpath, worktree, gitdir, objdir = self.GetProjectPaths(name, path)
else:
- relpath, worktree, gitdir = self.GetSubprojectPaths(parent, path)
+ relpath, worktree, gitdir, objdir = \
+ self.GetSubprojectPaths(parent, name, path)
default_groups = ['all', 'name:%s' % name, 'path:%s' % relpath]
groups.extend(set(default_groups).difference(groups))
@@ -719,6 +742,7 @@
name = name,
remote = remote.ToRemoteSpec(name),
gitdir = gitdir,
+ objdir = objdir,
worktree = worktree,
relpath = relpath,
revisionExpr = revisionExpr,
@@ -747,10 +771,15 @@
if self.IsMirror:
worktree = None
gitdir = os.path.join(self.topdir, '%s.git' % name)
+ objdir = gitdir
else:
worktree = os.path.join(self.topdir, path).replace('\\', '/')
gitdir = os.path.join(self.repodir, 'projects', '%s.git' % path)
- return relpath, worktree, gitdir
+ objdir = os.path.join(self.repodir, 'project-objects', '%s.git' % name)
+ return relpath, worktree, gitdir, objdir
+
+ def GetProjectsWithName(self, name):
+ return self._projects.get(name, [])
def GetSubprojectName(self, parent, submodule_path):
return os.path.join(parent.name, submodule_path)
@@ -761,14 +790,15 @@
def _UnjoinRelpath(self, parent_relpath, relpath):
return os.path.relpath(relpath, parent_relpath)
- def GetSubprojectPaths(self, parent, path):
+ def GetSubprojectPaths(self, parent, name, path):
relpath = self._JoinRelpath(parent.relpath, path)
gitdir = os.path.join(parent.gitdir, 'subprojects', '%s.git' % path)
+ objdir = os.path.join(parent.gitdir, 'subproject-objects', '%s.git' % name)
if self.IsMirror:
worktree = None
else:
worktree = os.path.join(parent.worktree, path).replace('\\', '/')
- return relpath, worktree, gitdir
+ return relpath, worktree, gitdir, objdir
def _ParseCopyFile(self, project, node):
src = self._reqatt(node, 'src')
diff --git a/project.py b/project.py
index a6a8860..a1249a8 100644
--- a/project.py
+++ b/project.py
@@ -23,6 +23,7 @@
import stat
import subprocess
import sys
+import tarfile
import tempfile
import time
@@ -82,7 +83,7 @@
"""
global _project_hook_list
if _project_hook_list is None:
- d = os.path.abspath(os.path.dirname(__file__))
+ d = os.path.realpath(os.path.abspath(os.path.dirname(__file__)))
d = os.path.join(d , 'hooks')
_project_hook_list = [os.path.join(d, x) for x in os.listdir(d)]
return _project_hook_list
@@ -487,6 +488,7 @@
name,
remote,
gitdir,
+ objdir,
worktree,
relpath,
revisionExpr,
@@ -507,6 +509,7 @@
name: The `name` attribute of manifest.xml's project element.
remote: RemoteSpec object specifying its remote's properties.
gitdir: Absolute path of git directory.
+ objdir: Absolute path of directory to store git objects.
worktree: Absolute path of git working tree.
relpath: Relative path of git working tree to repo's top directory.
revisionExpr: The `revision` attribute of manifest.xml's project element.
@@ -525,6 +528,7 @@
self.name = name
self.remote = remote
self.gitdir = gitdir.replace('\\', '/')
+ self.objdir = objdir.replace('\\', '/')
if worktree:
self.worktree = worktree.replace('\\', '/')
else:
@@ -557,11 +561,12 @@
defaults = self.manifest.globalConfig)
if self.worktree:
- self.work_git = self._GitGetByExec(self, bare=False)
+ self.work_git = self._GitGetByExec(self, bare=False, gitdir=gitdir)
else:
self.work_git = None
- self.bare_git = self._GitGetByExec(self, bare=True)
+ self.bare_git = self._GitGetByExec(self, bare=True, gitdir=gitdir)
self.bare_ref = GitRefs(gitdir)
+ self.bare_objdir = self._GitGetByExec(self, bare=True, gitdir=objdir)
self.dest_branch = dest_branch
# This will be filled in if a project is later identified to be the
@@ -982,15 +987,62 @@
## Sync ##
+ def _ExtractArchive(self, tarpath, path=None):
+ """Extract the given tar on its current location
+
+ Args:
+ - tarpath: The path to the actual tar file
+
+ """
+ try:
+ with tarfile.open(tarpath, 'r') as tar:
+ tar.extractall(path=path)
+ return True
+ except (IOError, tarfile.TarError) as e:
+ print("error: Cannot extract archive %s: "
+ "%s" % (tarpath, str(e)), file=sys.stderr)
+ return False
+
def Sync_NetworkHalf(self,
quiet=False,
is_new=None,
current_branch_only=False,
clone_bundle=True,
- no_tags=False):
+ no_tags=False,
+ archive=False):
"""Perform only the network IO portion of the sync process.
Local working directory/branch state is not affected.
"""
+ if archive and not isinstance(self, MetaProject):
+ if self.remote.url.startswith(('http://', 'https://')):
+ print("error: %s: Cannot fetch archives from http/https "
+ "remotes." % self.name, file=sys.stderr)
+ return False
+
+ name = self.relpath.replace('\\', '/')
+ name = name.replace('/', '_')
+ tarpath = '%s.tar' % name
+ topdir = self.manifest.topdir
+
+ try:
+ self._FetchArchive(tarpath, cwd=topdir)
+ except GitError as e:
+ print('error: %s' % str(e), file=sys.stderr)
+ return False
+
+ # From now on, we only need absolute tarpath
+ tarpath = os.path.join(topdir, tarpath)
+
+ if not self._ExtractArchive(tarpath, path=topdir):
+ return False
+ try:
+ os.remove(tarpath)
+ except OSError as e:
+ print("warn: Cannot remove archive %s: "
+ "%s" % (tarpath, str(e)), file=sys.stderr)
+ self._CopyFiles()
+ return True
+
if is_new is None:
is_new = not self.Exists
if is_new:
@@ -1069,6 +1121,7 @@
"""Perform only the local IO portion of the sync process.
Network access is not required.
"""
+ self._InitWorkTree()
all_refs = self.bare_ref.all
self.CleanPublishedCache(all_refs)
revid = self.GetRevisionId(all_refs)
@@ -1077,7 +1130,6 @@
self._FastForward(revid)
self._CopyFiles()
- self._InitWorkTree()
head = self.work_git.GetHead()
if head.startswith(R_HEADS):
branch = head[len(R_HEADS):]
@@ -1165,7 +1217,7 @@
last_mine = None
cnt_mine = 0
for commit in local_changes:
- commit_id, committer_email = commit.split(' ', 1)
+ commit_id, committer_email = commit.decode('utf-8').split(' ', 1)
if committer_email == self.UserEmail:
last_mine = commit_id
cnt_mine += 1
@@ -1544,11 +1596,13 @@
return result
for rev, path, url in self._GetSubmodules():
name = self.manifest.GetSubprojectName(self, path)
- project = self.manifest.projects.get(name)
+ relpath, worktree, gitdir, objdir = \
+ self.manifest.GetSubprojectPaths(self, name, path)
+ project = self.manifest.paths.get(relpath)
if project:
result.extend(project.GetDerivedSubprojects())
continue
- relpath, worktree, gitdir = self.manifest.GetSubprojectPaths(self, path)
+
remote = RemoteSpec(self.remote.name,
url = url,
review = self.remote.review)
@@ -1556,6 +1610,7 @@
name = name,
remote = remote,
gitdir = gitdir,
+ objdir = objdir,
worktree = worktree,
relpath = relpath,
revisionExpr = self.revisionExpr,
@@ -1573,6 +1628,19 @@
## Direct Git Commands ##
+ def _FetchArchive(self, tarpath, cwd=None):
+ cmd = ['archive', '-v', '-o', tarpath]
+ cmd.append('--remote=%s' % self.remote.url)
+ cmd.append('--prefix=%s/' % self.relpath)
+ cmd.append(self.revisionExpr)
+
+ command = GitCommand(self, cmd, cwd=cwd,
+ capture_stdout=True,
+ capture_stderr=True)
+
+ if command.Wait() != 0:
+ raise GitError('git archive %s: %s' % (self.name, command.stderr))
+
def _RemoteFetch(self, name=None,
current_branch_only=False,
initial=False,
@@ -1843,11 +1911,11 @@
cookiefile = line[len(prefix):]
break
if p.wait():
- line = iter(p.stderr).next()
- if ' -print_config' in line:
+ err_msg = p.stderr.read()
+ if ' -print_config' in err_msg:
pass # Persistent proxy doesn't support -print_config.
else:
- print(line + p.stderr.read(), file=sys.stderr)
+ print(err_msg, file=sys.stderr)
if cookiefile:
return cookiefile
except OSError as e:
@@ -1908,8 +1976,17 @@
def _InitGitDir(self, mirror_git=None):
if not os.path.exists(self.gitdir):
- os.makedirs(self.gitdir)
- self.bare_git.init()
+
+ # Initialize the bare repository, which contains all of the objects.
+ if not os.path.exists(self.objdir):
+ os.makedirs(self.objdir)
+ self.bare_objdir.init()
+
+ # If we have a separate directory to hold refs, initialize it as well.
+ if self.objdir != self.gitdir:
+ os.makedirs(self.gitdir)
+ self._ReferenceGitDir(self.objdir, self.gitdir, share_refs=False,
+ copy_all=True)
mp = self.manifest.manifestProject
ref_dir = mp.config.GetString('repo.reference') or ''
@@ -1958,7 +2035,7 @@
self._InitHooks()
def _InitHooks(self):
- hooks = self._gitdir_path('hooks')
+ hooks = os.path.realpath(self._gitdir_path('hooks'))
if not os.path.exists(hooks):
os.makedirs(hooks)
for stock_hook in _ProjectHooks():
@@ -2025,33 +2102,61 @@
msg = 'manifest set to %s' % self.revisionExpr
self.bare_git.symbolic_ref('-m', msg, ref, dst)
+ def _ReferenceGitDir(self, gitdir, dotgit, share_refs, copy_all):
+ """Update |dotgit| to reference |gitdir|, using symlinks where possible.
+
+ Args:
+ gitdir: The bare git repository. Must already be initialized.
+ dotgit: The repository you would like to initialize.
+ share_refs: If true, |dotgit| will store its refs under |gitdir|.
+ Only one work tree can store refs under a given |gitdir|.
+ copy_all: If true, copy all remaining files from |gitdir| -> |dotgit|.
+ This saves you the effort of initializing |dotgit| yourself.
+ """
+ # These objects can be shared between several working trees.
+ symlink_files = ['description', 'info']
+ symlink_dirs = ['hooks', 'objects', 'rr-cache', 'svn']
+ if share_refs:
+ # These objects can only be used by a single working tree.
+ symlink_files += ['config', 'packed-refs']
+ symlink_dirs += ['logs', 'refs']
+ to_symlink = symlink_files + symlink_dirs
+
+ to_copy = []
+ if copy_all:
+ to_copy = os.listdir(gitdir)
+
+ for name in set(to_copy).union(to_symlink):
+ try:
+ src = os.path.realpath(os.path.join(gitdir, name))
+ dst = os.path.realpath(os.path.join(dotgit, name))
+
+ if os.path.lexists(dst) and not os.path.islink(dst):
+ raise GitError('cannot overwrite a local work tree')
+
+ # If the source dir doesn't exist, create an empty dir.
+ if name in symlink_dirs and not os.path.lexists(src):
+ os.makedirs(src)
+
+ if name in to_symlink:
+ os.symlink(os.path.relpath(src, os.path.dirname(dst)), dst)
+ elif copy_all and not os.path.islink(dst):
+ if os.path.isdir(src):
+ shutil.copytree(src, dst)
+ elif os.path.isfile(src):
+ shutil.copy(src, dst)
+ except OSError as e:
+ if e.errno == errno.EPERM:
+ raise GitError('filesystem must support symlinks')
+ else:
+ raise
+
def _InitWorkTree(self):
dotgit = os.path.join(self.worktree, '.git')
if not os.path.exists(dotgit):
os.makedirs(dotgit)
-
- for name in ['config',
- 'description',
- 'hooks',
- 'info',
- 'logs',
- 'objects',
- 'packed-refs',
- 'refs',
- 'rr-cache',
- 'svn']:
- try:
- src = os.path.join(self.gitdir, name)
- dst = os.path.join(dotgit, name)
- if os.path.islink(dst) or not os.path.exists(dst):
- os.symlink(os.path.relpath(src, os.path.dirname(dst)), dst)
- else:
- raise GitError('cannot overwrite a local work tree')
- except OSError as e:
- if e.errno == errno.EPERM:
- raise GitError('filesystem must support symlinks')
- else:
- raise
+ self._ReferenceGitDir(self.gitdir, dotgit, share_refs=True,
+ copy_all=False)
_lwrite(os.path.join(dotgit, HEAD), '%s\n' % self.GetRevisionId())
@@ -2061,14 +2166,10 @@
if GitCommand(self, cmd).Wait() != 0:
raise GitError("cannot initialize work tree")
- rr_cache = os.path.join(self.gitdir, 'rr-cache')
- if not os.path.exists(rr_cache):
- os.makedirs(rr_cache)
-
self._CopyFiles()
def _gitdir_path(self, path):
- return os.path.join(self.gitdir, path)
+ return os.path.realpath(os.path.join(self.gitdir, path))
def _revlist(self, *args, **kw):
a = []
@@ -2081,9 +2182,10 @@
return self.bare_ref.all
class _GitGetByExec(object):
- def __init__(self, project, bare):
+ def __init__(self, project, bare, gitdir):
self._project = project
self._bare = bare
+ self._gitdir = gitdir
def LsOthers(self):
p = GitCommand(self._project,
@@ -2092,6 +2194,7 @@
'--others',
'--exclude-standard'],
bare = False,
+ gitdir=self._gitdir,
capture_stdout = True,
capture_stderr = True)
if p.Wait() == 0:
@@ -2107,6 +2210,7 @@
cmd.extend(args)
p = GitCommand(self._project,
cmd,
+ gitdir=self._gitdir,
bare = False,
capture_stdout = True,
capture_stderr = True)
@@ -2216,6 +2320,7 @@
p = GitCommand(self._project,
cmdv,
bare = self._bare,
+ gitdir=self._gitdir,
capture_stdout = True,
capture_stderr = True)
r = []
@@ -2268,6 +2373,7 @@
p = GitCommand(self._project,
cmdv,
bare = self._bare,
+ gitdir=self._gitdir,
capture_stdout = True,
capture_stderr = True)
if p.Wait() != 0:
@@ -2401,6 +2507,7 @@
manifest = manifest,
name = name,
gitdir = gitdir,
+ objdir = gitdir,
worktree = worktree,
remote = RemoteSpec('origin'),
relpath = '.repo/%s' % name,
diff --git a/repo b/repo
index 62e6ea5..56d784f 100755
--- a/repo
+++ b/repo
@@ -110,6 +110,7 @@
MIN_PYTHON_VERSION = (2, 6) # minimum supported python version
+import errno
import optparse
import os
import re
@@ -138,10 +139,9 @@
# Python version check
ver = sys.version_info
if ver[0] == 3:
- _print('error: Python 3 support is not fully implemented in repo yet.\n'
+ _print('warning: Python 3 support is currently experimental. YMMV.\n'
'Please use Python 2.6 - 2.7 instead.',
file=sys.stderr)
- sys.exit(1)
if (ver[0], ver[1]) < MIN_PYTHON_VERSION:
_print('error: Python version %s unsupported.\n'
'Please use Python 2.6 - 2.7 instead.'
@@ -181,6 +181,10 @@
group.add_option('--depth', type='int', default=None,
dest='depth',
help='create a shallow clone with given depth; see git clone')
+group.add_option('--archive',
+ dest='archive', action='store_true',
+ help='checkout an archive instead of a git repository for '
+ 'each project. See git archive.')
group.add_option('-g', '--groups',
dest='groups', default='default',
help='restrict manifest projects to ones with specified '
@@ -240,10 +244,10 @@
_print("fatal: invalid branch name '%s'" % branch, file=sys.stderr)
raise CloneFailure()
- if not os.path.isdir(repodir):
- try:
- os.mkdir(repodir)
- except OSError as e:
+ try:
+ os.mkdir(repodir)
+ except OSError as e:
+ if e.errno != errno.EEXIST:
_print('fatal: cannot make %s directory: %s'
% (repodir, e.strerror), file=sys.stderr)
# Don't raise CloneFailure; that would delete the
@@ -322,18 +326,18 @@
def SetupGnuPG(quiet):
- if not os.path.isdir(home_dot_repo):
- try:
- os.mkdir(home_dot_repo)
- except OSError as e:
+ try:
+ os.mkdir(home_dot_repo)
+ except OSError as e:
+ if e.errno != errno.EEXIST:
_print('fatal: cannot make %s directory: %s'
% (home_dot_repo, e.strerror), file=sys.stderr)
sys.exit(1)
- if not os.path.isdir(gpg_dir):
- try:
- os.mkdir(gpg_dir, stat.S_IRWXU)
- except OSError as e:
+ try:
+ os.mkdir(gpg_dir, stat.S_IRWXU)
+ except OSError as e:
+ if e.errno != errno.EEXIST:
_print('fatal: cannot make %s directory: %s' % (gpg_dir, e.strerror),
file=sys.stderr)
sys.exit(1)
diff --git a/subcmds/branches.py b/subcmds/branches.py
index c2e7c4b..f714c1e 100644
--- a/subcmds/branches.py
+++ b/subcmds/branches.py
@@ -139,7 +139,7 @@
if in_cnt < project_cnt:
fmt = out.write
paths = []
- if in_cnt < project_cnt - in_cnt:
+ if in_cnt < project_cnt - in_cnt:
in_type = 'in'
for b in i.projects:
paths.append(b.project.relpath)
diff --git a/subcmds/init.py b/subcmds/init.py
index a44fb7a..b1fcb69 100644
--- a/subcmds/init.py
+++ b/subcmds/init.py
@@ -99,6 +99,10 @@
g.add_option('--depth', type='int', default=None,
dest='depth',
help='create a shallow clone with given depth; see git clone')
+ g.add_option('--archive',
+ dest='archive', action='store_true',
+ help='checkout an archive instead of a git repository for '
+ 'each project. See git archive.')
g.add_option('-g', '--groups',
dest='groups', default='default',
help='restrict manifest projects to ones with specified '
@@ -198,6 +202,16 @@
if opt.reference:
m.config.SetString('repo.reference', opt.reference)
+ if opt.archive:
+ if is_new:
+ m.config.SetString('repo.archive', 'true')
+ else:
+ print('fatal: --archive is only supported when initializing a new '
+ 'workspace.', file=sys.stderr)
+ print('Either delete the .repo folder in this workspace, or initialize '
+ 'in another location.', file=sys.stderr)
+ sys.exit(1)
+
if opt.mirror:
if is_new:
m.config.SetString('repo.mirror', 'true')
@@ -366,6 +380,13 @@
if opt.reference:
opt.reference = os.path.expanduser(opt.reference)
+ # Check this here, else manifest will be tagged "not new" and init won't be
+ # possible anymore without removing the .repo/manifests directory.
+ if opt.archive and opt.mirror:
+ print('fatal: --mirror and --archive cannot be used together.',
+ file=sys.stderr)
+ sys.exit(1)
+
self._SyncManifest(opt)
self._LinkManifest(opt.manifest_name)
diff --git a/subcmds/rebase.py b/subcmds/rebase.py
index b9a7774..1bdc1f0 100644
--- a/subcmds/rebase.py
+++ b/subcmds/rebase.py
@@ -62,6 +62,9 @@
if opt.interactive and not one_project:
print('error: interactive rebase not supported with multiple projects',
file=sys.stderr)
+ if len(args) == 1:
+ print('note: project %s is mapped to more than one path' % (args[0],),
+ file=sys.stderr)
return -1
for project in all_projects:
diff --git a/subcmds/sync.py b/subcmds/sync.py
index e9d52b7..5e7385d 100644
--- a/subcmds/sync.py
+++ b/subcmds/sync.py
@@ -219,9 +219,25 @@
dest='repo_upgraded', action='store_true',
help=SUPPRESS_HELP)
- def _FetchHelper(self, opt, project, lock, fetched, pm, sem, err_event):
+ def _FetchProjectList(self, opt, projects, *args):
"""Main function of the fetch threads when jobs are > 1.
+ Delegates most of the work to _FetchHelper.
+
+ Args:
+ opt: Program options returned from optparse. See _Options().
+ projects: Projects to fetch.
+ *args: Remaining arguments to pass to _FetchHelper. See the
+ _FetchHelper docstring for details.
+ """
+ for project in projects:
+ success = self._FetchHelper(opt, project, *args)
+ if not success and not opt.force_broken:
+ break
+
+ def _FetchHelper(self, opt, project, lock, fetched, pm, sem, err_event):
+ """Fetch git objects for a single project.
+
Args:
opt: Program options returned from optparse. See _Options().
project: Project object for the project to fetch.
@@ -235,6 +251,9 @@
can be started up.
err_event: We'll set this event in the case of an error (after printing
out info about the error).
+
+ Returns:
+ Whether the fetch was successful.
"""
# We'll set to true once we've locked the lock.
did_lock = False
@@ -253,7 +272,7 @@
quiet=opt.quiet,
current_branch_only=opt.current_branch_only,
clone_bundle=not opt.no_clone_bundle,
- no_tags=opt.no_tags)
+ no_tags=opt.no_tags, archive=self.manifest.IsArchive)
self._fetch_times.Set(project, time.time() - start)
# Lock around all the rest of the code, since printing, updating a set
@@ -281,6 +300,8 @@
lock.release()
sem.release()
+ return success
+
def _Fetch(self, projects, opt):
fetched = set()
pm = Progress('Fetching projects', len(projects))
@@ -294,7 +315,8 @@
quiet=opt.quiet,
current_branch_only=opt.current_branch_only,
clone_bundle=not opt.no_clone_bundle,
- no_tags=opt.no_tags):
+ no_tags=opt.no_tags,
+ archive=self.manifest.IsArchive):
fetched.add(project.gitdir)
else:
print('error: Cannot fetch %s' % project.name, file=sys.stderr)
@@ -303,20 +325,24 @@
else:
sys.exit(1)
else:
+ objdir_project_map = dict()
+ for project in projects:
+ objdir_project_map.setdefault(project.objdir, []).append(project)
+
threads = set()
lock = _threading.Lock()
sem = _threading.Semaphore(self.jobs)
err_event = _threading.Event()
- for project in projects:
+ for project_list in objdir_project_map.values():
# Check for any errors before starting any new threads.
# ...we'll let existing threads finish, though.
if err_event.isSet():
break
sem.acquire()
- t = _threading.Thread(target = self._FetchHelper,
+ t = _threading.Thread(target = self._FetchProjectList,
args = (opt,
- project,
+ project_list,
lock,
fetched,
pm,
@@ -338,10 +364,16 @@
pm.end()
self._fetch_times.Save()
- self._GCProjects(projects)
+ if not self.manifest.IsArchive:
+ self._GCProjects(projects)
+
return fetched
def _GCProjects(self, projects):
+ gitdirs = {}
+ for project in projects:
+ gitdirs[project.gitdir] = project.bare_git
+
has_dash_c = git_require((1, 7, 2))
if multiprocessing and has_dash_c:
cpu_count = multiprocessing.cpu_count()
@@ -350,8 +382,8 @@
jobs = min(self.jobs, cpu_count)
if jobs < 2:
- for project in projects:
- project.bare_git.gc('--auto')
+ for bare_git in gitdirs.values():
+ bare_git.gc('--auto')
return
config = {'pack.threads': cpu_count / jobs if cpu_count > jobs else 1}
@@ -360,10 +392,10 @@
sem = _threading.Semaphore(jobs)
err_event = _threading.Event()
- def GC(project):
+ def GC(bare_git):
try:
try:
- project.bare_git.gc('--auto', config=config)
+ bare_git.gc('--auto', config=config)
except GitError:
err_event.set()
except:
@@ -372,11 +404,11 @@
finally:
sem.release()
- for project in projects:
+ for bare_git in gitdirs.values():
if err_event.isSet():
break
sem.acquire()
- t = _threading.Thread(target=GC, args=(project,))
+ t = _threading.Thread(target=GC, args=(bare_git,))
t.daemon = True
threads.add(t)
t.start()
@@ -416,12 +448,13 @@
if path not in new_project_paths:
# If the path has already been deleted, we don't need to do it
if os.path.exists(self.manifest.topdir + '/' + path):
+ gitdir = os.path.join(self.manifest.topdir, path, '.git')
project = Project(
manifest = self.manifest,
name = path,
remote = RemoteSpec('origin'),
- gitdir = os.path.join(self.manifest.topdir,
- path, '.git'),
+ gitdir = gitdir,
+ objdir = gitdir,
worktree = os.path.join(self.manifest.topdir, path),
relpath = path,
revisionExpr = 'HEAD',
@@ -641,7 +674,7 @@
previously_missing_set = missing_set
fetched.update(self._Fetch(missing, opt))
- if self.manifest.IsMirror:
+ if self.manifest.IsMirror or self.manifest.IsArchive:
# bail out now, we have no working tree
return
@@ -761,7 +794,7 @@
def _Load(self):
if self._times is None:
try:
- f = open(self._path)
+ f = open(self._path, 'rb')
except IOError:
self._times = {}
return self._times
diff --git a/subcmds/upload.py b/subcmds/upload.py
index 7f7585a..526dcd5 100644
--- a/subcmds/upload.py
+++ b/subcmds/upload.py
@@ -422,7 +422,16 @@
for project in project_list:
if opt.current_branch:
cbr = project.CurrentBranch
- avail = [project.GetUploadableBranch(cbr)] if cbr else None
+ up_branch = project.GetUploadableBranch(cbr)
+ if up_branch:
+ avail = [up_branch]
+ else:
+ avail = None
+ print('ERROR: Current branch (%s) not uploadable. '
+ 'You may be able to type '
+ '"git branch --set-upstream-to m/master" to fix '
+ 'your branch.' % str(cbr),
+ file=sys.stderr)
else:
avail = project.GetUploadableBranches(branch)
if avail:
@@ -432,8 +441,10 @@
hook = RepoHook('pre-upload', self.manifest.repo_hooks_project,
self.manifest.topdir, abort_if_user_denies=True)
pending_proj_names = [project.name for (project, avail) in pending]
+ pending_worktrees = [project.worktree for (project, avail) in pending]
try:
- hook.Run(opt.allow_all_hooks, project_list=pending_proj_names)
+ hook.Run(opt.allow_all_hooks, project_list=pending_proj_names,
+ worktree_list=pending_worktrees)
except HookError as e:
print("ERROR: %s" % str(e), file=sys.stderr)
return
