2014-10-29 21:56:31 +03:00
|
|
|
import collections, itertools, os, math, urllib, urllib2, re
|
2012-08-06 20:30:33 +04:00
|
|
|
import stat, posixpath, StringIO
|
2009-07-03 00:58:51 +04:00
|
|
|
|
2012-09-14 02:47:11 +04:00
|
|
|
from dulwich.errors import HangupException, GitProtocolError, UpdateRefsError
|
2012-08-06 20:30:33 +04:00
|
|
|
from dulwich.objects import Blob, Commit, Tag, Tree, parse_timezone, S_IFGITLINK
|
2009-07-25 00:23:35 +04:00
|
|
|
from dulwich.pack import create_delta, apply_delta
|
2013-08-12 18:20:41 +04:00
|
|
|
from dulwich.repo import Repo, check_ref_format
|
2010-02-25 06:08:19 +03:00
|
|
|
from dulwich import client
|
2012-08-06 20:30:33 +04:00
|
|
|
from dulwich import config as dul_config
|
2009-07-03 00:58:51 +04:00
|
|
|
|
2011-02-25 01:51:40 +03:00
|
|
|
try:
|
|
|
|
from mercurial import bookmarks
|
|
|
|
bookmarks.update
|
2011-03-24 02:13:59 +03:00
|
|
|
from mercurial import commands
|
2011-02-25 01:51:40 +03:00
|
|
|
except ImportError:
|
|
|
|
from hgext import bookmarks
|
2011-10-06 00:44:29 +04:00
|
|
|
try:
|
|
|
|
from mercurial.error import RepoError
|
|
|
|
except ImportError:
|
|
|
|
from mercurial.repo import RepoError
|
|
|
|
|
2009-04-24 02:26:10 +04:00
|
|
|
from mercurial.i18n import _
|
2009-06-19 19:53:39 +04:00
|
|
|
from mercurial.node import hex, bin, nullid
|
2009-07-23 12:28:37 +04:00
|
|
|
from mercurial import context, util as hgutil
|
2010-03-28 06:37:58 +04:00
|
|
|
from mercurial import error
|
2014-06-17 10:42:37 +04:00
|
|
|
from mercurial import url
|
2009-07-23 12:28:37 +04:00
|
|
|
|
2010-12-23 01:57:26 +03:00
|
|
|
import _ssh
|
2014-10-15 02:54:58 +04:00
|
|
|
import git2hg
|
2013-03-20 09:44:01 +04:00
|
|
|
import hg2git
|
2010-04-30 19:35:13 +04:00
|
|
|
import util
|
2011-05-24 22:16:45 +04:00
|
|
|
from overlay import overlayrepo
|
2009-04-28 03:15:48 +04:00
|
|
|
|
2013-03-20 09:44:01 +04:00
|
|
|
|
2012-09-22 06:28:46 +04:00
|
|
|
RE_GIT_AUTHOR = re.compile('^(.*?) ?\<(.*?)(?:\>(.*))?$')
|
|
|
|
|
2012-09-22 06:36:57 +04:00
|
|
|
RE_GIT_SANITIZE_AUTHOR = re.compile('[<>\n]')
|
|
|
|
|
2012-09-22 06:39:53 +04:00
|
|
|
RE_GIT_AUTHOR_EXTRA = re.compile('^(.*?)\ ext:\((.*)\) <(.*)\>$')
|
|
|
|
|
2014-09-01 01:01:07 +04:00
|
|
|
RE_GIT_EXTRA_KEY = re.compile('GIT([0-9]*)-(.*)')
|
|
|
|
|
2012-09-22 06:32:16 +04:00
|
|
|
# Test for git:// and git+ssh:// URI.
|
|
|
|
# Support several URL forms, including separating the
|
|
|
|
# host and path with either a / or : (sepr)
|
|
|
|
RE_GIT_URI = re.compile(
|
|
|
|
r'^(?P<scheme>git([+]ssh)?://)(?P<host>.*?)(:(?P<port>\d+))?'
|
|
|
|
r'(?P<sepr>[:/])(?P<path>.*)$')
|
|
|
|
|
2012-09-22 06:42:24 +04:00
|
|
|
RE_NEWLINES = re.compile('[\r\n]')
|
|
|
|
RE_GIT_PROGRESS = re.compile('\((\d+)/(\d+)\)')
|
|
|
|
|
2012-09-22 06:43:50 +04:00
|
|
|
RE_AUTHOR_FILE = re.compile('\s*=\s*')
|
|
|
|
|
2011-06-16 10:40:12 +04:00
|
|
|
class GitProgress(object):
|
|
|
|
"""convert git server progress strings into mercurial progress"""
|
|
|
|
def __init__(self, ui):
|
|
|
|
self.ui = ui
|
|
|
|
|
|
|
|
self.lasttopic = None
|
|
|
|
self.msgbuf = ''
|
|
|
|
|
|
|
|
def progress(self, msg):
|
|
|
|
# 'Counting objects: 33640, done.\n'
|
|
|
|
# 'Compressing objects: 0% (1/9955) \r
|
2012-09-22 06:42:24 +04:00
|
|
|
msgs = RE_NEWLINES.split(self.msgbuf + msg)
|
2011-06-16 10:40:12 +04:00
|
|
|
self.msgbuf = msgs.pop()
|
|
|
|
|
|
|
|
for msg in msgs:
|
|
|
|
td = msg.split(':', 1)
|
|
|
|
data = td.pop()
|
|
|
|
if not td:
|
|
|
|
self.flush(data)
|
|
|
|
continue
|
|
|
|
topic = td[0]
|
|
|
|
|
2012-09-22 06:42:24 +04:00
|
|
|
m = RE_GIT_PROGRESS.search(data)
|
2011-06-16 10:40:12 +04:00
|
|
|
if m:
|
|
|
|
if self.lasttopic and self.lasttopic != topic:
|
|
|
|
self.flush()
|
|
|
|
self.lasttopic = topic
|
|
|
|
|
|
|
|
pos, total = map(int, m.group(1, 2))
|
2014-02-20 06:49:28 +04:00
|
|
|
self.ui.progress(topic, pos, total=total)
|
2011-06-16 10:40:12 +04:00
|
|
|
else:
|
|
|
|
self.flush(msg)
|
|
|
|
|
|
|
|
def flush(self, msg=None):
|
|
|
|
if self.lasttopic:
|
2014-02-25 03:29:31 +04:00
|
|
|
self.ui.progress(self.lasttopic, None)
|
2011-06-16 10:40:12 +04:00
|
|
|
self.lasttopic = None
|
|
|
|
if msg:
|
|
|
|
self.ui.note(msg + '\n')
|
|
|
|
|
2009-04-24 02:26:10 +04:00
|
|
|
class GitHandler(object):
|
2014-09-03 20:46:55 +04:00
|
|
|
map_file = 'git-mapfile'
|
2014-09-03 20:48:16 +04:00
|
|
|
remote_refs_file = 'git-remote-refs'
|
2014-09-03 20:47:28 +04:00
|
|
|
tags_file = 'git-tags'
|
2009-04-27 05:27:47 +04:00
|
|
|
|
2009-04-24 02:26:10 +04:00
|
|
|
def __init__(self, dest_repo, ui):
|
|
|
|
self.repo = dest_repo
|
|
|
|
self.ui = ui
|
2009-05-14 22:32:54 +04:00
|
|
|
|
2010-05-17 16:04:02 +04:00
|
|
|
if ui.configbool('git', 'intree'):
|
2009-05-14 22:32:54 +04:00
|
|
|
self.gitdir = self.repo.wjoin('.git')
|
|
|
|
else:
|
|
|
|
self.gitdir = self.repo.join('git')
|
|
|
|
|
2012-02-23 22:49:07 +04:00
|
|
|
self.init_author_file()
|
|
|
|
|
2009-06-16 17:44:19 +04:00
|
|
|
self.paths = ui.configitems('paths')
|
2009-05-25 06:20:44 +04:00
|
|
|
|
2011-12-19 03:54:16 +04:00
|
|
|
self.branch_bookmark_suffix = ui.config('git', 'branch_bookmark_suffix')
|
|
|
|
|
2014-09-03 22:29:01 +04:00
|
|
|
self._map_git_real = None
|
|
|
|
self._map_hg_real = None
|
2009-06-19 01:38:09 +04:00
|
|
|
self.load_tags()
|
2014-09-03 21:46:42 +04:00
|
|
|
self._remote_refs = None
|
2009-04-27 05:27:47 +04:00
|
|
|
|
2012-10-17 19:50:55 +04:00
|
|
|
@property
|
|
|
|
def _map_git(self):
|
2014-09-03 22:29:01 +04:00
|
|
|
if self._map_git_real is None:
|
2012-10-17 19:50:55 +04:00
|
|
|
self.load_map()
|
|
|
|
return self._map_git_real
|
|
|
|
|
|
|
|
@property
|
|
|
|
def _map_hg(self):
|
2014-09-03 22:29:01 +04:00
|
|
|
if self._map_hg_real is None:
|
2012-10-17 19:50:55 +04:00
|
|
|
self.load_map()
|
|
|
|
return self._map_hg_real
|
|
|
|
|
2014-09-03 21:46:42 +04:00
|
|
|
@property
|
|
|
|
def remote_refs(self):
|
|
|
|
if self._remote_refs is None:
|
|
|
|
self.load_remote_refs()
|
|
|
|
return self._remote_refs
|
|
|
|
|
2014-02-26 07:51:02 +04:00
|
|
|
@hgutil.propertycache
|
|
|
|
def git(self):
|
|
|
|
# make the git data directory
|
2009-10-16 00:45:15 +04:00
|
|
|
if os.path.exists(self.gitdir):
|
2014-02-26 07:51:02 +04:00
|
|
|
return Repo(self.gitdir)
|
2009-10-16 00:45:15 +04:00
|
|
|
else:
|
2009-05-10 21:42:44 +04:00
|
|
|
os.mkdir(self.gitdir)
|
2014-02-26 07:51:02 +04:00
|
|
|
return Repo.init_bare(self.gitdir)
|
|
|
|
|
2012-02-23 22:49:07 +04:00
|
|
|
def init_author_file(self):
|
|
|
|
self.author_map = {}
|
|
|
|
if self.ui.config('git', 'authors'):
|
2012-07-30 17:20:08 +04:00
|
|
|
with open(self.repo.wjoin(self.ui.config('git', 'authors'))) as f:
|
2012-02-23 22:49:07 +04:00
|
|
|
for line in f:
|
|
|
|
line = line.strip()
|
|
|
|
if not line or line.startswith('#'):
|
|
|
|
continue
|
2012-09-22 06:43:50 +04:00
|
|
|
from_, to = RE_AUTHOR_FILE.split(line, 2)
|
2012-02-23 22:49:07 +04:00
|
|
|
self.author_map[from_] = to
|
|
|
|
|
2009-04-27 03:25:04 +04:00
|
|
|
## FILE LOAD AND SAVE METHODS
|
|
|
|
|
2009-04-27 23:26:44 +04:00
|
|
|
def map_set(self, gitsha, hgsha):
|
|
|
|
self._map_git[gitsha] = hgsha
|
|
|
|
self._map_hg[hgsha] = gitsha
|
|
|
|
|
|
|
|
def map_hg_get(self, gitsha):
|
2009-07-07 20:05:43 +04:00
|
|
|
return self._map_git.get(gitsha)
|
2009-04-27 23:26:44 +04:00
|
|
|
|
|
|
|
def map_git_get(self, hgsha):
|
2009-07-07 20:05:43 +04:00
|
|
|
return self._map_hg.get(hgsha)
|
2009-04-29 06:33:03 +04:00
|
|
|
|
2009-04-25 01:05:50 +04:00
|
|
|
def load_map(self):
|
2014-09-03 22:29:01 +04:00
|
|
|
self._map_git_real = {}
|
|
|
|
self._map_hg_real = {}
|
|
|
|
if os.path.exists(self.repo.join(self.map_file)):
|
|
|
|
for line in self.repo.opener(self.map_file):
|
2009-04-25 01:05:50 +04:00
|
|
|
gitsha, hgsha = line.strip().split(' ', 1)
|
2012-10-17 19:50:55 +04:00
|
|
|
self._map_git_real[gitsha] = hgsha
|
|
|
|
self._map_hg_real[hgsha] = gitsha
|
2009-04-27 05:27:47 +04:00
|
|
|
|
2009-04-25 01:05:50 +04:00
|
|
|
def save_map(self):
|
2014-09-03 20:46:55 +04:00
|
|
|
file = self.repo.opener(self.map_file, 'w+', atomictemp=True)
|
2009-08-01 02:27:20 +04:00
|
|
|
for hgsha, gitsha in sorted(self._map_hg.iteritems()):
|
2009-04-25 01:05:50 +04:00
|
|
|
file.write("%s %s\n" % (gitsha, hgsha))
|
2014-02-20 04:10:35 +04:00
|
|
|
# If this complains, atomictempfile no longer has close
|
|
|
|
file.close()
|
2009-04-27 05:27:47 +04:00
|
|
|
|
2009-06-19 01:38:09 +04:00
|
|
|
def load_tags(self):
|
|
|
|
self.tags = {}
|
2014-09-03 20:47:28 +04:00
|
|
|
if os.path.exists(self.repo.join(self.tags_file)):
|
|
|
|
for line in self.repo.opener(self.tags_file):
|
2009-06-19 01:38:09 +04:00
|
|
|
sha, name = line.strip().split(' ', 1)
|
|
|
|
self.tags[name] = sha
|
|
|
|
|
|
|
|
def save_tags(self):
|
2014-09-03 20:47:28 +04:00
|
|
|
file = self.repo.opener(self.tags_file, 'w+', atomictemp=True)
|
2009-06-19 01:38:09 +04:00
|
|
|
for name, sha in sorted(self.tags.iteritems()):
|
2009-07-07 14:46:19 +04:00
|
|
|
if not self.repo.tagtype(name) == 'global':
|
|
|
|
file.write("%s %s\n" % (sha, name))
|
2014-02-20 04:12:27 +04:00
|
|
|
# If this complains, atomictempfile no longer has close
|
|
|
|
file.close()
|
2009-06-19 01:38:09 +04:00
|
|
|
|
2014-09-03 21:46:42 +04:00
|
|
|
def load_remote_refs(self):
|
|
|
|
self._remote_refs = {}
|
|
|
|
tagfile = self.repo.join(self.remote_refs_file)
|
|
|
|
if os.path.exists(tagfile):
|
|
|
|
tf = open(tagfile, 'rb')
|
|
|
|
tagdata = tf.read().split('\n')
|
|
|
|
td = [line.split(' ', 1) for line in tagdata if line]
|
|
|
|
self._remote_refs.update([(name, bin(sha)) for sha, name in td])
|
|
|
|
|
2014-09-03 21:55:28 +04:00
|
|
|
def save_remote_refs(self):
|
2014-09-03 21:56:45 +04:00
|
|
|
file = self.repo.opener(self.remote_refs_file, 'w+', atomictemp=True)
|
2014-09-03 21:55:28 +04:00
|
|
|
for tag, node in self.remote_refs.iteritems():
|
2014-09-03 21:56:45 +04:00
|
|
|
file.write('%s %s\n' % (hex(node), tag))
|
|
|
|
# If this complains, atomictempfile no longer has close
|
|
|
|
file.close()
|
2014-09-03 21:55:28 +04:00
|
|
|
|
2009-04-27 03:25:04 +04:00
|
|
|
## END FILE LOAD AND SAVE METHODS
|
2009-04-25 01:05:50 +04:00
|
|
|
|
2009-06-16 16:39:11 +04:00
|
|
|
## COMMANDS METHODS
|
|
|
|
|
2009-05-15 02:48:24 +04:00
|
|
|
def import_commits(self, remote_name):
|
2014-10-23 09:26:40 +04:00
|
|
|
refs = self.git.refs.as_dict()
|
2014-10-30 05:37:23 +03:00
|
|
|
filteredrefs = self.filter_min_date(refs)
|
|
|
|
self.import_git_objects(remote_name, filteredrefs)
|
2014-10-23 09:26:40 +04:00
|
|
|
self.update_hg_bookmarks(refs)
|
2009-05-15 02:48:24 +04:00
|
|
|
self.save_map()
|
|
|
|
|
2009-08-01 20:55:54 +04:00
|
|
|
def fetch(self, remote, heads):
|
2009-08-04 15:30:16 +04:00
|
|
|
self.export_commits()
|
2009-08-01 20:55:54 +04:00
|
|
|
refs = self.fetch_pack(remote, heads)
|
2009-06-16 17:44:19 +04:00
|
|
|
remote_name = self.remote_name(remote)
|
|
|
|
|
2011-05-19 02:12:32 +04:00
|
|
|
oldrefs = self.git.get_refs()
|
2014-03-05 04:05:19 +04:00
|
|
|
oldheads = self.repo.changelog.heads()
|
|
|
|
imported = 0
|
2009-04-30 00:55:22 +04:00
|
|
|
if refs:
|
2014-10-30 05:37:10 +03:00
|
|
|
filteredrefs = self.filter_min_date(self.filter_refs(refs, heads))
|
2014-03-05 04:23:11 +04:00
|
|
|
imported = self.import_git_objects(remote_name, filteredrefs)
|
2009-06-19 01:38:09 +04:00
|
|
|
self.import_tags(refs)
|
2009-06-16 17:44:19 +04:00
|
|
|
self.update_hg_bookmarks(refs)
|
|
|
|
if remote_name:
|
|
|
|
self.update_remote_branches(remote_name, refs)
|
|
|
|
elif not self.paths:
|
|
|
|
# intial cloning
|
|
|
|
self.update_remote_branches('default', refs)
|
2011-05-15 21:24:25 +04:00
|
|
|
|
2011-05-11 08:13:18 +04:00
|
|
|
# "Activate" a tipmost bookmark.
|
2011-05-15 21:24:25 +04:00
|
|
|
bms = getattr(self.repo['tip'], 'bookmarks',
|
|
|
|
lambda : None)()
|
2011-05-11 08:13:18 +04:00
|
|
|
if bms:
|
|
|
|
bookmarks.setcurrent(self.repo, bms[0])
|
2011-05-19 02:12:32 +04:00
|
|
|
|
2009-04-25 01:05:50 +04:00
|
|
|
self.save_map()
|
|
|
|
|
2014-03-05 04:05:19 +04:00
|
|
|
if imported == 0:
|
|
|
|
return 0
|
|
|
|
|
|
|
|
# code taken from localrepo.py:addchangegroup
|
|
|
|
dh = 0
|
|
|
|
if oldheads:
|
|
|
|
heads = self.repo.changelog.heads()
|
|
|
|
dh = len(heads) - len(oldheads)
|
|
|
|
for h in heads:
|
|
|
|
if h not in oldheads and self.repo[h].closesbranch():
|
|
|
|
dh -= 1
|
|
|
|
|
|
|
|
if dh < 0:
|
|
|
|
return dh - 1
|
|
|
|
else:
|
|
|
|
return dh + 1
|
2011-05-19 02:12:32 +04:00
|
|
|
|
2009-08-04 15:30:16 +04:00
|
|
|
def export_commits(self):
|
|
|
|
try:
|
2009-06-03 20:55:45 +04:00
|
|
|
self.export_git_objects()
|
2009-08-04 15:30:16 +04:00
|
|
|
self.export_hg_tags()
|
|
|
|
self.update_references()
|
|
|
|
finally:
|
|
|
|
self.save_map()
|
2009-04-27 05:27:47 +04:00
|
|
|
|
2009-07-31 21:15:02 +04:00
|
|
|
def get_refs(self, remote):
|
|
|
|
self.export_commits()
|
|
|
|
client, path = self.get_transport_and_path(remote)
|
|
|
|
old_refs = {}
|
|
|
|
new_refs = {}
|
|
|
|
def changed(refs):
|
|
|
|
old_refs.update(refs)
|
2014-10-29 22:30:23 +03:00
|
|
|
exportable = self.get_exportable()
|
|
|
|
new_refs.update(self.get_changed_refs(refs, exportable, True))
|
2012-09-28 06:32:01 +04:00
|
|
|
return refs # always return the same refs to make the send a no-op
|
2009-07-31 21:15:02 +04:00
|
|
|
|
|
|
|
try:
|
2012-09-28 06:32:01 +04:00
|
|
|
client.send_pack(path, changed, lambda have, want: [])
|
2009-08-08 14:14:49 +04:00
|
|
|
|
|
|
|
changed_refs = [ref for ref, sha in new_refs.iteritems()
|
|
|
|
if sha != old_refs.get(ref)]
|
|
|
|
new = [bin(self.map_hg_get(new_refs[ref])) for ref in changed_refs]
|
2011-07-14 09:15:04 +04:00
|
|
|
old = {}
|
|
|
|
for r in old_refs:
|
|
|
|
old_ref = self.map_hg_get(old_refs[r])
|
|
|
|
if old_ref:
|
|
|
|
old[bin(old_ref)] = 1
|
2009-07-31 21:15:02 +04:00
|
|
|
|
|
|
|
return old, new
|
2011-05-18 03:26:13 +04:00
|
|
|
except (HangupException, GitProtocolError), e:
|
|
|
|
raise hgutil.Abort(_("git remote error: ") + str(e))
|
2009-07-31 21:15:02 +04:00
|
|
|
|
2009-07-31 01:09:53 +04:00
|
|
|
def push(self, remote, revs, force):
|
2009-07-23 11:47:23 +04:00
|
|
|
self.export_commits()
|
2012-09-06 07:27:31 +04:00
|
|
|
old_refs, new_refs = self.upload_pack(remote, revs, force)
|
2009-06-23 22:22:49 +04:00
|
|
|
remote_name = self.remote_name(remote)
|
|
|
|
|
2012-09-06 07:27:31 +04:00
|
|
|
if remote_name and new_refs:
|
2013-12-13 22:02:08 +04:00
|
|
|
for ref, new_sha in sorted(new_refs.iteritems()):
|
2013-01-06 11:31:37 +04:00
|
|
|
old_sha = old_refs.get(ref)
|
|
|
|
if old_sha is None:
|
|
|
|
if self.ui.verbose:
|
|
|
|
self.ui.note("adding reference %s::%s => GIT:%s\n" %
|
2012-10-26 05:47:36 +04:00
|
|
|
(remote_name, ref, new_sha[0:8]))
|
2013-01-06 11:31:37 +04:00
|
|
|
else:
|
|
|
|
self.ui.status("adding reference %s\n" % ref)
|
|
|
|
elif new_sha != old_sha:
|
|
|
|
if self.ui.verbose:
|
|
|
|
self.ui.note("updating reference %s::%s => GIT:%s\n" %
|
2012-10-26 05:47:36 +04:00
|
|
|
(remote_name, ref, new_sha[0:8]))
|
2013-01-06 11:31:37 +04:00
|
|
|
else:
|
|
|
|
self.ui.status("updating reference %s\n" % ref)
|
2012-10-26 05:47:36 +04:00
|
|
|
else:
|
2013-01-06 11:31:37 +04:00
|
|
|
self.ui.debug("unchanged reference %s::%s => GIT:%s\n" %
|
2012-09-06 07:27:31 +04:00
|
|
|
(remote_name, ref, new_sha[0:8]))
|
2009-06-23 22:22:49 +04:00
|
|
|
|
2012-09-06 07:27:31 +04:00
|
|
|
self.update_remote_branches(remote_name, new_refs)
|
|
|
|
if old_refs == new_refs:
|
2012-09-06 07:27:31 +04:00
|
|
|
self.ui.status(_("no changes found\n"))
|
2012-09-06 07:27:31 +04:00
|
|
|
ret = None
|
|
|
|
elif len(new_refs) > len(old_refs):
|
|
|
|
ret = 1 + (len(new_refs) - len(old_refs))
|
|
|
|
elif len(old_refs) > len(new_refs):
|
|
|
|
ret = -1 - (len(new_refs) - len(old_refs))
|
|
|
|
else:
|
|
|
|
ret = 1
|
|
|
|
return ret
|
2009-06-23 22:22:49 +04:00
|
|
|
|
2009-06-16 16:39:11 +04:00
|
|
|
def clear(self):
|
2014-09-03 20:46:55 +04:00
|
|
|
mapfile = self.repo.join(self.map_file)
|
2009-06-16 16:39:11 +04:00
|
|
|
if os.path.exists(self.gitdir):
|
|
|
|
for root, dirs, files in os.walk(self.gitdir, topdown=False):
|
|
|
|
for name in files:
|
|
|
|
os.remove(os.path.join(root, name))
|
|
|
|
for name in dirs:
|
|
|
|
os.rmdir(os.path.join(root, name))
|
|
|
|
os.rmdir(self.gitdir)
|
|
|
|
if os.path.exists(mapfile):
|
|
|
|
os.remove(mapfile)
|
2009-05-18 03:42:34 +04:00
|
|
|
|
2011-05-24 22:16:45 +04:00
|
|
|
# incoming support
|
|
|
|
def getremotechanges(self, remote, revs):
|
|
|
|
self.export_commits()
|
|
|
|
refs = self.fetch_pack(remote.path, revs)
|
|
|
|
|
|
|
|
# refs contains all remote refs. Prune to only those requested.
|
|
|
|
if revs:
|
|
|
|
reqrefs = {}
|
|
|
|
for rev in revs:
|
|
|
|
for n in ('refs/heads/' + rev, 'refs/tags/' + rev):
|
|
|
|
if n in refs:
|
|
|
|
reqrefs[n] = refs[n]
|
|
|
|
else:
|
|
|
|
reqrefs = refs
|
|
|
|
|
2014-10-15 03:35:37 +04:00
|
|
|
commits = [bin(c) for c in self.get_git_incoming(reqrefs).commits]
|
2011-05-24 22:16:45 +04:00
|
|
|
|
|
|
|
b = overlayrepo(self, commits, refs)
|
|
|
|
|
|
|
|
return (b, commits, lambda: None)
|
|
|
|
|
2009-06-16 16:39:11 +04:00
|
|
|
## CHANGESET CONVERSION METHODS
|
2009-05-18 02:29:18 +04:00
|
|
|
|
2009-04-27 23:26:44 +04:00
|
|
|
def export_git_objects(self):
|
2014-11-30 11:26:24 +03:00
|
|
|
repo = self.repo
|
|
|
|
clnode = repo.changelog.node
|
2014-11-30 11:46:58 +03:00
|
|
|
nodes = (clnode(n) for n in repo)
|
|
|
|
export = (repo[node] for node in nodes if not hex(node) in self._map_hg)
|
2014-11-30 11:42:30 +03:00
|
|
|
export = [ctx for ctx in export
|
|
|
|
if ctx.extra().get('hg-git', None) != 'octopus']
|
2009-06-21 14:07:44 +04:00
|
|
|
total = len(export)
|
2014-03-15 06:18:19 +04:00
|
|
|
if not total:
|
|
|
|
return
|
|
|
|
|
|
|
|
self.ui.note(_("exporting hg objects to git\n"))
|
2013-03-20 09:44:01 +04:00
|
|
|
|
|
|
|
# By only exporting deltas, the assertion is that all previous objects
|
|
|
|
# for all other changesets are already present in the Git repository.
|
2014-03-15 07:45:09 +04:00
|
|
|
# This assertion is necessary to prevent redundant work. Here, nodes,
|
|
|
|
# and therefore export, is in topological order. By definition,
|
|
|
|
# export[0]'s parents must be present in Git, so we start the
|
|
|
|
# incremental exporter from there.
|
2014-11-30 11:26:24 +03:00
|
|
|
pctx = export[0].p1()
|
2014-03-15 07:45:09 +04:00
|
|
|
pnode = pctx.node()
|
|
|
|
if pnode == nullid:
|
|
|
|
gitcommit = None
|
|
|
|
else:
|
|
|
|
gitsha = self._map_hg[hex(pnode)]
|
|
|
|
try:
|
|
|
|
gitcommit = self.git[gitsha]
|
|
|
|
except KeyError:
|
|
|
|
raise hgutil.Abort(_('Parent SHA-1 not present in Git'
|
|
|
|
'repo: %s' % gitsha))
|
|
|
|
|
|
|
|
exporter = hg2git.IncrementalChangesetExporter(
|
|
|
|
self.repo, pctx, self.git.object_store, gitcommit)
|
2013-03-20 09:44:01 +04:00
|
|
|
|
2014-11-30 11:26:24 +03:00
|
|
|
for i, ctx in enumerate(export):
|
2014-02-20 06:49:28 +04:00
|
|
|
self.ui.progress('exporting', i, total=total)
|
2009-05-28 04:14:41 +04:00
|
|
|
state = ctx.extra().get('hg-git', None)
|
2014-11-30 11:26:24 +03:00
|
|
|
self.export_hg_commit(ctx.node(), exporter)
|
2014-02-20 06:49:28 +04:00
|
|
|
self.ui.progress('exporting', None, total=total)
|
2010-02-25 06:08:38 +03:00
|
|
|
|
2009-04-29 06:33:03 +04:00
|
|
|
|
2009-04-28 03:15:48 +04:00
|
|
|
# convert this commit into git objects
|
|
|
|
# go through the manifest, convert all blobs/trees we don't have
|
|
|
|
# write the commit object (with metadata info)
|
2013-03-20 09:44:01 +04:00
|
|
|
def export_hg_commit(self, rev, exporter):
|
2010-03-21 19:36:39 +03:00
|
|
|
self.ui.note(_("converting revision %s\n") % hex(rev))
|
2009-04-29 06:33:03 +04:00
|
|
|
|
2009-06-29 18:28:25 +04:00
|
|
|
oldenc = self.swap_out_encoding()
|
|
|
|
|
2009-05-28 04:14:41 +04:00
|
|
|
ctx = self.repo.changectx(rev)
|
|
|
|
extra = ctx.extra()
|
|
|
|
|
2009-08-04 16:19:30 +04:00
|
|
|
commit = Commit()
|
|
|
|
|
|
|
|
(time, timezone) = ctx.date()
|
2013-02-05 20:25:37 +04:00
|
|
|
# work around to bad timezone offets - dulwich does not handle
|
|
|
|
# sub minute based timezones. In the one known case, it was a
|
|
|
|
# manual edit that led to the unusual value. Based on that,
|
|
|
|
# there is no reason to round one way or the other, so do the
|
|
|
|
# simplest and round down.
|
|
|
|
timezone -= (timezone % 60)
|
2009-08-04 16:19:30 +04:00
|
|
|
commit.author = self.get_git_author(ctx)
|
|
|
|
commit.author_time = int(time)
|
|
|
|
commit.author_timezone = -timezone
|
|
|
|
|
|
|
|
if 'committer' in extra:
|
|
|
|
# fixup timezone
|
|
|
|
(name, timestamp, timezone) = extra['committer'].rsplit(' ', 2)
|
|
|
|
commit.committer = name
|
|
|
|
commit.commit_time = timestamp
|
|
|
|
|
|
|
|
# work around a timezone format change
|
|
|
|
if int(timezone) % 60 != 0: #pragma: no cover
|
|
|
|
timezone = parse_timezone(timezone)
|
2010-10-25 01:00:32 +04:00
|
|
|
# Newer versions of Dulwich return a tuple here
|
|
|
|
if isinstance(timezone, tuple):
|
|
|
|
timezone, neg_utc = timezone
|
2010-10-25 01:19:39 +04:00
|
|
|
commit._commit_timezone_neg_utc = neg_utc
|
2009-08-04 16:19:30 +04:00
|
|
|
else:
|
|
|
|
timezone = -int(timezone)
|
|
|
|
commit.commit_timezone = timezone
|
2009-05-28 04:14:41 +04:00
|
|
|
else:
|
2009-08-04 16:19:30 +04:00
|
|
|
commit.committer = commit.author
|
|
|
|
commit.commit_time = commit.author_time
|
|
|
|
commit.commit_timezone = commit.author_timezone
|
2009-05-28 04:14:41 +04:00
|
|
|
|
2009-08-04 16:19:30 +04:00
|
|
|
commit.parents = []
|
|
|
|
for parent in self.get_git_parents(ctx):
|
|
|
|
hgsha = hex(parent.node())
|
|
|
|
git_sha = self.map_git_get(hgsha)
|
|
|
|
if git_sha:
|
2012-09-22 07:26:26 +04:00
|
|
|
if git_sha not in self.git.object_store:
|
|
|
|
raise hgutil.Abort(_('Parent SHA-1 not present in Git'
|
|
|
|
'repo: %s' % git_sha))
|
|
|
|
|
2009-08-04 16:19:30 +04:00
|
|
|
commit.parents.append(git_sha)
|
2009-04-29 06:33:03 +04:00
|
|
|
|
2014-09-01 01:01:07 +04:00
|
|
|
commit.message, extra = self.get_git_message_and_extra(ctx)
|
|
|
|
commit.extra.extend(extra)
|
2009-06-05 14:56:22 +04:00
|
|
|
|
2009-08-04 16:19:30 +04:00
|
|
|
if 'encoding' in extra:
|
|
|
|
commit.encoding = extra['encoding']
|
|
|
|
|
2013-03-20 09:44:01 +04:00
|
|
|
for obj, nodeid in exporter.update_changeset(ctx):
|
2014-03-04 10:44:09 +04:00
|
|
|
if obj.id not in self.git.object_store:
|
|
|
|
self.git.object_store.add_object(obj)
|
2013-03-20 09:44:01 +04:00
|
|
|
|
|
|
|
tree_sha = exporter.root_tree_sha
|
|
|
|
|
2012-09-22 07:26:26 +04:00
|
|
|
if tree_sha not in self.git.object_store:
|
|
|
|
raise hgutil.Abort(_('Tree SHA-1 not present in Git repo: %s' %
|
|
|
|
tree_sha))
|
|
|
|
|
2009-08-04 16:19:30 +04:00
|
|
|
commit.tree = tree_sha
|
|
|
|
|
2014-03-04 10:44:09 +04:00
|
|
|
if commit.id not in self.git.object_store:
|
|
|
|
self.git.object_store.add_object(commit)
|
2009-08-04 16:19:30 +04:00
|
|
|
self.map_set(commit.id, ctx.hex())
|
|
|
|
|
|
|
|
self.swap_out_encoding(oldenc)
|
|
|
|
return commit.id
|
2009-04-30 23:46:54 +04:00
|
|
|
|
2011-09-10 01:12:49 +04:00
|
|
|
def get_valid_git_username_email(self, name):
|
2012-02-15 05:30:06 +04:00
|
|
|
r"""Sanitize usernames and emails to fit git's restrictions.
|
|
|
|
|
|
|
|
The following is taken from the man page of git's fast-import
|
|
|
|
command:
|
|
|
|
|
|
|
|
[...] Likewise LF means one (and only one) linefeed [...]
|
|
|
|
|
|
|
|
committer
|
|
|
|
The committer command indicates who made this commit,
|
|
|
|
and when they made it.
|
|
|
|
|
|
|
|
Here <name> is the person's display name (for example
|
|
|
|
"Com M Itter") and <email> is the person's email address
|
|
|
|
("cm@example.com[1]"). LT and GT are the literal
|
|
|
|
less-than (\x3c) and greater-than (\x3e) symbols. These
|
|
|
|
are required to delimit the email address from the other
|
|
|
|
fields in the line. Note that <name> and <email> are
|
|
|
|
free-form and may contain any sequence of bytes, except
|
|
|
|
LT, GT and LF. <name> is typically UTF-8 encoded.
|
|
|
|
|
|
|
|
Accordingly, this function makes sure that there are none of the
|
|
|
|
characters <, >, or \n in any string which will be used for
|
|
|
|
a git username or email. Before this, it first removes left
|
|
|
|
angle brackets and spaces from the beginning, and right angle
|
|
|
|
brackets and spaces from the end, of this string, to convert
|
|
|
|
such things as " <john@doe.com> " to "john@doe.com" for
|
|
|
|
convenience.
|
|
|
|
|
|
|
|
TESTS:
|
|
|
|
|
|
|
|
>>> from mercurial.ui import ui
|
|
|
|
>>> g = GitHandler('', ui()).get_valid_git_username_email
|
|
|
|
>>> g('John Doe')
|
|
|
|
'John Doe'
|
|
|
|
>>> g('john@doe.com')
|
|
|
|
'john@doe.com'
|
|
|
|
>>> g(' <john@doe.com> ')
|
|
|
|
'john@doe.com'
|
|
|
|
>>> g(' <random<\n<garbage\n> > > ')
|
|
|
|
'random???garbage?'
|
|
|
|
>>> g('Typo in hgrc >but.hg-git@handles.it.gracefully>')
|
|
|
|
'Typo in hgrc ?but.hg-git@handles.it.gracefully'
|
|
|
|
"""
|
2012-09-22 06:36:57 +04:00
|
|
|
return RE_GIT_SANITIZE_AUTHOR.sub('?', name.lstrip('< ').rstrip('> '))
|
2011-09-10 01:12:49 +04:00
|
|
|
|
2009-08-04 16:19:30 +04:00
|
|
|
def get_git_author(self, ctx):
|
2009-07-25 00:23:35 +04:00
|
|
|
# hg authors might not have emails
|
|
|
|
author = ctx.user()
|
|
|
|
|
2012-02-23 22:49:07 +04:00
|
|
|
# see if a translation exists
|
2012-09-22 06:28:46 +04:00
|
|
|
author = self.author_map.get(author, author)
|
2012-02-23 22:49:07 +04:00
|
|
|
|
2009-07-25 00:23:35 +04:00
|
|
|
# check for git author pattern compliance
|
2012-09-22 06:28:46 +04:00
|
|
|
a = RE_GIT_AUTHOR.match(author)
|
2009-07-25 00:23:35 +04:00
|
|
|
|
|
|
|
if a:
|
2012-02-15 05:30:06 +04:00
|
|
|
name = self.get_valid_git_username_email(a.group(1))
|
|
|
|
email = self.get_valid_git_username_email(a.group(2))
|
2011-09-10 01:12:49 +04:00
|
|
|
if a.group(3) != None and len(a.group(3)) != 0:
|
2009-07-25 00:23:35 +04:00
|
|
|
name += ' ext:(' + urllib.quote(a.group(3)) + ')'
|
2011-09-10 01:12:49 +04:00
|
|
|
author = self.get_valid_git_username_email(name) + ' <' + self.get_valid_git_username_email(email) + '>'
|
2011-05-24 02:29:33 +04:00
|
|
|
elif '@' in author:
|
2011-09-10 01:12:49 +04:00
|
|
|
author = self.get_valid_git_username_email(author) + ' <' + self.get_valid_git_username_email(author) + '>'
|
2009-06-03 06:33:48 +04:00
|
|
|
else:
|
2011-09-10 01:12:49 +04:00
|
|
|
author = self.get_valid_git_username_email(author) + ' <none@none>'
|
2009-07-25 00:23:35 +04:00
|
|
|
|
2009-08-04 16:19:30 +04:00
|
|
|
if 'author' in ctx.extra():
|
2010-04-02 15:56:50 +04:00
|
|
|
author = "".join(apply_delta(author, ctx.extra()['author']))
|
2009-06-18 19:49:13 +04:00
|
|
|
|
2009-08-04 16:19:30 +04:00
|
|
|
return author
|
2009-08-02 22:53:08 +04:00
|
|
|
|
2009-08-04 16:19:30 +04:00
|
|
|
def get_git_parents(self, ctx):
|
|
|
|
def is_octopus_part(ctx):
|
|
|
|
return ctx.extra().get('hg-git', None) in ('octopus', 'octopus-done')
|
2009-06-18 19:49:13 +04:00
|
|
|
|
2009-08-04 16:19:30 +04:00
|
|
|
parents = []
|
|
|
|
if ctx.extra().get('hg-git', None) == 'octopus-done':
|
|
|
|
# implode octopus parents
|
|
|
|
part = ctx
|
|
|
|
while is_octopus_part(part):
|
|
|
|
(p1, p2) = part.parents()
|
2014-02-12 10:13:34 +04:00
|
|
|
assert ctx.extra().get('hg-git', None) != 'octopus'
|
2009-08-04 16:19:30 +04:00
|
|
|
parents.append(p1)
|
|
|
|
part = p2
|
|
|
|
parents.append(p2)
|
|
|
|
else:
|
|
|
|
parents = ctx.parents()
|
2009-04-30 03:18:37 +04:00
|
|
|
|
2009-08-04 16:19:30 +04:00
|
|
|
return parents
|
2009-08-04 15:32:01 +04:00
|
|
|
|
2014-09-01 01:01:07 +04:00
|
|
|
def get_git_message_and_extra(self, ctx):
|
2009-08-04 16:19:30 +04:00
|
|
|
extra = ctx.extra()
|
2009-07-03 00:58:51 +04:00
|
|
|
|
2009-08-04 16:19:30 +04:00
|
|
|
message = ctx.description() + "\n"
|
|
|
|
if 'message' in extra:
|
2010-04-02 15:56:50 +04:00
|
|
|
message = "".join(apply_delta(message, extra['message']))
|
2009-05-09 07:57:02 +04:00
|
|
|
|
2009-04-30 00:26:13 +04:00
|
|
|
# HG EXTRA INFORMATION
|
2014-09-01 01:01:07 +04:00
|
|
|
|
|
|
|
# test only -- do not document this!
|
|
|
|
extra_in_message = self.ui.configbool('git', 'debugextrainmessage',
|
|
|
|
False)
|
2009-04-30 23:55:56 +04:00
|
|
|
extra_message = ''
|
2014-09-01 01:01:07 +04:00
|
|
|
git_extra = []
|
2014-10-28 07:47:24 +03:00
|
|
|
if ctx.branch() != 'default':
|
2014-09-01 01:01:07 +04:00
|
|
|
# we always store the branch in the extra message
|
2009-04-30 23:55:56 +04:00
|
|
|
extra_message += "branch : " + ctx.branch() + "\n"
|
2009-04-30 03:18:37 +04:00
|
|
|
|
2014-09-01 01:01:07 +04:00
|
|
|
# Git native extra items always come first, followed by hg renames,
|
|
|
|
# followed by hg extra keys
|
|
|
|
git_extraitems = []
|
|
|
|
for key, value in extra.items():
|
|
|
|
m = RE_GIT_EXTRA_KEY.match(key)
|
|
|
|
if m is not None:
|
|
|
|
git_extraitems.append((int(m.group(1)), m.group(2), value))
|
|
|
|
del extra[key]
|
|
|
|
|
|
|
|
git_extraitems.sort()
|
|
|
|
for i, field, value in git_extraitems:
|
|
|
|
git_extra.append((urllib.unquote(field), urllib.unquote(value)))
|
|
|
|
|
2009-08-04 16:19:30 +04:00
|
|
|
renames = []
|
2009-08-16 01:41:45 +04:00
|
|
|
for f in ctx.files():
|
|
|
|
if f not in ctx.manifest():
|
|
|
|
continue
|
2009-08-04 16:19:30 +04:00
|
|
|
rename = ctx.filectx(f).renamed()
|
|
|
|
if rename:
|
|
|
|
renames.append((rename[0], f))
|
|
|
|
|
2009-04-30 23:55:56 +04:00
|
|
|
if renames:
|
|
|
|
for oldfile, newfile in renames:
|
2014-09-01 01:01:07 +04:00
|
|
|
if extra_in_message:
|
|
|
|
extra_message += ("rename : " + oldfile + " => " +
|
|
|
|
newfile + "\n")
|
|
|
|
else:
|
|
|
|
spec = '%s:%s' % (urllib.quote(oldfile),
|
|
|
|
urllib.quote(newfile))
|
|
|
|
git_extra.append(('HG:rename', spec))
|
2009-05-30 00:10:14 +04:00
|
|
|
|
2014-09-01 01:01:07 +04:00
|
|
|
# hg extra items always go at the end
|
2014-08-31 16:13:39 +04:00
|
|
|
extraitems = extra.items()
|
|
|
|
extraitems.sort()
|
|
|
|
for key, value in extraitems:
|
2009-06-29 18:28:25 +04:00
|
|
|
if key in ('author', 'committer', 'encoding', 'message', 'branch', 'hg-git'):
|
2009-05-30 00:10:14 +04:00
|
|
|
continue
|
|
|
|
else:
|
2014-09-01 01:01:07 +04:00
|
|
|
if extra_in_message:
|
|
|
|
extra_message += ("extra : " + key + " : " +
|
|
|
|
urllib.quote(value) + "\n")
|
|
|
|
else:
|
|
|
|
spec = '%s:%s' % (urllib.quote(key),
|
|
|
|
urllib.quote(value))
|
|
|
|
git_extra.append(('HG:extra', spec))
|
2009-05-30 00:10:14 +04:00
|
|
|
|
2014-08-31 14:33:36 +04:00
|
|
|
if extra_message:
|
2009-08-04 16:19:30 +04:00
|
|
|
message += "\n--HG--\n" + extra_message
|
2009-04-30 03:18:37 +04:00
|
|
|
|
2014-09-01 01:01:07 +04:00
|
|
|
return message, git_extra
|
2009-07-03 00:58:51 +04:00
|
|
|
|
2014-10-16 03:06:46 +04:00
|
|
|
def get_git_incoming(self, refs):
|
2014-10-15 02:54:58 +04:00
|
|
|
return git2hg.find_incoming(self.git.object_store, self._map_git, refs)
|
2011-05-24 22:16:45 +04:00
|
|
|
|
2014-10-23 09:28:56 +04:00
|
|
|
def import_git_objects(self, remote_name, refs):
|
2014-10-15 03:35:37 +04:00
|
|
|
result = self.get_git_incoming(refs)
|
|
|
|
commits = result.commits
|
|
|
|
commit_cache = result.commit_cache
|
2009-06-16 16:39:11 +04:00
|
|
|
# import each of the commits, oldest first
|
|
|
|
total = len(commits)
|
2011-05-18 11:31:36 +04:00
|
|
|
if total:
|
|
|
|
self.ui.status(_("importing git objects into hg\n"))
|
2014-03-05 03:43:54 +04:00
|
|
|
else:
|
|
|
|
self.ui.status(_("no changes found\n"))
|
2011-05-18 11:31:36 +04:00
|
|
|
|
2009-06-16 16:39:11 +04:00
|
|
|
for i, csha in enumerate(commits):
|
2014-02-20 06:49:28 +04:00
|
|
|
self.ui.progress('importing', i, total=total, unit='commits')
|
2014-10-15 02:21:09 +04:00
|
|
|
commit = commit_cache[csha]
|
2009-06-21 14:07:44 +04:00
|
|
|
self.import_git_commit(commit)
|
2014-02-20 06:49:28 +04:00
|
|
|
self.ui.progress('importing', None, total=total, unit='commits')
|
2009-06-16 16:39:11 +04:00
|
|
|
|
2014-02-20 06:45:36 +04:00
|
|
|
# TODO if the tags cache is used, remove any dangling tag references
|
2014-03-05 04:51:43 +04:00
|
|
|
return total
|
2011-05-21 09:41:43 +04:00
|
|
|
|
2009-06-16 16:39:11 +04:00
|
|
|
def import_git_commit(self, commit):
|
|
|
|
self.ui.debug(_("importing: %s\n") % commit.id)
|
|
|
|
|
2010-03-26 03:39:00 +03:00
|
|
|
(strip_message, hg_renames,
|
2014-10-16 03:54:50 +04:00
|
|
|
hg_branch, extra) = git2hg.extract_hg_metadata(
|
2014-08-31 17:49:18 +04:00
|
|
|
commit.message, commit.extra)
|
2009-06-16 16:39:11 +04:00
|
|
|
|
2014-02-15 01:15:45 +04:00
|
|
|
gparents = map(self.map_hg_get, commit.parents)
|
|
|
|
|
2014-02-15 04:16:25 +04:00
|
|
|
for parent in gparents:
|
|
|
|
if parent not in self.repo:
|
|
|
|
raise hgutil.Abort(_('you appear to have run strip - '
|
|
|
|
'please run hg git-cleanup'))
|
|
|
|
|
2014-02-14 23:31:54 +04:00
|
|
|
# get a list of the changed, added, removed files and gitlinks
|
|
|
|
files, gitlinks = self.get_files_changed(commit)
|
2009-06-16 16:39:11 +04:00
|
|
|
|
2012-08-06 20:30:33 +04:00
|
|
|
git_commit_tree = self.git[commit.tree]
|
|
|
|
|
2014-02-15 03:44:50 +04:00
|
|
|
# Analyze hgsubstate and build an updated version using SHAs from
|
|
|
|
# gitlinks. Order of application:
|
|
|
|
# - preexisting .hgsubstate in git tree
|
|
|
|
# - .hgsubstate from hg parent
|
|
|
|
# - changes in gitlinks
|
|
|
|
hgsubstate = util.parse_hgsubstate(
|
|
|
|
self.git_file_readlines(git_commit_tree, '.hgsubstate'))
|
|
|
|
parentsubdata = ''
|
|
|
|
if gparents:
|
|
|
|
p1ctx = self.repo.changectx(gparents[0])
|
|
|
|
if '.hgsubstate' in p1ctx:
|
|
|
|
parentsubdata = p1ctx.filectx('.hgsubstate').data().splitlines()
|
|
|
|
parentsubstate = util.parse_hgsubstate(parentsubdata)
|
|
|
|
for path, sha in parentsubstate.iteritems():
|
|
|
|
hgsubstate[path] = sha
|
|
|
|
for path, sha in gitlinks.iteritems():
|
|
|
|
if sha is None:
|
|
|
|
hgsubstate.pop(path, None)
|
|
|
|
else:
|
2012-08-06 20:30:33 +04:00
|
|
|
hgsubstate[path] = sha
|
2014-02-15 03:44:50 +04:00
|
|
|
# in case .hgsubstate wasn't among changed files
|
|
|
|
# force its inclusion
|
|
|
|
if not hgsubstate and parentsubdata:
|
|
|
|
files['.hgsubstate'] = True, None, None
|
|
|
|
elif util.serialize_hgsubstate(hgsubstate) != parentsubdata:
|
|
|
|
files['.hgsubstate'] = False, 0100644, None
|
2012-08-06 20:30:33 +04:00
|
|
|
|
|
|
|
# Analyze .hgsub and merge with .gitmodules
|
|
|
|
hgsub = None
|
|
|
|
gitmodules = self.parse_gitmodules(git_commit_tree)
|
2014-02-15 03:44:50 +04:00
|
|
|
if gitmodules:
|
2012-08-06 20:30:33 +04:00
|
|
|
hgsub = util.parse_hgsub(self.git_file_readlines(git_commit_tree, '.hgsub'))
|
|
|
|
for (sm_path, sm_url, sm_name) in gitmodules:
|
|
|
|
hgsub[sm_path] = '[git]' + sm_url
|
|
|
|
files['.hgsub'] = (False, 0100644, None)
|
|
|
|
elif commit.parents and '.gitmodules' in self.git[self.git[commit.parents[0]].tree]:
|
|
|
|
# no .gitmodules in this commit, however present in the parent
|
|
|
|
# mark its hg counterpart as deleted (assuming .hgsub is there
|
|
|
|
# due to the same import_git_commit process
|
|
|
|
files['.hgsub'] = (True, 0100644, None)
|
|
|
|
|
2009-06-16 16:39:11 +04:00
|
|
|
date = (commit.author_time, -commit.author_timezone)
|
|
|
|
text = strip_message
|
|
|
|
|
2009-07-29 00:29:27 +04:00
|
|
|
origtext = text
|
2009-06-18 19:49:13 +04:00
|
|
|
try:
|
|
|
|
text.decode('utf-8')
|
|
|
|
except UnicodeDecodeError:
|
2009-07-03 00:58:51 +04:00
|
|
|
text = self.decode_guess(text, commit.encoding)
|
2009-07-29 00:29:27 +04:00
|
|
|
|
|
|
|
text = '\n'.join([l.rstrip() for l in text.splitlines()]).strip('\n')
|
|
|
|
if text + '\n' != origtext:
|
|
|
|
extra['message'] = create_delta(text +'\n', origtext)
|
2009-06-18 19:49:13 +04:00
|
|
|
|
|
|
|
author = commit.author
|
|
|
|
|
|
|
|
# convert extra data back to the end
|
|
|
|
if ' ext:' in commit.author:
|
2012-09-22 06:39:53 +04:00
|
|
|
m = RE_GIT_AUTHOR_EXTRA.match(commit.author)
|
2009-06-18 19:49:13 +04:00
|
|
|
if m:
|
|
|
|
name = m.group(1)
|
|
|
|
ex = urllib.unquote(m.group(2))
|
|
|
|
email = m.group(3)
|
|
|
|
author = name + ' <' + email + '>' + ex
|
|
|
|
|
|
|
|
if ' <none@none>' in commit.author:
|
|
|
|
author = commit.author[:-12]
|
|
|
|
|
|
|
|
try:
|
|
|
|
author.decode('utf-8')
|
|
|
|
except UnicodeDecodeError:
|
2009-07-25 00:23:35 +04:00
|
|
|
origauthor = author
|
2009-07-03 00:58:51 +04:00
|
|
|
author = self.decode_guess(author, commit.encoding)
|
2009-07-25 00:23:35 +04:00
|
|
|
extra['author'] = create_delta(author, origauthor)
|
2009-06-18 19:49:13 +04:00
|
|
|
|
|
|
|
oldenc = self.swap_out_encoding()
|
|
|
|
|
2011-05-24 22:04:10 +04:00
|
|
|
def findconvergedfiles(p1, p2):
|
|
|
|
# If any files have the same contents in both parents of a merge
|
|
|
|
# (and are therefore not reported as changed by Git) but are at
|
|
|
|
# different file revisions in Mercurial (because they arrived at
|
|
|
|
# those contents in different ways), we need to include them in
|
|
|
|
# the list of changed files so that Mercurial can join up their
|
|
|
|
# filelog histories (same as if the merge was done in Mercurial to
|
|
|
|
# begin with).
|
|
|
|
if p2 == nullid:
|
|
|
|
return []
|
|
|
|
manifest1 = self.repo.changectx(p1).manifest()
|
|
|
|
manifest2 = self.repo.changectx(p2).manifest()
|
|
|
|
return [path for path, node1 in manifest1.iteritems()
|
|
|
|
if path not in files and manifest2.get(path, node1) != node1]
|
2009-12-25 10:56:20 +03:00
|
|
|
|
2011-05-24 22:04:10 +04:00
|
|
|
def getfilectx(repo, memctx, f):
|
|
|
|
info = files.get(f)
|
|
|
|
if info != None:
|
|
|
|
# it's a file reported as modified from Git
|
|
|
|
delete, mode, sha = info
|
|
|
|
if delete:
|
2014-08-30 16:48:24 +04:00
|
|
|
if getattr(memctx, '_returnnoneformissingfiles', False):
|
|
|
|
return None
|
|
|
|
else: # Mercurial < 3.2
|
|
|
|
raise IOError
|
2011-05-24 22:04:10 +04:00
|
|
|
|
2012-08-06 20:30:33 +04:00
|
|
|
if not sha: # indicates there's no git counterpart
|
|
|
|
e = ''
|
|
|
|
copied_path = None
|
|
|
|
if '.hgsubstate' == f:
|
|
|
|
data = util.serialize_hgsubstate(hgsubstate)
|
|
|
|
elif '.hgsub' == f:
|
|
|
|
data = util.serialize_hgsub(hgsub)
|
|
|
|
else:
|
|
|
|
data = self.git[sha].data
|
|
|
|
copied_path = hg_renames.get(f)
|
|
|
|
e = self.convert_git_int_mode(mode)
|
2011-05-24 22:04:10 +04:00
|
|
|
else:
|
|
|
|
# it's a converged file
|
|
|
|
fc = context.filectx(self.repo, f, changeid=memctx.p1().rev())
|
|
|
|
data = fc.data()
|
|
|
|
e = fc.flags()
|
|
|
|
copied_path = fc.renamed()
|
2009-12-25 10:56:20 +03:00
|
|
|
|
2014-06-17 23:49:33 +04:00
|
|
|
try:
|
|
|
|
return context.memfilectx(self.repo, f, data,
|
|
|
|
islink='l' in e,
|
|
|
|
isexec='x' in e,
|
|
|
|
copied=copied_path)
|
|
|
|
except TypeError:
|
|
|
|
return context.memfilectx(f, data,
|
|
|
|
islink='l' in e,
|
|
|
|
isexec='x' in e,
|
|
|
|
copied=copied_path)
|
2009-06-16 16:39:11 +04:00
|
|
|
|
|
|
|
p1, p2 = (nullid, nullid)
|
|
|
|
octopus = False
|
|
|
|
|
|
|
|
if len(gparents) > 1:
|
|
|
|
# merge, possibly octopus
|
|
|
|
def commit_octopus(p1, p2):
|
2011-05-24 22:04:10 +04:00
|
|
|
ctx = context.memctx(self.repo, (p1, p2), text,
|
|
|
|
list(files) + findconvergedfiles(p1, p2),
|
|
|
|
getfilectx, author, date, {'hg-git': 'octopus'})
|
2014-06-18 01:17:49 +04:00
|
|
|
# See comment below about setting substate to None.
|
|
|
|
ctx.substate = None
|
2009-06-16 16:39:11 +04:00
|
|
|
return hex(self.repo.commitctx(ctx))
|
|
|
|
|
|
|
|
octopus = len(gparents) > 2
|
|
|
|
p2 = gparents.pop()
|
|
|
|
p1 = gparents.pop()
|
|
|
|
while len(gparents) > 0:
|
|
|
|
p2 = commit_octopus(p1, p2)
|
|
|
|
p1 = gparents.pop()
|
|
|
|
else:
|
|
|
|
if gparents:
|
|
|
|
p1 = gparents.pop()
|
|
|
|
|
|
|
|
pa = None
|
|
|
|
if not (p2 == nullid):
|
|
|
|
node1 = self.repo.changectx(p1)
|
|
|
|
node2 = self.repo.changectx(p2)
|
|
|
|
pa = node1.ancestor(node2)
|
|
|
|
|
|
|
|
# if named branch, add to extra
|
|
|
|
if hg_branch:
|
|
|
|
extra['branch'] = hg_branch
|
|
|
|
|
|
|
|
# if committer is different than author, add it to extra
|
2009-07-03 00:58:51 +04:00
|
|
|
if commit.author != commit.committer \
|
|
|
|
or commit.author_time != commit.commit_time \
|
|
|
|
or commit.author_timezone != commit.commit_timezone:
|
2010-03-26 03:39:00 +03:00
|
|
|
extra['committer'] = "%s %d %d" % (
|
|
|
|
commit.committer, commit.commit_time, -commit.commit_timezone)
|
2009-06-16 16:39:11 +04:00
|
|
|
|
2009-07-03 00:58:51 +04:00
|
|
|
if commit.encoding:
|
|
|
|
extra['encoding'] = commit.encoding
|
2009-06-16 16:39:11 +04:00
|
|
|
|
|
|
|
if octopus:
|
|
|
|
extra['hg-git'] ='octopus-done'
|
|
|
|
|
2011-05-24 22:04:10 +04:00
|
|
|
ctx = context.memctx(self.repo, (p1, p2), text,
|
|
|
|
list(files) + findconvergedfiles(p1, p2),
|
|
|
|
getfilectx, author, date, extra)
|
2014-06-18 01:17:49 +04:00
|
|
|
# Starting Mercurial commit d2743be1bb06, memctx imports from
|
|
|
|
# committablectx. This means that it has a 'substate' property that
|
|
|
|
# contains the subrepo state. Ordinarily, Mercurial expects the subrepo
|
|
|
|
# to be present while making a new commit -- since hg-git is importing
|
|
|
|
# purely in-memory commits without backing stores for the subrepos, that
|
|
|
|
# won't work. Forcibly set the substate to None so that there's no
|
|
|
|
# attempt to read subrepos.
|
|
|
|
ctx.substate = None
|
2009-07-29 00:29:27 +04:00
|
|
|
node = self.repo.commitctx(ctx)
|
2009-06-16 16:39:11 +04:00
|
|
|
|
2009-06-18 19:49:13 +04:00
|
|
|
self.swap_out_encoding(oldenc)
|
|
|
|
|
2009-06-16 16:39:11 +04:00
|
|
|
# save changeset to mapping file
|
|
|
|
cs = hex(node)
|
|
|
|
self.map_set(commit.id, cs)
|
|
|
|
|
|
|
|
## PACK UPLOADING AND FETCHING
|
2009-04-27 05:27:47 +04:00
|
|
|
|
2009-07-31 01:09:53 +04:00
|
|
|
def upload_pack(self, remote, revs, force):
|
2009-06-16 17:44:19 +04:00
|
|
|
client, path = self.get_transport_and_path(remote)
|
2012-09-06 07:27:31 +04:00
|
|
|
old_refs = {}
|
2013-01-06 10:46:57 +04:00
|
|
|
change_totals = {}
|
|
|
|
|
2009-07-31 01:09:53 +04:00
|
|
|
def changed(refs):
|
2013-01-06 10:46:57 +04:00
|
|
|
self.ui.status(_("searching for changes\n"))
|
2012-09-06 07:27:31 +04:00
|
|
|
old_refs.update(refs)
|
2014-10-29 22:30:23 +03:00
|
|
|
all_exportable = self.get_exportable()
|
|
|
|
if revs is None:
|
|
|
|
exportable = all_exportable
|
|
|
|
else:
|
|
|
|
exportable = {}
|
|
|
|
for rev in (hex(r) for r in revs):
|
|
|
|
if rev not in all_exportable:
|
|
|
|
raise hgutil.Abort("revision %s cannot be pushed since"
|
|
|
|
" it doesn't have a ref" %
|
|
|
|
self.repo[rev])
|
|
|
|
exportable[rev] = all_exportable[rev]
|
|
|
|
return self.get_changed_refs(refs, exportable, force)
|
2009-07-31 01:09:53 +04:00
|
|
|
|
2013-01-06 10:46:57 +04:00
|
|
|
def genpack(have, want):
|
|
|
|
commits = []
|
|
|
|
for mo in self.git.object_store.find_missing_objects(have, want):
|
|
|
|
(sha, name) = mo
|
|
|
|
o = self.git.object_store[sha]
|
|
|
|
t = type(o)
|
|
|
|
change_totals[t] = change_totals.get(t, 0) + 1
|
|
|
|
if isinstance(o, Commit):
|
|
|
|
commits.append(sha)
|
|
|
|
commit_count = len(commits)
|
|
|
|
self.ui.note(_("%d commits found\n") % commit_count)
|
|
|
|
if commit_count > 0:
|
|
|
|
self.ui.debug(_("list of commits:\n"))
|
|
|
|
for commit in commits:
|
|
|
|
self.ui.debug("%s\n" % commit)
|
|
|
|
self.ui.status(_("adding objects\n"))
|
|
|
|
return self.git.object_store.generate_pack_contents(have, want)
|
|
|
|
|
2009-04-28 10:35:49 +04:00
|
|
|
try:
|
2012-09-06 07:27:31 +04:00
|
|
|
new_refs = client.send_pack(path, changed, genpack)
|
2013-01-06 10:46:57 +04:00
|
|
|
if len(change_totals) > 0:
|
|
|
|
self.ui.status(_("added %d commits with %d trees"
|
|
|
|
" and %d blobs\n") %
|
|
|
|
(change_totals.get(Commit, 0),
|
|
|
|
change_totals.get(Tree, 0),
|
|
|
|
change_totals.get(Blob, 0)))
|
2012-09-06 07:27:31 +04:00
|
|
|
return old_refs, new_refs
|
2011-05-18 11:31:40 +04:00
|
|
|
except (HangupException, GitProtocolError), e:
|
|
|
|
raise hgutil.Abort(_("git remote error: ") + str(e))
|
2009-07-31 01:09:53 +04:00
|
|
|
|
2014-10-29 22:30:23 +03:00
|
|
|
def get_changed_refs(self, refs, exportable, force):
|
2009-07-31 01:09:53 +04:00
|
|
|
new_refs = refs.copy()
|
2009-08-08 13:52:30 +04:00
|
|
|
|
|
|
|
#The remote repo is empty and the local one doesn't have bookmarks/tags
|
2009-08-17 02:18:08 +04:00
|
|
|
if refs.keys()[0] == 'capabilities^{}':
|
2014-10-29 23:12:15 +03:00
|
|
|
if not exportable:
|
2012-10-25 08:40:35 +04:00
|
|
|
tip = self.repo.lookup('tip')
|
|
|
|
if tip != nullid:
|
|
|
|
del new_refs['capabilities^{}']
|
|
|
|
tip = hex(tip)
|
|
|
|
try:
|
|
|
|
commands.bookmark(self.ui, self.repo, 'master', tip, force=True)
|
|
|
|
except NameError:
|
|
|
|
bookmarks.bookmark(self.ui, self.repo, 'master', tip, force=True)
|
|
|
|
bookmarks.setcurrent(self.repo, 'master')
|
|
|
|
new_refs['refs/heads/master'] = self.map_git_get(tip)
|
2009-08-08 13:52:30 +04:00
|
|
|
|
2014-10-29 22:30:23 +03:00
|
|
|
for rev, rev_refs in exportable.iteritems():
|
2009-07-31 01:09:53 +04:00
|
|
|
ctx = self.repo[rev]
|
2014-10-29 22:30:23 +03:00
|
|
|
if not rev_refs:
|
2009-07-31 01:09:53 +04:00
|
|
|
raise hgutil.Abort("revision %s cannot be pushed since"
|
|
|
|
" it doesn't have a ref" % ctx)
|
|
|
|
|
2010-03-15 07:53:54 +03:00
|
|
|
# Check if the tags the server is advertising are annotated tags,
|
|
|
|
# by attempting to retrieve it from the our git repo, and building a
|
|
|
|
# list of these tags.
|
|
|
|
#
|
|
|
|
# This is possible, even though (currently) annotated tags are
|
|
|
|
# dereferenced and stored as lightweight ones, as the annotated tag
|
|
|
|
# is still stored in the git repo.
|
|
|
|
uptodate_annotated_tags = []
|
2014-10-29 22:30:23 +03:00
|
|
|
for ref in rev_refs.tags:
|
2010-03-15 07:53:54 +03:00
|
|
|
# Check tag.
|
|
|
|
if not ref in refs:
|
|
|
|
continue
|
|
|
|
try:
|
|
|
|
# We're not using Repo.tag(), as it's deprecated.
|
|
|
|
tag = self.git.get_object(refs[ref])
|
|
|
|
if not isinstance(tag, Tag):
|
|
|
|
continue
|
|
|
|
except KeyError:
|
|
|
|
continue
|
|
|
|
|
|
|
|
# If we've reached here, the tag's good.
|
|
|
|
uptodate_annotated_tags.append(ref)
|
|
|
|
|
2014-10-29 22:30:23 +03:00
|
|
|
for ref in rev_refs:
|
2009-07-31 01:09:53 +04:00
|
|
|
if ref not in refs:
|
|
|
|
new_refs[ref] = self.map_git_get(ctx.hex())
|
|
|
|
elif new_refs[ref] in self._map_git:
|
|
|
|
rctx = self.repo[self.map_hg_get(new_refs[ref])]
|
|
|
|
if rctx.ancestor(ctx) == rctx or force:
|
|
|
|
new_refs[ref] = self.map_git_get(ctx.hex())
|
|
|
|
else:
|
|
|
|
raise hgutil.Abort("pushing %s overwrites %s"
|
|
|
|
% (ref, ctx))
|
2010-03-15 07:53:54 +03:00
|
|
|
elif ref in uptodate_annotated_tags:
|
|
|
|
# we already have the annotated tag.
|
|
|
|
pass
|
2009-07-31 01:09:53 +04:00
|
|
|
else:
|
2013-12-16 00:19:22 +04:00
|
|
|
raise hgutil.Abort(
|
|
|
|
"branch '%s' changed on the server, "
|
|
|
|
"please pull and merge before pushing" % ref)
|
2009-07-31 01:09:53 +04:00
|
|
|
|
|
|
|
return new_refs
|
2009-04-29 06:33:03 +04:00
|
|
|
|
2012-10-26 04:49:08 +04:00
|
|
|
def fetch_pack(self, remote_name, heads=None):
|
2009-06-08 22:15:58 +04:00
|
|
|
client, path = self.get_transport_and_path(remote_name)
|
2009-07-03 00:58:51 +04:00
|
|
|
graphwalker = self.git.get_graph_walker()
|
2014-03-05 00:57:37 +04:00
|
|
|
|
2009-08-01 20:55:54 +04:00
|
|
|
def determine_wants(refs):
|
2014-03-05 00:57:37 +04:00
|
|
|
filteredrefs = self.filter_refs(refs, heads)
|
|
|
|
return [x for x in filteredrefs.itervalues() if x not in self.git]
|
2013-09-17 17:58:12 +04:00
|
|
|
|
2009-04-24 02:26:10 +04:00
|
|
|
try:
|
2012-12-11 18:44:23 +04:00
|
|
|
progress = GitProgress(self.ui)
|
2013-09-17 17:58:36 +04:00
|
|
|
f = StringIO.StringIO()
|
2012-12-11 18:44:23 +04:00
|
|
|
ret = client.fetch_pack(path, determine_wants, graphwalker, f.write, progress.progress)
|
|
|
|
if(f.pos != 0):
|
|
|
|
f.seek(0)
|
|
|
|
po = self.git.object_store.add_thin_pack(f.read, None)
|
|
|
|
progress.flush()
|
2013-12-04 01:55:17 +04:00
|
|
|
|
|
|
|
# For empty repos dulwich gives us None, but since later
|
|
|
|
# we want to iterate over this, we really want an empty
|
|
|
|
# iterable
|
|
|
|
return ret if ret else {}
|
2012-12-11 18:44:23 +04:00
|
|
|
except (HangupException, GitProtocolError), e:
|
|
|
|
raise hgutil.Abort(_("git remote error: ") + str(e))
|
2009-04-24 02:26:10 +04:00
|
|
|
|
2009-06-16 16:39:11 +04:00
|
|
|
## REFERENCES HANDLING
|
|
|
|
|
2014-03-05 00:57:37 +04:00
|
|
|
def filter_refs(self, refs, heads):
|
2014-05-09 06:30:38 +04:00
|
|
|
'''For a dictionary of refs: shas, if heads is None then return refs
|
2014-03-05 00:57:37 +04:00
|
|
|
that match the heads. Otherwise, return refs that are heads or tags.
|
|
|
|
|
|
|
|
'''
|
2014-10-31 20:40:58 +03:00
|
|
|
filteredrefs = []
|
2014-05-09 06:30:38 +04:00
|
|
|
if heads is not None:
|
2014-03-05 00:57:37 +04:00
|
|
|
# contains pairs of ('refs/(heads|tags|...)/foo', 'foo')
|
|
|
|
# if ref is just '<foo>', then we get ('foo', 'foo')
|
|
|
|
stripped_refs = [
|
|
|
|
(r, r[r.find('/', r.find('/')+1)+1:])
|
|
|
|
for r in refs]
|
|
|
|
for h in heads:
|
2014-10-31 21:14:35 +03:00
|
|
|
if h.endswith('/*'):
|
|
|
|
prefix = h[:-1] # include the / but not the *
|
|
|
|
r = [pair[0] for pair in stripped_refs
|
|
|
|
if pair[1].startswith(prefix)]
|
|
|
|
r.sort()
|
|
|
|
filteredrefs.extend(r)
|
2014-03-05 00:57:37 +04:00
|
|
|
else:
|
2014-10-31 21:14:35 +03:00
|
|
|
r = [pair[0] for pair in stripped_refs if pair[1] == h]
|
|
|
|
if not r:
|
|
|
|
raise hgutil.Abort("ref %s not found on remote server" % h)
|
|
|
|
elif len(r) == 1:
|
|
|
|
filteredrefs.append(r[0])
|
|
|
|
else:
|
|
|
|
raise hgutil.Abort("ambiguous reference %s: %r" % (h, r))
|
2014-03-05 00:57:37 +04:00
|
|
|
else:
|
|
|
|
for ref, sha in refs.iteritems():
|
|
|
|
if (not ref.endswith('^{}')
|
|
|
|
and (ref.startswith('refs/heads/')
|
|
|
|
or ref.startswith('refs/tags/'))):
|
2014-10-31 20:40:58 +03:00
|
|
|
filteredrefs.append(ref)
|
2014-10-31 20:46:56 +03:00
|
|
|
filteredrefs.sort()
|
2014-10-31 20:40:58 +03:00
|
|
|
|
|
|
|
# the choice of OrderedDict vs plain dict has no impact on stock hg-git,
|
|
|
|
# but allows extensions to customize the order in which refs are
|
|
|
|
# returned
|
|
|
|
return util.OrderedDict((r, refs[r]) for r in filteredrefs)
|
2014-03-05 00:57:37 +04:00
|
|
|
|
2014-10-30 05:36:33 +03:00
|
|
|
def filter_min_date(self, refs):
|
|
|
|
'''filter refs by minimum date
|
|
|
|
|
|
|
|
This only works for refs that are available locally.'''
|
|
|
|
min_date = self.ui.config('git', 'mindate')
|
|
|
|
if min_date is None:
|
|
|
|
return refs
|
|
|
|
|
|
|
|
# filter refs older than min_timestamp
|
|
|
|
min_timestamp, min_offset = hgutil.parsedate(min_date)
|
2014-11-05 00:56:00 +03:00
|
|
|
def check_min_time(obj):
|
|
|
|
if isinstance(obj, Tag):
|
|
|
|
return obj.tag_time >= min_timestamp
|
|
|
|
else:
|
|
|
|
return obj.commit_time >= min_timestamp
|
2014-10-30 05:36:33 +03:00
|
|
|
return util.OrderedDict((ref, sha) for ref, sha in refs.iteritems()
|
2014-11-05 00:56:00 +03:00
|
|
|
if check_min_time(self.git[sha]))
|
2014-10-30 05:36:33 +03:00
|
|
|
|
2009-06-16 16:39:11 +04:00
|
|
|
def update_references(self):
|
2014-10-29 20:35:36 +03:00
|
|
|
exportable = self.get_exportable()
|
2009-06-16 16:39:11 +04:00
|
|
|
|
2009-06-23 22:20:15 +04:00
|
|
|
# Create a local Git branch name for each
|
|
|
|
# Mercurial bookmark.
|
2014-10-29 20:35:36 +03:00
|
|
|
for hg_sha, refs in exportable.iteritems():
|
|
|
|
for git_ref in refs.heads:
|
|
|
|
git_sha = self.map_git_get(hg_sha)
|
|
|
|
if git_sha:
|
|
|
|
self.git.refs[git_ref] = git_sha
|
2009-06-16 16:39:11 +04:00
|
|
|
|
|
|
|
def export_hg_tags(self):
|
|
|
|
for tag, sha in self.repo.tags().iteritems():
|
2009-07-05 19:39:28 +04:00
|
|
|
if self.repo.tagtype(tag) in ('global', 'git'):
|
2011-03-23 02:03:29 +03:00
|
|
|
tag = tag.replace(' ', '_')
|
2012-11-12 01:46:19 +04:00
|
|
|
target = self.map_git_get(hex(sha))
|
|
|
|
if target is not None:
|
2013-08-12 18:20:41 +04:00
|
|
|
tag_refname = 'refs/tags/' + tag
|
|
|
|
if(check_ref_format(tag_refname)):
|
|
|
|
self.git.refs[tag_refname] = target
|
|
|
|
self.tags[tag] = hex(sha)
|
|
|
|
else:
|
|
|
|
self.repo.ui.warn(
|
|
|
|
'Skipping export of tag %s because it '
|
|
|
|
'has invalid name as a git refname.\n' % tag)
|
2012-11-12 01:46:19 +04:00
|
|
|
else:
|
|
|
|
self.repo.ui.warn(
|
|
|
|
'Skipping export of tag %s because it '
|
2013-08-12 18:20:41 +04:00
|
|
|
'has no matching git revision.\n' % tag)
|
2009-06-16 16:39:11 +04:00
|
|
|
|
2011-12-19 03:54:16 +04:00
|
|
|
def _filter_for_bookmarks(self, bms):
|
|
|
|
if not self.branch_bookmark_suffix:
|
|
|
|
return [(bm, bm) for bm in bms]
|
|
|
|
else:
|
|
|
|
def _filter_bm(bm):
|
|
|
|
if bm.endswith(self.branch_bookmark_suffix):
|
|
|
|
return bm[0:-(len(self.branch_bookmark_suffix))]
|
|
|
|
else:
|
|
|
|
return bm
|
|
|
|
return [(_filter_bm(bm), bm) for bm in bms]
|
|
|
|
|
2014-10-29 21:56:31 +03:00
|
|
|
def get_exportable(self):
|
|
|
|
class heads_tags(object):
|
|
|
|
def __init__(self):
|
|
|
|
self.heads = set()
|
|
|
|
self.tags = set()
|
|
|
|
def __iter__(self):
|
|
|
|
return itertools.chain(self.heads, self.tags)
|
|
|
|
def __nonzero__(self):
|
|
|
|
return bool(self.heads) or bool(self.tags)
|
|
|
|
|
|
|
|
res = collections.defaultdict(heads_tags)
|
|
|
|
|
|
|
|
bms = self.repo._bookmarks
|
|
|
|
for filtered_bm, bm in self._filter_for_bookmarks(bms):
|
|
|
|
res[hex(bms[bm])].heads.add('refs/heads/' + filtered_bm)
|
|
|
|
for tag, sha in self.tags.iteritems():
|
|
|
|
res[sha].tags.add('refs/tags/' + tag)
|
|
|
|
return res
|
|
|
|
|
2009-06-19 01:38:09 +04:00
|
|
|
def import_tags(self, refs):
|
2009-05-28 02:58:07 +04:00
|
|
|
keys = refs.keys()
|
|
|
|
if not keys:
|
2009-06-19 01:38:09 +04:00
|
|
|
return
|
2014-02-24 23:38:00 +04:00
|
|
|
repotags = self.repo.tags()
|
2009-06-19 01:38:09 +04:00
|
|
|
for k in keys[:]:
|
2009-05-28 02:58:07 +04:00
|
|
|
ref_name = k
|
|
|
|
parts = k.split('/')
|
2009-06-22 01:44:41 +04:00
|
|
|
if parts[0] == 'refs' and parts[1] == 'tags':
|
2009-05-28 02:58:07 +04:00
|
|
|
ref_name = "/".join([v for v in parts[2:]])
|
2009-08-01 20:55:54 +04:00
|
|
|
# refs contains all the refs in the server, not just
|
|
|
|
# the ones we are pulling
|
|
|
|
if refs[k] not in self.git.object_store:
|
|
|
|
continue
|
2009-05-28 02:58:07 +04:00
|
|
|
if ref_name[-3:] == '^{}':
|
|
|
|
ref_name = ref_name[:-3]
|
2014-02-24 23:38:00 +04:00
|
|
|
if not ref_name in repotags:
|
2009-05-28 02:58:07 +04:00
|
|
|
obj = self.git.get_object(refs[k])
|
|
|
|
sha = None
|
|
|
|
if isinstance (obj, Commit): # lightweight
|
|
|
|
sha = self.map_hg_get(refs[k])
|
2014-03-05 02:26:30 +04:00
|
|
|
if sha is not None:
|
|
|
|
self.tags[ref_name] = sha
|
2009-06-19 01:38:09 +04:00
|
|
|
elif isinstance (obj, Tag): # annotated
|
2010-05-20 02:16:59 +04:00
|
|
|
(obj_type, obj_sha) = obj.object
|
2009-05-28 02:58:07 +04:00
|
|
|
obj = self.git.get_object(obj_sha)
|
2009-06-05 14:56:22 +04:00
|
|
|
if isinstance (obj, Commit):
|
2009-05-28 02:58:07 +04:00
|
|
|
sha = self.map_hg_get(obj_sha)
|
2009-06-19 01:38:09 +04:00
|
|
|
# TODO: better handling for annotated tags
|
2014-03-05 02:26:30 +04:00
|
|
|
if sha is not None:
|
|
|
|
self.tags[ref_name] = sha
|
2009-06-19 01:38:09 +04:00
|
|
|
self.save_tags()
|
2009-06-05 14:56:22 +04:00
|
|
|
|
2009-06-16 17:44:19 +04:00
|
|
|
def update_hg_bookmarks(self, refs):
|
2009-04-28 17:30:11 +04:00
|
|
|
try:
|
2009-12-26 21:22:06 +03:00
|
|
|
oldbm = getattr(bookmarks, 'parse', None)
|
|
|
|
if oldbm:
|
|
|
|
bms = bookmarks.parse(self.repo)
|
|
|
|
else:
|
|
|
|
bms = self.repo._bookmarks
|
2011-12-19 03:54:16 +04:00
|
|
|
|
2009-06-16 17:44:19 +04:00
|
|
|
heads = dict([(ref[11:],refs[ref]) for ref in refs
|
|
|
|
if ref.startswith('refs/heads/')])
|
2009-05-26 22:55:03 +04:00
|
|
|
|
2013-07-01 23:04:53 +04:00
|
|
|
suffix = self.branch_bookmark_suffix or ''
|
2009-05-26 22:55:03 +04:00
|
|
|
for head, sha in heads.iteritems():
|
2009-08-01 20:55:54 +04:00
|
|
|
# refs contains all the refs in the server, not just
|
|
|
|
# the ones we are pulling
|
2014-03-05 02:50:44 +04:00
|
|
|
hgsha = self.map_hg_get(sha)
|
|
|
|
if hgsha is None:
|
2009-08-01 20:55:54 +04:00
|
|
|
continue
|
2014-03-05 02:50:44 +04:00
|
|
|
hgsha = bin(hgsha)
|
2009-06-16 17:44:19 +04:00
|
|
|
if not head in bms:
|
|
|
|
# new branch
|
2013-07-01 23:04:53 +04:00
|
|
|
bms[head + suffix] = hgsha
|
2009-06-16 17:44:19 +04:00
|
|
|
else:
|
|
|
|
bm = self.repo[bms[head]]
|
|
|
|
if bm.ancestor(self.repo[hgsha]) == bm:
|
|
|
|
# fast forward
|
2013-07-01 23:04:53 +04:00
|
|
|
bms[head + suffix] = hgsha
|
|
|
|
|
2009-05-26 22:55:03 +04:00
|
|
|
if heads:
|
2009-12-26 21:22:06 +03:00
|
|
|
if oldbm:
|
|
|
|
bookmarks.write(self.repo, bms)
|
|
|
|
else:
|
|
|
|
self.repo._bookmarks = bms
|
2012-11-23 03:44:09 +04:00
|
|
|
if getattr(bms, 'write', None): # hg >= 2.5
|
|
|
|
bms.write()
|
|
|
|
else: # hg < 2.5
|
|
|
|
bookmarks.write(self.repo)
|
2009-05-28 04:19:11 +04:00
|
|
|
|
2009-04-28 17:30:11 +04:00
|
|
|
except AttributeError:
|
2009-05-10 05:04:19 +04:00
|
|
|
self.ui.warn(_('creating bookmarks failed, do you have'
|
|
|
|
' bookmarks enabled?\n'))
|
2009-04-30 03:18:37 +04:00
|
|
|
|
2009-06-16 17:44:19 +04:00
|
|
|
def update_remote_branches(self, remote_name, refs):
|
2014-09-03 21:47:37 +04:00
|
|
|
remote_refs = self.remote_refs
|
2010-12-21 07:37:07 +03:00
|
|
|
# since we re-write all refs for this remote each time, prune
|
2014-09-03 21:47:37 +04:00
|
|
|
# all entries matching this remote from our refs list now so
|
2010-12-21 07:37:07 +03:00
|
|
|
# that we avoid any stale refs hanging around forever
|
2014-09-03 21:47:37 +04:00
|
|
|
for t in list(remote_refs):
|
2010-12-21 07:37:07 +03:00
|
|
|
if t.startswith(remote_name + '/'):
|
2014-09-03 21:47:37 +04:00
|
|
|
del remote_refs[t]
|
2010-12-21 07:37:07 +03:00
|
|
|
store = self.git.object_store
|
2010-03-29 09:05:59 +04:00
|
|
|
for ref_name, sha in refs.iteritems():
|
2009-07-03 00:58:51 +04:00
|
|
|
if ref_name.startswith('refs/heads'):
|
2010-12-21 07:37:07 +03:00
|
|
|
hgsha = self.map_hg_get(sha)
|
2014-03-05 02:39:50 +04:00
|
|
|
if hgsha is None or hgsha not in self.repo:
|
|
|
|
continue
|
2010-03-29 09:05:59 +04:00
|
|
|
head = ref_name[11:]
|
2014-09-03 21:47:37 +04:00
|
|
|
remote_refs['/'.join((remote_name, head))] = bin(hgsha)
|
2010-12-21 07:37:07 +03:00
|
|
|
# TODO(durin42): what is this doing?
|
2010-03-29 09:05:59 +04:00
|
|
|
new_ref = 'refs/remotes/%s/%s' % (remote_name, head)
|
|
|
|
self.git.refs[new_ref] = sha
|
2010-04-06 04:06:20 +04:00
|
|
|
elif (ref_name.startswith('refs/tags')
|
|
|
|
and not ref_name.endswith('^{}')):
|
2010-03-29 09:05:59 +04:00
|
|
|
self.git.refs[ref_name] = sha
|
2009-06-23 22:22:49 +04:00
|
|
|
|
2014-09-03 21:55:28 +04:00
|
|
|
self.save_remote_refs()
|
2009-06-23 22:22:49 +04:00
|
|
|
|
2009-06-16 16:39:11 +04:00
|
|
|
## UTILITY FUNCTIONS
|
|
|
|
|
2009-04-29 22:50:56 +04:00
|
|
|
def convert_git_int_mode(self, mode):
|
2009-07-07 20:05:43 +04:00
|
|
|
# TODO: make these into constants
|
2009-04-29 22:50:56 +04:00
|
|
|
convert = {
|
2009-05-19 16:58:06 +04:00
|
|
|
0100644: '',
|
|
|
|
0100755: 'x',
|
|
|
|
0120000: 'l'}
|
2009-04-29 22:50:56 +04:00
|
|
|
if mode in convert:
|
|
|
|
return convert[mode]
|
|
|
|
return ''
|
2009-04-30 03:18:37 +04:00
|
|
|
|
2009-07-03 00:58:51 +04:00
|
|
|
def get_file(self, commit, f):
|
|
|
|
otree = self.git.tree(commit.tree)
|
|
|
|
parts = f.split('/')
|
|
|
|
for part in parts:
|
|
|
|
(mode, sha) = otree[part]
|
|
|
|
obj = self.git.get_object(sha)
|
|
|
|
if isinstance (obj, Blob):
|
|
|
|
return (mode, sha, obj._text)
|
|
|
|
elif isinstance(obj, Tree):
|
|
|
|
otree = obj
|
|
|
|
|
|
|
|
def get_files_changed(self, commit):
|
2009-12-25 10:56:20 +03:00
|
|
|
tree = commit.tree
|
|
|
|
btree = None
|
|
|
|
|
|
|
|
if commit.parents:
|
|
|
|
btree = self.git[commit.parents[0]].tree
|
|
|
|
|
|
|
|
changes = self.git.object_store.tree_changes(btree, tree)
|
|
|
|
files = {}
|
2014-02-14 23:31:54 +04:00
|
|
|
gitlinks = {}
|
2009-12-25 10:56:20 +03:00
|
|
|
for (oldfile, newfile), (oldmode, newmode), (oldsha, newsha) in changes:
|
2014-02-14 23:31:54 +04:00
|
|
|
# actions are described by the following table ('no' means 'does not
|
|
|
|
# exist'):
|
|
|
|
# old new | action
|
|
|
|
# no file | record file
|
|
|
|
# no gitlink | record gitlink
|
|
|
|
# file no | delete file
|
|
|
|
# file file | record file
|
|
|
|
# file gitlink | delete file and record gitlink
|
|
|
|
# gitlink no | delete gitlink
|
|
|
|
# gitlink file | delete gitlink and record file
|
|
|
|
# gitlink gitlink | record gitlink
|
2010-02-24 00:23:09 +03:00
|
|
|
if newmode == 0160000:
|
2014-02-14 23:31:54 +04:00
|
|
|
# new = gitlink
|
|
|
|
gitlinks[newfile] = newsha
|
|
|
|
if oldmode is not None and oldmode != 0160000:
|
|
|
|
# file -> gitlink
|
|
|
|
files[oldfile] = True, None, None
|
|
|
|
continue
|
|
|
|
if oldmode == 0160000 and newmode != 0160000:
|
|
|
|
# gitlink -> no/file (gitlink -> gitlink is covered above)
|
|
|
|
gitlinks[oldfile] = None
|
|
|
|
continue
|
|
|
|
if newfile is not None:
|
|
|
|
# new = file
|
|
|
|
files[newfile] = False, newmode, newsha
|
2009-12-25 10:56:20 +03:00
|
|
|
else:
|
2014-02-14 23:31:54 +04:00
|
|
|
# old = file
|
|
|
|
files[oldfile] = True, None, None
|
2009-12-25 10:56:20 +03:00
|
|
|
|
2014-02-14 23:31:54 +04:00
|
|
|
return files, gitlinks
|
2009-07-03 00:58:51 +04:00
|
|
|
|
2012-08-06 20:30:33 +04:00
|
|
|
def parse_gitmodules(self, tree_obj):
|
|
|
|
"""Parse .gitmodules from a git tree specified by tree_obj
|
|
|
|
|
|
|
|
:return: list of tuples (submodule path, url, name),
|
|
|
|
where name is quoted part of the section's name, or
|
|
|
|
empty list if nothing found
|
|
|
|
"""
|
|
|
|
rv = []
|
|
|
|
try:
|
|
|
|
unused_mode,gitmodules_sha = tree_obj['.gitmodules']
|
|
|
|
except KeyError:
|
|
|
|
return rv
|
|
|
|
gitmodules_content = self.git[gitmodules_sha].data
|
|
|
|
fo = StringIO.StringIO(gitmodules_content)
|
|
|
|
tt = dul_config.ConfigFile.from_file(fo)
|
|
|
|
for section in tt.keys():
|
|
|
|
section_kind, section_name = section
|
|
|
|
if section_kind == 'submodule':
|
|
|
|
sm_path = tt.get(section, 'path')
|
|
|
|
sm_url = tt.get(section, 'url')
|
|
|
|
rv.append((sm_path, sm_url, section_name))
|
|
|
|
return rv
|
|
|
|
|
|
|
|
def git_file_readlines(self, tree_obj, fname):
|
|
|
|
"""Read content of a named entry from the git commit tree
|
|
|
|
|
|
|
|
:return: list of lines
|
|
|
|
"""
|
|
|
|
if fname in tree_obj:
|
|
|
|
unused_mode, sha = tree_obj[fname]
|
|
|
|
content = self.git[sha].data
|
|
|
|
return content.splitlines()
|
|
|
|
return []
|
|
|
|
|
2009-06-16 17:44:19 +04:00
|
|
|
def remote_name(self, remote):
|
|
|
|
names = [name for name, path in self.paths if path == remote]
|
|
|
|
if names:
|
|
|
|
return names[0]
|
|
|
|
|
2009-06-18 19:49:13 +04:00
|
|
|
# Stolen from hgsubversion
|
|
|
|
def swap_out_encoding(self, new_encoding='UTF-8'):
|
|
|
|
try:
|
|
|
|
from mercurial import encoding
|
|
|
|
old = encoding.encoding
|
|
|
|
encoding.encoding = new_encoding
|
|
|
|
except ImportError:
|
|
|
|
old = hgutil._encoding
|
|
|
|
hgutil._encoding = new_encoding
|
|
|
|
return old
|
|
|
|
|
|
|
|
def decode_guess(self, string, encoding):
|
|
|
|
# text is not valid utf-8, try to make sense of it
|
|
|
|
if encoding:
|
|
|
|
try:
|
|
|
|
return string.decode(encoding).encode('utf-8')
|
|
|
|
except UnicodeDecodeError:
|
|
|
|
pass
|
|
|
|
|
|
|
|
try:
|
|
|
|
return string.decode('latin-1').encode('utf-8')
|
|
|
|
except UnicodeDecodeError:
|
|
|
|
return string.decode('ascii', 'replace').encode('utf-8')
|
|
|
|
|
2009-04-24 02:26:10 +04:00
|
|
|
def get_transport_and_path(self, uri):
|
2010-12-23 01:57:26 +03:00
|
|
|
# pass hg's ui.ssh config to dulwich
|
|
|
|
if not issubclass(client.get_ssh_vendor, _ssh.SSHVendor):
|
|
|
|
client.get_ssh_vendor = _ssh.generate_ssh_vendor(self.ui)
|
|
|
|
|
2012-09-22 06:32:16 +04:00
|
|
|
git_match = RE_GIT_URI.match(uri)
|
2012-01-27 22:24:31 +04:00
|
|
|
if git_match:
|
|
|
|
res = git_match.groupdict()
|
|
|
|
transport = client.SSHGitClient if 'ssh' in res['scheme'] else client.TCPGitClient
|
|
|
|
host, port, sepr, path = res['host'], res['port'], res['sepr'], res['path']
|
2013-07-11 01:22:07 +04:00
|
|
|
if sepr == '/' and not path.startswith('~'):
|
2012-01-27 22:24:31 +04:00
|
|
|
path = '/' + path
|
2012-01-28 07:48:55 +04:00
|
|
|
# strip trailing slash for heroku-style URLs
|
|
|
|
# ssh+git://git@heroku.com:project.git/
|
|
|
|
if sepr == ':' and path.endswith('.git/'):
|
|
|
|
path = path.rstrip('/')
|
2012-01-27 22:24:31 +04:00
|
|
|
if port:
|
|
|
|
client.port = port
|
|
|
|
|
2014-07-04 10:46:49 +04:00
|
|
|
return transport(host, port=port), path
|
2011-10-06 00:44:29 +04:00
|
|
|
|
|
|
|
if uri.startswith('git+http://') or uri.startswith('git+https://'):
|
|
|
|
uri = uri[4:]
|
|
|
|
|
|
|
|
if uri.startswith('http://') or uri.startswith('https://'):
|
2014-08-23 20:36:53 +04:00
|
|
|
auth_handler = urllib2.HTTPBasicAuthHandler(url.passwordmgr(self.ui))
|
|
|
|
opener = urllib2.build_opener(auth_handler)
|
2014-08-23 20:37:25 +04:00
|
|
|
useragent = 'git/20x6 (hg-git ; uses dulwich and hg ; like git-core)'
|
|
|
|
opener.addheaders = [('User-Agent', useragent)]
|
2014-08-23 20:36:53 +04:00
|
|
|
return client.HttpGitClient(uri, opener=opener), uri
|
2011-10-06 00:44:29 +04:00
|
|
|
|
2009-04-24 02:26:10 +04:00
|
|
|
# if its not git or git+ssh, try a local url..
|
2014-07-04 10:46:49 +04:00
|
|
|
return client.SubprocessGitClient(), uri
|