2009-04-26 03:47:44 +04:00
|
|
|
# cvs.py: CVS conversion code inspired by hg-cvs-import and git-cvsimport
|
|
|
|
#
|
|
|
|
# Copyright 2005-2009 Matt Mackall <mpm@selenic.com> and others
|
|
|
|
#
|
|
|
|
# This software may be used and distributed according to the terms of the
|
2010-01-20 07:20:08 +03:00
|
|
|
# GNU General Public License version 2 or any later version.
|
2016-03-02 19:41:35 +03:00
|
|
|
from __future__ import absolute_import
|
|
|
|
|
|
|
|
import errno
|
|
|
|
import os
|
|
|
|
import re
|
|
|
|
import socket
|
|
|
|
|
2016-05-14 08:03:12 +03:00
|
|
|
from mercurial.i18n import _
|
2018-05-30 12:16:33 +03:00
|
|
|
from mercurial import encoding, error, pycompat, util
|
|
|
|
|
|
|
|
from . import common, cvsps
|
2016-03-02 19:41:35 +03:00
|
|
|
|
2016-04-10 23:55:37 +03:00
|
|
|
stringio = util.stringio
|
2016-03-02 19:41:35 +03:00
|
|
|
checktool = common.checktool
|
|
|
|
commit = common.commit
|
|
|
|
converter_source = common.converter_source
|
|
|
|
makedatetimestamp = common.makedatetimestamp
|
|
|
|
NoRepo = common.NoRepo
|
2007-06-11 07:08:47 +04:00
|
|
|
|
2018-05-30 12:16:33 +03:00
|
|
|
|
2007-06-11 07:08:47 +04:00
|
|
|
class convert_cvs(converter_source):
|
2017-11-23 04:49:01 +03:00
|
|
|
def __init__(self, ui, repotype, path, revs=None):
|
|
|
|
super(convert_cvs, self).__init__(ui, repotype, path, revs=revs)
|
2007-07-05 23:00:04 +04:00
|
|
|
|
2007-06-11 07:08:47 +04:00
|
|
|
cvs = os.path.join(path, "CVS")
|
|
|
|
if not os.path.exists(cvs):
|
2010-04-18 17:47:49 +04:00
|
|
|
raise NoRepo(_("%s does not look like a CVS checkout") % path)
|
2007-06-11 07:08:47 +04:00
|
|
|
|
2018-05-30 12:16:33 +03:00
|
|
|
checktool("cvs")
|
2007-10-31 00:14:15 +03:00
|
|
|
|
2009-04-11 23:17:11 +04:00
|
|
|
self.changeset = None
|
2007-06-11 07:08:47 +04:00
|
|
|
self.files = {}
|
|
|
|
self.tags = {}
|
|
|
|
self.lastbranch = {}
|
|
|
|
self.socket = None
|
2009-07-05 13:01:30 +04:00
|
|
|
self.cvsroot = open(os.path.join(cvs, "Root")).read()[:-1]
|
|
|
|
self.cvsrepo = open(os.path.join(cvs, "Repository")).read()[:-1]
|
2010-08-18 18:53:52 +04:00
|
|
|
self.encoding = encoding.encoding
|
2008-06-15 19:05:46 +04:00
|
|
|
|
2007-06-11 07:08:47 +04:00
|
|
|
self._connect()
|
|
|
|
|
2009-04-11 23:17:11 +04:00
|
|
|
def _parse(self):
|
|
|
|
if self.changeset is not None:
|
2007-06-11 07:08:47 +04:00
|
|
|
return
|
2009-04-11 23:17:11 +04:00
|
|
|
self.changeset = {}
|
2007-06-11 07:08:47 +04:00
|
|
|
|
2007-07-02 02:02:15 +04:00
|
|
|
maxrev = 0
|
2015-07-08 20:27:43 +03:00
|
|
|
if self.revs:
|
|
|
|
if len(self.revs) > 1:
|
2018-05-30 12:16:33 +03:00
|
|
|
raise error.Abort(
|
|
|
|
_("cvs source does not support specifying " "multiple revs")
|
|
|
|
)
|
2007-07-02 02:02:15 +04:00
|
|
|
# TODO: handle tags
|
|
|
|
try:
|
|
|
|
# patchset number?
|
2015-07-08 20:27:43 +03:00
|
|
|
maxrev = int(self.revs[0])
|
2007-07-02 02:02:15 +04:00
|
|
|
except ValueError:
|
2018-05-30 12:16:33 +03:00
|
|
|
raise error.Abort(
|
|
|
|
_("revision %s is not a patchset number") % self.revs[0]
|
|
|
|
)
|
2007-07-02 02:02:15 +04:00
|
|
|
|
2016-11-22 21:33:11 +03:00
|
|
|
d = pycompat.getcwd()
|
2007-06-11 07:08:47 +04:00
|
|
|
try:
|
|
|
|
os.chdir(self.path)
|
|
|
|
id = None
|
2008-06-15 19:05:46 +04:00
|
|
|
|
2018-05-30 12:16:33 +03:00
|
|
|
cache = "update"
|
|
|
|
if not self.ui.configbool("convert", "cvsps.cache"):
|
2009-10-06 00:57:15 +04:00
|
|
|
cache = None
|
|
|
|
db = cvsps.createlog(self.ui, cache=cache)
|
2018-05-30 12:16:33 +03:00
|
|
|
db = cvsps.createchangeset(
|
|
|
|
self.ui,
|
|
|
|
db,
|
|
|
|
fuzz=int(self.ui.config("convert", "cvsps.fuzz")),
|
|
|
|
mergeto=self.ui.config("convert", "cvsps.mergeto"),
|
|
|
|
mergefrom=self.ui.config("convert", "cvsps.mergefrom"),
|
|
|
|
)
|
2009-10-06 00:57:15 +04:00
|
|
|
|
|
|
|
for cs in db:
|
2010-01-25 09:05:27 +03:00
|
|
|
if maxrev and cs.id > maxrev:
|
2009-10-06 00:57:15 +04:00
|
|
|
break
|
|
|
|
id = str(cs.id)
|
|
|
|
cs.author = self.recode(cs.author)
|
|
|
|
self.lastbranch[cs.branch] = id
|
|
|
|
cs.comment = self.recode(cs.comment)
|
2018-05-30 12:16:33 +03:00
|
|
|
if self.ui.configbool("convert", "localtimezone"):
|
2012-11-19 02:26:50 +04:00
|
|
|
cs.date = makedatetimestamp(cs.date[0])
|
2018-05-30 12:16:33 +03:00
|
|
|
date = util.datestr(cs.date, "%Y-%m-%d %H:%M:%S %1%2")
|
2009-10-06 00:57:15 +04:00
|
|
|
self.tags.update(dict.fromkeys(cs.tags, id))
|
|
|
|
|
|
|
|
files = {}
|
|
|
|
for f in cs.entries:
|
2018-05-30 12:16:33 +03:00
|
|
|
files[f.file] = "%s%s" % (
|
|
|
|
".".join([str(x) for x in f.revision]),
|
|
|
|
["", "(DEAD)"][f.dead],
|
|
|
|
)
|
2009-10-06 00:57:15 +04:00
|
|
|
|
|
|
|
# add current commit to set
|
2018-05-30 12:16:33 +03:00
|
|
|
c = commit(
|
|
|
|
author=cs.author,
|
|
|
|
date=date,
|
|
|
|
parents=[str(p.id) for p in cs.parents],
|
|
|
|
desc=cs.comment,
|
|
|
|
branch=cs.branch or "",
|
|
|
|
)
|
2009-10-06 00:57:15 +04:00
|
|
|
self.changeset[id] = c
|
|
|
|
self.files[id] = files
|
2007-06-11 07:08:47 +04:00
|
|
|
|
|
|
|
self.heads = self.lastbranch.values()
|
|
|
|
finally:
|
|
|
|
os.chdir(d)
|
|
|
|
|
|
|
|
def _connect(self):
|
|
|
|
root = self.cvsroot
|
|
|
|
conntype = None
|
|
|
|
user, host = None, None
|
2018-05-30 12:16:33 +03:00
|
|
|
cmd = ["cvs", "server"]
|
2007-06-11 07:08:47 +04:00
|
|
|
|
2008-08-31 18:12:02 +04:00
|
|
|
self.ui.status(_("connecting to %s\n") % root)
|
2007-06-11 07:08:47 +04:00
|
|
|
|
|
|
|
if root.startswith(":pserver:"):
|
|
|
|
root = root[9:]
|
2018-05-30 12:16:33 +03:00
|
|
|
m = re.match(r"(?:(.*?)(?::(.*?))?@)?([^:\/]*)(?::(\d*))?(.*)", root)
|
2007-06-11 07:08:47 +04:00
|
|
|
if m:
|
|
|
|
conntype = "pserver"
|
|
|
|
user, passw, serv, port, root = m.groups()
|
|
|
|
if not user:
|
|
|
|
user = "anonymous"
|
2007-08-07 17:56:26 +04:00
|
|
|
if not port:
|
|
|
|
port = 2401
|
2007-06-11 07:08:47 +04:00
|
|
|
else:
|
2007-08-07 17:56:26 +04:00
|
|
|
port = int(port)
|
|
|
|
format0 = ":pserver:%s@%s:%s" % (user, serv, root)
|
|
|
|
format1 = ":pserver:%s@%s:%d%s" % (user, serv, port, root)
|
2007-06-11 07:08:47 +04:00
|
|
|
|
|
|
|
if not passw:
|
|
|
|
passw = "A"
|
2008-11-27 12:13:20 +03:00
|
|
|
cvspass = os.path.expanduser("~/.cvspass")
|
2008-11-28 13:38:41 +03:00
|
|
|
try:
|
2008-11-27 12:13:20 +03:00
|
|
|
pf = open(cvspass)
|
|
|
|
for line in pf.read().splitlines():
|
2018-05-30 12:16:33 +03:00
|
|
|
part1, part2 = line.split(" ", 1)
|
2012-05-12 17:54:54 +04:00
|
|
|
# /1 :pserver:user@example.com:2401/cvsroot/foo
|
|
|
|
# Ah<Z
|
2018-05-30 12:16:33 +03:00
|
|
|
if part1 == "/1":
|
|
|
|
part1, part2 = part2.split(" ", 1)
|
2008-11-27 12:13:20 +03:00
|
|
|
format = format1
|
2012-05-12 17:54:54 +04:00
|
|
|
# :pserver:user@example.com:/cvsroot/foo Ah<Z
|
2008-11-27 12:13:20 +03:00
|
|
|
else:
|
|
|
|
format = format0
|
|
|
|
if part1 == format:
|
|
|
|
passw = part2
|
|
|
|
break
|
|
|
|
pf.close()
|
2015-06-24 08:20:08 +03:00
|
|
|
except IOError as inst:
|
2008-11-28 13:38:41 +03:00
|
|
|
if inst.errno != errno.ENOENT:
|
2018-05-30 12:16:33 +03:00
|
|
|
if not getattr(inst, "filename", None):
|
2008-11-28 13:38:41 +03:00
|
|
|
inst.filename = cvspass
|
|
|
|
raise
|
2007-06-11 07:08:47 +04:00
|
|
|
|
|
|
|
sck = socket.socket()
|
|
|
|
sck.connect((serv, port))
|
2018-05-30 12:16:33 +03:00
|
|
|
sck.send(
|
|
|
|
"\n".join(
|
|
|
|
[
|
|
|
|
"BEGIN AUTH REQUEST",
|
|
|
|
root,
|
|
|
|
user,
|
|
|
|
passw,
|
|
|
|
"END AUTH REQUEST",
|
|
|
|
"",
|
|
|
|
]
|
|
|
|
)
|
|
|
|
)
|
2007-06-11 07:08:47 +04:00
|
|
|
if sck.recv(128) != "I LOVE YOU\n":
|
2015-10-08 22:55:45 +03:00
|
|
|
raise error.Abort(_("CVS pserver authentication failed"))
|
2007-06-11 07:08:47 +04:00
|
|
|
|
2018-05-30 12:16:33 +03:00
|
|
|
self.writep = self.readp = sck.makefile("r+")
|
2007-06-11 07:08:47 +04:00
|
|
|
|
|
|
|
if not conntype and root.startswith(":local:"):
|
|
|
|
conntype = "local"
|
|
|
|
root = root[7:]
|
|
|
|
|
|
|
|
if not conntype:
|
|
|
|
# :ext:user@host/home/user/path/to/cvsroot
|
|
|
|
if root.startswith(":ext:"):
|
|
|
|
root = root[5:]
|
2018-05-30 12:16:33 +03:00
|
|
|
m = re.match(r"(?:([^@:/]+)@)?([^:/]+):?(.*)", root)
|
2007-09-15 00:17:53 +04:00
|
|
|
# Do not take Windows path "c:\foo\bar" for a connection strings
|
|
|
|
if os.path.isdir(root) or not m:
|
2007-06-11 07:08:47 +04:00
|
|
|
conntype = "local"
|
|
|
|
else:
|
|
|
|
conntype = "rsh"
|
|
|
|
user, host, root = m.group(1), m.group(2), m.group(3)
|
|
|
|
|
|
|
|
if conntype != "pserver":
|
|
|
|
if conntype == "rsh":
|
2016-12-17 23:38:59 +03:00
|
|
|
rsh = encoding.environ.get("CVS_RSH") or "ssh"
|
2007-06-11 07:08:47 +04:00
|
|
|
if user:
|
2018-05-30 12:16:33 +03:00
|
|
|
cmd = [rsh, "-l", user, host] + cmd
|
2007-06-11 07:08:47 +04:00
|
|
|
else:
|
|
|
|
cmd = [rsh, host] + cmd
|
|
|
|
|
2007-09-15 00:17:53 +04:00
|
|
|
# popen2 does not support argument lists under Windows
|
|
|
|
cmd = [util.shellquote(arg) for arg in cmd]
|
2018-05-30 12:16:33 +03:00
|
|
|
cmd = util.quotecommand(" ".join(cmd))
|
2009-05-09 19:32:57 +04:00
|
|
|
self.writep, self.readp = util.popen2(cmd)
|
2007-06-11 07:08:47 +04:00
|
|
|
|
|
|
|
self.realroot = root
|
|
|
|
|
|
|
|
self.writep.write("Root %s\n" % root)
|
2018-05-30 12:16:33 +03:00
|
|
|
self.writep.write(
|
|
|
|
"Valid-responses ok error Valid-requests Mode"
|
|
|
|
" M Mbinary E Checked-in Created Updated"
|
|
|
|
" Merged Removed\n"
|
|
|
|
)
|
2007-06-11 07:08:47 +04:00
|
|
|
self.writep.write("valid-requests\n")
|
|
|
|
self.writep.flush()
|
|
|
|
r = self.readp.readline()
|
|
|
|
if not r.startswith("Valid-requests"):
|
2018-05-30 12:16:33 +03:00
|
|
|
raise error.Abort(
|
|
|
|
_(
|
|
|
|
"unexpected response from CVS server "
|
|
|
|
'(expected "Valid-requests", but got %r)'
|
|
|
|
)
|
|
|
|
% r
|
|
|
|
)
|
2007-06-11 07:08:47 +04:00
|
|
|
if "UseUnchanged" in r:
|
|
|
|
self.writep.write("UseUnchanged\n")
|
|
|
|
self.writep.flush()
|
|
|
|
r = self.readp.readline()
|
|
|
|
|
|
|
|
def getheads(self):
|
2009-04-11 23:17:11 +04:00
|
|
|
self._parse()
|
2007-06-11 07:08:47 +04:00
|
|
|
return self.heads
|
|
|
|
|
2010-05-09 23:52:34 +04:00
|
|
|
def getfile(self, name, rev):
|
2007-11-18 19:25:28 +03:00
|
|
|
def chunkedread(fp, count):
|
2012-08-16 00:38:42 +04:00
|
|
|
# file-objects returned by socket.makefile() do not handle
|
2007-11-18 19:25:28 +03:00
|
|
|
# large read() requests very well.
|
|
|
|
chunksize = 65536
|
2016-04-10 23:55:37 +03:00
|
|
|
output = stringio()
|
2007-11-18 19:25:28 +03:00
|
|
|
while count > 0:
|
|
|
|
data = fp.read(min(count, chunksize))
|
|
|
|
if not data:
|
2018-05-30 12:16:33 +03:00
|
|
|
raise error.Abort(_("%d bytes missing from remote file") % count)
|
2007-11-18 19:25:28 +03:00
|
|
|
count -= len(data)
|
|
|
|
output.write(data)
|
|
|
|
return output.getvalue()
|
|
|
|
|
2010-05-09 23:52:34 +04:00
|
|
|
self._parse()
|
2007-06-11 07:08:47 +04:00
|
|
|
if rev.endswith("(DEAD)"):
|
2014-08-27 00:03:32 +04:00
|
|
|
return None, None
|
2007-06-11 07:08:47 +04:00
|
|
|
|
|
|
|
args = ("-N -P -kk -r %s --" % rev).split()
|
2018-05-30 12:16:33 +03:00
|
|
|
args.append(self.cvsrepo + "/" + name)
|
2007-06-11 07:08:47 +04:00
|
|
|
for x in args:
|
|
|
|
self.writep.write("Argument %s\n" % x)
|
|
|
|
self.writep.write("Directory .\n%s\nco\n" % self.realroot)
|
|
|
|
self.writep.flush()
|
|
|
|
|
|
|
|
data = ""
|
2010-03-30 04:42:21 +04:00
|
|
|
mode = None
|
2011-06-01 14:38:46 +04:00
|
|
|
while True:
|
2007-06-11 07:08:47 +04:00
|
|
|
line = self.readp.readline()
|
|
|
|
if line.startswith("Created ") or line.startswith("Updated "):
|
2018-05-30 12:16:33 +03:00
|
|
|
self.readp.readline() # path
|
|
|
|
self.readp.readline() # entries
|
2007-06-11 07:08:47 +04:00
|
|
|
mode = self.readp.readline()[:-1]
|
|
|
|
count = int(self.readp.readline()[:-1])
|
2007-11-18 19:25:28 +03:00
|
|
|
data = chunkedread(self.readp, count)
|
2007-06-11 07:08:47 +04:00
|
|
|
elif line.startswith(" "):
|
|
|
|
data += line[1:]
|
|
|
|
elif line.startswith("M "):
|
|
|
|
pass
|
|
|
|
elif line.startswith("Mbinary "):
|
|
|
|
count = int(self.readp.readline()[:-1])
|
2007-11-18 19:25:28 +03:00
|
|
|
data = chunkedread(self.readp, count)
|
2007-06-11 07:08:47 +04:00
|
|
|
else:
|
|
|
|
if line == "ok\n":
|
2010-03-30 04:42:21 +04:00
|
|
|
if mode is None:
|
2018-05-30 12:16:33 +03:00
|
|
|
raise error.Abort(_("malformed response from CVS"))
|
2007-06-11 07:08:47 +04:00
|
|
|
return (data, "x" in mode and "x" or "")
|
|
|
|
elif line.startswith("E "):
|
2008-08-31 18:12:02 +04:00
|
|
|
self.ui.warn(_("cvs server: %s\n") % line[2:])
|
2007-06-11 07:08:47 +04:00
|
|
|
elif line.startswith("Remove"):
|
2009-03-23 15:13:02 +03:00
|
|
|
self.readp.readline()
|
2007-06-11 07:08:47 +04:00
|
|
|
else:
|
2015-10-08 22:55:45 +03:00
|
|
|
raise error.Abort(_("unknown CVS response: %s") % line)
|
2007-06-11 07:08:47 +04:00
|
|
|
|
convert: introduce --full for converting all files
Convert will normally only process files that were changed in a source
revision, apply the filemap, and record it has a change in the target
repository. (If it ends up not really changing anything, nothing changes.)
That means that _if_ the filemap is changed before continuing an incremental
convert, the change will only kick in when the files it affects are modified in
a source revision and thus processed.
With --full, convert will make a full conversion every time and process
all files in the source repo and remove target repo files that shouldn't be
there. Filemap changes will thus kick in on the first converted revision, no
matter what is changed.
This flag should in most cases not make any difference but will make convert
significantly slower.
Other names has been considered for this feature, such as "resync", "sync",
"checkunmodified", "all" or "allfiles", but I found that they were less obvious
and required more explanation than "full" and were harder to describe
consistently.
2014-08-27 00:03:32 +04:00
|
|
|
def getchanges(self, rev, full):
|
|
|
|
if full:
|
2015-10-14 09:06:54 +03:00
|
|
|
raise error.Abort(_("convert from cvs does not support --full"))
|
2009-04-11 23:17:11 +04:00
|
|
|
self._parse()
|
2015-03-19 19:40:19 +03:00
|
|
|
return sorted(self.files[rev].iteritems()), {}, set()
|
2007-06-11 07:08:47 +04:00
|
|
|
|
|
|
|
def getcommit(self, rev):
|
2009-04-11 23:17:11 +04:00
|
|
|
self._parse()
|
2007-06-11 07:08:47 +04:00
|
|
|
return self.changeset[rev]
|
|
|
|
|
|
|
|
def gettags(self):
|
2009-04-11 23:17:11 +04:00
|
|
|
self._parse()
|
2007-06-11 07:08:47 +04:00
|
|
|
return self.tags
|
2007-10-05 06:21:37 +04:00
|
|
|
|
|
|
|
def getchangedfiles(self, rev, i):
|
2009-04-11 23:17:11 +04:00
|
|
|
self._parse()
|
2009-04-27 01:50:44 +04:00
|
|
|
return sorted(self.files[rev])
|