2005-06-22 07:31:13 +04:00
|
|
|
# util.py - utility functions and platform specfic implementations
|
|
|
|
#
|
|
|
|
# Copyright 2005 K. Thananchayan <thananck@yahoo.com>
|
|
|
|
#
|
|
|
|
# This software may be used and distributed according to the terms
|
|
|
|
# of the GNU General Public License, incorporated herein by reference.
|
|
|
|
|
2005-07-15 01:51:47 +04:00
|
|
|
import os, errno
|
2005-07-18 18:54:21 +04:00
|
|
|
from demandload import *
|
|
|
|
demandload(globals(), "re")
|
2005-06-22 07:31:13 +04:00
|
|
|
|
2005-08-24 06:58:46 +04:00
|
|
|
def binary(s):
|
|
|
|
if s and '\0' in s[:4096]:
|
|
|
|
return True
|
|
|
|
return False
|
|
|
|
|
2005-07-01 12:34:50 +04:00
|
|
|
def unique(g):
|
|
|
|
seen = {}
|
|
|
|
for f in g:
|
|
|
|
if f not in seen:
|
|
|
|
seen[f] = 1
|
|
|
|
yield f
|
|
|
|
|
2005-08-08 00:43:11 +04:00
|
|
|
class Abort(Exception):
|
|
|
|
"""Raised if a command needs to print an error and exit."""
|
2005-06-28 14:38:33 +04:00
|
|
|
|
2005-07-18 18:54:21 +04:00
|
|
|
def always(fn): return True
|
|
|
|
def never(fn): return False
|
|
|
|
|
|
|
|
def globre(pat, head = '^', tail = '$'):
|
|
|
|
"convert a glob pattern into a regexp"
|
|
|
|
i, n = 0, len(pat)
|
|
|
|
res = ''
|
|
|
|
group = False
|
|
|
|
def peek(): return i < n and pat[i]
|
|
|
|
while i < n:
|
|
|
|
c = pat[i]
|
|
|
|
i = i+1
|
|
|
|
if c == '*':
|
|
|
|
if peek() == '*':
|
|
|
|
i += 1
|
|
|
|
res += '.*'
|
|
|
|
else:
|
|
|
|
res += '[^/]*'
|
|
|
|
elif c == '?':
|
|
|
|
res += '.'
|
|
|
|
elif c == '[':
|
|
|
|
j = i
|
|
|
|
if j < n and pat[j] in '!]':
|
|
|
|
j += 1
|
|
|
|
while j < n and pat[j] != ']':
|
|
|
|
j += 1
|
|
|
|
if j >= n:
|
|
|
|
res += '\\['
|
|
|
|
else:
|
|
|
|
stuff = pat[i:j].replace('\\','\\\\')
|
|
|
|
i = j + 1
|
|
|
|
if stuff[0] == '!':
|
|
|
|
stuff = '^' + stuff[1:]
|
|
|
|
elif stuff[0] == '^':
|
|
|
|
stuff = '\\' + stuff
|
|
|
|
res = '%s[%s]' % (res, stuff)
|
|
|
|
elif c == '{':
|
|
|
|
group = True
|
|
|
|
res += '(?:'
|
|
|
|
elif c == '}' and group:
|
|
|
|
res += ')'
|
|
|
|
group = False
|
|
|
|
elif c == ',' and group:
|
|
|
|
res += '|'
|
|
|
|
else:
|
|
|
|
res += re.escape(c)
|
|
|
|
return head + res + tail
|
|
|
|
|
2005-07-30 00:30:12 +04:00
|
|
|
_globchars = {'[': 1, '{': 1, '*': 1, '?': 1}
|
|
|
|
|
2005-08-12 23:16:58 +04:00
|
|
|
def pathto(n1, n2):
|
2005-08-13 03:06:52 +04:00
|
|
|
'''return the relative path from one place to another.
|
|
|
|
this returns a path in the form used by the local filesystem, not hg.'''
|
|
|
|
if not n1: return localpath(n2)
|
|
|
|
a, b = n1.split('/'), n2.split('/')
|
2005-08-12 23:16:58 +04:00
|
|
|
a.reverse(), b.reverse()
|
|
|
|
while a and b and a[-1] == b[-1]:
|
|
|
|
a.pop(), b.pop()
|
|
|
|
b.reverse()
|
|
|
|
return os.sep.join((['..'] * len(a)) + b)
|
|
|
|
|
2005-08-08 00:43:11 +04:00
|
|
|
def canonpath(repo, cwd, myname):
|
|
|
|
rootsep = repo.root + os.sep
|
|
|
|
name = myname
|
|
|
|
if not name.startswith(os.sep):
|
|
|
|
name = os.path.join(repo.root, cwd, name)
|
|
|
|
name = os.path.normpath(name)
|
|
|
|
if name.startswith(rootsep):
|
2005-08-13 03:06:52 +04:00
|
|
|
return pconvert(name[len(rootsep):])
|
2005-08-08 00:43:11 +04:00
|
|
|
elif name == repo.root:
|
|
|
|
return ''
|
|
|
|
else:
|
|
|
|
raise Abort('%s not under repository root' % myname)
|
2005-08-15 00:23:36 +04:00
|
|
|
|
2005-08-08 00:43:11 +04:00
|
|
|
def matcher(repo, cwd, names, inc, exc, head = ''):
|
Clean up walk and changes code to use normalised names properly.
New function: commands.pathto returns the relative path from one path
to another. For example, given foo/bar and baz/quux, it will return
../../baz/quux. This new function is used by the walk and status code
to print relative paths correctly.
New command: debugwalk exercises the walk code without doing anything
more.
hg.dirstate.walk now yields normalised names. For example, if you're
in the baz directory and you ask it to walk ../foo/bar/.., it will yield
names starting with foo/.
As a result of this change, all of the other walk and changes methods
in this module also return normalised names.
The util.matcher function now normalises globs and path names, so that
it will match normalised names properly.
Finally, util.matcher uses the non-glob prefix of a glob to tell walk
which directories to scan. Perviously, a glob like foo/* would scan
everything, but only return matches for foo/*. Now, foo/* only scans
under foo (using the globprefix function), which is much faster.
2005-08-01 05:42:46 +04:00
|
|
|
def patkind(name):
|
2005-08-13 04:09:17 +04:00
|
|
|
for prefix in 're:', 'glob:', 'path:', 'relpath:':
|
Clean up walk and changes code to use normalised names properly.
New function: commands.pathto returns the relative path from one path
to another. For example, given foo/bar and baz/quux, it will return
../../baz/quux. This new function is used by the walk and status code
to print relative paths correctly.
New command: debugwalk exercises the walk code without doing anything
more.
hg.dirstate.walk now yields normalised names. For example, if you're
in the baz directory and you ask it to walk ../foo/bar/.., it will yield
names starting with foo/.
As a result of this change, all of the other walk and changes methods
in this module also return normalised names.
The util.matcher function now normalises globs and path names, so that
it will match normalised names properly.
Finally, util.matcher uses the non-glob prefix of a glob to tell walk
which directories to scan. Perviously, a glob like foo/* would scan
everything, but only return matches for foo/*. Now, foo/* only scans
under foo (using the globprefix function), which is much faster.
2005-08-01 05:42:46 +04:00
|
|
|
if name.startswith(prefix): return name.split(':', 1)
|
2005-07-30 00:30:12 +04:00
|
|
|
for c in name:
|
Clean up walk and changes code to use normalised names properly.
New function: commands.pathto returns the relative path from one path
to another. For example, given foo/bar and baz/quux, it will return
../../baz/quux. This new function is used by the walk and status code
to print relative paths correctly.
New command: debugwalk exercises the walk code without doing anything
more.
hg.dirstate.walk now yields normalised names. For example, if you're
in the baz directory and you ask it to walk ../foo/bar/.., it will yield
names starting with foo/.
As a result of this change, all of the other walk and changes methods
in this module also return normalised names.
The util.matcher function now normalises globs and path names, so that
it will match normalised names properly.
Finally, util.matcher uses the non-glob prefix of a glob to tell walk
which directories to scan. Perviously, a glob like foo/* would scan
everything, but only return matches for foo/*. Now, foo/* only scans
under foo (using the globprefix function), which is much faster.
2005-08-01 05:42:46 +04:00
|
|
|
if c in _globchars: return 'glob', name
|
|
|
|
return 'relpath', name
|
|
|
|
|
2005-08-13 04:09:17 +04:00
|
|
|
def regex(kind, name, tail):
|
2005-07-21 21:21:33 +04:00
|
|
|
'''convert a pattern into a regular expression'''
|
Clean up walk and changes code to use normalised names properly.
New function: commands.pathto returns the relative path from one path
to another. For example, given foo/bar and baz/quux, it will return
../../baz/quux. This new function is used by the walk and status code
to print relative paths correctly.
New command: debugwalk exercises the walk code without doing anything
more.
hg.dirstate.walk now yields normalised names. For example, if you're
in the baz directory and you ask it to walk ../foo/bar/.., it will yield
names starting with foo/.
As a result of this change, all of the other walk and changes methods
in this module also return normalised names.
The util.matcher function now normalises globs and path names, so that
it will match normalised names properly.
Finally, util.matcher uses the non-glob prefix of a glob to tell walk
which directories to scan. Perviously, a glob like foo/* would scan
everything, but only return matches for foo/*. Now, foo/* only scans
under foo (using the globprefix function), which is much faster.
2005-08-01 05:42:46 +04:00
|
|
|
if kind == 're':
|
|
|
|
return name
|
|
|
|
elif kind == 'path':
|
2005-08-13 04:09:17 +04:00
|
|
|
return '^' + re.escape(name) + '(?:/|$)'
|
|
|
|
elif kind == 'relpath':
|
|
|
|
return head + re.escape(name) + tail
|
2005-07-21 21:21:33 +04:00
|
|
|
return head + globre(name, '', tail)
|
|
|
|
|
|
|
|
def matchfn(pats, tail):
|
|
|
|
"""build a matching function from a set of patterns"""
|
|
|
|
if pats:
|
2005-08-13 04:09:17 +04:00
|
|
|
pat = '(?:%s)' % '|'.join([regex(k, p, tail) for (k, p) in pats])
|
2005-07-21 21:21:33 +04:00
|
|
|
return re.compile(pat).match
|
|
|
|
|
Clean up walk and changes code to use normalised names properly.
New function: commands.pathto returns the relative path from one path
to another. For example, given foo/bar and baz/quux, it will return
../../baz/quux. This new function is used by the walk and status code
to print relative paths correctly.
New command: debugwalk exercises the walk code without doing anything
more.
hg.dirstate.walk now yields normalised names. For example, if you're
in the baz directory and you ask it to walk ../foo/bar/.., it will yield
names starting with foo/.
As a result of this change, all of the other walk and changes methods
in this module also return normalised names.
The util.matcher function now normalises globs and path names, so that
it will match normalised names properly.
Finally, util.matcher uses the non-glob prefix of a glob to tell walk
which directories to scan. Perviously, a glob like foo/* would scan
everything, but only return matches for foo/*. Now, foo/* only scans
under foo (using the globprefix function), which is much faster.
2005-08-01 05:42:46 +04:00
|
|
|
def globprefix(pat):
|
|
|
|
'''return the non-glob prefix of a path, e.g. foo/* -> foo'''
|
|
|
|
root = []
|
|
|
|
for p in pat.split(os.sep):
|
|
|
|
if patkind(p)[0] == 'glob': break
|
|
|
|
root.append(p)
|
2005-08-13 03:06:52 +04:00
|
|
|
return '/'.join(root)
|
Clean up walk and changes code to use normalised names properly.
New function: commands.pathto returns the relative path from one path
to another. For example, given foo/bar and baz/quux, it will return
../../baz/quux. This new function is used by the walk and status code
to print relative paths correctly.
New command: debugwalk exercises the walk code without doing anything
more.
hg.dirstate.walk now yields normalised names. For example, if you're
in the baz directory and you ask it to walk ../foo/bar/.., it will yield
names starting with foo/.
As a result of this change, all of the other walk and changes methods
in this module also return normalised names.
The util.matcher function now normalises globs and path names, so that
it will match normalised names properly.
Finally, util.matcher uses the non-glob prefix of a glob to tell walk
which directories to scan. Perviously, a glob like foo/* would scan
everything, but only return matches for foo/*. Now, foo/* only scans
under foo (using the globprefix function), which is much faster.
2005-08-01 05:42:46 +04:00
|
|
|
|
2005-08-08 00:43:11 +04:00
|
|
|
pats = []
|
|
|
|
files = []
|
|
|
|
roots = []
|
|
|
|
for kind, name in map(patkind, names):
|
|
|
|
if kind in ('glob', 'relpath'):
|
|
|
|
name = canonpath(repo, cwd, name)
|
|
|
|
if name == '':
|
|
|
|
kind, name = 'glob', '**'
|
2005-08-13 04:09:17 +04:00
|
|
|
if kind in ('glob', 'path', 're'):
|
|
|
|
pats.append((kind, name))
|
2005-08-08 00:43:11 +04:00
|
|
|
if kind == 'glob':
|
|
|
|
root = globprefix(name)
|
|
|
|
if root: roots.append(root)
|
|
|
|
elif kind == 'relpath':
|
2005-08-13 04:09:17 +04:00
|
|
|
files.append((kind, name))
|
2005-08-08 00:43:11 +04:00
|
|
|
roots.append(name)
|
2005-08-15 00:23:36 +04:00
|
|
|
|
Clean up walk and changes code to use normalised names properly.
New function: commands.pathto returns the relative path from one path
to another. For example, given foo/bar and baz/quux, it will return
../../baz/quux. This new function is used by the walk and status code
to print relative paths correctly.
New command: debugwalk exercises the walk code without doing anything
more.
hg.dirstate.walk now yields normalised names. For example, if you're
in the baz directory and you ask it to walk ../foo/bar/.., it will yield
names starting with foo/.
As a result of this change, all of the other walk and changes methods
in this module also return normalised names.
The util.matcher function now normalises globs and path names, so that
it will match normalised names properly.
Finally, util.matcher uses the non-glob prefix of a glob to tell walk
which directories to scan. Perviously, a glob like foo/* would scan
everything, but only return matches for foo/*. Now, foo/* only scans
under foo (using the globprefix function), which is much faster.
2005-08-01 05:42:46 +04:00
|
|
|
patmatch = matchfn(pats, '$') or always
|
|
|
|
filematch = matchfn(files, '(?:/|$)') or always
|
2005-08-15 00:23:36 +04:00
|
|
|
incmatch = always
|
|
|
|
if inc:
|
|
|
|
incmatch = matchfn(map(patkind, inc), '(?:/|$)')
|
|
|
|
excmatch = lambda fn: False
|
|
|
|
if exc:
|
|
|
|
excmatch = matchfn(map(patkind, exc), '(?:/|$)')
|
2005-07-21 21:21:33 +04:00
|
|
|
|
2005-08-24 23:39:10 +04:00
|
|
|
return (roots,
|
|
|
|
lambda fn: (incmatch(fn) and not excmatch(fn) and
|
|
|
|
(fn.endswith('/') or
|
|
|
|
(not pats and not files) or
|
|
|
|
(pats and patmatch(fn)) or
|
|
|
|
(files and filematch(fn)))),
|
|
|
|
(inc or exc or (pats and pats != [('glob', '**')])) and True)
|
2005-07-21 21:21:33 +04:00
|
|
|
|
2005-06-29 23:16:41 +04:00
|
|
|
def system(cmd, errprefix=None):
|
2005-06-28 14:38:33 +04:00
|
|
|
"""execute a shell command that must succeed"""
|
|
|
|
rc = os.system(cmd)
|
|
|
|
if rc:
|
2005-06-29 23:16:41 +04:00
|
|
|
errmsg = "%s %s" % (os.path.basename(cmd.split(None, 1)[0]),
|
|
|
|
explain_exit(rc)[0])
|
|
|
|
if errprefix:
|
|
|
|
errmsg = "%s: %s" % (errprefix, errmsg)
|
2005-08-08 00:43:11 +04:00
|
|
|
raise Abort(errmsg)
|
2005-06-28 14:38:33 +04:00
|
|
|
|
2005-06-22 07:36:35 +04:00
|
|
|
def rename(src, dst):
|
|
|
|
try:
|
|
|
|
os.rename(src, dst)
|
|
|
|
except:
|
|
|
|
os.unlink(dst)
|
|
|
|
os.rename(src, dst)
|
|
|
|
|
2005-07-14 18:30:49 +04:00
|
|
|
def copytree(src, dst, copyfile):
|
|
|
|
"""Copy a directory tree, files are copied using 'copyfile'."""
|
|
|
|
names = os.listdir(src)
|
|
|
|
os.mkdir(dst)
|
|
|
|
|
|
|
|
for name in names:
|
|
|
|
srcname = os.path.join(src, name)
|
|
|
|
dstname = os.path.join(dst, name)
|
|
|
|
if os.path.isdir(srcname):
|
|
|
|
copytree(srcname, dstname, copyfile)
|
|
|
|
elif os.path.isfile(srcname):
|
|
|
|
copyfile(srcname, dstname)
|
|
|
|
else:
|
2005-08-17 02:53:47 +04:00
|
|
|
pass
|
2005-07-14 18:30:49 +04:00
|
|
|
|
2005-07-15 01:51:47 +04:00
|
|
|
def _makelock_file(info, pathname):
|
|
|
|
ld = os.open(pathname, os.O_CREAT | os.O_WRONLY | os.O_EXCL)
|
|
|
|
os.write(ld, info)
|
|
|
|
os.close(ld)
|
|
|
|
|
|
|
|
def _readlock_file(pathname):
|
|
|
|
return file(pathname).read()
|
|
|
|
|
2005-06-22 07:36:35 +04:00
|
|
|
# Platfor specific varients
|
2005-06-22 07:31:13 +04:00
|
|
|
if os.name == 'nt':
|
2005-06-25 10:58:14 +04:00
|
|
|
nulldev = 'NUL:'
|
|
|
|
|
2005-06-23 21:33:18 +04:00
|
|
|
def is_exec(f, last):
|
|
|
|
return last
|
|
|
|
|
|
|
|
def set_exec(f, mode):
|
|
|
|
pass
|
2005-06-29 22:42:35 +04:00
|
|
|
|
2005-06-22 07:31:13 +04:00
|
|
|
def pconvert(path):
|
|
|
|
return path.replace("\\", "/")
|
2005-06-22 07:43:40 +04:00
|
|
|
|
2005-08-13 03:06:52 +04:00
|
|
|
def localpath(path):
|
|
|
|
return path.replace('/', '\\')
|
|
|
|
|
|
|
|
def normpath(path):
|
|
|
|
return pconvert(os.path.normpath(path))
|
|
|
|
|
2005-07-15 01:51:47 +04:00
|
|
|
makelock = _makelock_file
|
|
|
|
readlock = _readlock_file
|
2005-06-25 10:58:14 +04:00
|
|
|
|
2005-07-27 22:18:22 +04:00
|
|
|
def explain_exit(code):
|
|
|
|
return "exited with status %d" % code, code
|
|
|
|
|
2005-06-22 07:31:13 +04:00
|
|
|
else:
|
2005-06-25 10:58:14 +04:00
|
|
|
nulldev = '/dev/null'
|
|
|
|
|
2005-06-23 21:33:18 +04:00
|
|
|
def is_exec(f, last):
|
|
|
|
return (os.stat(f).st_mode & 0100 != 0)
|
|
|
|
|
|
|
|
def set_exec(f, mode):
|
|
|
|
s = os.stat(f).st_mode
|
|
|
|
if (s & 0100 != 0) == mode:
|
|
|
|
return
|
|
|
|
if mode:
|
|
|
|
# Turn on +x for every +r bit when making a file executable
|
|
|
|
# and obey umask.
|
|
|
|
umask = os.umask(0)
|
|
|
|
os.umask(umask)
|
|
|
|
os.chmod(f, s | (s & 0444) >> 2 & ~umask)
|
|
|
|
else:
|
|
|
|
os.chmod(f, s & 0666)
|
|
|
|
|
2005-06-22 07:31:13 +04:00
|
|
|
def pconvert(path):
|
|
|
|
return path
|
|
|
|
|
2005-08-13 03:06:52 +04:00
|
|
|
def localpath(path):
|
|
|
|
return path
|
|
|
|
|
|
|
|
normpath = os.path.normpath
|
|
|
|
|
2005-06-22 07:43:40 +04:00
|
|
|
def makelock(info, pathname):
|
2005-07-15 01:51:47 +04:00
|
|
|
try:
|
|
|
|
os.symlink(info, pathname)
|
|
|
|
except OSError, why:
|
|
|
|
if why.errno == errno.EEXIST:
|
|
|
|
raise
|
|
|
|
else:
|
|
|
|
_makelock_file(info, pathname)
|
2005-06-22 07:43:40 +04:00
|
|
|
|
|
|
|
def readlock(pathname):
|
2005-07-15 01:51:47 +04:00
|
|
|
try:
|
|
|
|
return os.readlink(pathname)
|
|
|
|
except OSError, why:
|
|
|
|
if why.errno == errno.EINVAL:
|
|
|
|
return _readlock_file(pathname)
|
|
|
|
else:
|
|
|
|
raise
|
2005-07-27 22:18:22 +04:00
|
|
|
|
|
|
|
def explain_exit(code):
|
|
|
|
"""return a 2-tuple (desc, code) describing a process's status"""
|
|
|
|
if os.WIFEXITED(code):
|
|
|
|
val = os.WEXITSTATUS(code)
|
|
|
|
return "exited with status %d" % val, val
|
|
|
|
elif os.WIFSIGNALED(code):
|
|
|
|
val = os.WTERMSIG(code)
|
|
|
|
return "killed by signal %d" % val, val
|
|
|
|
elif os.WIFSTOPPED(code):
|
2005-08-15 23:46:41 +04:00
|
|
|
val = os.WSTOPSIG(code)
|
2005-07-27 22:18:22 +04:00
|
|
|
return "stopped by signal %d" % val, val
|
|
|
|
raise ValueError("invalid exit code")
|