mirror of
https://github.com/facebook/sapling.git
synced 2024-10-11 17:27:53 +03:00
2b3b8e46a5
Summary: Filelog methods like `addrevision`, `revision(raw=True)` are needed for flag processor (lfs) to work correctly. Add them in remotefilelog so lfs wrapper code could replace them. Test Plan: Run existing tests. Stronger tests and lfs integration test will be added when this area is more complete. Reviewers: #mercurial, durham, rmcelroy Reviewed By: durham Subscribers: rmcelroy, mjpieters Differential Revision: https://phabricator.intern.facebook.com/D4903959 Signature: t1:4903959:1493163809:5ebd88fac21d8225a12ce68bfc63a2867ee43769
275 lines
8.5 KiB
Python
275 lines
8.5 KiB
Python
# debugcommands.py - debug logic for remotefilelog
|
|
#
|
|
# Copyright 2013 Facebook, Inc.
|
|
#
|
|
# This software may be used and distributed according to the terms of the
|
|
# GNU General Public License version 2 or any later version.
|
|
from __future__ import absolute_import
|
|
|
|
from mercurial import error, filelog, revlog
|
|
from mercurial.node import bin, hex, nullid, short
|
|
from mercurial.i18n import _
|
|
from . import (
|
|
datapack,
|
|
fileserverclient,
|
|
historypack,
|
|
shallowrepo,
|
|
shallowutil,
|
|
)
|
|
from .lz4wrapper import lz4decompress
|
|
import hashlib, os
|
|
|
|
def debugremotefilelog(ui, path, **opts):
|
|
decompress = opts.get('decompress')
|
|
|
|
size, firstnode, mapping = parsefileblob(path, decompress)
|
|
|
|
ui.status(_("size: %s bytes\n") % (size))
|
|
ui.status(_("path: %s \n") % (path))
|
|
ui.status(_("key: %s \n") % (short(firstnode)))
|
|
ui.status(_("\n"))
|
|
ui.status(_("%12s => %12s %13s %13s %12s\n") %
|
|
("node", "p1", "p2", "linknode", "copyfrom"))
|
|
|
|
queue = [firstnode]
|
|
while queue:
|
|
node = queue.pop(0)
|
|
p1, p2, linknode, copyfrom = mapping[node]
|
|
ui.status(_("%s => %s %s %s %s\n") %
|
|
(short(node), short(p1), short(p2), short(linknode), copyfrom))
|
|
if p1 != nullid:
|
|
queue.append(p1)
|
|
if p2 != nullid:
|
|
queue.append(p2)
|
|
|
|
def buildtemprevlog(repo, file):
|
|
# get filename key
|
|
filekey = hashlib.sha1(file).hexdigest()
|
|
filedir = os.path.join(repo.path, 'store/data', filekey)
|
|
|
|
# sort all entries based on linkrev
|
|
fctxs = []
|
|
for filenode in os.listdir(filedir):
|
|
if '_old' not in filenode:
|
|
fctxs.append(repo.filectx(file, fileid=bin(filenode)))
|
|
|
|
fctxs = sorted(fctxs, key=lambda x: x.linkrev())
|
|
|
|
# add to revlog
|
|
temppath = repo.sjoin('data/temprevlog.i')
|
|
if os.path.exists(temppath):
|
|
os.remove(temppath)
|
|
r = filelog.filelog(repo.svfs, 'temprevlog')
|
|
|
|
class faket(object):
|
|
def add(self, a, b, c):
|
|
pass
|
|
t = faket()
|
|
for fctx in fctxs:
|
|
if fctx.node() not in repo:
|
|
continue
|
|
|
|
p = fctx.filelog().parents(fctx.filenode())
|
|
meta = {}
|
|
if fctx.renamed():
|
|
meta['copy'] = fctx.renamed()[0]
|
|
meta['copyrev'] = hex(fctx.renamed()[1])
|
|
|
|
r.add(fctx.data(), meta, t, fctx.linkrev(), p[0], p[1])
|
|
|
|
return r
|
|
|
|
def debugindex(orig, ui, repo, file_=None, **opts):
|
|
"""dump the contents of an index file"""
|
|
if (opts.get('changelog') or
|
|
opts.get('manifest') or
|
|
opts.get('dir') or
|
|
not shallowrepo.requirement in repo.requirements or
|
|
not repo.shallowmatch(file_)):
|
|
return orig(ui, repo, file_, **opts)
|
|
|
|
r = buildtemprevlog(repo, file_)
|
|
|
|
# debugindex like normal
|
|
format = opts.get('format', 0)
|
|
if format not in (0, 1):
|
|
raise error.Abort(_("unknown format %d") % format)
|
|
|
|
generaldelta = r.version & revlog.REVLOGGENERALDELTA
|
|
if generaldelta:
|
|
basehdr = ' delta'
|
|
else:
|
|
basehdr = ' base'
|
|
|
|
if format == 0:
|
|
ui.write((" rev offset length " + basehdr + " linkrev"
|
|
" nodeid p1 p2\n"))
|
|
elif format == 1:
|
|
ui.write((" rev flag offset length"
|
|
" size " + basehdr + " link p1 p2"
|
|
" nodeid\n"))
|
|
|
|
for i in r:
|
|
node = r.node(i)
|
|
if generaldelta:
|
|
base = r.deltaparent(i)
|
|
else:
|
|
base = r.chainbase(i)
|
|
if format == 0:
|
|
try:
|
|
pp = r.parents(node)
|
|
except Exception:
|
|
pp = [nullid, nullid]
|
|
ui.write("% 6d % 9d % 7d % 6d % 7d %s %s %s\n" % (
|
|
i, r.start(i), r.length(i), base, r.linkrev(i),
|
|
short(node), short(pp[0]), short(pp[1])))
|
|
elif format == 1:
|
|
pr = r.parentrevs(i)
|
|
ui.write("% 6d %04x % 8d % 8d % 8d % 6d % 6d % 6d % 6d %s\n" % (
|
|
i, r.flags(i), r.start(i), r.length(i), r.rawsize(i),
|
|
base, r.linkrev(i), pr[0], pr[1], short(node)))
|
|
|
|
def debugindexdot(orig, ui, repo, file_):
|
|
"""dump an index DAG as a graphviz dot file"""
|
|
if not shallowrepo.requirement in repo.requirements:
|
|
return orig(ui, repo, file_)
|
|
|
|
r = buildtemprevlog(repo, os.path.basename(file_)[:-2])
|
|
|
|
ui.write(("digraph G {\n"))
|
|
for i in r:
|
|
node = r.node(i)
|
|
pp = r.parents(node)
|
|
ui.write("\t%d -> %d\n" % (r.rev(pp[0]), i))
|
|
if pp[1] != nullid:
|
|
ui.write("\t%d -> %d\n" % (r.rev(pp[1]), i))
|
|
ui.write("}\n")
|
|
|
|
def verifyremotefilelog(ui, path, **opts):
|
|
decompress = opts.get('decompress')
|
|
|
|
for root, dirs, files in os.walk(path):
|
|
for file in files:
|
|
if file == "repos":
|
|
continue
|
|
filepath = os.path.join(root, file)
|
|
size, firstnode, mapping = parsefileblob(filepath, decompress)
|
|
for p1, p2, linknode, copyfrom in mapping.itervalues():
|
|
if linknode == nullid:
|
|
actualpath = os.path.relpath(root, path)
|
|
key = fileserverclient.getcachekey("reponame", actualpath,
|
|
file)
|
|
ui.status("%s %s\n" % (key, os.path.relpath(filepath,
|
|
path)))
|
|
|
|
def parsefileblob(path, decompress):
|
|
raw = None
|
|
f = open(path, "r")
|
|
try:
|
|
raw = f.read()
|
|
finally:
|
|
f.close()
|
|
|
|
if decompress:
|
|
raw = lz4decompress(raw)
|
|
|
|
offset, size, flags = shallowutil.parsesizeflags(raw)
|
|
start = offset + size
|
|
|
|
firstnode = None
|
|
|
|
mapping = {}
|
|
while start < len(raw):
|
|
divider = raw.index('\0', start + 80)
|
|
|
|
currentnode = raw[start:(start + 20)]
|
|
if not firstnode:
|
|
firstnode = currentnode
|
|
|
|
p1 = raw[(start + 20):(start + 40)]
|
|
p2 = raw[(start + 40):(start + 60)]
|
|
linknode = raw[(start + 60):(start + 80)]
|
|
copyfrom = raw[(start + 80):divider]
|
|
|
|
mapping[currentnode] = (p1, p2, linknode, copyfrom)
|
|
start = divider + 1
|
|
|
|
return size, firstnode, mapping
|
|
|
|
def debugdatapack(ui, path, **opts):
|
|
if '.data' in path:
|
|
path = path[:path.index('.data')]
|
|
dpack = datapack.datapack(path)
|
|
|
|
node = opts.get('node')
|
|
if node:
|
|
deltachain = dpack.getdeltachain('', bin(node))
|
|
dumpdeltachain(ui, deltachain, **opts)
|
|
return
|
|
|
|
if opts.get('long'):
|
|
hashformatter = hex
|
|
hashlen = 42
|
|
else:
|
|
hashformatter = short
|
|
hashlen = 14
|
|
|
|
lastfilename = None
|
|
for filename, node, deltabase, deltalen in dpack.iterentries():
|
|
if filename != lastfilename:
|
|
ui.write("\n%s\n" % filename)
|
|
ui.write("%s%s%s\n" % (
|
|
"Node".ljust(hashlen),
|
|
"Delta Base".ljust(hashlen),
|
|
"Delta Length".ljust(6)))
|
|
lastfilename = filename
|
|
ui.write("%s %s %s\n" % (
|
|
hashformatter(node), hashformatter(deltabase), deltalen))
|
|
|
|
def dumpdeltachain(ui, deltachain, **opts):
|
|
hashformatter = hex
|
|
hashlen = 40
|
|
|
|
lastfilename = None
|
|
for filename, node, filename, deltabasenode, delta in deltachain:
|
|
if filename != lastfilename:
|
|
ui.write("\n%s\n" % filename)
|
|
lastfilename = filename
|
|
ui.write("%s %s %s %s\n" % (
|
|
"Node".ljust(hashlen),
|
|
"Delta Base".ljust(hashlen),
|
|
"Delta SHA1".ljust(hashlen),
|
|
"Delta Length".ljust(6),
|
|
))
|
|
|
|
ui.write("%s %s %s %s\n" % (
|
|
hashformatter(node),
|
|
hashformatter(deltabasenode),
|
|
hashlib.sha1(delta).hexdigest(),
|
|
len(delta)))
|
|
|
|
def debughistorypack(ui, path):
|
|
if '.hist' in path:
|
|
path = path[:path.index('.hist')]
|
|
hpack = historypack.historypack(path)
|
|
|
|
lastfilename = None
|
|
for entry in hpack.iterentries():
|
|
filename, node, p1node, p2node, linknode, copyfrom = entry
|
|
if filename != lastfilename:
|
|
ui.write("\n%s\n" % filename)
|
|
ui.write("%s%s%s%s%s\n" % (
|
|
"Node".ljust(14),
|
|
"P1 Node".ljust(14),
|
|
"P2 Node".ljust(14),
|
|
"Link Node".ljust(14),
|
|
"Copy From"))
|
|
lastfilename = filename
|
|
ui.write("%s %s %s %s %s\n" % (short(node), short(p1node),
|
|
short(p2node), short(linknode), copyfrom))
|
|
|
|
def debugwaitonrepack(repo):
|
|
with repo._lock(repo.svfs, "repacklock", True, None,
|
|
None, _('repacking %s') % repo.origroot):
|
|
pass
|