mirror of
https://github.com/facebook/sapling.git
synced 2024-10-11 09:17:30 +03:00
d3424dd296
Summary: fastannotate will tell remotefilelog what nodes of a file is already known in linelog + revmap, so remotefilelog will not prefetch those files. Previously, fastannotate either prevents all prefetching or allows all prefetching, which is sub-optimal. fastannotate could now donate its sshpeer to remotefilelog, so remotefilelog won't need to start another one (assuming they can share a same sshpeer, could be turned off via config options). This should reduce run time if SSH handshake is expensive. fastannotate could now also steal sshpeer from remotefilelog, so fastannotate won't need to start another one. Combined with the above change, there would always be only one sshpeer shared by fastannotate and remotefilelog. Test Plan: Modified existing tests Reviewers: #sourcecontrol, durham Reviewed By: durham Subscribers: ikostia, mjpieters Differential Revision: https://phabricator.intern.facebook.com/D4325382 Signature: t1:4325382:1481933531:39d6344b2c076fbbff1f07997cd268e7cee25e80
161 lines
5.8 KiB
Python
161 lines
5.8 KiB
Python
# Copyright 2016-present Facebook. All Rights Reserved.
|
|
#
|
|
# fastannotate: faster annotate implementation using linelog
|
|
#
|
|
# This software may be used and distributed according to the terms of the
|
|
# GNU General Public License version 2 or any later version.
|
|
|
|
|
|
"""yet another annotate implementation that might be faster
|
|
|
|
The fastannotate extension provides a 'fastannotate' command that makes
|
|
use of the linelog data structure as a cache layer and is expected to
|
|
be faster than the vanilla 'annotate' if the cache is present.
|
|
|
|
In most cases, fastannotate requires a setup that mainbranch is some pointer
|
|
that always moves forward, to be most efficient.
|
|
|
|
Using fastannotate together with linkrevcache would speed up building the
|
|
annotate cache greatly. Run "debugbuildlinkrevcache" before
|
|
"debugbuildannotatecache".
|
|
|
|
::
|
|
|
|
[fastannotate]
|
|
# specify the main branch head. the internal linelog will only contain
|
|
# the linear (ignoring p2) "mainbranch". since linelog cannot move
|
|
# backwards without a rebuild, this should be something that always moves
|
|
# forward, usually it is "master" or "@".
|
|
mainbranch = master
|
|
|
|
# fastannotate supports different modes to expose its feature.
|
|
# a list of combination:
|
|
# - fastannotate: expose the feature via the "fastannotate" command which
|
|
# deals with everything in a most efficient way, and provides extra
|
|
# features like --deleted etc.
|
|
# - fctx: replace fctx.annotate implementation. note:
|
|
# a. it is less efficient than the "fastannotate" command
|
|
# b. it will make it practically impossible to access the old (disk
|
|
# side-effect free) annotate implementation
|
|
# c. it implies "hgweb".
|
|
# - hgweb: replace hgweb's annotate implementation. conflict with "fctx".
|
|
# (default: fastannotate)
|
|
modes = fastannotate
|
|
|
|
# default format when no format flags are used (default: number)
|
|
defaultformat = changeset, user, date
|
|
|
|
# serve the annotate cache via wire protocol (default: False)
|
|
# tip: the .hg/fastannotate directory is portable - can be rsynced
|
|
server = True
|
|
|
|
# build annotate cache on demand for every client request (default: True)
|
|
# disabling it could make server response faster, useful when there is a
|
|
# cronjob building the cache.
|
|
serverbuildondemand = True
|
|
|
|
# update local annotate cache from remote on demand
|
|
# (default: True for remotefilelog repo, False otherwise)
|
|
client = True
|
|
|
|
# path to use when connecting to the remote server (default: default)
|
|
remotepath = default
|
|
|
|
# share sshpeer with remotefilelog. this would allow fastannotate to peek
|
|
# into remotefilelog internals, and steal its sshpeer, or in the reversed
|
|
# direction: donate its sshpeer to remotefilelog. disable this if
|
|
# fastannotate and remotefilelog should not share a sshpeer when their
|
|
# endpoints are different and incompatible. (default: True)
|
|
clientsharepeer = True
|
|
|
|
# minimal length of the history of a file required to fetch linelog from
|
|
# the server. (default: 10)
|
|
clientfetchthreshold = 10
|
|
|
|
# use flock instead of the file existence lock
|
|
# flock may not work well on some network filesystems, but they avoid
|
|
# creating and deleting files frequently, which is faster when updating
|
|
# the annotate cache in batch. if you have issues with this option, set it
|
|
# to False. (default: True if flock is supported, False otherwise)
|
|
useflock = True
|
|
|
|
# for "fctx" mode, always follow renames regardless of command line option.
|
|
# this is a BC with the original command but will reduced the space needed
|
|
# for annotate cache, and is useful for client-server setup since the
|
|
# server will only provide annotate cache with default options (i.e. with
|
|
# follow). do not affect "fastannotate" mode. (default: True)
|
|
forcefollow = True
|
|
|
|
# for "fctx" mode, always treat file as text files, to skip the "isbinary"
|
|
# check. this is consistent with the "fastannotate" command and could help
|
|
# to avoid a file fetch if remotefilelog is used. (default: True)
|
|
forcetext = True
|
|
|
|
# use unfiltered repo for better performance.
|
|
unfilteredrepo = True
|
|
|
|
# sacrifice correctness in some corner cases for performance. it does not
|
|
# affect the correctness of the annotate cache being built. the option
|
|
# is experimental and may disappear in the future (default: False)
|
|
perfhack = True
|
|
"""
|
|
|
|
from __future__ import absolute_import
|
|
|
|
from mercurial.i18n import _
|
|
from mercurial import (
|
|
error as hgerror,
|
|
util,
|
|
)
|
|
|
|
from . import (
|
|
commands,
|
|
context,
|
|
protocol,
|
|
)
|
|
|
|
testedwith = 'ships-with-fb-hgext'
|
|
|
|
cmdtable = commands.cmdtable
|
|
|
|
def _flockavailable():
|
|
try:
|
|
import fcntl
|
|
fcntl.flock
|
|
except StandardError:
|
|
return False
|
|
else:
|
|
return True
|
|
|
|
def uisetup(ui):
|
|
modes = set(ui.configlist('fastannotate', 'modes', ['fastannotate']))
|
|
if 'fctx' in modes:
|
|
modes.discard('hgweb')
|
|
for name in modes:
|
|
if name == 'fastannotate':
|
|
commands.registercommand()
|
|
elif name == 'hgweb':
|
|
from . import support
|
|
support.replacehgwebannotate()
|
|
elif name == 'fctx':
|
|
from . import support
|
|
support.replacefctxannotate()
|
|
support.replaceremotefctxannotate()
|
|
commands.wrapdefault()
|
|
else:
|
|
raise hgerror.Abort(_('fastannotate: invalid mode: %s') % name)
|
|
|
|
if ui.configbool('fastannotate', 'server'):
|
|
protocol.serveruisetup(ui)
|
|
|
|
if ui.configbool('fastannotate', 'useflock', _flockavailable()):
|
|
context.pathhelper.lock = context.pathhelper._lockflock
|
|
|
|
def reposetup(ui, repo):
|
|
client = ui.configbool('fastannotate', 'client', default=None)
|
|
if client is None:
|
|
if util.safehasattr(repo, 'requirements'):
|
|
client = 'remotefilelog' in repo.requirements
|
|
if client:
|
|
protocol.clientreposetup(ui, repo)
|