mirror of
https://github.com/facebook/sapling.git
synced 2024-10-09 08:18:15 +03:00
98d9269874
Summary: Create a fork of the Mercurial code that we can use to build server rpms. The hg servers will continue to exist for a few more months while we move the darkstorm and ediscovery use cases off them. In the mean time, we want to start making breaking changes to the client, so let's create a stable copy of the hg code to produce rpms for the hg servers. The fork is based off c7770c78d, the latest hg release. This copies the files as is, then adds some minor tweaks to get it to build: - Disables some lint checks that appear to be bypassed by path - sed replace eden/scm with eden/hg-server - Removed a dependency on scm/telemetry from the edenfs-client tests since scm/telemetry pulls in the original eden/scm/lib/configparser which conflicts with the hg-server conflict parser. allow-large-files Reviewed By: quark-zju Differential Revision: D27632557 fbshipit-source-id: b2f442f4ec000ea08e4d62de068750832198e1f4
175 lines
6.4 KiB
Python
175 lines
6.4 KiB
Python
# Copyright (c) Facebook, Inc. and its affiliates.
|
|
#
|
|
# This software may be used and distributed according to the terms of the
|
|
# GNU General Public License version 2.
|
|
|
|
"""
|
|
Mercurial extension for supporting eden client checkouts.
|
|
|
|
This overrides the dirstate to check with the eden daemon for modifications,
|
|
instead of doing a normal scan of the filesystem.
|
|
"""
|
|
|
|
import errno
|
|
import os
|
|
import random
|
|
import sys
|
|
import time
|
|
|
|
import toml
|
|
from thrift.Thrift import TApplicationException
|
|
|
|
from . import demandimport, error, node, pycompat
|
|
from .i18n import _
|
|
|
|
|
|
if sys.version_info < (2, 7, 6):
|
|
# 2.7.6 was the first version to allow unicode format strings in
|
|
# struct.{pack,unpack}; our devservers have 2.7.5, so let's
|
|
# monkey patch in support for unicode format strings.
|
|
import functools
|
|
import struct
|
|
|
|
# We disable F821 below because we know we are in Python 2.x based on the
|
|
# sys.version_info check above.
|
|
|
|
def pack(orig, fmt, *args):
|
|
if isinstance(fmt, pycompat.unicode): # noqa: F821
|
|
fmt = fmt.encode("utf-8")
|
|
return orig(fmt, *args)
|
|
|
|
def unpack(orig, fmt, data):
|
|
if isinstance(fmt, pycompat.unicode): # noqa: F821
|
|
fmt = fmt.encode("utf-8")
|
|
return orig(fmt, data)
|
|
|
|
struct.pack = functools.partial(pack, struct.pack)
|
|
struct.unpack = functools.partial(unpack, struct.unpack)
|
|
|
|
# Disable demandimport while importing thrift files.
|
|
#
|
|
# The thrift modules try importing modules which may or may not exist, and they
|
|
# handle the ImportError generated if the modules aren't present. demandimport
|
|
# breaks this behavior by making it appear like the modules were successfully
|
|
# loaded, and only throwing ImportError later when you actually try to use
|
|
# them.
|
|
with demandimport.deactivated():
|
|
import eden.thrift.legacy as eden_thrift_module
|
|
import facebook.eden.ttypes as eden_ttypes
|
|
|
|
create_thrift_client = eden_thrift_module.create_thrift_client
|
|
ScmFileStatus = eden_ttypes.ScmFileStatus
|
|
GetScmStatusParams = eden_ttypes.GetScmStatusParams
|
|
CheckoutMode = eden_ttypes.CheckoutMode
|
|
ConflictType = eden_ttypes.ConflictType
|
|
FileInformationOrError = eden_ttypes.FileInformationOrError
|
|
NoValueForKeyError = eden_ttypes.NoValueForKeyError
|
|
EdenError = eden_ttypes.EdenError
|
|
|
|
|
|
def readlink_retry_estale(path):
|
|
attempts = 10
|
|
while True:
|
|
try:
|
|
return os.readlink(path)
|
|
except OSError as ex:
|
|
if attempts == 0 or ex.errno != errno.ESTALE:
|
|
raise
|
|
attempts -= 1
|
|
time.sleep(random.uniform(0.001, 0.01))
|
|
|
|
|
|
class EdenThriftClient(object):
|
|
def __init__(self, repo):
|
|
self._repo = repo
|
|
self._root = repo.root
|
|
if pycompat.iswindows:
|
|
tomlconfig = toml.load(os.path.join(self._root, ".eden", "config"))
|
|
self._eden_root = tomlconfig["Config"]["root"]
|
|
self._socket_path = tomlconfig["Config"]["socket"]
|
|
else:
|
|
self._socket_path = readlink_retry_estale(
|
|
os.path.join(self._root, ".eden", "socket")
|
|
)
|
|
# Read the .eden/root symlink to see what eden thinks the name of this
|
|
# mount point is. This might not match self._root in some cases. In
|
|
# particular, a parent directory of the eden mount might be bind
|
|
# mounted somewhere else, resulting in it appearing at multiple
|
|
# separate locations.
|
|
self._eden_root = readlink_retry_estale(
|
|
os.path.join(self._root, ".eden", "root")
|
|
)
|
|
|
|
def _get_client(self):
|
|
"""
|
|
Create a new client instance for each call because we may be idle
|
|
(from the perspective of the server) between calls and have our
|
|
connection snipped by the server.
|
|
We could potentially try to speculatively execute a call and
|
|
reconnect on transport failure, but for the moment this strategy
|
|
is a reasonable compromise.
|
|
"""
|
|
return create_thrift_client(socket_path=self._socket_path)
|
|
|
|
def setHgParents(self, p1, p2, need_flush=True):
|
|
if p2 == node.nullid:
|
|
p2 = None
|
|
|
|
if need_flush:
|
|
self._flushPendingTransactions()
|
|
|
|
parents = eden_ttypes.WorkingDirectoryParents(parent1=p1, parent2=p2)
|
|
with self._get_client() as client:
|
|
client.resetParentCommits(self._eden_root, parents)
|
|
|
|
def getStatus(self, parent, list_ignored): # noqa: C901
|
|
|
|
# If we are in a pending transaction the parent commit we are querying against
|
|
# might not have been stored to disk yet. Flush the pending transaction state
|
|
# before asking Eden about the status.
|
|
self._flushPendingTransactions()
|
|
|
|
with self._get_client() as client:
|
|
try:
|
|
edenstatus = client.getScmStatusV2(
|
|
GetScmStatusParams(self._eden_root, parent, list_ignored)
|
|
).status.entries
|
|
except TApplicationException as e:
|
|
# Fallback to old getScmStatus in the case that this is running
|
|
# against an older version of edenfs in which getScmStatusV2 is
|
|
# not known
|
|
if e.type == TApplicationException.UNKNOWN_METHOD:
|
|
edenstatus = client.getScmStatus(
|
|
self._eden_root, list_ignored, parent
|
|
).entries
|
|
else:
|
|
raise
|
|
except EdenError as e:
|
|
raise error.Abort(_("cannot fetch eden status: %s") % e.message)
|
|
|
|
return edenstatus
|
|
|
|
def checkout(self, node, checkout_mode, need_flush=True):
|
|
if need_flush:
|
|
self._flushPendingTransactions()
|
|
with self._get_client() as client:
|
|
try:
|
|
return client.checkOutRevision(self._eden_root, node, checkout_mode)
|
|
except EdenError as e:
|
|
raise error.Abort(_("error performing EdenFS checkout: %s") % e.message)
|
|
|
|
def glob(self, globs):
|
|
with self._get_client() as client:
|
|
return client.glob(self._eden_root, globs)
|
|
|
|
def getFileInformation(self, files):
|
|
with self._get_client() as client:
|
|
return client.getFileInformation(self._eden_root, files)
|
|
|
|
def _flushPendingTransactions(self):
|
|
# If a transaction is currently in progress, make sure it has flushed
|
|
# pending commit data to disk so that eden will be able to access it.
|
|
txn = self._repo.currenttransaction()
|
|
if txn is not None:
|
|
txn.writepending()
|