mirror of
https://github.com/facebook/sapling.git
synced 2024-10-04 22:07:44 +03:00
6216b83d43
Reviewed By: connernilsen Differential Revision: D54470890 fbshipit-source-id: 1778b533643b6f0ac94af1ef1801707ca97fefa6
152 lines
5.8 KiB
Python
152 lines
5.8 KiB
Python
#!/usr/bin/env python3
|
|
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
#
|
|
# This software may be used and distributed according to the terms of the
|
|
# GNU General Public License version 2.
|
|
|
|
# pyre-unsafe
|
|
|
|
import os
|
|
import time
|
|
from typing import Dict, List
|
|
|
|
from facebook.eden.constants import STATS_MOUNTS_STATS
|
|
|
|
from facebook.eden.ttypes import (
|
|
DebugInvalidateRequest,
|
|
GetStatInfoParams,
|
|
MountId,
|
|
TimeSpec,
|
|
)
|
|
|
|
from .lib import testcase
|
|
|
|
|
|
@testcase.eden_repo_test
|
|
class InvalidateTest(testcase.EdenRepoTest):
|
|
directories: List[str] = ["a", "b", "c"]
|
|
num_files: int = 10
|
|
|
|
def edenfs_logging_settings(self) -> Dict[str, str]:
|
|
return {
|
|
"eden.fs.inodes.TreeInode": "DBG5",
|
|
}
|
|
|
|
def populate_repo(self) -> None:
|
|
for directory in self.directories:
|
|
for i in range(self.num_files):
|
|
self.repo.write_file(f"{directory}/{i}", f"{i}\n")
|
|
self.repo.commit("Initial commit.")
|
|
|
|
def get_loaded_count(self) -> int:
|
|
with self.get_thrift_client_legacy() as client:
|
|
stats = client.getStatInfo(GetStatInfoParams(statsMask=STATS_MOUNTS_STATS))
|
|
mountPointInfo = stats.mountPointInfo
|
|
if mountPointInfo is None:
|
|
raise Exception("stats.mountPointInfo is not set")
|
|
self.assertEqual(len(mountPointInfo), 1)
|
|
for mountPath in mountPointInfo:
|
|
info = mountPointInfo[mountPath]
|
|
return info.loadedFileCount + info.loadedTreeCount
|
|
return 0 # Apppease pyre
|
|
|
|
def invalidate(self, path: str, seconds: int = 0, background: bool = False) -> int:
|
|
with self.get_thrift_client_legacy() as client:
|
|
return client.debugInvalidateNonMaterialized(
|
|
DebugInvalidateRequest(
|
|
mount=MountId(mountPoint=self.mount_path_bytes),
|
|
path=os.fsencode(path),
|
|
age=TimeSpec(seconds=seconds, nanoSeconds=0),
|
|
background=background,
|
|
)
|
|
).numInvalidated
|
|
|
|
def read_directory(
|
|
self, directory: str, start: int = 0, stop: int = num_files
|
|
) -> None:
|
|
for i in range(start, stop):
|
|
content = self.read_file(f"{directory}/{i}")
|
|
self.assertEqual(content, f"{i}\n")
|
|
|
|
def read_all(self) -> None:
|
|
for directory in self.directories:
|
|
self.read_directory(directory)
|
|
|
|
def test_invalidate_all(self) -> None:
|
|
initial_loaded = self.get_loaded_count()
|
|
self.read_all()
|
|
self.assertEqual(self.get_loaded_count(), initial_loaded + 33)
|
|
invalidated = self.invalidate("")
|
|
self.assertEqual(invalidated, 33)
|
|
# pyre-fixme[6]: Incompatible parameter type [6]: In call `unittest.case.TestCase.assertAlmostEqual`, for 3rd parameter `delta` expected `None` but got `int`.
|
|
self.assertAlmostEqual(self.get_loaded_count(), initial_loaded, delta=1)
|
|
self.read_all()
|
|
|
|
def test_invalidate_subdir(self) -> None:
|
|
initial_loaded = self.get_loaded_count()
|
|
self.read_all()
|
|
self.assertEqual(self.get_loaded_count(), initial_loaded + 33)
|
|
invalidated = self.invalidate("a")
|
|
self.assertEqual(invalidated, 10)
|
|
self.assertEqual(self.get_loaded_count(), initial_loaded + 23)
|
|
self.read_all()
|
|
|
|
def test_no_invalidation_with_age(self) -> None:
|
|
initial_loaded = self.get_loaded_count()
|
|
self.read_all()
|
|
self.assertEqual(self.get_loaded_count(), initial_loaded + 33)
|
|
invalidated = self.invalidate("a", seconds=3600)
|
|
self.assertEqual(invalidated, 0)
|
|
self.assertEqual(self.get_loaded_count(), initial_loaded + 33)
|
|
|
|
def test_invalidate_with_age(self) -> None:
|
|
initial_loaded = self.get_loaded_count()
|
|
self.read_all()
|
|
self.assertEqual(self.get_loaded_count(), initial_loaded + 33)
|
|
time.sleep(10)
|
|
invalidated = self.invalidate("a", seconds=5)
|
|
self.assertEqual(invalidated, 10)
|
|
self.assertEqual(self.get_loaded_count(), initial_loaded + 23)
|
|
self.read_all()
|
|
|
|
def test_partial_invalidate(self) -> None:
|
|
initial_loaded = self.get_loaded_count()
|
|
self.read_directory("a")
|
|
self.assertEqual(self.get_loaded_count(), initial_loaded + 11)
|
|
time.sleep(10)
|
|
self.read_directory("b")
|
|
self.assertEqual(self.get_loaded_count(), initial_loaded + 22)
|
|
invalidated = self.invalidate("", seconds=5)
|
|
self.assertEqual(invalidated, 11)
|
|
# pyre-fixme[6]: Incompatible parameter type [6]: In call `unittest.case.TestCase.assertAlmostEqual`, for 3rd parameter `delta` expected `None` but got `int`.
|
|
self.assertAlmostEqual(self.get_loaded_count(), initial_loaded + 11, delta=1)
|
|
self.read_all()
|
|
|
|
def test_partial_directory_invalidate(self) -> None:
|
|
initial_loaded = self.get_loaded_count()
|
|
self.read_directory("a", 0, 6)
|
|
self.assertEqual(self.get_loaded_count(), initial_loaded + 7)
|
|
time.sleep(10)
|
|
self.read_directory("a", 6)
|
|
self.assertEqual(self.get_loaded_count(), initial_loaded + 11)
|
|
invalidated = self.invalidate("a", seconds=5)
|
|
self.assertEqual(invalidated, 6)
|
|
self.assertEqual(self.get_loaded_count(), initial_loaded + 5)
|
|
self.read_all()
|
|
|
|
def test_invalidate_background(self) -> None:
|
|
"""Verify that starting an invalidation in the background doesn't crash EdenFS."""
|
|
self.read_all()
|
|
self.invalidate("", seconds=10, background=True)
|
|
time.sleep(2)
|
|
|
|
def test_invalidate_keep_timestamp(self) -> None:
|
|
self.read_all()
|
|
st_before = os.stat(self.get_path("a/1"))
|
|
time.sleep(5)
|
|
self.invalidate("", seconds=0)
|
|
st_after = os.stat(self.get_path("a/1"))
|
|
|
|
self.assertEqual(st_before.st_mtime, st_after.st_mtime)
|
|
self.assertEqual(st_before.st_ctime, st_after.st_ctime)
|