mirror of
https://github.com/facebook/sapling.git
synced 2024-10-11 09:17:30 +03:00
bbd44be472
Summary: Implemented initial version of a garbage collector for repack. Garbage collection is only performed if gcrepack flag is set in config. Currently data that is old and not in keepset is garabage collected. The age of data at which point it will be garbage collected can be specified in config as well. Test Plan: Added a test case Reviewers: durham Reviewed By: durham Subscribers: rmcelroy, medson, mjpieters, #mercurial Differential Revision: https://phabricator.intern.facebook.com/D5548194 Tasks: 19727521 Signature: t1:5548194:1501882489:cc775ec95aa6fafc462a46f99d790f231139ce27
141 lines
4.0 KiB
Raku
141 lines
4.0 KiB
Raku
$ PYTHONPATH=$TESTDIR/..:$PYTHONPATH
|
|
$ export PYTHONPATH
|
|
|
|
$ . "$TESTDIR/library.sh"
|
|
|
|
$ hginit master
|
|
$ cd master
|
|
$ cat >> .hg/hgrc <<EOF
|
|
> [remotefilelog]
|
|
> server=True
|
|
> EOF
|
|
$ echo x > x
|
|
$ hg commit -qAm x
|
|
$ echo y > y
|
|
$ rm x
|
|
$ hg commit -qAm DxAy
|
|
$ echo yy > y
|
|
$ hg commit -qAm y
|
|
$ cd ..
|
|
|
|
$ hgcloneshallow ssh://user@dummy/master shallow -q
|
|
1 files fetched over 1 fetches - (1 misses, 0.00% hit ratio) over *s (glob)
|
|
|
|
# Prefetch all data and repack
|
|
|
|
$ cd shallow
|
|
$ cat >> .hg/hgrc <<EOF
|
|
> [remotefilelog]
|
|
> bgprefetchrevs=all()
|
|
> EOF
|
|
|
|
$ hg prefetch
|
|
2 files fetched over 1 fetches - (2 misses, 0.00% hit ratio) over *s (glob)
|
|
$ hg repack
|
|
$ sleep 0.5
|
|
$ hg debugwaitonrepack >/dev/null 2>%1
|
|
|
|
$ find $CACHEDIR | sort | grep ".datapack\|.histpack"
|
|
$TESTTMP/hgcache/master/packs/9a2ea858fe2967db9b6ea4c0ca238881cae9d6eb.histpack
|
|
$TESTTMP/hgcache/master/packs/f7a942a6e4673d2c7b697fdd926ca2d153831ca4.datapack
|
|
|
|
# Ensure that all file versions were prefetched
|
|
|
|
$ hg debugdatapack $TESTTMP/hgcache/master/packs/f7a942a6e4673d2c7b697fdd926ca2d153831ca4.datapack
|
|
|
|
x
|
|
Node Delta Base Delta Length
|
|
1406e7411862 000000000000 2
|
|
|
|
y
|
|
Node Delta Base Delta Length
|
|
50dbc4572b8e 000000000000 3
|
|
076f5e2225b3 50dbc4572b8e 14
|
|
|
|
# Test garbage collection during repack
|
|
|
|
$ cat >> .hg/hgrc <<EOF
|
|
> [remotefilelog]
|
|
> bgprefetchrevs=tip
|
|
> gcrepack=True
|
|
> nodettl=86400
|
|
> EOF
|
|
|
|
$ hg repack
|
|
$ sleep 0.5
|
|
$ hg debugwaitonrepack >/dev/null 2>%1
|
|
|
|
$ find $CACHEDIR | sort | grep ".datapack\|.histpack"
|
|
$TESTTMP/hgcache/master/packs/05baa499c6b07f2bf0ea3d2c8151da1cb86f5e33.datapack
|
|
$TESTTMP/hgcache/master/packs/9a2ea858fe2967db9b6ea4c0ca238881cae9d6eb.histpack
|
|
|
|
# Ensure that file 'x' was garbage collected. It should be GCed because it is not in the keepset
|
|
# and is old (commit date is 0.0 in tests). Ensure that file 'y' is present as it is in the keepset.
|
|
|
|
$ hg debugdatapack $TESTTMP/hgcache/master/packs/05baa499c6b07f2bf0ea3d2c8151da1cb86f5e33.datapack
|
|
|
|
y
|
|
Node Delta Base Delta Length
|
|
50dbc4572b8e 000000000000 3
|
|
|
|
# Prefetch all data again and repack for later garbage collection
|
|
|
|
$ cat >> .hg/hgrc <<EOF
|
|
> [remotefilelog]
|
|
> bgprefetchrevs=all()
|
|
> EOF
|
|
|
|
$ hg prefetch
|
|
3 files fetched over 1 fetches - (3 misses, 0.00% hit ratio) over *s (glob)
|
|
$ hg repack
|
|
$ sleep 0.5
|
|
$ hg debugwaitonrepack >/dev/null 2>%1
|
|
|
|
$ find $CACHEDIR | sort | grep ".datapack\|.histpack"
|
|
$TESTTMP/hgcache/master/packs/9a2ea858fe2967db9b6ea4c0ca238881cae9d6eb.histpack
|
|
$TESTTMP/hgcache/master/packs/f7a942a6e4673d2c7b697fdd926ca2d153831ca4.datapack
|
|
|
|
# Ensure that all file versions were prefetched
|
|
|
|
$ hg debugdatapack $TESTTMP/hgcache/master/packs/f7a942a6e4673d2c7b697fdd926ca2d153831ca4.datapack
|
|
|
|
x
|
|
Node Delta Base Delta Length
|
|
1406e7411862 000000000000 2
|
|
|
|
y
|
|
Node Delta Base Delta Length
|
|
50dbc4572b8e 000000000000 3
|
|
076f5e2225b3 50dbc4572b8e 14
|
|
|
|
# Test garbage collection during repack. Ensure that new files are not removed even though they are not in the keepset
|
|
# For the purposes of the test the TTL of a file is set to current time + 100 seconds. i.e. all commits in tests have
|
|
# a date of 1970 and therefore to prevent garbage collection we have to set nodettl to be farther from 1970 than we are now.
|
|
|
|
$ cat >> .hg/hgrc <<EOF
|
|
> [remotefilelog]
|
|
> bgprefetchrevs=
|
|
> nodettl=$(date +%s -d '100 seconds')
|
|
> EOF
|
|
|
|
$ hg repack
|
|
$ sleep 0.5
|
|
$ hg debugwaitonrepack >/dev/null 2>%1
|
|
|
|
$ find $CACHEDIR | sort | grep ".datapack\|.histpack"
|
|
$TESTTMP/hgcache/master/packs/9a2ea858fe2967db9b6ea4c0ca238881cae9d6eb.histpack
|
|
$TESTTMP/hgcache/master/packs/f7a942a6e4673d2c7b697fdd926ca2d153831ca4.datapack
|
|
|
|
# Ensure that all file versions were prefetched
|
|
|
|
$ hg debugdatapack $TESTTMP/hgcache/master/packs/f7a942a6e4673d2c7b697fdd926ca2d153831ca4.datapack
|
|
|
|
x
|
|
Node Delta Base Delta Length
|
|
1406e7411862 000000000000 2
|
|
|
|
y
|
|
Node Delta Base Delta Length
|
|
50dbc4572b8e 000000000000 3
|
|
076f5e2225b3 50dbc4572b8e 14
|