Setup

  $ PYTHONPATH=$TESTDIR/..:$PYTHONPATH
  $ export PYTHONPATH

Check diagnosis, debugging information
1) Setup configuration
  $ mkcommit() {
  >    echo "$1" > "$1"
  >    hg add "$1"
  >    echo "add $1" > msg
  >    echo "" >> msg
  >    hg ci -l msg
  > }

2) Check access pattern

  $ printaccessedrevs() {
  >     [ ! -f "$TESTTMP/logfile" ] && echo "no access" && return
  >     python "$TESTTMP/summary.py" "$TESTTMP/cachedrevs" "$TESTTMP/logfile"
  >     rm "$TESTTMP/logfile"
  > }

  $ savecachedrevs() {
  >      (printf "%d " "-1"
  >       hg log -r "fastmanifesttocache()" -T "{rev} "
  >       echo "") > $TESTTMP/cachedrevs
  > }


  $ cat > $TESTTMP/summary.py << EOM
  > import sys
  > def summary(cached,accessed):
  >     accessed = [line.strip() for line in open(accessed).readlines()]
  >     cached = open(cached).readlines()[0]
  >     accessedset = set(accessed)
  >     cachedset = set(cached.strip().split(' '))
  >     print '================================================='
  >     print 'CACHE MISS %s' % sorted(accessedset - cachedset)
  >     print 'CACHE HIT %s' % sorted(accessedset & cachedset)
  >     print '================================================='
  > summary(sys.argv[1], sys.argv[2])
  > EOM

  $ clearlogs() {
  >   rm "$TESTTMP/logfile"
  > }

  $ mkdir accesspattern
  $ cd accesspattern
  $ hg init
  $ cat >> $HGRCPATH << EOF
  > [extensions]
  > fastmanifest=
  > [fastmanifest]
  > randomorder=False
  > logfile=$TESTTMP/logfile
  > EOF

2a) Commit

  $ savecachedrevs
  $ mkcommit a

  $ savecachedrevs
  $ mkcommit b
  $ printaccessedrevs
  =================================================
  CACHE MISS []
  CACHE HIT ['-1', '0']
  =================================================

  $ echo "c" > a
  $ savecachedrevs
  $ hg commit -m "new a"
  $ printaccessedrevs
  =================================================
  CACHE MISS []
  CACHE HIT ['-1', '1']
  =================================================

2b) Diff

  $ savecachedrevs
  $ hg diff -c . > /dev/null
  $ printaccessedrevs
  =================================================
  CACHE MISS []
  CACHE HIT ['1', '2']
  =================================================

  $ savecachedrevs
  $ hg diff -c ".^" > /dev/null
  $ printaccessedrevs
  =================================================
  CACHE MISS []
  CACHE HIT ['0', '1']
  =================================================

  $ savecachedrevs
  $ hg diff -r ".^" > /dev/null
  $ clearlogs

2c) Log (TODO)

2d) Update

  $ savecachedrevs
  $ hg update ".^^" -q
  $ printaccessedrevs
  =================================================
  CACHE MISS []
  CACHE HIT ['0', '2']
  =================================================

  $ savecachedrevs
  $ hg update tip -q
  $ printaccessedrevs
  =================================================
  CACHE MISS []
  CACHE HIT ['0', '2']
  =================================================

2e) Rebase
  $ mkcommit c
  $ mkcommit d
  $ hg update ".^^" -q
  $ mkcommit e
  created new head
  $ mkcommit f
  $ hg log -G -r 0:: -T "{rev} {node} {desc|firstline}"
  @  6 dd82c74514cbce45a3c61caf7ffaba16de19cec4 add f
  |
  o  5 5234b99c4f1d5b2ea45ea608550c66015f8f37ac add e
  |
  | o  4 cab0f51bb3f5493da8e7406e3967ef925e2e7a1f add d
  | |
  | o  3 329ad08f9742620b0b3be4305ca0c911d5517e84 add c
  |/
  o  2 00e42334abdae99958cd58b9be90fc940ca2b491 new a
  |
  o  1 7c3bad9141dcb46ff89abf5f61856facd56e476c add b
  |
  o  0 1f0dee641bb7258c56bd60e93edfa2405381c41e add a
  


  $ savecachedrevs
  $ printaccessedrevs
  =================================================
  CACHE MISS []
  CACHE HIT ['-1', '2', '3', '4', '5']
  =================================================
  $ hg rebase -r 5:: -d 4 --config extensions.rebase=
  rebasing 5:5234b99c4f1d "add e"
  rebasing 6:dd82c74514cb "add f" (tip)
  saved backup bundle to $TESTTMP/accesspattern/.hg/strip-backup/5234b99c4f1d-c2e049ad-backup.hg (glob)
  $ printaccessedrevs
  =================================================
  CACHE MISS ['7', '8']
  CACHE HIT ['-1', '2', '4', '5', '6']
  =================================================

  $ cd ..

3) Basic cache testing

  $ mkdir cachetesting
  $ cd cachetesting
  $ hg init
  $ cat >> .hg/hgrc << EOF
  > [extensions]
  > fastmanifest=
  > EOF

  $ mkcommit a
  $ mkcommit b
  $ mkcommit c
  $ mkcommit d
  $ mkcommit e
  $ hg diff -c . --debug --nodate
  cache miss for fastmanifest f064a7f8e3e138341587096641d86e9d23cd9778
  cache miss for fastmanifest 7ab5760d084a24168f7595c38c00f4bbc2e308d9
  performing diff
  diff: other side is hybrid manifest
  diff: cache miss
  diff -r 47d2a3944de8b013de3be9578e8e344ea2e6c097 -r 9d206ffc875e1bc304590549be293be36821e66c e
  --- /dev/null
  +++ b/e
  @@ -0,0 +1,1 @@
  +e

Stress test to see if all these can work concurrently, if this test fails
there is a concurrency issue to address
  $ hg debugcachemanifest -a --background >/dev/null
  $ hg debugcachemanifest --pruneall --background >/dev/null
  $ hg debugcachemanifest --pruneall --background >/dev/null
  $ hg debugcachemanifest -a --background >/dev/null
  $ sleep 1
  $ hg debugcachemanifest -a --background
  $ hg debugcachemanifest -a --background
  $ hg debugcachemanifest -a --background
  $ sleep 1
  $ hg debugcachemanifest --list
  fast7ab5760d084a24168f7595c38c00f4bbc2e308d9 (size 328 bytes)
  fasta0c8bcbbb45c63b90b70ad007bf38961f64f2af0 (size 136 bytes)
  fasta539ce0c1a22b0ecf34498f9f5ce8ea56df9ecb7 (size 184 bytes)
  faste3738bf5439958f89499a656982023aba57b076e (size 232 bytes)
  fastf064a7f8e3e138341587096641d86e9d23cd9778 (size 280 bytes)
  cache size is: 1.13 KB
  number of entries is: 5
  $ hg diff -c . --debug --nodate
  cache hit for fastmanifest f064a7f8e3e138341587096641d86e9d23cd9778
  cache hit for fastmanifest 7ab5760d084a24168f7595c38c00f4bbc2e308d9
  performing diff
  diff: other side is hybrid manifest
  diff -r 47d2a3944de8b013de3be9578e8e344ea2e6c097 -r 9d206ffc875e1bc304590549be293be36821e66c e
  --- /dev/null
  +++ b/e
  @@ -0,0 +1,1 @@
  +e

Test the --pruneall command to prune all the cached manifests
  $ hg debugcachemanifest --pruneall --debug
  caching revset: [], background(False), pruneall(True), list(False)
  removing cached manifest fast7ab5760d084a24168f7595c38c00f4bbc2e308d9
  removing cached manifest fasta0c8bcbbb45c63b90b70ad007bf38961f64f2af0
  removing cached manifest fasta539ce0c1a22b0ecf34498f9f5ce8ea56df9ecb7
  removing cached manifest faste3738bf5439958f89499a656982023aba57b076e
  removing cached manifest fastf064a7f8e3e138341587096641d86e9d23cd9778

  $ hg diff -c . --debug --nodate
  cache miss for fastmanifest f064a7f8e3e138341587096641d86e9d23cd9778
  cache miss for fastmanifest 7ab5760d084a24168f7595c38c00f4bbc2e308d9
  performing diff
  diff: other side is hybrid manifest
  diff: cache miss
  diff -r 47d2a3944de8b013de3be9578e8e344ea2e6c097 -r 9d206ffc875e1bc304590549be293be36821e66c e
  --- /dev/null
  +++ b/e
  @@ -0,0 +1,1 @@
  +e

  $ cat >> .hg/hgrc << EOF
  > [fastmanifest]
  > cacheonchange=True
  > cacheonchangebackground=False
  > cacheonchangesystemlimit=False
  > EOF
  $ hg update -c .
  0 files updated, 0 files merged, 0 files removed, 0 files unresolved
  $ hg book --debug foo
  skipped a0c8bcbbb45c63b90b70ad007bf38961f64f2af0, already cached (fast path)
  skipped a539ce0c1a22b0ecf34498f9f5ce8ea56df9ecb7, already cached (fast path)
  skipped e3738bf5439958f89499a656982023aba57b076e, already cached (fast path)
  skipped f064a7f8e3e138341587096641d86e9d23cd9778, already cached (fast path)
  skipped 7ab5760d084a24168f7595c38c00f4bbc2e308d9, already cached (fast path)
  skipped a0c8bcbbb45c63b90b70ad007bf38961f64f2af0, already cached (fast path)
  skipped a539ce0c1a22b0ecf34498f9f5ce8ea56df9ecb7, already cached (fast path)
  skipped e3738bf5439958f89499a656982023aba57b076e, already cached (fast path)
  skipped f064a7f8e3e138341587096641d86e9d23cd9778, already cached (fast path)
  skipped 7ab5760d084a24168f7595c38c00f4bbc2e308d9, already cached (fast path)
  skipped a0c8bcbbb45c63b90b70ad007bf38961f64f2af0, already cached (fast path)
  skipped a539ce0c1a22b0ecf34498f9f5ce8ea56df9ecb7, already cached (fast path)
  skipped e3738bf5439958f89499a656982023aba57b076e, already cached (fast path)
  skipped f064a7f8e3e138341587096641d86e9d23cd9778, already cached (fast path)
  skipped 7ab5760d084a24168f7595c38c00f4bbc2e308d9, already cached (fast path)
  $ hg diff -c . --debug --nodate
  cache hit for fastmanifest f064a7f8e3e138341587096641d86e9d23cd9778
  cache hit for fastmanifest 7ab5760d084a24168f7595c38c00f4bbc2e308d9
  performing diff
  diff: other side is hybrid manifest
  diff -r 47d2a3944de8b013de3be9578e8e344ea2e6c097 -r 9d206ffc875e1bc304590549be293be36821e66c e
  --- /dev/null
  +++ b/e
  @@ -0,0 +1,1 @@
  +e


  $ hg debugcachemanifest --all --debug
  caching revset: ['fastmanifesttocache()'], background(False), pruneall(False), list(False)
  skipped a0c8bcbbb45c63b90b70ad007bf38961f64f2af0, already cached (fast path)
  skipped a539ce0c1a22b0ecf34498f9f5ce8ea56df9ecb7, already cached (fast path)
  skipped e3738bf5439958f89499a656982023aba57b076e, already cached (fast path)
  skipped f064a7f8e3e138341587096641d86e9d23cd9778, already cached (fast path)
  skipped 7ab5760d084a24168f7595c38c00f4bbc2e308d9, already cached (fast path)

Make the entries of the cache be in a deterministic order accross platforms
to make the test deterministic:

  >>> import os
  >>> files = sorted(os.listdir(".hg/store/manifestcache/"))
  >>> basetime = 1464039920
  >>> for fi in files:
  ...   f = os.path.join(".hg/store/manifestcache", fi)
  ...   os.utime(f, (basetime, basetime))
  ...   assert os.path.getmtime(f) == basetime
  ...   basetime+=10
  $ hg debugcachemanifest --debug --list
  caching revset: [], background(False), pruneall(False), list(True)
  fast7ab5760d084a24168f7595c38c00f4bbc2e308d9 (size 328 bytes)
  fasta0c8bcbbb45c63b90b70ad007bf38961f64f2af0 (size 136 bytes)
  fasta539ce0c1a22b0ecf34498f9f5ce8ea56df9ecb7 (size 184 bytes)
  faste3738bf5439958f89499a656982023aba57b076e (size 232 bytes)
  fastf064a7f8e3e138341587096641d86e9d23cd9778 (size 280 bytes)
  cache size is: 1.13 KB
  number of entries is: 5

Check that trimming to a limit higher than what is cached does nothing
  $ hg debugcachemanifest --debug --limit=2048
  caching revset: [], background(False), pruneall(False), list(False)
  nothing to do, cache size < limit

Trim the cache to at most 1kb
  $ hg debugcachemanifest --debug --limit=1024
  caching revset: [], background(False), pruneall(False), list(False)
  removing cached manifest fast7ab5760d084a24168f7595c38c00f4bbc2e308d9
  $ hg debugcachemanifest --debug --list
  caching revset: [], background(False), pruneall(False), list(True)
  fasta0c8bcbbb45c63b90b70ad007bf38961f64f2af0 (size 136 bytes)
  fasta539ce0c1a22b0ecf34498f9f5ce8ea56df9ecb7 (size 184 bytes)
  faste3738bf5439958f89499a656982023aba57b076e (size 232 bytes)
  fastf064a7f8e3e138341587096641d86e9d23cd9778 (size 280 bytes)
  cache size is: 832 bytes
  number of entries is: 4

Trim the cache to at most 512 bytes
  $ hg debugcachemanifest --debug --limit=512
  caching revset: [], background(False), pruneall(False), list(False)
  removing cached manifest fasta539ce0c1a22b0ecf34498f9f5ce8ea56df9ecb7
  removing cached manifest fasta0c8bcbbb45c63b90b70ad007bf38961f64f2af0
  $ hg debugcachemanifest --debug --list
  caching revset: [], background(False), pruneall(False), list(True)
  faste3738bf5439958f89499a656982023aba57b076e (size 232 bytes)
  fastf064a7f8e3e138341587096641d86e9d23cd9778 (size 280 bytes)
  cache size is: 512 bytes
  number of entries is: 2

Trim the cache to at most 100 bytes
  $ hg debugcachemanifest --debug --limit=100
  caching revset: [], background(False), pruneall(False), list(False)
  removing cached manifest fastf064a7f8e3e138341587096641d86e9d23cd9778
  removing cached manifest faste3738bf5439958f89499a656982023aba57b076e
  $ hg debugcachemanifest --debug --list
  caching revset: [], background(False), pruneall(False), list(True)
  cache size is: 0 bytes
  number of entries is: 0

Check that trimming the cache to 0 byte works
  $ hg debugcachemanifest -a
Make the results deterministic
  >>> import os
  >>> files = sorted(os.listdir(".hg/store/manifestcache/"))
  >>> basetime = 1464039920
  >>> for fi in files:
  ...   f = os.path.join(".hg/store/manifestcache", fi)
  ...   os.utime(f, (basetime, basetime))
  ...   assert os.path.getmtime(f) == basetime
  ...   basetime+=10
  $ hg debugcachemanifest --debug --list
  caching revset: [], background(False), pruneall(False), list(True)
  fast7ab5760d084a24168f7595c38c00f4bbc2e308d9 (size 328 bytes)
  fasta0c8bcbbb45c63b90b70ad007bf38961f64f2af0 (size 136 bytes)
  fasta539ce0c1a22b0ecf34498f9f5ce8ea56df9ecb7 (size 184 bytes)
  faste3738bf5439958f89499a656982023aba57b076e (size 232 bytes)
  fastf064a7f8e3e138341587096641d86e9d23cd9778 (size 280 bytes)
  cache size is: 1.13 KB
  number of entries is: 5
  $ hg debugcachemanifest --debug --limit=0
  caching revset: [], background(False), pruneall(False), list(False)
  removing cached manifest fastf064a7f8e3e138341587096641d86e9d23cd9778
  removing cached manifest faste3738bf5439958f89499a656982023aba57b076e
  removing cached manifest fasta539ce0c1a22b0ecf34498f9f5ce8ea56df9ecb7
  removing cached manifest fasta0c8bcbbb45c63b90b70ad007bf38961f64f2af0
  removing cached manifest fast7ab5760d084a24168f7595c38c00f4bbc2e308d9
  $ hg debugcachemanifest --debug --list
  caching revset: [], background(False), pruneall(False), list(True)
  cache size is: 0 bytes
  number of entries is: 0



  $ cd ..