Bodigrim/tasty-bench
1
1
Fork 0
mirror of https://github.com/Bodigrim/tasty-bench.git synced 2024-11-30 14:03:27 +03:00
Code Issues Projects Releases Wiki Activity

Make compare_benches.sh more robust in the presence of mutable references (e. g., HEAD~1)

Browse Source
This commit is contained in:
Bodigrim 2023-01-07 22:44:43 +00:00
parent 69cc34b037
commit c38ff6f244
1 changed files with 11 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
compare_benches.sh
View File

@ -4,17 +4,25 @@ compare_benches () {
printf "Usage:\n compare_benches oldCommit newCommit ...\nwhere ... is passed to benchmarks directly.\n"
return 0
fi
OLD="$1"
shift
NEW="$1"
shift
HEADREF=$(git rev-parse --verify HEAD)
OLDREF=$(git rev-parse --verify "$OLD")
NEWREF=$(git rev-parse --verify "$NEW")
OLDCSV=$(echo "$OLD".csv | sed -e s#/##g)
NEWCSV=$(echo "$NEW".csv | sed -e s#/##g)
OLDVSNEWCSV=$(echo "$OLD"-vs-"$NEW".csv | sed -e s#/##g)
git checkout -q "$OLD" && \
git checkout -q "$OLDREF" && \
cabal run -v0 benchmarks -- --csv "$OLDCSV" "$@" && \
git checkout -q "$NEW" && \
git checkout -q "$NEWREF" && \
cabal run -v0 benchmarks -- --baseline "$OLDCSV" --csv "$NEWCSV" "$@" && \
git checkout -q "@{-2}" && \
git checkout -q "$HEADREF" && \
awk 'BEGIN{FS=",";OFS=",";print "Name,'"$OLD"','"$NEW"',Ratio"}FNR==1{trueNF=NF;next}NF<trueNF{print "Benchmark names should not contain newlines";exit 1}FNR==NR{oldTime=$(NF-trueNF+2);NF-=trueNF-1;a[$0]=oldTime;next}{newTime=$(NF-trueNF+2);NF-=trueNF-1;print $0,a[$0],newTime,newTime/a[$0];gs+=log(newTime/a[$0]);gc++}END{if(gc>0)print "Geometric mean,,",exp(gs/gc)}' "$OLDCSV" "$NEWCSV" > "$OLDVSNEWCSV"
}