roc-lang/roc
1
1
Fork 0
mirror of https://github.com/roc-lang/roc.git synced 2024-09-19 06:40:20 +03:00
Code Issues Packages Projects Releases Wiki Activity

On second bench run, run trunk again as well

Browse Source
This commit is contained in:
Anton-4 2021-07-13 11:53:18 +02:00
parent a70810b455
commit de3e5f092d
2 changed files with 33 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
.github/workflows/benchmarks.yml vendored
View File

@ -10,7 +10,7 @@ env:
jobs: jobs:
prep-dependency-container: prep-dependency-container:
name: cd cli; cargo criterion name: benchmark roc programs
runs-on: [self-hosted, i7-6700K] runs-on: [self-hosted, i7-6700K]
timeout-minutes: 60 timeout-minutes: 60
env: env:

44
ci/bench-runner.sh
View File

@ -21,8 +21,12 @@ echo $FULL_CMD
script -efq $LOG_FILE -c "$FULL_CMD" script -efq $LOG_FILE -c "$FULL_CMD"
EXIT_CODE=$? EXIT_CODE=$?
REGRESSION_CHECK_CMD="grep -q \"regressed\" \"$LOG_FILE\""
EXTRACT_BENCH_NAMES_CMD="grep -B3 \"regressed\" \"$LOG_FILE\" | grep -o \".*\""
if grep -q "regressed" "$LOG_FILE"; then if $REGRESSION_CHECK_CMD; then
SLOW_BENCH_NAMES_1=$EXTRACT_BENCH_NAMES_CMD
echo "" echo ""
echo "" echo ""
echo "------<<<<<<>>>>>>------" echo "------<<<<<<>>>>>>------"
@ -31,9 +35,15 @@ if grep -q "regressed" "$LOG_FILE"; then
echo "" echo ""
echo "" echo ""
# delete criterion folder to compare to trunk only # delete criterion folder to remove old benchmark data
rm -rf ./target/criterion rm -rf ./target/criterion
# copy benchmark data from trunk again
# benchmark trunk again
cd ../bench-folder-trunk
rm -rf target/criterion
./target/release/deps/time_bench --bench
cd ../bench-folder-branch
cp -r ../bench-folder-trunk/target/criterion ./target cp -r ../bench-folder-trunk/target/criterion ./target
rm $LOG_FILE rm $LOG_FILE
@ -42,15 +52,25 @@ if grep -q "regressed" "$LOG_FILE"; then
script -efq $LOG_FILE -c "$FULL_CMD" script -efq $LOG_FILE -c "$FULL_CMD"
EXIT_CODE=$? EXIT_CODE=$?
if grep -q "regressed" "$LOG_FILE"; then if $REGRESSION_CHECK_CMD; then
echo "" SLOW_BENCH_NAMES_2=$EXTRACT_BENCH_NAMES_CMD
echo "" ALL_SLOW_BENCH_NAMES="$SLOW_BENCH_NAMES_1\n$SLOW_BENCH_NAMES_2"
echo "------<<<<<<!!!!!!>>>>>>------" FAILED_TWICE=echo $ALL_SLOW_BENCH_NAMES | sort | uniq -d
echo "Benchmarks were run twice and a regression was detected both times."
echo "------<<<<<<!!!!!!>>>>>>------" if [[ $(echo $FAILED_TWICE | wc -l) -gt 0 ]]; then
echo "" echo ""
echo "" echo ""
exit 1 echo "------<<<<<<!!!!!!>>>>>>------"
echo "Benchmarks were run twice and a regression was detected both times for the following benchmarks:"
echo "$FAILED_TWICE"
echo "------<<<<<<!!!!!!>>>>>>------"
echo ""
echo ""
exit 1
else
echo "Benchmarks were run twice and a regression was detected on one run. We assume this was a fluke."
exit 0
fi
else else
echo "Benchmarks were run twice and a regression was detected on one run. We assume this was a fluke." echo "Benchmarks were run twice and a regression was detected on one run. We assume this was a fluke."
exit 0 exit 0