git.iko.soy/streamly
on master help sign in
Update regression CI

* Update bench-runner CLI options * Remove ParserD benchmark from regression check

commit6245e579592fd8c5462b33ff13dc1cf53d462cc4 authorHarendra Kumar <harendra@composewell.com> dateSat 11 Mar 2023, 13:08 (4 years ago) parentfecbac1
2 files changed+13−9
compare with master
unifiedsplit
.github/workflows/regression-check.yml+10−9 benchmark/bench-runner/Main.hs+3
.github/workflows/regression-check.yml+10−9
@@ -25,7 +25,6 @@ jobs:
2525 Data.Fold
2626 Data.Fold.Window
2727 Data.Parser
28− Data.Parser.ParserD
2928 Data.Parser.ParserK
3029 Data.Stream.StreamD
3130 Data.Stream.StreamK:6
@@ -118,7 +117,7 @@ jobs:
118117 - name: Run benchmarks
119118 if: steps.cache-charts-master.outputs.cache-hit != 'true'
120119 run: |
121− ./bench-runner --targets "$CI_BENCHMARKS" --raw
120+ ./bench-runner --package-name streamly-benchmarks --package-version 0.0.0 --targets "$CI_BENCHMARKS" --raw
122121
123122 - name: Move charts to charts-master
124123 if: steps.cache-charts-master.outputs.cache-hit != 'true'
@@ -138,7 +137,7 @@ jobs:
138137
139138 - name: Run benchmarks and append
140139 run: |
141− ./bench-runner --targets "$CI_BENCHMARKS" --raw --append
140+ ./bench-runner --package-name streamly-benchmarks --package-version 0.0.0 --targets "$CI_BENCHMARKS" --raw --append
142141
143142 # -----------------------------------------------------------------
144143 # -- Compare
@@ -146,7 +145,7 @@ jobs:
146145
147146 - name: List all benchmarks
148147 run: |
149− ./bench-runner --targets "$CI_BENCHMARKS" --no-measure
148+ ./bench-runner --package-name streamly-benchmarks --package-version 0.0.0 --targets "$CI_BENCHMARKS" --no-measure
150149
151150 - name: Compare benchmarks
152151 run: |
@@ -164,11 +163,13 @@ jobs:
164163
165164 echo
166165 echo "Checking $bname for regressions greater than $cutoff percent"
167− ! ./bench-runner \
168− --targets "$bname" \
169− --fields "$CI_FIELDS" \
170− --no-measure --silent \
171− --diff-cutoff-percent $cutoff \
166+ ! ./bench-runner \
167+ --package-name streamly-benchmarks \
168+ --package-version 0.0.0 \
169+ --targets "$bname" \
170+ --fields "$CI_FIELDS" \
171+ --no-measure --silent \
172+ --diff-cutoff-percent $cutoff \
172173 | grep -v "^$"
173174 test $? -eq 1 && EXIT_STATUS=1
174175 done
benchmark/bench-runner/Main.hs+3
@@ -79,6 +79,9 @@ rtsOpts exeName benchName0 = unwords [general, exeSpecific, benchSpecific]
7979 | "Data.Stream.ConcurrentEager/o-1-space."
8080 `isPrefixOf` benchName = "-M128M"
8181
82+ | "Data.Stream.ConcurrentOrdered/o-1-space.concat-foldable.foldMapWith"
83+ `isPrefixOf` benchName = "-K128K"
84+
8285 ----------------------------------------------------------------------
8386
8487 | "Data.Array" `isPrefixOf` benchName