git.iko.soy/streamly
on master help sign in
Add long benchmark support
cc07da8Harendra Kumar
bench.sh+22−5
compare with master
unifiedsplit
@@ -1,12 +1,15 @@
1#!/bin/bash
1#!/bin/bash
2
2
3+ALL_BENCHMARKS="linear linear-async linear-rate nested nested-concurrent nested-unfold concurrent fileio array base"
4+
3print_help () {
5print_help () {
4 echo "Usage: $0 "
6 echo "Usage: $0 "
5− echo " [--benchmarks <all|linear|linear-async|linear-rate|nested|concurrent|fileio|array|base>]"
7+ echo " [--benchmarks <all|linear|linear-async|linear-rate|nested|nested-concurrent|nested-unfold|concurrent|fileio|array|base>]"
6 echo " [--group-diff]"
8 echo " [--group-diff]"
7 echo " [--graphs]"
9 echo " [--graphs]"
8 echo " [--no-measure]"
10 echo " [--no-measure]"
9− echo " [--append] "
11+ echo " [--append]"
12+ echo " [--long]"
10 echo " [--compare] [--base commit] [--candidate commit]"
13 echo " [--compare] [--base commit] [--candidate commit]"
11 echo " [--slow]"
14 echo " [--slow]"
12 echo " -- <gauge options>"
15 echo " -- <gauge options>"
@@ -144,6 +147,19 @@ run_bench () {
144
147
145 echo "Running benchmark $bench_name ..."
148 echo "Running benchmark $bench_name ..."
146
149
150+ local SPEED_OPTIONS
151+ if test "$LONG" -eq 0
152+ then
153+ if test "$SLOW" -eq 0
154+ then
155+ SPEED_OPTIONS="--quick --min-samples 10 --time-limit 1 --min-duration 0"
156+ else
157+ SPEED_OPTIONS="--min-duration 0"
158+ fi
159+ else
160+ SPEED_OPTIONS="--stream-size 10000000 -v2 --quick --include-first-iter --time-limit 1 --min-duration 0"
161+ fi
162+
147 $bench_prog $SPEED_OPTIONS \
163 $bench_prog $SPEED_OPTIONS \
148 --csvraw=$output_file \
164 --csvraw=$output_file \
149 -v 2 \
165 -v 2 \
@@ -231,7 +247,6 @@ run_reports() {
231#-----------------------------------------------------------------------------
247#-----------------------------------------------------------------------------
232
248
233DEFAULT_BENCHMARKS="linear"
249DEFAULT_BENCHMARKS="linear"
234−ALL_BENCHMARKS="linear linear-async linear-rate nested nested-concurrent concurrent fileio array base"
235GROUP_DIFF=0
250GROUP_DIFF=0
236
251
237COMPARE=0
252COMPARE=0
@@ -239,10 +254,11 @@ BASE=
239CANDIDATE=
254CANDIDATE=
240
255
241APPEND=0
256APPEND=0
257+SLOW=0
258+LONG=0
242RAW=0
259RAW=0
243GRAPH=0
260GRAPH=0
244MEASURE=1
261MEASURE=1
245−SPEED_OPTIONS="--quick --min-samples 10 --time-limit 1 --min-duration 0"
246
262
247GAUGE_ARGS=
263GAUGE_ARGS=
248BUILD_ONCE=0
264BUILD_ONCE=0
@@ -263,7 +279,7 @@ do
263 case $1 in
279 case $1 in
264 -h|--help|help) print_help ;;
280 -h|--help|help) print_help ;;
265 # options with arguments
281 # options with arguments
266− --slow) SPEED_OPTIONS="--min-duration 0"; shift ;;
282+ --slow) SLOW=1; shift ;;
267 --benchmarks) shift; BENCHMARKS=$1; shift ;;
283 --benchmarks) shift; BENCHMARKS=$1; shift ;;
268 --base) shift; BASE=$1; shift ;;
284 --base) shift; BASE=$1; shift ;;
269 --candidate) shift; CANDIDATE=$1; shift ;;
285 --candidate) shift; CANDIDATE=$1; shift ;;
@@ -271,6 +287,7 @@ do
271 --compare) COMPARE=1; shift ;;
287 --compare) COMPARE=1; shift ;;
272 --raw) RAW=1; shift ;;
288 --raw) RAW=1; shift ;;
273 --append) APPEND=1; shift ;;
289 --append) APPEND=1; shift ;;
290+ --long) LONG=1; shift ;;
274 --group-diff) GROUP_DIFF=1; shift ;;
291 --group-diff) GROUP_DIFF=1; shift ;;
275 --graphs) GRAPH=1; shift ;;
292 --graphs) GRAPH=1; shift ;;
276 --no-measure) MEASURE=0; shift ;;
293 --no-measure) MEASURE=0; shift ;;