enso-org/enso
1
1
Fork 0
mirror of https://github.com/enso-org/enso.git synced 2024-12-23 16:32:18 +03:00
Code Issues Projects Releases Wiki Activity

Allow for dry-running benchmark test (#3989)

Browse Source 
When integrated with CI, will guard against any compilation failures. Can be enabled via env var `ENSO_BENCHMARK_TEST_DRY_RUN="True"`:
```
ENSO_BENCHMARK_TEST_DRY_RUN="True" built-distribution/enso-engine-0.0.0-dev-linux-amd64/enso-0.0.0-dev/bin/enso --run test/Benchmarks
```

# Important Notes
/cc @mwu-tow this could be run only on linux PRs in CI
This commit is contained in:
Hubert Plociniczak 2022-12-16 16:35:49 +01:00 committed by GitHub
parent 4b4167fc06
commit d09dd1f697
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 14 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
distribution/lib/Standard/Test/0.0.0-dev/src/Bench.enso
View File

@ -20,23 +20,29 @@ type Bench
example_measure =
Bench.measure Examples.get_boolean "foo" iter_size=2 num_iters=1
measure : Any -> Text -> Integer -> Integer -> Nothing
measure = ~act -> label -> iter_size -> num_iters ->
measure = ~act -> label -> iter_size -> num_iters ->
dry_run = Environment.get_or_else "ENSO_BENCHMARK_TEST_DRY_RUN" "False" == "True"
result = Ref.new 0.0
single_call = _ ->
x1 = System.nano_time
Runtime.no_inline act
x2 = System.nano_time
x2 - x1
iteration = it_num ->
iteration = it_size -> it_num ->
act_it_num = num_iters - it_num
res = times iter_size single_call
res = times it_size single_call
avg = avg_list res
fmt = (avg / 1000000).format "%.2f"
result.put (result.get + avg)
IO.println (label + "/iteration:" + act_it_num.to_text + ": " + fmt + "ms")
times num_iters iteration
fmt_avg = (result.get / (1000000*num_iters)).format "%.2f"
IO.println (label + " average: " + fmt_avg + "ms")
case dry_run of
False ->
IO.println (label + "/iteration:" + act_it_num.to_text + ": " + fmt + "ms")
True ->
IO.println (label + "/dry-run: " + fmt)
if dry_run then times 1 (iteration 1) else
times num_iters (iteration iter_size)
fmt_avg = (result.get / (1000000*num_iters)).format "%.2f"
IO.println (label + " average: " + fmt_avg + "ms")
## PRIVATE

1
test/Benchmarks/src/Statistics/Count_Min_Max.enso
View File

@ -1,5 +1,6 @@
from Standard.Base import IO, Integer, Vector
from Standard.Base.Data.Statistics import all
import Standard.Base.Data.Range
from Standard.Test import Bench, Faker