mirror of
https://github.com/enso-org/enso.git
synced 2024-11-30 05:35:09 +03:00
3a3bef0b46
Creates a new [Benchmarks upload](https://github.com/enso-org/enso/pull/9075/files#diff-8859b4f24c2f25d300fe800ee431d7f9f7e68de459395a7e9b22abf79440c862) GitHub action that fetches all the latest benchmark results, and uploads them on the website hosted on https://github.com/enso-org/engine-benchmark-results repo. The results are stored in that repo in a bunch of JSON files. # Important Notes The new *Benchmarks upload* action is scheduled to run after either "Engine benchmarks" or "Standard library benchmarks" jobs are complete.
67 lines
2.3 KiB
Python
67 lines
2.3 KiB
Python
"""
|
|
IMPORTANT NOTE: Should be run only on the CI!!
|
|
|
|
This script regenerate the benchmark results website, hosted as GH web pages on the
|
|
https://github.com/enso-org/engine-benchmark-results repo.
|
|
"""
|
|
import asyncio
|
|
import logging
|
|
from argparse import ArgumentParser
|
|
from datetime import datetime
|
|
from pathlib import Path
|
|
from typing import Optional
|
|
|
|
from bench_tool import Source
|
|
from bench_tool.remote_cache import SyncRemoteCache
|
|
from bench_tool.website import generate_bench_website
|
|
|
|
# The inception date of the benchmarks, i.e., the date of the first benchmark run.
|
|
ENGINE_SINCE = datetime.fromisoformat("2022-12-01")
|
|
STDLIB_SINCE = datetime.fromisoformat("2023-08-22")
|
|
|
|
_logger = logging.getLogger("website_regen")
|
|
|
|
|
|
async def main():
|
|
arg_parser = ArgumentParser(description="Regenerate the benchmark results website")
|
|
arg_parser.add_argument("-v", "--verbose", action="store_true")
|
|
arg_parser.add_argument("-n", "--dry-run", action="store_true")
|
|
arg_parser.add_argument("--local-repo",
|
|
type=str,
|
|
help="Path to the local clone of the engine-benchmark-results repo")
|
|
args = arg_parser.parse_args()
|
|
dry_run: bool = args.dry_run
|
|
verbose: bool = args.verbose
|
|
local_repo: Optional[Path] = Path(args.local_repo) if args.local_repo else None
|
|
logging.basicConfig(level=logging.DEBUG if verbose else logging.INFO)
|
|
_logger.debug(f"Args: dry_run={dry_run}, verbose={verbose}, local_repo={local_repo}")
|
|
remote_cache = SyncRemoteCache(local_repo)
|
|
_logger.info("Initializing the bench results repo, this might take some time")
|
|
await remote_cache.initialize()
|
|
_logger.info("Bench results repo initialized")
|
|
|
|
now = datetime.now()
|
|
engine_html_task = generate_bench_website(
|
|
Source.ENGINE,
|
|
remote_cache,
|
|
ENGINE_SINCE,
|
|
now,
|
|
remote_cache.engine_index_html()
|
|
)
|
|
stdlib_html_task = generate_bench_website(
|
|
Source.STDLIB,
|
|
remote_cache,
|
|
STDLIB_SINCE,
|
|
now,
|
|
remote_cache.stdlib_index_html()
|
|
)
|
|
await asyncio.gather(engine_html_task, stdlib_html_task)
|
|
if dry_run:
|
|
_logger.info("Dry-run, not syncing the remote cache")
|
|
else:
|
|
await remote_cache.sync()
|
|
|
|
|
|
if __name__ == "__main__":
|
|
asyncio.run(main())
|