mirror of
https://github.com/LadybirdBrowser/ladybird.git
synced 2024-08-17 01:10:28 +03:00
CI: Store per-file results of test262 runs and compare against previous
This commit is contained in:
parent
498b741434
commit
28358d8700
Notes:
sideshowbarker
2024-07-17 21:26:25 +09:00
Author: https://github.com/davidot Commit: https://github.com/SerenityOS/serenity/commit/28358d87005 Pull-request: https://github.com/SerenityOS/serenity/pull/11485 Reviewed-by: https://github.com/linusg ✅
20
.github/workflows/libjs-test262.yml
vendored
20
.github/workflows/libjs-test262.yml
vendored
@ -97,6 +97,12 @@ jobs:
|
||||
cmake -GNinja -DCMAKE_C_COMPILER=gcc-11 -DCMAKE_CXX_COMPILER=g++-11 -DSERENITY_SOURCE_DIR=${{ env.SERENITY_SOURCE_DIR }} ..
|
||||
ninja libjs-test262-runner test-js
|
||||
|
||||
- name: Get previous results
|
||||
working-directory: libjs-test262
|
||||
run: |
|
||||
cp -f ../libjs-website/test262/data/per-file-master.json . || :
|
||||
cp -f ../libjs-website/test262/data/per-file-bytecode-master.json . || :
|
||||
|
||||
- name: Run test262 and test262-parser-tests
|
||||
working-directory: libjs-test262
|
||||
run: |
|
||||
@ -104,7 +110,9 @@ jobs:
|
||||
--serenity .. \
|
||||
--test262 ../test262 \
|
||||
--test262-parser-tests ../test262-parser-tests \
|
||||
--results-json ../libjs-website/test262/data/results.json
|
||||
--results-json ../libjs-website/test262/data/results.json \
|
||||
--per-file-output ../libjs-website/test262/data/per-file-master.json \
|
||||
--per-file-bytecode-output ../libjs-website/test262/data/per-file-bytecode-master.json
|
||||
|
||||
- name: Deploy to GitHub pages
|
||||
uses: JamesIves/github-pages-deploy-action@4.1.1
|
||||
@ -115,3 +123,13 @@ jobs:
|
||||
repository-name: linusg/libjs-website
|
||||
token: ${{ secrets.BUGGIEBOT }}
|
||||
folder: libjs-website
|
||||
|
||||
- name: Compare non-bytecode
|
||||
continue-on-error: true
|
||||
working-directory: libjs-test262
|
||||
run: ./per_file_result_diff.py -o master.json -n ../libjs-website/test262/data/per-file-master.json
|
||||
|
||||
- name: Compare bytecode
|
||||
continue-on-error: true
|
||||
working-directory: libjs-test262
|
||||
run: ./per_file_result_diff.py -o bytecode-master.json -n ../libjs-website/test262/data/per-file-bytecode-master.json
|
||||
|
Loading…
Reference in New Issue
Block a user