CI: Store per-file results of test262 runs and compare against previous

This commit is contained in:
davidot 2021-12-29 15:57:26 +01:00 committed by Linus Groh
parent 498b741434
commit 28358d8700
Notes: sideshowbarker 2024-07-17 21:26:25 +09:00

View File

@ -97,6 +97,12 @@ jobs:
cmake -GNinja -DCMAKE_C_COMPILER=gcc-11 -DCMAKE_CXX_COMPILER=g++-11 -DSERENITY_SOURCE_DIR=${{ env.SERENITY_SOURCE_DIR }} ..
ninja libjs-test262-runner test-js
- name: Get previous results
working-directory: libjs-test262
run: |
cp -f ../libjs-website/test262/data/per-file-master.json . || :
cp -f ../libjs-website/test262/data/per-file-bytecode-master.json . || :
- name: Run test262 and test262-parser-tests
working-directory: libjs-test262
run: |
@ -104,7 +110,9 @@ jobs:
--serenity .. \
--test262 ../test262 \
--test262-parser-tests ../test262-parser-tests \
--results-json ../libjs-website/test262/data/results.json
--results-json ../libjs-website/test262/data/results.json \
--per-file-output ../libjs-website/test262/data/per-file-master.json \
--per-file-bytecode-output ../libjs-website/test262/data/per-file-bytecode-master.json
- name: Deploy to GitHub pages
uses: JamesIves/github-pages-deploy-action@4.1.1
@ -115,3 +123,13 @@ jobs:
repository-name: linusg/libjs-website
token: ${{ secrets.BUGGIEBOT }}
folder: libjs-website
- name: Compare non-bytecode
continue-on-error: true
working-directory: libjs-test262
run: ./per_file_result_diff.py -o master.json -n ../libjs-website/test262/data/per-file-master.json
- name: Compare bytecode
continue-on-error: true
working-directory: libjs-test262
run: ./per_file_result_diff.py -o bytecode-master.json -n ../libjs-website/test262/data/per-file-bytecode-master.json