mirror of
https://github.com/LadybirdBrowser/ladybird.git
synced 2024-09-11 13:36:13 +03:00
157 lines
5.9 KiB
YAML
157 lines
5.9 KiB
YAML
name: Run test262 and test-wasm
|
|
|
|
on: [push]
|
|
|
|
env:
|
|
LADYBIRD_SOURCE_DIR: ${{ github.workspace }}
|
|
VCPKG_ROOT: ${{ github.workspace }}/Toolchain/Tarballs/vcpkg
|
|
|
|
jobs:
|
|
run_and_update_results:
|
|
runs-on: self-hosted
|
|
if: always() && github.repository == 'LadybirdBrowser/ladybird' && github.ref == 'refs/heads/master'
|
|
|
|
concurrency: libjs-test262
|
|
|
|
steps:
|
|
- name: Cleanup
|
|
run: |
|
|
echo "Cleaning up previous run"
|
|
rm -rf "${{ github.workspace }}/*"
|
|
|
|
- name: Checkout LadybirdBrowser/ladybird
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Checkout LadybirdBrowser/libjs-test262
|
|
uses: actions/checkout@v4
|
|
with:
|
|
repository: LadybirdBrowser/libjs-test262
|
|
path: libjs-test262
|
|
|
|
- name: Checkout LadybirdBrowser/libjs-data
|
|
uses: actions/checkout@v4
|
|
with:
|
|
repository: LadybirdBrowser/libjs-data
|
|
path: libjs-data
|
|
|
|
- name: Checkout tc39/test262
|
|
uses: actions/checkout@v4
|
|
with:
|
|
repository: tc39/test262
|
|
path: test262
|
|
|
|
- name: Checkout tc39/test262-parser-tests
|
|
uses: actions/checkout@v4
|
|
with:
|
|
repository: tc39/test262-parser-tests
|
|
path: test262-parser-tests
|
|
|
|
- name: Install dependencies
|
|
run: |
|
|
sudo apt-get update
|
|
sudo apt-get install -y ninja-build unzip gcc-13 g++-13 jq wget curl zip tar autoconf autoconf-archive automake pkg-config libgl1-mesa-dev libx11-dev libxrandr-dev
|
|
test -e /opt/wabt-1.0.35 || (
|
|
cd /tmp
|
|
wget https://github.com/WebAssembly/wabt/releases/download/1.0.35/wabt-1.0.35-ubuntu-20.04.tar.gz
|
|
sudo tar xf wabt-1.0.35-ubuntu-20.04.tar.gz -C /opt
|
|
rm wabt-1.0.35-ubuntu-20.04.tar.gz
|
|
)
|
|
# FIXME: Just use the setup action
|
|
./Toolchain/BuildVcpkg.sh --ci
|
|
|
|
- name: Setup Python
|
|
uses: actions/setup-python@v5
|
|
with:
|
|
python-version: '3.x'
|
|
|
|
- name: Install Python dependencies
|
|
# The setup-python action set default python to python3.x. Note that we are not using system python here.
|
|
run: |
|
|
python -m pip install --upgrade pip
|
|
pip install -r libjs-test262/requirements.txt
|
|
|
|
- name: Check versions
|
|
run: set +e; g++ --version; g++-13 --version; python --version; python3 --version; ninja --version
|
|
|
|
- name: Restore Caches
|
|
uses: ./.github/actions/cache-restore
|
|
with:
|
|
os: 'Linux'
|
|
arch: 'Lagom'
|
|
download_cache_path: ${{ github.workspace }}/libjs-test262/Build/caches
|
|
|
|
- name: Get previous results
|
|
run: |
|
|
mkdir -p old-libjs-data
|
|
cp -R libjs-data/test262 libjs-data/wasm old-libjs-data
|
|
|
|
- name: Build test262-runner, test-js and test-wasm
|
|
run: |
|
|
# FIXME: Why does vcpkg need this?
|
|
# Running as a normal user would make this a non-issue though
|
|
export HOME=${{ github.workspace }}/home
|
|
mkdir -p $HOME
|
|
env PATH="/opt/wabt-1.0.35/bin:$PATH" \
|
|
CC=gcc-13 \
|
|
CXX=g++-13 \
|
|
cmake --preset CI -B libjs-test262/Build \
|
|
-DCMAKE_C_COMPILER=gcc-13 \
|
|
-DCMAKE_CXX_COMPILER=g++-13 \
|
|
-DWASM_SPEC_TEST_SKIP_FORMATTING=ON \
|
|
-DINCLUDE_WASM_SPEC_TESTS=ON \
|
|
-DENABLE_QT=OFF
|
|
ninja -C libjs-test262/Build test262-runner test-js test-wasm
|
|
|
|
- name: Run test262 and test262-parser-tests
|
|
working-directory: libjs-test262
|
|
run: |
|
|
python3 run_all_and_update_results.py \
|
|
--serenity .. \
|
|
--test262 ../test262 \
|
|
--test262-parser-tests ../test262-parser-tests \
|
|
--results-json ../libjs-data/test262/results.json \
|
|
--per-file-output ../libjs-data/test262/per-file-master.json
|
|
|
|
- name: Run test-wasm
|
|
working-directory: libjs-test262
|
|
run: |
|
|
Build/bin/test-wasm --per-file Build/Lagom/Userland/Libraries/LibWasm/Tests > ../libjs-data/wasm/per-file-master.json || true
|
|
jq -nc -f /dev/stdin <<-EOF --slurpfile previous ../libjs-data/wasm/results.json --slurpfile details ../libjs-data/wasm/per-file-master.json > wasm-new-results.json
|
|
\$details[0] as \$details | \$previous[0] + [{
|
|
"commit_timestamp": $(git -C .. log -1 --format=%ct),
|
|
"run_timestamp": $(date +%s),
|
|
"versions": {
|
|
"serenity": "$(git -C .. rev-parse HEAD)"
|
|
},
|
|
"tests": {
|
|
"spectest": {
|
|
"duration": (\$details.duration),
|
|
"results": {
|
|
"total": (\$details.results | keys | length),
|
|
"passed": ([\$details.results | values[] | select(. == "PASSED")] | length),
|
|
"failed": ([\$details.results | values[] | select(. == "FAILED")] | length),
|
|
"skipped": ([\$details.results | values[] | select(. == "SKIPPED")] | length),
|
|
"process_error": ([\$details.results | values[] | select(. == "PROCESS_ERROR")] | length)
|
|
}
|
|
}
|
|
}
|
|
}]
|
|
EOF
|
|
mv wasm-new-results.json ../libjs-data/wasm/results.json
|
|
|
|
- name: Compare test262 results
|
|
run: ./libjs-test262/per_file_result_diff.py -o old-libjs-data/test262/per-file-master.json -n libjs-data/test262/per-file-master.json
|
|
|
|
- name: Compare Wasm results
|
|
run: ./libjs-test262/per_file_result_diff.py -o old-libjs-data/wasm/per-file-master.json -n libjs-data/wasm/per-file-master.json
|
|
|
|
- name: Deploy to GitHub
|
|
uses: JamesIves/github-pages-deploy-action@v4.6.1
|
|
with:
|
|
git-config-name: LadybirdBot
|
|
git-config-email: ladybirdbot@ladybird.org
|
|
branch: master
|
|
repository-name: LadybirdBrowser/libjs-data
|
|
token: ${{ secrets.LADYBIRD_BOT_TOKEN }}
|
|
folder: libjs-data
|