hurl/.github/workflows/test.yml
2022-07-21 10:43:04 +02:00

348 lines
12 KiB
YAML

name: test
on: [pull_request]
env:
CARGO_TERM_COLOR: always
jobs:
benchsuite:
runs-on: ubuntu-latest
steps:
- name: Checkout repository
uses: actions/checkout@v3
- name: Install
run: |
# Install libcurl dev so that hurl can be built dynamically with libcurl
sudo apt update
sudo apt install libcurl4-openssl-dev
bin/install_rust_latest.sh
- name: Build
run: |
ci/release.sh
- name: Test Prequisites
run: |
pip3 install --requirement integration/requirements-frozen.txt
cd bench
python3 server.py >server.log 2>&1 &
sleep 2
netstat -an | grep 8000
- name: Run Bench Suite
run: |
export PATH="$PWD/target/release:$PATH"
cd bench
./run.sh
- name: Archive artifacts
uses: actions/upload-artifact@v3
if: ${{ always() }}
with:
name: tests-bench-artifacts
path: |
bench/server.log
test-ubuntu-x64:
runs-on: ubuntu-latest
strategy:
matrix:
rust: [stable]
steps:
- name: Checkout repository
uses: actions/checkout@v3
- name: Install
run: |
sudo apt update
sudo apt install libcurl4-openssl-dev libxml2-utils
python3 -m pip install --upgrade pip --quiet
bin/install_rust_latest.sh
- name: Build
run: |
cargo build --release --verbose --locked
target/release/hurl --version
curl --version
- name: Test Prequisites
run: |
ci/test_prerequisites.sh
- name: Run Tests units
run: |
cargo test --features strict
- name: Run Integration Tests
run: |
export PATH="$PWD/target/debug:$PATH"
cd integration
./integration.py
./test_curl_commands.sh $(find ./tests_ok -maxdepth 1 -type f -name '*.curl' ! -name '*windows*')
./test_html_output.py tests_ok/*.html
xmllint --noout tests_ok/*.html
./test_curl_commands.sh $(find ./tests_failed -maxdepth 1 -type f -name '*.curl' ! -name '*windows*')
./test_html_output.py tests_failed/*.html
xmllint --noout tests_failed/*.html
./ad_hoc.sh
./report.sh
- name: Archive production artifacts
uses: actions/upload-artifact@v3
if: ${{ always() }}
with:
name: tests-ubuntu-${{ matrix.rust }}-artifacts
path: |
integration/server.log
integration/server-ssl.log
integration/report/tests.json
integration/report/tests.xml
test-docker-archlinux-x64:
runs-on: ubuntu-latest
steps:
- name: Checkout repository
uses: actions/checkout@v3
- name: Build, Test units and Integration tests
uses: addnab/docker-run-action@v3
with:
image: archlinux
options: --volume ${{ github.workspace }}:/work --workdir /work --privileged --env CARGO_TERM_COLOR=always
run: |
set -eu
uname -a
uname -m
echo "----- install prerequisite packages -----"
pacman -Syy --noconfirm
pacman -Sy --noconfirm curl icu base-devel libxml2 python3
curl -O https://bootstrap.pypa.io/get-pip.py
python3 get-pip.py
bin/install_rust_latest.sh
ci/build_and_test.sh
- name: Archive production artifacts
uses: actions/upload-artifact@v3
if: ${{ always() }}
with:
name: tests-archlinux-x64-artifacts
path: |
integration/mitmdump.log
integration/server.log
integration/server-ssl.log
test-docker-fedora-x64:
runs-on: ubuntu-latest
steps:
- name: Checkout repository
uses: actions/checkout@v3
- name: Build, Test units and Integration tests
uses: addnab/docker-run-action@v3
with:
image: fedora
options: --volume ${{ github.workspace }}:/work --workdir /work --privileged --env CARGO_TERM_COLOR=always
run: |
set -eu
uname -a
uname -m
echo "----- install prerequisite packages -----"
yum install -y procps gcc libxml2-devel openssl-devel libcurl-devel python3-devel python3-pip
python3 -m pip install --upgrade pip --quiet
bin/install_rust_latest.sh
ci/build_and_test.sh
- name: Archive production artifacts
uses: actions/upload-artifact@v3
if: ${{ always() }}
with:
name: tests-fedora-x64-artifacts
path: |
integration/mitmdump.log
integration/server.log
integration/server-ssl.log
test-docker-alpine-x64:
runs-on: ubuntu-latest
steps:
- name: Checkout repository
uses: actions/checkout@v3
- name: Build, Test units and Integration tests
uses: addnab/docker-run-action@v3
with:
image: alpine
options: --volume ${{ github.workspace }}:/work --workdir /work --privileged --env CARGO_TERM_COLOR=always --env RUSTFLAGS=-Ctarget-feature=-crt-static
run: |
set -eu
uname -a
uname -m
echo "----- install prerequisite packages -----"
apk update --quiet
apk add --quiet bash curl curl-dev build-base libffi-dev libxml2-dev libxml2-utils openssl-dev python3 python3-dev py3-pip
python3 -m pip install --upgrade pip --quiet
bin/install_rust_latest.sh
ci/build_and_test.sh
- name: Archive production artifacts
uses: actions/upload-artifact@v3
if: ${{ always() }}
with:
name: tests-alpine-x64-artifacts
path: |
integration/mitmdump.log
integration/server.log
integration/server-ssl.log
test-macos-x64:
runs-on: macos-latest
strategy:
matrix:
rust: [stable]
steps:
- name: Checkout repository
uses: actions/checkout@v3
- name: Install Rust
uses: actions-rs/toolchain@v1
with:
toolchain: ${{ matrix.rust }}
override: true
profile: minimal
- name: Environment
run: |
uname -a
cargo --version
- name: Build
run: |
cargo build --release --verbose --locked
target/release/hurl --version
curl --version
- name: Test Prequisites
run: |
pip3 install --requirement integration/requirements-frozen.txt
cd integration
python3 server.py >server.log 2>&1 &
python3 ssl/server.py >server-ssl.log 2>&1 &
mitmdump -p 8888 --modify-header "/From-Proxy/Hello" &
- name: Run Tests units
run: |
cargo test
- name: Run Integration Tests
run: |
export PATH="$PWD/target/debug:$PATH"
cd integration
./integration.py
- name: Archive production artifacts
uses: actions/upload-artifact@v3
if: ${{ always() }}
with:
name: tests-macos-${{ matrix.rust }}-artifacts
path: |
integration/server.log
integration/server-ssl.log
test-emulated-raspios-arm-x64:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- uses: actions/cache@v3
with:
path: |
target
venv
root
key: ${{ runner.os }}-test-emulated-raspios-arm-x64-${{ github.sha }}
restore-keys: ${{ runner.os }}-test-emulated-raspios-arm-x64-
- uses: pguyot/arm-runner-action@v2
with:
cpu: cortex-a53
cpu_info: cpuinfo/raspberrypi_4b
image_additional_mb: 12288
copy_artifact_path: target;venv;root
base_image: raspios_lite_arm64:latest
commands: |
set -eu
uname -a ; uname -m ; lsb_release -a
# read cache
for dir in /hurl/target /hurl/venv /hurl/root ; do [ -d "${dir}" ] && chown root:root "${dir}" && chmod -R 777 "${dir}" ; done
for dir in .rustup .cargo ; do [ -d "/hurl/root/${dir}" ] && cp -fr "/hurl/root/${dir}" "/root/${dir}" && rm -fr "/hurl/root/${dir}" ; done
echo "# init fastest build"
mkdir -p /hurl/.cargo
echo '[target.aarch64-unknown-linux-gnu]' > /hurl/.cargo/config.toml
echo 'linker = "clang"' >> /hurl/.cargo/config.toml
echo 'rustflags = ["-Clink-arg=-fuse-ld=lld"]' >> /hurl/.cargo/config.toml
echo "# Install build prerequistes"
apt -qq --silent update
apt -qq --silent install -y clang lld build-essential pkg-config libssl-dev libcurl4-openssl-dev libxml2-dev libxml2-utils python3 python3-pip python3-venv
[ ! -d "/hurl/venv" ] && python3 -m venv /hurl/venv
. /hurl/venv/bin/activate
python3 -m pip install pip --upgrade
./bin/install_rust_latest.sh
echo "# Execute tests"
./ci/build_and_test.sh
echo "# pre-write cache"
mkdir -p /hurl/root
for dir in .rustup .cargo ; do [ -d "/root/${dir}" ] && cp -fr "/root/${dir}" "/hurl/root/${dir}" ; done
for dir in /hurl/target /hurl/venv /hurl/root ; do [ -d "${dir}" ] && chown root:root "${dir}" && chmod -R 777 "${dir}" ; done
test-windows-x64:
runs-on: windows-latest
strategy:
matrix:
rust: [stable]
env:
VCPKGRS_DYNAMIC: 1
steps:
- name: Set git to use LF
run: |
git config --global core.autocrlf false
git config --global core.eol lf
- name: Checkout repository
uses: actions/checkout@v3
- uses: actions/cache@v3
with:
path: |
C:\vcpkg\installed
key: ${{ runner.os }}-test-windows-x64-${{ github.sha }}
restore-keys: ${{ runner.os }}-test-windows-x64-
- name: Install Rust
uses: actions-rs/toolchain@v1
with:
toolchain: stable
override: true
profile: minimal
- name: Environment
run: |
$Properties = 'Caption', 'CSName', 'Version', 'BuildType', 'OSArchitecture'
Get-CimInstance Win32_OperatingSystem | Select-Object $Properties | Format-Table -AutoSize
cargo --version
$PsVersionTable
- name: Install build and tests prequisites
run: |
# vcpkg build prequisites
(Get-Command vcpkg).Path
if (Test-Path C:\vcpkg\installed) {vcpkg update} else {vcpkg install libxml2:x64-windows}
vcpkg integrate install
# install proxy and server
pip3 install --requirement integration/requirements-frozen.txt
- name: Run Tests units
run: |
cd .\integration
Start-Job -Name mitmdump -ScriptBlock { mitmdump --listen-port 8888 --modify-header "/From-Proxy/Hello" }
Start-Job -Name server -ScriptBlock { python server.py > server.log }
Start-Job -Name server -ScriptBlock { python ssl/server.py > server-ssl.log }
Get-Job -Name server
Get-Job -Name mitmdump
Start-Sleep 5
cd ..
cargo test --features strict --tests
- name: Run Integration tests
run: |
cargo build --release --verbose --locked
target\release\hurl.exe --version
$execdir=[System.Environment]::SystemDirectory
Get-ChildItem -Path ".\target\release" -Recurse -Include *.dll -File | Copy-Item -Destination "${execdir}"
Get-ChildItem -Path ".\target\release" -Recurse -Include hurl*.exe -File | Copy-Item -Destination "${execdir}"
cd .\integration
Start-Job -Name mitmdump -ScriptBlock { mitmdump --listen-port 8888 --modify-header "/From-Proxy/Hello" }
Start-Job -Name server -ScriptBlock { python server.py > server.log }
Start-Job -Name server -ScriptBlock { python ssl/server.py > server-ssl.log }
Get-Job -Name server
Get-Job -Name mitmdump
Start-Sleep 5
python integration.py
- name: Archive production artifacts
uses: actions/upload-artifact@v3
if: ${{ always() }}
with:
name: tests-win64-${{ matrix.rust }}-artifacts
path: |
integration/server.log
integration/server-ssl.log