name: tests on: push: branches: - master - release-* pull_request: branches: - master - release-* env: # Force terminal colors. @see https://www.npmjs.com/package/colors FORCE_COLOR: 1 jobs: test_linux: name: ${{ matrix.os }} (${{ matrix.browser }}) strategy: fail-fast: false matrix: browser: [chromium, firefox, webkit] os: [ubuntu-18.04, ubuntu-20.04] runs-on: ${{ matrix.os }} steps: - uses: actions/checkout@v2 - uses: actions/setup-node@v1 with: node-version: 10 - uses: microsoft/playwright-github-action@v1 - run: npm ci - run: npm run build - run: mkdir -p coredumps # Set core dump file name pattern - run: sudo bash -c 'echo "$(pwd -P)/coredumps/core-pid_%p.dump" > /proc/sys/kernel/core_pattern' # XVFB-RUN merges both STDOUT and STDERR, whereas we need only STDERR # Wrap `npm run` in a subshell to redirect STDERR to file. # Enable core dumps in the subshell. - run: xvfb-run --auto-servernum --server-args="-screen 0 1280x960x24" -- bash -c "ulimit -c unlimited && node test-runner/cli test/ --jobs=1 --forbid-only --timeout=30000 && npm run coverage" env: BROWSER: ${{ matrix.browser }} DEBUG: "pw:*,-pw:wrapped*,-pw:test*" DEBUG_FILE: "testrun.log" - uses: actions/upload-artifact@v1 if: failure() with: name: ${{ matrix.browser }}-${{ matrix.os }}-test-results path: test-results - uses: actions/upload-artifact@v1 if: ${{ always() }} with: name: ${{ matrix.browser }}-${{ matrix.os }}-testrun.log path: testrun.log test_mac: name: "macOS" strategy: fail-fast: false matrix: browser: [chromium, firefox, webkit] runs-on: macos-latest steps: - uses: actions/checkout@v2 - uses: actions/setup-node@v1 with: node-version: 10 - uses: microsoft/playwright-github-action@v1 - run: npm ci - run: npm run build - run: node test-runner/cli test/ --jobs=1 --forbid-only --timeout=30000 env: BROWSER: ${{ matrix.browser }} DEBUG: "pw:*,-pw:wrapped*,-pw:test*" DEBUG_FILE: "testrun.log" - uses: actions/upload-artifact@v1 if: failure() with: name: ${{ matrix.browser }}-mac-test-results path: test-results - uses: actions/upload-artifact@v1 if: ${{ always() }} with: name: ${{ matrix.browser }}-mac-testrun.log path: testrun.log test_win: name: "Windows" strategy: fail-fast: false matrix: browser: [chromium, firefox, webkit] runs-on: windows-latest steps: - name: Install Media Pack shell: powershell run: Install-WindowsFeature Server-Media-Foundation - uses: actions/checkout@v2 - uses: actions/setup-node@v1 with: node-version: 10 - uses: microsoft/playwright-github-action@v1 - run: npm ci - run: npm run build - run: node test-runner/cli test/ --jobs=1 --forbid-only --timeout=30000 shell: bash env: BROWSER: ${{ matrix.browser }} DEBUG: "pw:*,-pw:wrapped*,-pw:test*" DEBUG_FILE: "testrun.log" - uses: actions/upload-artifact@v1 if: failure() with: name: ${{ matrix.browser }}-win-test-results path: test-results - uses: actions/upload-artifact@v1 if: ${{ always() }} with: name: ${{ matrix.browser }}-win-testrun.log path: testrun.log test-package-installations: runs-on: ubuntu-latest strategy: fail-fast: false matrix: node_version: - "^10.17.0" # pre 10.17, --unhandled-rejections=strict was not an option (https://github.com/nodejs/node/pull/26599) which we need in our tests - "^12.0.0" - "^14.1.0" # pre 14.1, zip extraction was broken (https://github.com/microsoft/playwright/issues/1988) steps: - uses: actions/checkout@v2 - uses: actions/setup-node@v1 with: node-version: ${{ matrix.node_version }} - uses: microsoft/playwright-github-action@v1 - run: npm ci - run: npm run build - run: bash packages/installation-tests/installation-tests.sh headful_linux: name: "Headful Linux" strategy: fail-fast: false matrix: browser: [chromium, firefox, webkit] runs-on: ubuntu-18.04 steps: - uses: actions/checkout@v2 - uses: actions/setup-node@v1 with: node-version: 10 - uses: microsoft/playwright-github-action@v1 - run: npm ci - run: npm run build - run: mkdir -p coredumps # Set core dump file name pattern - run: sudo bash -c 'echo "$(pwd -P)/coredumps/core-pid_%p.dump" > /proc/sys/kernel/core_pattern' # XVFB-RUN merges both STDOUT and STDERR, whereas we need only STDERR # Wrap `npm run` in a subshell to redirect STDERR to file. # Enable core dumps in the subshell. - run: xvfb-run --auto-servernum --server-args="-screen 0 1280x960x24" -- bash -c "ulimit -c unlimited && node test-runner/cli test/ --jobs=1 --forbid-only --timeout=30000" if: ${{ always() }} env: BROWSER: ${{ matrix.browser }} HEADLESS: "false" DEBUG_FILE: "testrun.log" - uses: actions/upload-artifact@v1 if: failure() with: name: headful-${{ matrix.browser }}-linux-test-results path: test-results - uses: actions/upload-artifact@v1 if: ${{ always() }} with: name: headful-${{ matrix.browser }}-linux-testrun.log path: testrun.log wire_linux: name: "Wire Linux" strategy: fail-fast: false matrix: browser: [chromium, firefox, webkit] runs-on: ubuntu-18.04 steps: - uses: actions/checkout@v2 - uses: actions/setup-node@v1 with: node-version: 10 - uses: microsoft/playwright-github-action@v1 - run: npm ci - run: npm run build - run: mkdir -p coredumps # Set core dump file name pattern - run: sudo bash -c 'echo "$(pwd -P)/coredumps/core-pid_%p.dump" > /proc/sys/kernel/core_pattern' # XVFB-RUN merges both STDOUT and STDERR, whereas we need only STDERR # Wrap `npm run` in a subshell to redirect STDERR to file. # Enable core dumps in the subshell. - run: xvfb-run --auto-servernum --server-args="-screen 0 1280x960x24" -- bash -c "ulimit -c unlimited && node test-runner/cli test/ --jobs=1 --forbid-only --timeout=30000" env: BROWSER: ${{ matrix.browser }} DEBUG: "pw:*,-pw:wrapped*,-pw:test*" DEBUG_FILE: "testrun.log" PWWIRE: true - uses: actions/upload-artifact@v1 if: failure() with: name: wire-${{ matrix.browser }}-linux-test-results path: test-results - uses: actions/upload-artifact@v1 if: ${{ always() }} with: name: wire-${{ matrix.browser }}-linux-testrun.log path: testrun.log