From c8a42af11f7f6b84ec8b26bd6d9cf0db1b40462d Mon Sep 17 00:00:00 2001 From: Yury Semikhatsky Date: Fri, 19 May 2023 13:31:37 -0700 Subject: [PATCH] devops: merged report for tracing tests (#23167) --- .github/workflows/tests_primary.yml | 6 +++--- .github/workflows/tests_secondary.yml | 30 +++++++++++++++++++++++++++ 2 files changed, 33 insertions(+), 3 deletions(-) diff --git a/.github/workflows/tests_primary.yml b/.github/workflows/tests_primary.yml index 4907cc6af8..e1bfaa9b4e 100644 --- a/.github/workflows/tests_primary.yml +++ b/.github/workflows/tests_primary.yml @@ -53,13 +53,13 @@ jobs: - run: xvfb-run --auto-servernum --server-args="-screen 0 1280x960x24" -- npm run test -- --project=${{ matrix.browser }} env: PWTEST_BLOB_REPORT: 1 - - name: Upload artifacts to Azure Blob Storage - if: always() && github.event_name != 'pull_request' - run: az storage blob upload-batch -s test-results/blob-report -d '$web/run-${{ github.run_id }}-${{ github.sha }}-test_linux' --connection-string "${{ secrets.AZURE_CONNECTION_STRING_FOR_BLOB_REPORT }}" - run: node tests/config/checkCoverage.js ${{ matrix.browser }} - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: always() shell: bash + - name: Upload artifacts to Azure Blob Storage + if: always() && github.event_name != 'pull_request' + run: az storage blob upload-batch -s test-results/blob-report -d '$web/run-${{ github.run_id }}-${{ github.sha }}-test_linux' --connection-string "${{ secrets.AZURE_CONNECTION_STRING_FOR_BLOB_REPORT }}" merge_test_linux: if: ${{ always() && github.event_name != 'pull_request' }} diff --git a/.github/workflows/tests_secondary.yml b/.github/workflows/tests_secondary.yml index e3c36c0344..559fd92f45 100644 --- a/.github/workflows/tests_secondary.yml +++ b/.github/workflows/tests_secondary.yml @@ -203,9 +203,39 @@ jobs: env: PWTEST_TRACE: 1 PWTEST_CHANNEL: ${{ matrix.channel }} + PWTEST_BLOB_REPORT: 1 - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json if: always() shell: bash + - name: Upload artifacts to Azure Blob Storage + if: always() && github.event_name != 'pull_request' + run: az storage blob upload-batch -s test-results/blob-report -d '$web/run-${{ github.run_id }}-${{ github.sha }}-tracing_linux' --connection-string "${{ secrets.AZURE_CONNECTION_STRING_FOR_BLOB_REPORT }}" + + merge_tracing_linux: + if: ${{ always() && github.event_name != 'pull_request' }} + needs: [tracing_linux] + timeout-minutes: 10 + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@v3 + - uses: actions/setup-node@v3 + with: + node-version: 16 + - run: npm ci + env: + DEBUG: pw:install + PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD: 1 + - run: npm run build + - name: Download Blob Reports from Azure Blob Storage + run: | + az storage blob download-batch -d . -s '$web' --pattern 'run-${{ github.run_id }}-${{ github.sha }}-tracing_linux/*.jsonl' --connection-string "${{ secrets.AZURE_CONNECTION_STRING_FOR_BLOB_REPORT }}" + - name: Merge into HTML Report + run: | + npx playwright merge-reports --reporter html --attachments missing 'run-${{ github.run_id }}-${{ github.sha }}-tracing_linux' + - name: Upload HTML Report to Azure Blob Storage + run: | + az storage blob upload-batch -s playwright-report -d '$web/run-${{ github.run_id }}-${{ github.sha }}-tracing_linux' --connection-string "${{ secrets.AZURE_CONNECTION_STRING_FOR_BLOB_REPORT }}" + echo "Report url: https://mspwblobreport.z1.web.core.windows.net/run-${{ github.run_id }}-${{ github.sha }}-tracing_linux/index.html" chrome_stable_linux: name: "Chrome Stable (Linux)"