mirror of
https://github.com/microsoft/playwright.git
synced 2024-12-14 21:53:35 +03:00
ba0c7e679b
Soft expects will still fail the test, but will not abort it's execution. As a consequence of this: - `TestResult` now might have multiple errors, which is reflected with a new `testResult.erros: TestError[]` field. - `TestInfo` now might have multiple errors as well, which is reflected with a new `testInfo.errors: TestError[]` field. Fixes #7819
95 lines
3.7 KiB
TypeScript
95 lines
3.7 KiB
TypeScript
/**
|
||
* Copyright (c) Microsoft Corporation.
|
||
*
|
||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||
* you may not use this file except in compliance with the License.
|
||
* You may obtain a copy of the License at
|
||
*
|
||
* http://www.apache.org/licenses/LICENSE-2.0
|
||
*
|
||
* Unless required by applicable law or agreed to in writing, software
|
||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
* See the License for the specific language governing permissions and
|
||
* limitations under the License.
|
||
*/
|
||
|
||
import { test, expect, stripAnsi } from './playwright-test-fixtures';
|
||
import path from 'path';
|
||
|
||
function relativeFilePath(file: string): string {
|
||
if (!path.isAbsolute(file))
|
||
return file;
|
||
return path.relative(process.cwd(), file);
|
||
}
|
||
|
||
test('print GitHub annotations for success', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'a.test.js': `
|
||
const { test } = pwt;
|
||
test('example1', async ({}) => {
|
||
expect(1 + 1).toBe(2);
|
||
});
|
||
`
|
||
}, { reporter: 'github' });
|
||
const text = stripAnsi(result.output);
|
||
expect(text).not.toContain('::error');
|
||
expect(text).toContain('::notice title=🎭 Playwright Run Summary:: 1 passed');
|
||
expect(result.exitCode).toBe(0);
|
||
});
|
||
|
||
test('print GitHub annotations for failed tests', async ({ runInlineTest }, testInfo) => {
|
||
const result = await runInlineTest({
|
||
'a.test.js': `
|
||
const { test } = pwt;
|
||
test('example', async ({}) => {
|
||
expect(1 + 1).toBe(3);
|
||
});
|
||
`
|
||
}, { retries: 3, reporter: 'github' }, { GITHUB_WORKSPACE: process.cwd() });
|
||
const text = stripAnsi(result.output);
|
||
const testPath = relativeFilePath(testInfo.outputPath('a.test.js'));
|
||
expect(text).toContain(`::error file=${testPath},title=a.test.js:6:7 › example,line=7,col=23:: 1) a.test.js:6:7 › example =======================================================================%0A%0A Retry #1`);
|
||
expect(text).toContain(`::error file=${testPath},title=a.test.js:6:7 › example,line=7,col=23:: 1) a.test.js:6:7 › example =======================================================================%0A%0A Retry #2`);
|
||
expect(text).toContain(`::error file=${testPath},title=a.test.js:6:7 › example,line=7,col=23:: 1) a.test.js:6:7 › example =======================================================================%0A%0A Retry #3`);
|
||
expect(result.exitCode).toBe(1);
|
||
});
|
||
|
||
test('print GitHub annotations for slow tests', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'playwright.config.ts': `
|
||
module.exports = {
|
||
reportSlowTests: { max: 0, threshold: 100 }
|
||
};
|
||
`,
|
||
'a.test.js': `
|
||
const { test } = pwt;
|
||
test('slow test', async ({}) => {
|
||
await new Promise(f => setTimeout(f, 200));
|
||
});
|
||
`
|
||
}, { retries: 3, reporter: 'github' }, { GITHUB_WORKSPACE: '' });
|
||
const text = stripAnsi(result.output);
|
||
expect(text).toContain('::warning title=Slow Test,file=a.test.js::a.test.js took');
|
||
expect(text).toContain('::notice title=🎭 Playwright Run Summary:: 1 passed');
|
||
expect(result.exitCode).toBe(0);
|
||
});
|
||
|
||
test('print GitHub annotations for global error', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'a.test.js': `
|
||
const test = pwt.test.extend({
|
||
w: [async ({}, use) => {
|
||
await use();
|
||
throw new Error('Oh my!');
|
||
}, { scope: 'worker' }],
|
||
});
|
||
test('passes but...', ({w}) => {
|
||
});
|
||
`,
|
||
}, { reporter: 'github' });
|
||
const text = stripAnsi(result.output);
|
||
expect(text).toContain('::error ::Error: Oh my!%0A%0A');
|
||
expect(result.exitCode).toBe(1);
|
||
});
|