mirror of
https://github.com/microsoft/playwright.git
synced 2024-12-15 14:11:50 +03:00
899 lines
26 KiB
TypeScript
899 lines
26 KiB
TypeScript
/**
|
||
* Copyright Microsoft Corporation. All rights reserved.
|
||
*
|
||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||
* you may not use this file except in compliance with the License.
|
||
* You may obtain a copy of the License at
|
||
*
|
||
* http://www.apache.org/licenses/LICENSE-2.0
|
||
*
|
||
* Unless required by applicable law or agreed to in writing, software
|
||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
* See the License for the specific language governing permissions and
|
||
* limitations under the License.
|
||
*/
|
||
|
||
import { test, expect } from './playwright-test-fixtures';
|
||
|
||
test('hooks should work with fixtures', async ({ runInlineTest }) => {
|
||
const { results } = await runInlineTest({
|
||
'helper.ts': `
|
||
import { test as base } from '@playwright/test';
|
||
export { expect } from '@playwright/test';
|
||
global.logs = [];
|
||
let counter = 0;
|
||
export const test = base.extend({
|
||
w: [ async ({}, run) => {
|
||
global.logs.push('+w');
|
||
await run(17);
|
||
global.logs.push('-w');
|
||
}, { scope: 'worker' }],
|
||
|
||
t: async ({}, run) => {
|
||
global.logs.push('+t');
|
||
await run(42 + counter);
|
||
++counter;
|
||
global.logs.push('-t');
|
||
},
|
||
});
|
||
`,
|
||
'a.test.js': `
|
||
const { test, expect } = require('./helper');
|
||
test.describe('suite', () => {
|
||
test.beforeAll(async ({ w, t }) => {
|
||
global.logs.push('beforeAll-' + w + '-' + t);
|
||
});
|
||
test.beforeAll(async ({ w, t }) => {
|
||
global.logs.push('beforeAll2-' + w + '-' + t);
|
||
});
|
||
test.afterAll(async ({ w, t }) => {
|
||
global.logs.push('afterAll-' + w + '-' + t);
|
||
});
|
||
test.afterAll(async ({ w, t }) => {
|
||
global.logs.push('afterAll2-' + w + '-' + t);
|
||
});
|
||
|
||
test.beforeEach(async ({ w, t }) => {
|
||
global.logs.push('beforeEach-' + w + '-' + t);
|
||
});
|
||
test.afterEach(async ({ w, t }) => {
|
||
global.logs.push('afterEach-' + w + '-' + t);
|
||
});
|
||
|
||
test('one', async ({ w, t }) => {
|
||
global.logs.push('test-' + w + '-' + t);
|
||
});
|
||
});
|
||
|
||
test('two', async ({ t }) => {
|
||
expect(global.logs).toEqual([
|
||
'+w',
|
||
'+t',
|
||
'beforeAll-17-42',
|
||
'-t',
|
||
'+t',
|
||
'beforeAll2-17-43',
|
||
'-t',
|
||
'+t',
|
||
'beforeEach-17-44',
|
||
'test-17-44',
|
||
'afterEach-17-44',
|
||
'-t',
|
||
'+t',
|
||
'afterAll-17-45',
|
||
'-t',
|
||
'+t',
|
||
'afterAll2-17-46',
|
||
'-t',
|
||
'+t',
|
||
]);
|
||
});
|
||
`,
|
||
});
|
||
expect(results[0].status).toBe('passed');
|
||
});
|
||
|
||
test('afterEach failure should not prevent other hooks and fixtures teardown', async ({ runInlineTest }) => {
|
||
const report = await runInlineTest({
|
||
'helper.ts': `
|
||
import { test as base } from '@playwright/test';
|
||
export { expect } from '@playwright/test';
|
||
global.logs = [];
|
||
export const test = base.extend({
|
||
foo: async ({}, run) => {
|
||
console.log('+t');
|
||
await run();
|
||
console.log('-t');
|
||
}
|
||
});
|
||
`,
|
||
'a.test.js': `
|
||
const { test, expect } = require('./helper');
|
||
test.describe('suite', () => {
|
||
test.afterEach(async () => {
|
||
console.log('afterEach2');
|
||
throw new Error('afterEach2');
|
||
});
|
||
test.afterEach(async () => {
|
||
console.log('afterEach1');
|
||
});
|
||
test('one', async ({foo}) => {
|
||
console.log('test');
|
||
expect(true).toBe(true);
|
||
});
|
||
});
|
||
`,
|
||
});
|
||
expect(report.output).toContain('+t\ntest\nafterEach2\nafterEach1\n-t');
|
||
expect(report.results[0].error.message).toContain('afterEach2');
|
||
});
|
||
|
||
test('beforeEach failure should prevent the test, but not other hooks', async ({ runInlineTest }) => {
|
||
const report = await runInlineTest({
|
||
'a.test.js': `
|
||
import { test, expect } from '@playwright/test';
|
||
test.describe('suite', () => {
|
||
test.beforeEach(async ({}) => {
|
||
console.log('beforeEach1');
|
||
});
|
||
test.beforeEach(async ({}) => {
|
||
console.log('beforeEach2');
|
||
throw new Error('beforeEach2');
|
||
});
|
||
test.afterEach(async ({}) => {
|
||
console.log('afterEach');
|
||
});
|
||
test('one', async ({}) => {
|
||
console.log('test');
|
||
});
|
||
});
|
||
`,
|
||
});
|
||
expect(report.output).toContain('beforeEach1\nbeforeEach2\nafterEach');
|
||
expect(report.results[0].error.message).toContain('beforeEach2');
|
||
});
|
||
|
||
test('beforeAll should be run once', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'a.test.js': `
|
||
import { test, expect } from '@playwright/test';
|
||
test.describe('suite1', () => {
|
||
let counter = 0;
|
||
test.beforeAll(async () => {
|
||
console.log('\\n%%beforeAll1-' + (++counter));
|
||
});
|
||
test.describe('suite2', () => {
|
||
test.beforeAll(async () => {
|
||
console.log('\\n%%beforeAll2');
|
||
});
|
||
test('one', async ({}) => {
|
||
console.log('\\n%%test');
|
||
});
|
||
});
|
||
});
|
||
`,
|
||
});
|
||
expect(result.outputLines).toEqual([
|
||
'beforeAll1-1',
|
||
'beforeAll2',
|
||
'test',
|
||
]);
|
||
});
|
||
|
||
test('beforeEach should be able to skip a test', async ({ runInlineTest }) => {
|
||
const { passed, skipped, exitCode } = await runInlineTest({
|
||
'a.test.js': `
|
||
import { test, expect } from '@playwright/test';
|
||
test.beforeEach(async ({}, testInfo) => {
|
||
testInfo.skip(testInfo.title === 'test2');
|
||
});
|
||
test('test1', async () => {});
|
||
test('test2', async () => {});
|
||
`,
|
||
});
|
||
expect(exitCode).toBe(0);
|
||
expect(passed).toBe(1);
|
||
expect(skipped).toBe(1);
|
||
});
|
||
|
||
test('beforeAll from a helper file should throw', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'my-test.ts': `
|
||
import { test as base, expect } from '@playwright/test';
|
||
export const test = base;
|
||
test.beforeAll(() => {});
|
||
`,
|
||
'playwright.config.ts': `
|
||
import { test } from './my-test';
|
||
test.extend({});
|
||
`,
|
||
'a.test.ts': `
|
||
import { test } from './my-test';
|
||
test('should work', async () => {
|
||
});
|
||
`,
|
||
});
|
||
expect(result.exitCode).toBe(1);
|
||
expect(result.output).toContain('Playwright Test did not expect test.beforeAll() to be called here');
|
||
});
|
||
|
||
test('beforeAll hooks are skipped when no tests in the suite are run', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'a.test.js': `
|
||
import { test, expect } from '@playwright/test';
|
||
test.describe('suite1', () => {
|
||
test.beforeAll(() => {
|
||
console.log('\\n%%beforeAll1');
|
||
});
|
||
test('skipped', () => {});
|
||
});
|
||
test.describe('suite2', () => {
|
||
test.beforeAll(() => {
|
||
console.log('\\n%%beforeAll2');
|
||
});
|
||
test.only('passed', () => {});
|
||
});
|
||
`,
|
||
});
|
||
expect(result.exitCode).toBe(0);
|
||
expect(result.passed).toBe(1);
|
||
expect(result.output).toContain('%%beforeAll2');
|
||
expect(result.output).not.toContain('%%beforeAll1');
|
||
});
|
||
|
||
test('beforeAll/afterAll hooks are skipped when no tests in the suite are run 2', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'a.test.js': `
|
||
import { test, expect } from '@playwright/test';
|
||
test.beforeAll(() => {
|
||
console.log('\\n%%beforeAll1');
|
||
});
|
||
test.afterAll(() => {
|
||
console.log('\\n%%afterAll1');
|
||
});
|
||
test.skip('skipped1', () => {});
|
||
test.describe('inner', () => {
|
||
test.beforeAll(() => {
|
||
console.log('\\n%%beforeAll2');
|
||
});
|
||
test.afterAll(() => {
|
||
console.log('\\n%%afterAll2');
|
||
});
|
||
test.skip('skipped2', () => {});
|
||
});
|
||
`,
|
||
});
|
||
expect(result.exitCode).toBe(0);
|
||
expect(result.passed).toBe(0);
|
||
expect(result.skipped).toBe(2);
|
||
expect(result.output).not.toContain('%%beforeAll');
|
||
expect(result.output).not.toContain('%%afterAll');
|
||
});
|
||
|
||
test('run hooks after failure', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'a.test.js': `
|
||
import { test, expect } from '@playwright/test';
|
||
test.describe('suite', () => {
|
||
test('failed', ({}) => {
|
||
console.log('\\n%%test');
|
||
expect(1).toBe(2);
|
||
});
|
||
test.afterEach(() => {
|
||
console.log('\\n%%afterEach-1');
|
||
});
|
||
test.afterAll(() => {
|
||
console.log('\\n%%afterAll-1');
|
||
});
|
||
});
|
||
test.afterEach(async () => {
|
||
await new Promise(f => setTimeout(f, 1000));
|
||
console.log('\\n%%afterEach-2');
|
||
});
|
||
test.afterAll(async () => {
|
||
await new Promise(f => setTimeout(f, 1000));
|
||
console.log('\\n%%afterAll-2');
|
||
});
|
||
`,
|
||
});
|
||
expect(result.exitCode).toBe(1);
|
||
expect(result.failed).toBe(1);
|
||
expect(result.outputLines).toEqual([
|
||
'test',
|
||
'afterEach-1',
|
||
'afterEach-2',
|
||
'afterAll-1',
|
||
'afterAll-2',
|
||
]);
|
||
});
|
||
|
||
test('beforeAll hook should get retry index of the first test', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'a.test.js': `
|
||
import { test, expect } from '@playwright/test';
|
||
test.beforeAll(({}, testInfo) => {
|
||
console.log('\\n%%beforeall-retry-' + testInfo.retry);
|
||
});
|
||
test('passed', ({}, testInfo) => {
|
||
console.log('\\n%%test-retry-' + testInfo.retry);
|
||
expect(testInfo.retry).toBe(1);
|
||
});
|
||
`,
|
||
}, { retries: 1 });
|
||
expect(result.exitCode).toBe(0);
|
||
expect(result.flaky).toBe(1);
|
||
expect(result.outputLines).toEqual([
|
||
'beforeall-retry-0',
|
||
'test-retry-0',
|
||
'beforeall-retry-1',
|
||
'test-retry-1',
|
||
]);
|
||
});
|
||
|
||
test('afterAll exception should fail the test', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'a.test.js': `
|
||
import { test, expect } from '@playwright/test';
|
||
test.afterAll(() => {
|
||
throw new Error('From the afterAll');
|
||
});
|
||
test('passed', () => {
|
||
});
|
||
`,
|
||
});
|
||
expect(result.exitCode).toBe(1);
|
||
expect(result.passed).toBe(0);
|
||
expect(result.failed).toBe(1);
|
||
expect(result.output).toContain('From the afterAll');
|
||
});
|
||
|
||
test('max-failures should still run afterEach/afterAll', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'a.spec.js': `
|
||
import { test, expect } from '@playwright/test';
|
||
test.afterAll(() => {
|
||
console.log('\\n%%afterAll');
|
||
});
|
||
test.afterEach(() => {
|
||
console.log('\\n%%afterEach');
|
||
});
|
||
test('failed', async () => {
|
||
console.log('\\n%%test');
|
||
test.expect(1).toBe(2);
|
||
});
|
||
test('skipped', async () => {
|
||
console.log('\\n%%skipped');
|
||
});
|
||
`,
|
||
}, { 'max-failures': 1 });
|
||
expect(result.exitCode).toBe(1);
|
||
expect(result.passed).toBe(0);
|
||
expect(result.failed).toBe(1);
|
||
expect(result.skipped).toBe(1);
|
||
expect(result.outputLines).toEqual([
|
||
'test',
|
||
'afterEach',
|
||
'afterAll',
|
||
]);
|
||
});
|
||
|
||
test('beforeAll failure should prevent the test, but not afterAll', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'a.test.js': `
|
||
import { test, expect } from '@playwright/test';
|
||
test.beforeAll(() => {
|
||
console.log('\\n%%beforeAll');
|
||
throw new Error('From a beforeAll');
|
||
});
|
||
test.afterAll(() => {
|
||
console.log('\\n%%afterAll');
|
||
});
|
||
test('failed', () => {
|
||
console.log('\\n%%test1');
|
||
});
|
||
test('skipped', () => {
|
||
console.log('\\n%%test2');
|
||
});
|
||
`,
|
||
});
|
||
expect(result.exitCode).toBe(1);
|
||
expect(result.failed).toBe(1);
|
||
expect(result.skipped).toBe(1);
|
||
expect(result.outputLines).toEqual([
|
||
'beforeAll',
|
||
'afterAll',
|
||
]);
|
||
});
|
||
|
||
test('fixture error should not prevent afterAll', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'a.test.js': `
|
||
import { test as base, expect } from '@playwright/test';
|
||
const test = base.extend({
|
||
foo: async ({}, use) => {
|
||
await use('foo');
|
||
throw new Error('bad fixture');
|
||
},
|
||
});
|
||
test('good test', ({ foo }) => {
|
||
console.log('\\n%%test');
|
||
});
|
||
test.afterAll(() => {
|
||
console.log('\\n%%afterAll');
|
||
});
|
||
`,
|
||
});
|
||
expect(result.exitCode).toBe(1);
|
||
expect(result.failed).toBe(1);
|
||
expect(result.output).toContain('bad fixture');
|
||
expect(result.outputLines).toEqual([
|
||
'test',
|
||
'afterAll',
|
||
]);
|
||
});
|
||
|
||
test('afterEach failure should not prevent afterAll', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'a.test.js': `
|
||
import { test, expect } from '@playwright/test';
|
||
test('good test', ({ }) => {
|
||
console.log('\\n%%test');
|
||
});
|
||
test.afterEach(() => {
|
||
console.log('\\n%%afterEach');
|
||
throw new Error('bad afterEach');
|
||
})
|
||
test.afterAll(() => {
|
||
console.log('\\n%%afterAll');
|
||
});
|
||
`,
|
||
});
|
||
expect(result.exitCode).toBe(1);
|
||
expect(result.failed).toBe(1);
|
||
expect(result.output).toContain('bad afterEach');
|
||
expect(result.outputLines).toEqual([
|
||
'test',
|
||
'afterEach',
|
||
'afterAll',
|
||
]);
|
||
});
|
||
|
||
test('afterAll error should not mask beforeAll', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'a.test.js': `
|
||
import { test, expect } from '@playwright/test';
|
||
test.beforeAll(() => {
|
||
throw new Error('from beforeAll');
|
||
});
|
||
test.afterAll(() => {
|
||
throw new Error('from afterAll');
|
||
})
|
||
test('test', () => {
|
||
});
|
||
`,
|
||
});
|
||
expect(result.exitCode).toBe(1);
|
||
expect(result.failed).toBe(1);
|
||
expect(result.output).toContain('from beforeAll');
|
||
});
|
||
|
||
test('beforeAll timeout should be reported and prevent more tests', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'a.test.js': `
|
||
import { test, expect } from '@playwright/test';
|
||
test.beforeAll(async () => {
|
||
console.log('\\n%%beforeAll');
|
||
await new Promise(f => setTimeout(f, 5000));
|
||
});
|
||
test.afterAll(() => {
|
||
console.log('\\n%%afterAll');
|
||
});
|
||
test('failed', () => {
|
||
console.log('\\n%%test1');
|
||
});
|
||
test('skipped', () => {
|
||
console.log('\\n%%test2');
|
||
});
|
||
`,
|
||
}, { timeout: 1000 });
|
||
expect(result.exitCode).toBe(1);
|
||
expect(result.failed).toBe(1);
|
||
expect(result.skipped).toBe(1);
|
||
expect(result.outputLines).toEqual([
|
||
'beforeAll',
|
||
'afterAll',
|
||
]);
|
||
expect(result.output).toContain('"beforeAll" hook timeout of 1000ms exceeded.');
|
||
expect(result.output).toContain(`a.test.js:3:12`);
|
||
expect(result.output).toContain(`> 3 | test.beforeAll(async () => {`);
|
||
});
|
||
|
||
test('afterAll timeout should be reported, run other afterAll hooks, and continue testing', async ({ runInlineTest }, testInfo) => {
|
||
const result = await runInlineTest({
|
||
'a.test.js': `
|
||
import { test, expect } from '@playwright/test';
|
||
test.describe('suite', () => {
|
||
test.afterAll(async () => {
|
||
console.log('\\n%%afterAll1');
|
||
await new Promise(f => setTimeout(f, 5000));
|
||
});
|
||
test('runs', () => {
|
||
test.setTimeout(2000);
|
||
console.log('\\n%%test1');
|
||
});
|
||
});
|
||
test.afterAll(async () => {
|
||
console.log('\\n%%afterAll2');
|
||
});
|
||
test('does not run', () => {
|
||
console.log('\\n%%test2');
|
||
});
|
||
`,
|
||
}, { timeout: 1000 });
|
||
expect(result.exitCode).toBe(1);
|
||
expect(result.passed).toBe(1);
|
||
expect(result.failed).toBe(1);
|
||
expect(result.skipped).toBe(0);
|
||
expect(result.outputLines).toEqual([
|
||
'test1',
|
||
'afterAll1',
|
||
'afterAll2',
|
||
'test2',
|
||
'afterAll2',
|
||
]);
|
||
expect(result.output).toContain('"afterAll" hook timeout of 1000ms exceeded.');
|
||
expect(result.output).toContain(`a.test.js:4:14`);
|
||
expect(result.output).toContain(`> 4 | test.afterAll(async () => {`);
|
||
});
|
||
|
||
test('beforeAll and afterAll timeouts at the same time should be reported', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'a.test.js': `
|
||
import { test, expect } from '@playwright/test';
|
||
test.beforeAll(async () => {
|
||
console.log('\\n%%beforeAll');
|
||
await new Promise(f => setTimeout(f, 5000));
|
||
});
|
||
test.afterAll(async () => {
|
||
console.log('\\n%%afterAll');
|
||
await new Promise(f => setTimeout(f, 5000));
|
||
});
|
||
test('skipped', () => {
|
||
console.log('\\n%%test');
|
||
});
|
||
`,
|
||
}, { timeout: 1000 });
|
||
expect(result.exitCode).toBe(1);
|
||
expect(result.failed).toBe(1);
|
||
expect(result.outputLines).toEqual([
|
||
'beforeAll',
|
||
'afterAll',
|
||
]);
|
||
expect(result.output).toContain('"beforeAll" hook timeout of 1000ms exceeded.');
|
||
});
|
||
|
||
test('afterEach should get the test status and duration right away', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'a.test.js': `
|
||
import { test, expect } from '@playwright/test';
|
||
test.afterEach(({}, testInfo) => {
|
||
const duration = testInfo.duration ? 'XXms' : 'none';
|
||
console.log('\\n%%' + testInfo.title + ': ' + testInfo.status + '; ' + duration);
|
||
});
|
||
test('failing', () => {
|
||
throw new Error('Oh my!');
|
||
});
|
||
test('timing out', async () => {
|
||
test.setTimeout(100);
|
||
await new Promise(() => {});
|
||
});
|
||
`,
|
||
});
|
||
expect(result.exitCode).toBe(1);
|
||
expect(result.failed).toBe(2);
|
||
expect(result.outputLines).toEqual([
|
||
'failing: failed; XXms',
|
||
'timing out: timedOut; XXms',
|
||
]);
|
||
});
|
||
|
||
test('uncaught error in beforeEach should not be masked by another error', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'a.test.js': `
|
||
import { test as base, expect } from '@playwright/test';
|
||
const test = base.extend({
|
||
foo: async ({}, use) => {
|
||
let cb;
|
||
await use(new Promise((f, r) => cb = r));
|
||
cb(new Error('Oh my!'));
|
||
},
|
||
});
|
||
test.beforeEach(async ({ foo }, testInfo) => {
|
||
setTimeout(() => {
|
||
expect(1).toBe(2);
|
||
}, 0);
|
||
await foo;
|
||
});
|
||
test('passing', () => {
|
||
});
|
||
`,
|
||
});
|
||
expect(result.exitCode).toBe(1);
|
||
expect(result.failed).toBe(1);
|
||
expect(result.output).toContain('Expected: 2');
|
||
expect(result.output).toContain('Received: 1');
|
||
});
|
||
|
||
test('should report error from fixture teardown when beforeAll times out', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'a.test.js': `
|
||
import { test as base, expect } from '@playwright/test';
|
||
const test = base.extend({
|
||
foo: async ({}, use) => {
|
||
let cb;
|
||
await use(new Promise((f, r) => cb = r));
|
||
cb(new Error('Oh my!'));
|
||
},
|
||
});
|
||
test.beforeAll(async ({ foo }, testInfo) => {
|
||
await foo;
|
||
});
|
||
test('passing', () => {
|
||
});
|
||
`,
|
||
}, { timeout: 1000 });
|
||
expect(result.exitCode).toBe(1);
|
||
expect(result.failed).toBe(1);
|
||
expect(result.output).toContain('"beforeAll" hook timeout of 1000ms exceeded.');
|
||
expect(result.output).toContain('Error: Oh my!');
|
||
});
|
||
|
||
test('should not hang and report results when worker process suddenly exits during afterAll', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'a.spec.js': `
|
||
import { test, expect } from '@playwright/test';
|
||
test('failing due to afterall', () => {});
|
||
test.afterAll(() => { process.exit(0); });
|
||
`
|
||
}, { reporter: 'line' });
|
||
expect(result.exitCode).toBe(1);
|
||
expect(result.passed).toBe(0);
|
||
expect(result.failed).toBe(1);
|
||
expect(result.output).toContain('Error: worker process exited unexpectedly');
|
||
expect(result.output).toContain('[1/1] a.spec.js:3:11 › failing due to afterall');
|
||
});
|
||
|
||
test('unhandled rejection during beforeAll should be reported and prevent more tests', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'a.test.js': `
|
||
import { test, expect } from '@playwright/test';
|
||
test.beforeAll(async () => {
|
||
console.log('\\n%%beforeAll');
|
||
Promise.resolve().then(() => {
|
||
throw new Error('Oh my');
|
||
});
|
||
await new Promise(f => setTimeout(f, 1000));
|
||
});
|
||
test.afterAll(() => {
|
||
console.log('\\n%%afterAll');
|
||
});
|
||
test('failed', () => {
|
||
console.log('\\n%%test1');
|
||
});
|
||
test('skipped', () => {
|
||
console.log('\\n%%test2');
|
||
});
|
||
`,
|
||
});
|
||
expect(result.exitCode).toBe(1);
|
||
expect(result.failed).toBe(1);
|
||
expect(result.skipped).toBe(1);
|
||
expect(result.outputLines).toEqual([
|
||
'beforeAll',
|
||
'afterAll',
|
||
]);
|
||
expect(result.output).toContain('Error: Oh my');
|
||
expect(result.output).toContain(`> 6 | throw new Error('Oh my');`);
|
||
});
|
||
|
||
test('beforeAll and afterAll should have a separate timeout', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'a.test.js': `
|
||
import { test, expect } from '@playwright/test';
|
||
test.beforeAll(async () => {
|
||
console.log('\\n%%beforeAll');
|
||
await new Promise(f => setTimeout(f, 1600));
|
||
});
|
||
test.beforeAll(async () => {
|
||
console.log('\\n%%beforeAll2');
|
||
await new Promise(f => setTimeout(f, 1600));
|
||
});
|
||
test('passed', async () => {
|
||
console.log('\\n%%test');
|
||
await new Promise(f => setTimeout(f, 1600));
|
||
});
|
||
test.afterAll(async () => {
|
||
console.log('\\n%%afterAll');
|
||
await new Promise(f => setTimeout(f, 1600));
|
||
});
|
||
test.afterAll(async () => {
|
||
console.log('\\n%%afterAll2');
|
||
await new Promise(f => setTimeout(f, 1600));
|
||
});
|
||
`,
|
||
}, { timeout: '3000' });
|
||
expect(result.exitCode).toBe(0);
|
||
expect(result.passed).toBe(1);
|
||
expect(result.outputLines).toEqual([
|
||
'beforeAll',
|
||
'beforeAll2',
|
||
'test',
|
||
'afterAll',
|
||
'afterAll2',
|
||
]);
|
||
});
|
||
|
||
test('test.setTimeout should work separately in beforeAll', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'a.test.js': `
|
||
import { test, expect } from '@playwright/test';
|
||
test.beforeAll(async () => {
|
||
console.log('\\n%%beforeAll');
|
||
test.setTimeout(1000);
|
||
});
|
||
test('passed', async () => {
|
||
console.log('\\n%%test');
|
||
await new Promise(f => setTimeout(f, 2000));
|
||
});
|
||
`,
|
||
}, { timeout: 3000 });
|
||
expect(result.exitCode).toBe(0);
|
||
expect(result.passed).toBe(1);
|
||
expect(result.outputLines).toEqual([
|
||
'beforeAll',
|
||
'test',
|
||
]);
|
||
});
|
||
|
||
test('test.setTimeout should work separately in afterAll', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'a.test.js': `
|
||
import { test, expect } from '@playwright/test';
|
||
test('passed', async () => {
|
||
console.log('\\n%%test');
|
||
});
|
||
test.afterAll(async () => {
|
||
console.log('\\n%%afterAll');
|
||
test.setTimeout(3000);
|
||
await new Promise(f => setTimeout(f, 2000));
|
||
});
|
||
`,
|
||
}, { timeout: '1000' });
|
||
expect(result.exitCode).toBe(0);
|
||
expect(result.passed).toBe(1);
|
||
expect(result.outputLines).toEqual([
|
||
'test',
|
||
'afterAll',
|
||
]);
|
||
});
|
||
|
||
test('beforeAll failure should only prevent tests that are affected', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'a.test.js': `
|
||
import { test, expect } from '@playwright/test';
|
||
test.describe('suite', () => {
|
||
test.beforeAll(async () => {
|
||
console.log('\\n%%beforeAll');
|
||
throw new Error('oh my');
|
||
});
|
||
test('failed', () => {
|
||
console.log('\\n%%test1');
|
||
});
|
||
test('skipped', () => {
|
||
console.log('\\n%%test2');
|
||
});
|
||
});
|
||
test('passed', () => {
|
||
console.log('\\n%%test3');
|
||
});
|
||
`,
|
||
});
|
||
expect(result.exitCode).toBe(1);
|
||
expect(result.failed).toBe(1);
|
||
expect(result.skipped).toBe(1);
|
||
expect(result.passed).toBe(1);
|
||
expect(result.outputLines).toEqual([
|
||
'beforeAll',
|
||
'test3',
|
||
]);
|
||
});
|
||
|
||
test('afterAll should run if last test was skipped', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'a.test.js': `
|
||
import { test, expect } from '@playwright/test';
|
||
test.afterAll(() => console.log('after-all'));
|
||
test('test1', () => {});
|
||
test.skip('test2', () => {});
|
||
`,
|
||
});
|
||
expect(result.exitCode).toBe(0);
|
||
expect(result.skipped).toBe(1);
|
||
expect(result.passed).toBe(1);
|
||
expect(result.output).toContain('after-all');
|
||
});
|
||
|
||
test('afterAll should run if last test was skipped 2', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'a.test.js': `
|
||
import { test, expect } from '@playwright/test';
|
||
test.afterAll(() => console.log('after-all'));
|
||
test('test1', () => {});
|
||
test('test2', () => { test.skip(); });
|
||
`,
|
||
});
|
||
expect(result.exitCode).toBe(0);
|
||
expect(result.skipped).toBe(1);
|
||
expect(result.passed).toBe(1);
|
||
expect(result.output).toContain('after-all');
|
||
});
|
||
|
||
test('afterEach timeout after skipped test should be reported', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'a.test.js': `
|
||
import { test, expect } from '@playwright/test';
|
||
test.afterEach(async () => {
|
||
await new Promise(() => {});
|
||
});
|
||
test('skipped', () => { test.skip(); });
|
||
`,
|
||
}, { timeout: 2000 });
|
||
expect(result.exitCode).toBe(1);
|
||
expect(result.failed).toBe(1);
|
||
expect(result.output).toContain('Test timeout of 2000ms exceeded while running "afterEach" hook.');
|
||
});
|
||
|
||
test('afterEach exception after skipped test should be reported', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'a.test.js': `
|
||
import { test, expect } from '@playwright/test';
|
||
test.afterEach(async () => {
|
||
throw new Error('oh my!');
|
||
});
|
||
test('skipped', () => { test.skip(); });
|
||
`,
|
||
}, { timeout: 2000 });
|
||
expect(result.exitCode).toBe(1);
|
||
expect(result.failed).toBe(1);
|
||
expect(result.output).toContain('Error: oh my!');
|
||
});
|
||
|
||
test('afterAll should be run for test.skip', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'a.test.js': `
|
||
import { test, expect } from '@playwright/test';
|
||
test.describe('suite1', () => {
|
||
test.beforeAll(() => console.log('\\n%%beforeAll1'));
|
||
test.afterAll(() => console.log('\\n%%afterAll1'));
|
||
test('test1', () => console.log('\\n%%test1'));
|
||
test.skip('test2', () => {});
|
||
test.skip('test2.5', () => {});
|
||
});
|
||
test.describe('suite2', () => {
|
||
test.beforeAll(() => console.log('\\n%%beforeAll2'));
|
||
test.afterAll(() => console.log('\\n%%afterAll2'));
|
||
test('test3', () => console.log('\\n%%test3'));
|
||
});
|
||
`,
|
||
});
|
||
expect(result.outputLines).toEqual([
|
||
'beforeAll1',
|
||
'test1',
|
||
'afterAll1',
|
||
'beforeAll2',
|
||
'test3',
|
||
'afterAll2',
|
||
]);
|
||
});
|