playwright/tests/playwright-test/fixtures.spec.ts
Dmitry Gozman 87548f94c1
feat(test runner): support test fixtures in beforeAll/afterAll (#8082)
Each hook gets its own test scope. This is not too useful for
object fixtures like `page` (although one can use a page in
`beforeAll` to save storage state), but much more useful for option
fixtures like `viewport`.
2021-08-09 13:26:33 -07:00

681 lines
21 KiB
TypeScript

/**
* Copyright Microsoft Corporation. All rights reserved.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
import { test, expect } from './playwright-test-fixtures';
test('should work', async ({ runInlineTest }) => {
const { results } = await runInlineTest({
'a.test.js': `
const test = pwt.test.extend({
asdf: async ({}, test) => await test(123),
});
test('should use asdf', async ({asdf}) => {
expect(asdf).toBe(123);
});
`,
});
expect(results[0].status).toBe('passed');
});
test('should work with a sync test function', async ({ runInlineTest }) => {
const { results } = await runInlineTest({
'a.test.js': `
const test = pwt.test.extend({
asdf: async ({}, test) => await test(123),
});
test('should use asdf', ({asdf}) => {
expect(asdf).toBe(123);
});
`,
});
expect(results[0].status).toBe('passed');
});
test('should work with a sync fixture function', async ({ runInlineTest }) => {
const { results } = await runInlineTest({
'a.test.js': `
const test = pwt.test.extend({
asdf: ({}, use) => {
use(123);
},
});
test('should use asdf', ({asdf}) => {
expect(asdf).toBe(123);
});
`,
});
expect(results[0].status).toBe('passed');
});
test('should work with a non-arrow function', async ({ runInlineTest }) => {
const { results } = await runInlineTest({
'a.test.js': `
const test = pwt.test.extend({
asdf: async ({}, test) => await test(123),
});
test('should use asdf', function ({asdf}) {
expect(asdf).toBe(123);
});
`,
});
expect(results[0].status).toBe('passed');
});
test('should work with a named function', async ({ runInlineTest }) => {
const { results } = await runInlineTest({
'a.test.js': `
const test = pwt.test.extend({
asdf: async ({}, test) => await test(123),
});
test('should use asdf', async function hello({asdf}) {
expect(asdf).toBe(123);
});
`,
});
expect(results[0].status).toBe('passed');
});
test('should work with renamed parameters', async ({ runInlineTest }) => {
const { results } = await runInlineTest({
'a.test.js': `
const test = pwt.test.extend({
asdf: async ({}, test) => await test(123),
});
test('should use asdf', function ({asdf: renamed}) {
expect(renamed).toBe(123);
});
`,
});
expect(results[0].status).toBe('passed');
});
test('should work with destructured object', async ({ runInlineTest }) => {
const { results } = await runInlineTest({
'a.test.js': `
const test = pwt.test.extend({
asdf: async ({}, test) => await test({ foo: 'foo', bar: { x: 'x', y: 'y' }, baz: 'baz' }),
});
test('should use asdf', async ({ asdf: { foo,
bar: { x, y }, baz } }) => {
expect(foo).toBe('foo');
expect(x).toBe('x');
expect(y).toBe('y');
expect(baz).toBe('baz');
});
`,
});
expect(results[0].status).toBe('passed');
});
test('should work with destructured array', async ({ runInlineTest }) => {
const { results } = await runInlineTest({
'a.test.js': `
const test = pwt.test.extend({
asdf: async ({}, test) => await test(['foo', 'bar', { baz: 'baz' }]),
more: async ({}, test) => await test(55),
});
test('should use asdf', async (
{
asdf: [foo, bar, { baz}]
,more}) => {
expect(foo).toBe('foo');
expect(bar).toBe('bar');
expect(baz).toBe('baz');
expect(more).toBe(55);
});
`,
});
expect(results[0].status).toBe('passed');
});
test('should fail if parameters are not destructured', async ({ runInlineTest }) => {
const result = await runInlineTest({
'a.test.js': `
const test = pwt.test.extend({
asdf: async ({}, test) => await test(123),
});
test('should pass', function () {
expect(1).toBe(1);
});
test('should use asdf', function (abc) {
expect(abc.asdf).toBe(123);
});
`,
});
expect(result.output).toContain('First argument must use the object destructuring pattern: abc');
expect(result.output).toContain('a.test.js:11:7');
expect(result.results.length).toBe(0);
});
test('should fail with an unknown fixture', async ({ runInlineTest }) => {
const result = await runInlineTest({
'a.test.js': `
pwt.test('should use asdf', async ({asdf}) => {
expect(asdf).toBe(123);
});
`,
});
expect(result.output).toContain('Test has unknown parameter "asdf".');
expect(result.output).toContain('a.test.js:5:11');
expect(result.results.length).toBe(0);
});
test('should run the fixture every time', async ({ runInlineTest }) => {
const { results } = await runInlineTest({
'a.test.js': `
let counter = 0;
const test = pwt.test.extend({
asdf: async ({}, test) => await test(counter++),
});
test('should use asdf 1', async ({asdf}) => {
expect(asdf).toBe(0);
});
test('should use asdf 2', async ({asdf}) => {
expect(asdf).toBe(1);
});
test('should use asdf 3', async ({asdf}) => {
expect(asdf).toBe(2);
});
`,
});
expect(results.map(r => r.status)).toEqual(['passed', 'passed', 'passed']);
});
test('should only run worker fixtures once', async ({ runInlineTest }) => {
const { results } = await runInlineTest({
'a.test.js': `
let counter = 0;
const test = pwt.test.extend({
asdf: [ async ({}, test) => await test(counter++), { scope: 'worker' } ],
});
test('should use asdf 1', async ({asdf}) => {
expect(asdf).toBe(0);
});
test('should use asdf 2', async ({asdf}) => {
expect(asdf).toBe(0);
});
test('should use asdf 3', async ({asdf}) => {
expect(asdf).toBe(0);
});
`,
});
expect(results.map(r => r.status)).toEqual(['passed', 'passed', 'passed']);
});
test('each file should get their own fixtures', async ({ runInlineTest }) => {
const { results } = await runInlineTest({
'a.test.js': `
const test = pwt.test.extend({
worker: [ async ({}, test) => await test('worker-a'), { scope: 'worker' } ],
test: async ({}, test) => await test('test-a'),
});
test('should use worker', async ({worker, test}) => {
expect(worker).toBe('worker-a');
expect(test).toBe('test-a');
});
`,
'b.test.js': `
const test = pwt.test.extend({
worker: [ async ({}, test) => await test('worker-b'), { scope: 'worker' } ],
test: async ({}, test) => await test('test-b'),
});
test('should use worker', async ({worker, test}) => {
expect(worker).toBe('worker-b');
expect(test).toBe('test-b');
});
`,
'c.test.js': `
const test = pwt.test.extend({
worker: [ async ({}, test) => await test('worker-c'), { scope: 'worker' } ],
test: async ({}, test) => await test('test-c'),
});
test('should use worker', async ({worker, test}) => {
expect(worker).toBe('worker-c');
expect(test).toBe('test-c');
});
`,
});
expect(results.map(r => r.status)).toEqual(['passed', 'passed', 'passed']);
});
test('tests should be able to share worker fixtures', async ({ runInlineTest }) => {
const { results } = await runInlineTest({
'worker.js': `
global.counter = 0;
const test = pwt.test.extend({
worker: [ async ({}, test) => await test(global.counter++), { scope: 'worker' } ],
});
module.exports = test;
`,
'a.test.js': `
const test = require('./worker.js');
test('should use worker', async ({worker}) => {
expect(worker).toBe(0);
});
`,
'b.test.js': `
const test = require('./worker.js');
test('should use worker', async ({worker}) => {
expect(worker).toBe(0);
});
`,
'c.test.js': `
const test = require('./worker.js');
test('should use worker', async ({worker}) => {
expect(worker).toBe(0);
});
`,
});
expect(results.map(r => r.status)).toEqual(['passed', 'passed', 'passed']);
});
test('automatic fixtures should work', async ({ runInlineTest }) => {
const result = await runInlineTest({
'a.test.js': `
let counterTest = 0;
let counterWorker = 0;
const test = pwt.test;
test.use({
automaticTestFixture: [ async ({}, runTest) => {
++counterTest;
await runTest();
}, { auto: true } ],
automaticWorkerFixture: [ async ({}, runTest) => {
++counterWorker;
await runTest();
}, { scope: 'worker', auto: true } ],
});
test.beforeAll(async ({}) => {
expect(counterWorker).toBe(1);
expect(counterTest).toBe(1);
});
test.beforeEach(async ({}) => {
expect(counterWorker).toBe(1);
expect(counterTest === 2 || counterTest === 3).toBe(true);
});
test('test 1', async ({}) => {
expect(counterWorker).toBe(1);
expect(counterTest).toBe(2);
});
test('test 2', async ({}) => {
expect(counterWorker).toBe(1);
expect(counterTest).toBe(3);
});
test.afterEach(async ({}) => {
expect(counterWorker).toBe(1);
expect(counterTest === 2 || counterTest === 3).toBe(true);
});
test.afterAll(async ({}) => {
expect(counterWorker).toBe(1);
expect(counterTest).toBe(4);
});
`
});
expect(result.exitCode).toBe(0);
expect(result.results.map(r => r.status)).toEqual(['passed', 'passed']);
});
test('automatic fixture should start before regular fixture and teardown after', async ({ runInlineTest }) => {
const result = await runInlineTest({
'a.test.js': `
const test = pwt.test;
test.use({
auto: [ async ({}, runTest) => {
console.log('\\n%%auto-setup');
await runTest();
console.log('\\n%%auto-teardown');
}, { auto: true } ],
foo: async ({}, runTest) => {
console.log('\\n%%foo-setup');
await runTest();
console.log('\\n%%foo-teardown');
},
});
test('test 1', async ({ foo }) => {
});
`
});
expect(result.exitCode).toBe(0);
expect(result.output.split('\n').filter(line => line.startsWith('%%'))).toEqual([
'%%auto-setup',
'%%foo-setup',
'%%foo-teardown',
'%%auto-teardown',
]);
});
test('automatic fixtures should keep workerInfo after conditional skip', async ({ runInlineTest }) => {
const result = await runInlineTest({
'a.test.js': `
const test = pwt.test;
test.use({
automaticTestFixture: [ async ({}, runTest, workerInfo) => {
await runTest();
expect(workerInfo.workerIndex).toBe(0);
console.log('success test fixture')
}, { auto: true } ],
automaticWorkerFixture: [ async ({}, runTest, workerInfo) => {
await runTest();
expect(workerInfo.workerIndex).toBe(0);
console.log('success worker fixture')
}, { scope: 'worker', auto: true } ],
});
test.skip(({ }) => false);
test('good', async ({ }) => {
});
`
});
expect(result.exitCode).toBe(0);
expect(result.output).toContain('success test fixture');
expect(result.output).toContain('success worker fixture');
expect(result.results.map(r => r.status)).toEqual(['passed']);
});
test('tests does not run non-automatic worker fixtures', async ({ runInlineTest }) => {
const result = await runInlineTest({
'a.test.js': `
let counter = 0;
const test = pwt.test.extend({
nonAutomaticWorkerFixture: [ async ({}, runTest) => {
++counter;
await runTest();
}, { scope: 'worker' }],
});
test('test 1', async ({}) => {
expect(counter).toBe(0);
});
`
});
expect(result.exitCode).toBe(0);
expect(result.results.map(r => r.status)).toEqual(['passed']);
});
test('should teardown fixtures after timeout', async ({ runInlineTest }, testInfo) => {
const file = testInfo.outputPath('log.txt');
require('fs').writeFileSync(file, '', 'utf8');
const result = await runInlineTest({
'a.spec.ts': `
const test = pwt.test.extend({
file: [ ${JSON.stringify(file)}, { scope: 'worker' } ],
w: [ async ({ file }, runTest) => {
await runTest('w');
require('fs').appendFileSync(file, 'worker fixture teardown\\n', 'utf8');
}, { scope: 'worker' } ],
t: async ({ file }, runTest) => {
await runTest('t');
require('fs').appendFileSync(file, 'test fixture teardown\\n', 'utf8');
},
});
test('test', async ({t, w}) => {
expect(t).toBe('t');
expect(w).toBe('w');
await new Promise(() => {});
});
`,
}, { timeout: 1000 });
expect(result.results[0].status).toBe('timedOut');
const content = require('fs').readFileSync(file, 'utf8');
expect(content).toContain('worker fixture teardown');
expect(content).toContain('test fixture teardown');
});
test('should work with two different test objects', async ({ runInlineTest }) => {
const result = await runInlineTest({
'a.test.js': `
const test1 = pwt.test.extend({
foo: async ({}, test) => await test(123),
});
const test2 = pwt.test.extend({
bar: async ({}, test) => await test(456),
});
test1('test 1', async ({foo}) => {
expect(foo).toBe(123);
});
test2('test 2', async ({bar}) => {
expect(bar).toBe(456);
});
`,
});
expect(result.results.map(r => r.workerIndex).sort()).toEqual([0, 0]);
expect(result.results.map(r => r.status).sort()).toEqual(['passed', 'passed']);
});
test('should work with overrides calling base', async ({ runInlineTest }) => {
const result = await runInlineTest({
'a.test.js': `
const test1 = pwt.test.extend({
dep: async ({}, test) => await test('override'),
foo: async ({}, test) => await test('base'),
bar: async ({foo}, test) => await test(foo + '-bar'),
});
const test2 = test1.extend({
foo: async ({ foo, dep }, test) => await test(foo + '-' + dep + '1'),
});
const test3 = test2.extend({
foo: async ({ foo, dep }, test) => await test(foo + '-' + dep + '2'),
});
test3('test', async ({bar}) => {
expect(bar).toBe('base-override1-override2-bar');
});
`,
});
expect(result.results[0].status).toBe('passed');
});
test('should understand worker fixture params in overrides calling base', async ({ runInlineTest }) => {
const result = await runInlineTest({
'a.test.js': `
const test1 = pwt.test.extend({
param: [ 'param', { scope: 'worker' }],
foo: async ({}, test) => await test('foo'),
bar: async ({foo}, test) => await test(foo + '-bar'),
});
const test2 = test1.extend({
foo: async ({ foo, param }, test) => await test(foo + '-' + param),
});
const test3 = test2.extend({
foo: async ({ foo }, test) => await test(foo + '-override'),
});
test3('test', async ({ bar }) => {
console.log(bar);
});
`,
'playwright.config.ts': `
module.exports = { projects: [
{ use: { param: 'p1' } },
{ use: { param: 'p2' } },
{ use: { param: 'p3' } },
]};
`,
});
const outputs = result.results.map(r => r.stdout[0].text.replace(/\s/g, ''));
expect(outputs.sort()).toEqual(['foo-p1-override-bar', 'foo-p2-override-bar', 'foo-p3-override-bar']);
});
test('should work with two overrides calling base', async ({ runInlineTest }) => {
const result = await runInlineTest({
'a.test.js': `
const test1 = pwt.test.extend({
foo: async ({}, test) => await test('foo'),
bar: async ({}, test) => await test('bar'),
baz: async ({foo, bar}, test) => await test(foo + '-baz-' + bar),
});
const test2 = test1.extend({
foo: async ({ foo, bar }, test) => await test(foo + '-' + bar),
bar: async ({ bar }, test) => await test(bar + '-override'),
});
test2('test', async ({baz}) => {
expect(baz).toBe('foo-bar-override-baz-bar-override');
});
`,
});
expect(result.results[0].status).toBe('passed');
});
test('should not create a new worker for test fixtures', async ({ runInlineTest }) => {
const result = await runInlineTest({
'a.test.ts': `
const { test } = pwt;
test('base test', async ({}, testInfo) => {
expect(testInfo.workerIndex).toBe(0);
});
const test2 = test.extend({
foo: async ({}, run) => {
console.log('foo-a');
await run();
}
});
test2('a test', async ({ foo }, testInfo) => {
expect(testInfo.workerIndex).toBe(0);
});
`,
'b.test.ts': `
const { test } = pwt;
const test2 = test.extend({
foo: async ({}, run) => {
console.log('foo-b');
await run();
}
});
const test3 = test2.extend({
foo: async ({ foo }, run) => {
console.log('foo-c');
await run();
}
});
test3('b test', async ({ foo }, testInfo) => {
expect(testInfo.workerIndex).toBe(0);
});
`,
}, { workers: 1 });
expect(result.output).toContain('foo-a');
expect(result.output).toContain('foo-b');
expect(result.output).toContain('foo-c');
expect(result.passed).toBe(3);
});
test('should create a new worker for worker fixtures', async ({ runInlineTest }) => {
const result = await runInlineTest({
'a.test.ts': `
const { test } = pwt;
test('base test', async ({}, testInfo) => {
console.log('\\n%%base-' + testInfo.workerIndex);
});
const test2 = test.extend({
foo: [async ({}, run) => {
console.log('foo-a');
await run();
}, { scope: 'worker' }],
});
test2('a test', async ({ foo }, testInfo) => {
console.log('\\n%%a-' + testInfo.workerIndex);
});
`,
'b.test.ts': `
const { test } = pwt;
const test2 = test.extend({
bar: async ({}, run) => {
console.log('bar-b');
await run();
},
});
test2('b test', async ({ bar }, testInfo) => {
console.log('\\n%%b-' + testInfo.workerIndex);
});
`,
}, { workers: 1 });
expect(result.output).toContain('foo-a');
expect(result.output).toContain('bar-b');
const baseWorker = +result.output.match(/%%base-(\d)/)[1];
expect(result.output).toContain(`%%base-${baseWorker}`);
expect(result.output).toContain(`%%a-${1 - baseWorker}`);
expect(result.output).toContain(`%%b-${baseWorker}`);
expect(result.passed).toBe(3);
});
test('should run tests in order', async ({ runInlineTest }) => {
const result = await runInlineTest({
'a.test.ts': `
const { test } = pwt;
test('test1', async ({}, testInfo) => {
expect(testInfo.workerIndex).toBe(0);
console.log('\\n%%test1');
});
const child = test.extend({
foo: async ({}, run) => {
console.log('\\n%%beforeEach');
await run();
console.log('\\n%%afterEach');
},
});
child('test2', async ({ foo }, testInfo) => {
expect(testInfo.workerIndex).toBe(0);
console.log('\\n%%test2');
});
test('test3', async ({}, testInfo) => {
expect(testInfo.workerIndex).toBe(0);
console.log('\\n%%test3');
});
`,
}, { workers: 1 });
expect(result.passed).toBe(3);
expect(result.output.split('\n').filter(line => line.startsWith('%%'))).toEqual([
'%%test1',
'%%beforeEach',
'%%test2',
'%%afterEach',
'%%test3',
]);
});
test('worker fixture should not receive TestInfo', async ({ runInlineTest }) => {
const result = await runInlineTest({
'a.test.js': `
const test = pwt.test;
test.use({
worker: [async ({}, use, info) => {
expect(info.title).toBe(undefined);
await use();
}, { scope: 'worker' }],
test: async ({ worker }, use, info) => {
expect(info.title).not.toBe(undefined);
await use();
},
});
test('test 1', async ({ test }) => {
});
`
});
expect(result.exitCode).toBe(0);
});