mirror of
https://github.com/microsoft/playwright.git
synced 2024-12-15 22:22:53 +03:00
490 lines
17 KiB
TypeScript
490 lines
17 KiB
TypeScript
/**
|
||
* Copyright (c) Microsoft Corporation.
|
||
*
|
||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||
* you may not use this file except in compliance with the License.
|
||
* You may obtain a copy of the License at
|
||
*
|
||
* http://www.apache.org/licenses/LICENSE-2.0
|
||
*
|
||
* Unless required by applicable law or agreed to in writing, software
|
||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
* See the License for the specific language governing permissions and
|
||
* limitations under the License.
|
||
*/
|
||
|
||
import { test, expect } from './playwright-test-fixtures';
|
||
|
||
test.describe.configure({ mode: 'parallel' });
|
||
|
||
test('should print dependencies in CJS mode', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'playwright.config.ts': `
|
||
import { defineConfig } from '@playwright/test';
|
||
export default defineConfig({
|
||
globalTeardown: './globalTeardown.ts',
|
||
});
|
||
`,
|
||
'helperA.ts': `export function foo() {}`,
|
||
'helperB.ts': `import './helperA';`,
|
||
'a.test.ts': `
|
||
import './helperA';
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
'b.test.ts': `
|
||
import './helperB';
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
'globalTeardown.ts': `
|
||
import { fileDependencies } from '@playwright/test/lib/internalsForTest';
|
||
export default () => {
|
||
console.log('###' + JSON.stringify(fileDependencies()) + '###');
|
||
};
|
||
`
|
||
}, {});
|
||
|
||
expect(result.exitCode).toBe(0);
|
||
expect(result.passed).toBe(2);
|
||
const output = result.output;
|
||
const deps = JSON.parse(output.match(/###(.*)###/)![1]);
|
||
expect(deps).toEqual({
|
||
'a.test.ts': ['helperA.ts'],
|
||
'b.test.ts': ['helperA.ts', 'helperB.ts'],
|
||
});
|
||
});
|
||
|
||
test('should print dependencies in ESM mode', async ({ runInlineTest, nodeVersion }) => {
|
||
test.skip(nodeVersion.major < 16);
|
||
const result = await runInlineTest({
|
||
'package.json': `{ "type": "module" }`,
|
||
'playwright.config.ts': `
|
||
import { defineConfig } from '@playwright/test';
|
||
export default defineConfig({
|
||
globalTeardown: './globalTeardown.ts',
|
||
});
|
||
`,
|
||
'helperA.ts': `export function foo() {}`,
|
||
'helperB.ts': `import './helperA.js';`,
|
||
'a.test.ts': `
|
||
import './helperA.js';
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
'b.test.ts': `
|
||
import './helperB.js';
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
'globalTeardown.ts': `
|
||
import { fileDependencies } from '@playwright/test/lib/internalsForTest';
|
||
export default () => {
|
||
console.log('###' + JSON.stringify(fileDependencies()) + '###');
|
||
};
|
||
`
|
||
}, {});
|
||
|
||
expect(result.exitCode).toBe(0);
|
||
expect(result.passed).toBe(2);
|
||
const output = result.output;
|
||
const deps = JSON.parse(output.match(/###(.*)###/)![1]);
|
||
expect(deps).toEqual({
|
||
'a.test.ts': ['helperA.ts'],
|
||
'b.test.ts': ['helperA.ts', 'helperB.ts'],
|
||
});
|
||
});
|
||
|
||
test('should perform initial run', async ({ runWatchTest }) => {
|
||
const testProcess = await runWatchTest({
|
||
'a.test.ts': `
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
}, {});
|
||
await testProcess.waitForOutput('a.test.ts:5:11 › passes');
|
||
await testProcess.waitForOutput('Waiting for file changes.');
|
||
});
|
||
|
||
test('should quit on Q', async ({ runWatchTest }) => {
|
||
const testProcess = await runWatchTest({}, {});
|
||
await testProcess.waitForOutput('Waiting for file changes.');
|
||
testProcess.write('q');
|
||
await testProcess!.exited;
|
||
});
|
||
|
||
test('should print help on H', async ({ runWatchTest }) => {
|
||
const testProcess = await runWatchTest({}, {});
|
||
await testProcess.waitForOutput('Waiting for file changes.');
|
||
testProcess.write('h');
|
||
await testProcess.waitForOutput('to quit');
|
||
});
|
||
|
||
test('should run tests on Enter', async ({ runWatchTest }) => {
|
||
const testProcess = await runWatchTest({
|
||
'a.test.ts': `
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
}, {});
|
||
await testProcess.waitForOutput('a.test.ts:5:11 › passes');
|
||
await testProcess.waitForOutput('Waiting for file changes.');
|
||
testProcess.clearOutput();
|
||
testProcess.write('\r\n');
|
||
await testProcess.waitForOutput('npx playwright test #1');
|
||
await testProcess.waitForOutput('a.test.ts:5:11 › passes');
|
||
await testProcess.waitForOutput('Waiting for file changes.');
|
||
});
|
||
|
||
test('should run tests on R', async ({ runWatchTest }) => {
|
||
const testProcess = await runWatchTest({
|
||
'a.test.ts': `
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
}, {});
|
||
await testProcess.waitForOutput('a.test.ts:5:11 › passes');
|
||
await testProcess.waitForOutput('Waiting for file changes.');
|
||
testProcess.clearOutput();
|
||
testProcess.write('r');
|
||
await testProcess.waitForOutput('npx playwright test (re-running tests) #1');
|
||
await testProcess.waitForOutput('a.test.ts:5:11 › passes');
|
||
await testProcess.waitForOutput('Waiting for file changes.');
|
||
});
|
||
|
||
test('should run failed tests on F', async ({ runWatchTest }) => {
|
||
const testProcess = await runWatchTest({
|
||
'a.test.ts': `
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
'b.test.ts': `
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
'c.test.ts': `
|
||
pwt.test('fails', () => { expect(1).toBe(2); });
|
||
`,
|
||
}, {});
|
||
await testProcess.waitForOutput('a.test.ts:5:11 › passes');
|
||
await testProcess.waitForOutput('b.test.ts:5:11 › passes');
|
||
await testProcess.waitForOutput('c.test.ts:5:11 › fails');
|
||
await testProcess.waitForOutput('Error: expect(received).toBe(expected)');
|
||
await testProcess.waitForOutput('Waiting for file changes.');
|
||
testProcess.clearOutput();
|
||
testProcess.write('f');
|
||
await testProcess.waitForOutput('npx playwright test (running failed tests) #1');
|
||
await testProcess.waitForOutput('c.test.ts:5:11 › fails');
|
||
expect(testProcess.output).not.toContain('a.test.ts:5:11');
|
||
});
|
||
|
||
test('should respect file filter P', async ({ runWatchTest }) => {
|
||
const testProcess = await runWatchTest({
|
||
'a.test.ts': `
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
'b.test.ts': `
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
}, {});
|
||
await testProcess.waitForOutput('a.test.ts:5:11 › passes');
|
||
await testProcess.waitForOutput('b.test.ts:5:11 › passes');
|
||
await testProcess.waitForOutput('Waiting for file changes.');
|
||
testProcess.clearOutput();
|
||
testProcess.write('p');
|
||
await testProcess.waitForOutput('Input filename pattern (regex)');
|
||
testProcess.write('b.test\r\n');
|
||
await testProcess.waitForOutput('npx playwright test b.test #1');
|
||
await testProcess.waitForOutput('b.test.ts:5:11 › passes');
|
||
expect(testProcess.output).not.toContain('a.test.ts:5:11');
|
||
await testProcess.waitForOutput('Waiting for file changes.');
|
||
});
|
||
|
||
test('should respect project filter C', async ({ runWatchTest }) => {
|
||
const testProcess = await runWatchTest({
|
||
'playwright.config.ts': `
|
||
import { defineConfig } from '@playwright/test';
|
||
export default defineConfig({ projects: [{name: 'foo'}, {name: 'bar'}] });
|
||
`,
|
||
'a.test.ts': `
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
}, {});
|
||
await testProcess.waitForOutput('[foo] › a.test.ts:5:11 › passes');
|
||
await testProcess.waitForOutput('[bar] › a.test.ts:5:11 › passes');
|
||
await testProcess.waitForOutput('Waiting for file changes.');
|
||
testProcess.clearOutput();
|
||
testProcess.write('c');
|
||
await testProcess.waitForOutput('Select projects');
|
||
await testProcess.waitForOutput('foo');
|
||
await testProcess.waitForOutput('bar');
|
||
testProcess.write(' ');
|
||
testProcess.write('\r\n');
|
||
await testProcess.waitForOutput('npx playwright test --project foo #1');
|
||
await testProcess.waitForOutput('[foo] › a.test.ts:5:11 › passes');
|
||
expect(testProcess.output).not.toContain('[bar] › a.test.ts:5:11 › passes');
|
||
});
|
||
|
||
test('should respect file filter P and split files', async ({ runWatchTest }) => {
|
||
const testProcess = await runWatchTest({
|
||
'a.test.ts': `
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
'b.test.ts': `
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
}, {});
|
||
await testProcess.waitForOutput('a.test.ts:5:11 › passes');
|
||
await testProcess.waitForOutput('b.test.ts:5:11 › passes');
|
||
await testProcess.waitForOutput('Waiting for file changes.');
|
||
testProcess.clearOutput();
|
||
testProcess.write('p');
|
||
await testProcess.waitForOutput('Input filename pattern (regex)');
|
||
testProcess.write('a.test b.test\r\n');
|
||
await testProcess.waitForOutput('npx playwright test a.test b.test #1');
|
||
await testProcess.waitForOutput('a.test.ts:5:11 › passes');
|
||
await testProcess.waitForOutput('b.test.ts:5:11 › passes');
|
||
await testProcess.waitForOutput('Waiting for file changes.');
|
||
});
|
||
|
||
test('should respect title filter T', async ({ runWatchTest }) => {
|
||
const testProcess = await runWatchTest({
|
||
'a.test.ts': `
|
||
pwt.test('title 1', () => {});
|
||
`,
|
||
'b.test.ts': `
|
||
pwt.test('title 2', () => {});
|
||
`,
|
||
}, {});
|
||
await testProcess.waitForOutput('a.test.ts:5:11 › title 1');
|
||
await testProcess.waitForOutput('b.test.ts:5:11 › title 2');
|
||
await testProcess.waitForOutput('Waiting for file changes.');
|
||
testProcess.clearOutput();
|
||
testProcess.write('t');
|
||
await testProcess.waitForOutput('Input test name pattern (regex)');
|
||
testProcess.write('title 2\r\n');
|
||
await testProcess.waitForOutput('npx playwright test --grep title 2 #1');
|
||
await testProcess.waitForOutput('b.test.ts:5:11 › title 2');
|
||
expect(testProcess.output).not.toContain('a.test.ts:5:11');
|
||
await testProcess.waitForOutput('Waiting for file changes.');
|
||
});
|
||
|
||
test('should re-run failed tests on F > R', async ({ runWatchTest }) => {
|
||
const testProcess = await runWatchTest({
|
||
'a.test.ts': `
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
'b.test.ts': `
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
'c.test.ts': `
|
||
pwt.test('fails', () => { expect(1).toBe(2); });
|
||
`,
|
||
}, {});
|
||
await testProcess.waitForOutput('a.test.ts:5:11 › passes');
|
||
await testProcess.waitForOutput('b.test.ts:5:11 › passes');
|
||
await testProcess.waitForOutput('c.test.ts:5:11 › fails');
|
||
await testProcess.waitForOutput('Error: expect(received).toBe(expected)');
|
||
await testProcess.waitForOutput('Waiting for file changes.');
|
||
testProcess.clearOutput();
|
||
testProcess.write('f');
|
||
await testProcess.waitForOutput('npx playwright test (running failed tests) #1');
|
||
await testProcess.waitForOutput('c.test.ts:5:11 › fails');
|
||
expect(testProcess.output).not.toContain('a.test.ts:5:11');
|
||
testProcess.clearOutput();
|
||
testProcess.write('r');
|
||
await testProcess.waitForOutput('npx playwright test (re-running tests) #2');
|
||
await testProcess.waitForOutput('c.test.ts:5:11 › fails');
|
||
expect(testProcess.output).not.toContain('a.test.ts:5:11');
|
||
});
|
||
|
||
test('should run on changed files', async ({ runWatchTest, writeFiles }) => {
|
||
const testProcess = await runWatchTest({
|
||
'a.test.ts': `
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
'b.test.ts': `
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
'c.test.ts': `
|
||
pwt.test('fails', () => { expect(1).toBe(2); });
|
||
`,
|
||
}, {});
|
||
await testProcess.waitForOutput('a.test.ts:5:11 › passes');
|
||
await testProcess.waitForOutput('b.test.ts:5:11 › passes');
|
||
await testProcess.waitForOutput('c.test.ts:5:11 › fails');
|
||
await testProcess.waitForOutput('Error: expect(received).toBe(expected)');
|
||
await testProcess.waitForOutput('Waiting for file changes.');
|
||
testProcess.clearOutput();
|
||
writeFiles({
|
||
'c.test.ts': `
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
});
|
||
await testProcess.waitForOutput('c.test.ts:5:11 › passes');
|
||
expect(testProcess.output).not.toContain('a.test.ts:5:11 › passes');
|
||
expect(testProcess.output).not.toContain('b.test.ts:5:11 › passes');
|
||
await testProcess.waitForOutput('Waiting for file changes.');
|
||
});
|
||
|
||
test('should run on changed deps', async ({ runWatchTest, writeFiles }) => {
|
||
const testProcess = await runWatchTest({
|
||
'a.test.ts': `
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
'b.test.ts': `
|
||
import './helper';
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
'helper.ts': `
|
||
console.log('old helper');
|
||
`,
|
||
}, {});
|
||
await testProcess.waitForOutput('a.test.ts:5:11 › passes');
|
||
await testProcess.waitForOutput('b.test.ts:6:11 › passes');
|
||
await testProcess.waitForOutput('old helper');
|
||
await testProcess.waitForOutput('Waiting for file changes.');
|
||
testProcess.clearOutput();
|
||
writeFiles({
|
||
'helper.ts': `
|
||
console.log('new helper');
|
||
`,
|
||
});
|
||
await testProcess.waitForOutput('b.test.ts:6:11 › passes');
|
||
expect(testProcess.output).not.toContain('a.test.ts:5:11 › passes');
|
||
await testProcess.waitForOutput('new helper');
|
||
await testProcess.waitForOutput('Waiting for file changes.');
|
||
});
|
||
|
||
test('should re-run changed files on R', async ({ runWatchTest, writeFiles }) => {
|
||
const testProcess = await runWatchTest({
|
||
'a.test.ts': `
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
'b.test.ts': `
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
'c.test.ts': `
|
||
pwt.test('fails', () => { expect(1).toBe(2); });
|
||
`,
|
||
}, {});
|
||
await testProcess.waitForOutput('a.test.ts:5:11 › passes');
|
||
await testProcess.waitForOutput('b.test.ts:5:11 › passes');
|
||
await testProcess.waitForOutput('c.test.ts:5:11 › fails');
|
||
await testProcess.waitForOutput('Error: expect(received).toBe(expected)');
|
||
await testProcess.waitForOutput('Waiting for file changes.');
|
||
testProcess.clearOutput();
|
||
writeFiles({
|
||
'c.test.ts': `
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
});
|
||
await testProcess.waitForOutput('c.test.ts:5:11 › passes');
|
||
expect(testProcess.output).not.toContain('a.test.ts:5:11 › passes');
|
||
expect(testProcess.output).not.toContain('b.test.ts:5:11 › passes');
|
||
await testProcess.waitForOutput('Waiting for file changes.');
|
||
testProcess.clearOutput();
|
||
testProcess.write('r');
|
||
await testProcess.waitForOutput('c.test.ts:5:11 › passes');
|
||
expect(testProcess.output).not.toContain('a.test.ts:5:11 › passes');
|
||
expect(testProcess.output).not.toContain('b.test.ts:5:11 › passes');
|
||
await testProcess.waitForOutput('Waiting for file changes.');
|
||
});
|
||
|
||
test('should not trigger on changes to non-tests', async ({ runWatchTest, writeFiles }) => {
|
||
const testProcess = await runWatchTest({
|
||
'a.test.ts': `
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
'b.test.ts': `
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
}, {});
|
||
await testProcess.waitForOutput('a.test.ts:5:11 › passes');
|
||
await testProcess.waitForOutput('b.test.ts:5:11 › passes');
|
||
await testProcess.waitForOutput('Waiting for file changes.');
|
||
|
||
testProcess.clearOutput();
|
||
writeFiles({
|
||
'helper.ts': `
|
||
console.log('helper');
|
||
`,
|
||
});
|
||
|
||
await new Promise(f => setTimeout(f, 1000));
|
||
expect(testProcess.output).not.toContain('Waiting for file changes.');
|
||
});
|
||
|
||
test('should only watch selected projects', async ({ runWatchTest, writeFiles }) => {
|
||
const testProcess = await runWatchTest({
|
||
'playwright.config.ts': `
|
||
import { defineConfig } from '@playwright/test';
|
||
export default defineConfig({ projects: [{name: 'foo'}, {name: 'bar'}] });
|
||
`,
|
||
'a.test.ts': `
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
}, {}, { additionalArgs: ['--project=foo'] });
|
||
await testProcess.waitForOutput('npx playwright test --project foo');
|
||
await testProcess.waitForOutput('[foo] › a.test.ts:5:11 › passes');
|
||
expect(testProcess.output).not.toContain('[bar]');
|
||
await testProcess.waitForOutput('Waiting for file changes.');
|
||
|
||
testProcess.clearOutput();
|
||
writeFiles({
|
||
'a.test.ts': `
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
});
|
||
|
||
await testProcess.waitForOutput('npx playwright test --project foo');
|
||
await testProcess.waitForOutput('[foo] › a.test.ts:5:11 › passes');
|
||
await testProcess.waitForOutput('Waiting for file changes.');
|
||
expect(testProcess.output).not.toContain('[bar]');
|
||
});
|
||
|
||
test('should watch filtered files', async ({ runWatchTest, writeFiles }) => {
|
||
const testProcess = await runWatchTest({
|
||
'a.test.ts': `
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
'b.test.ts': `
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
}, {}, { additionalArgs: ['a.test.ts'] });
|
||
await testProcess.waitForOutput('npx playwright test a.test.ts');
|
||
await testProcess.waitForOutput('a.test.ts:5:11 › passes');
|
||
expect(testProcess.output).not.toContain('b.test');
|
||
await testProcess.waitForOutput('Waiting for file changes.');
|
||
|
||
testProcess.clearOutput();
|
||
writeFiles({
|
||
'b.test.ts': `
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
});
|
||
|
||
await new Promise(f => setTimeout(f, 1000));
|
||
expect(testProcess.output).not.toContain('Waiting for file changes.');
|
||
});
|
||
|
||
test('should not watch unfiltered files', async ({ runWatchTest, writeFiles }) => {
|
||
const testProcess = await runWatchTest({
|
||
'a.test.ts': `
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
'b.test.ts': `
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
}, {}, { additionalArgs: ['a.test.ts'] });
|
||
await testProcess.waitForOutput('npx playwright test a.test.ts');
|
||
await testProcess.waitForOutput('a.test.ts:5:11 › passes');
|
||
expect(testProcess.output).not.toContain('b.test');
|
||
await testProcess.waitForOutput('Waiting for file changes.');
|
||
|
||
testProcess.clearOutput();
|
||
writeFiles({
|
||
'a.test.ts': `
|
||
pwt.test('passes', () => {});
|
||
`,
|
||
});
|
||
|
||
testProcess.clearOutput();
|
||
await testProcess.waitForOutput('npx playwright test a.test.ts (files changed)');
|
||
await testProcess.waitForOutput('a.test.ts:5:11 › passes');
|
||
expect(testProcess.output).not.toContain('b.test');
|
||
await testProcess.waitForOutput('Waiting for file changes.');
|
||
});
|