mirror of
https://github.com/microsoft/playwright.git
synced 2024-12-15 22:22:53 +03:00
ab7e794bf7
This mode allows a suite to opt-out from parallelism. Useful to setup multiple suites running in parallel, with each suite not being sharded. References #22891.
287 lines
8.3 KiB
TypeScript
287 lines
8.3 KiB
TypeScript
/**
|
|
* Copyright (c) Microsoft Corporation.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
import { test, expect } from './playwright-test-fixtures';
|
|
|
|
const tests = {
|
|
'a1.spec.ts': `
|
|
import { test } from '@playwright/test';
|
|
test('test1', async () => {
|
|
console.log('\\n%%a1-test1-done');
|
|
});
|
|
test('test2', async () => {
|
|
console.log('\\n%%a1-test2-done');
|
|
});
|
|
test('test3', async () => {
|
|
console.log('\\n%%a1-test3-done');
|
|
});
|
|
test('test4', async () => {
|
|
console.log('\\n%%a1-test4-done');
|
|
});
|
|
`,
|
|
'a2.spec.ts': `
|
|
import { test } from '@playwright/test';
|
|
test.describe.configure({ mode: 'parallel' });
|
|
test('test1', async () => {
|
|
console.log('\\n%%a2-test1-done');
|
|
});
|
|
test('test2', async () => {
|
|
console.log('\\n%%a2-test2-done');
|
|
});
|
|
`,
|
|
'a3.spec.ts': `
|
|
import { test } from '@playwright/test';
|
|
test.describe.configure({ mode: 'parallel' });
|
|
test('test1', async () => {
|
|
console.log('\\n%%a3-test1-done');
|
|
});
|
|
test('test2', async () => {
|
|
console.log('\\n%%a3-test2-done');
|
|
});
|
|
`,
|
|
'a4.spec.ts': `
|
|
import { test } from '@playwright/test';
|
|
test('test1', async () => {
|
|
console.log('\\n%%a4-test1-done');
|
|
});
|
|
test('test2', async () => {
|
|
console.log('\\n%%a4-test2-done');
|
|
});
|
|
`,
|
|
};
|
|
|
|
test('should respect shard=1/2', async ({ runInlineTest }) => {
|
|
const result = await runInlineTest(tests, { shard: '1/2', workers: 1 });
|
|
expect(result.exitCode).toBe(0);
|
|
expect(result.passed).toBe(5);
|
|
expect(result.skipped).toBe(0);
|
|
expect(result.outputLines).toEqual([
|
|
'a1-test1-done',
|
|
'a1-test2-done',
|
|
'a1-test3-done',
|
|
'a1-test4-done',
|
|
'a2-test1-done',
|
|
]);
|
|
});
|
|
|
|
test('should respect shard=2/2', async ({ runInlineTest }) => {
|
|
const result = await runInlineTest(tests, { shard: '2/2', workers: 1 });
|
|
expect(result.exitCode).toBe(0);
|
|
expect(result.passed).toBe(5);
|
|
expect(result.skipped).toBe(0);
|
|
expect(result.outputLines).toEqual([
|
|
'a2-test2-done',
|
|
'a3-test1-done',
|
|
'a3-test2-done',
|
|
'a4-test1-done',
|
|
'a4-test2-done',
|
|
]);
|
|
});
|
|
|
|
test('should respect shard=1/3', async ({ runInlineTest }) => {
|
|
const result = await runInlineTest(tests, { shard: '1/3', workers: 1 });
|
|
expect(result.exitCode).toBe(0);
|
|
expect(result.passed).toBe(4);
|
|
expect(result.skipped).toBe(0);
|
|
expect(result.outputLines).toEqual([
|
|
'a1-test1-done',
|
|
'a1-test2-done',
|
|
'a1-test3-done',
|
|
'a1-test4-done',
|
|
]);
|
|
});
|
|
|
|
test('should respect shard=2/3', async ({ runInlineTest }) => {
|
|
const result = await runInlineTest(tests, { shard: '2/3', workers: 1 });
|
|
expect(result.exitCode).toBe(0);
|
|
expect(result.passed).toBe(3);
|
|
expect(result.skipped).toBe(0);
|
|
expect(result.outputLines).toEqual([
|
|
'a2-test1-done',
|
|
'a2-test2-done',
|
|
'a3-test1-done',
|
|
]);
|
|
});
|
|
|
|
test('should respect shard=3/3', async ({ runInlineTest }) => {
|
|
const result = await runInlineTest(tests, { shard: '3/3', workers: 1 });
|
|
expect(result.exitCode).toBe(0);
|
|
expect(result.passed).toBe(3);
|
|
expect(result.skipped).toBe(0);
|
|
expect(result.outputLines).toEqual([
|
|
'a3-test2-done',
|
|
'a4-test1-done',
|
|
'a4-test2-done',
|
|
]);
|
|
});
|
|
|
|
test('should respect shard=3/4', async ({ runInlineTest }) => {
|
|
const result = await runInlineTest(tests, { shard: '3/4', workers: 1 });
|
|
expect(result.exitCode).toBe(0);
|
|
expect(result.passed).toBe(2);
|
|
expect(result.skipped).toBe(0);
|
|
expect(result.outputLines).toEqual([
|
|
'a3-test1-done',
|
|
'a3-test2-done',
|
|
]);
|
|
});
|
|
|
|
test('should not produce skipped tests for zero-sized shards', async ({ runInlineTest }) => {
|
|
const result = await runInlineTest(tests, { shard: '10/10', workers: 1 });
|
|
expect(result.exitCode).toBe(0);
|
|
expect(result.passed).toBe(0);
|
|
expect(result.failed).toBe(0);
|
|
expect(result.skipped).toBe(0);
|
|
expect(result.outputLines).toEqual([]);
|
|
});
|
|
|
|
test('should respect shard=1/2 in config', async ({ runInlineTest }) => {
|
|
const result = await runInlineTest({
|
|
...tests,
|
|
'playwright.config.js': `
|
|
module.exports = { shard: { current: 1, total: 2 } };
|
|
`,
|
|
}, { workers: 1 });
|
|
expect(result.exitCode).toBe(0);
|
|
expect(result.passed).toBe(5);
|
|
expect(result.skipped).toBe(0);
|
|
expect(result.outputLines).toEqual([
|
|
'a1-test1-done',
|
|
'a1-test2-done',
|
|
'a1-test3-done',
|
|
'a1-test4-done',
|
|
'a2-test1-done',
|
|
]);
|
|
});
|
|
|
|
test('should work with workers=1 and --fully-parallel', async ({ runInlineTest }) => {
|
|
test.info().annotations.push({ type: 'issue', description: 'https://github.com/microsoft/playwright/issues/21226' });
|
|
const tests = {
|
|
'a1.spec.ts': `
|
|
import { test } from '@playwright/test';
|
|
test('should pass', async ({ }) => {
|
|
});
|
|
test.skip('should skip', async ({ }) => {
|
|
});
|
|
`,
|
|
'a2.spec.ts': `
|
|
import { test } from '@playwright/test';
|
|
test('shoul pass', async ({ }) => {
|
|
});
|
|
`,
|
|
};
|
|
|
|
const result = await runInlineTest(tests, { shard: '1/2', ['fully-parallel']: true, workers: 1 });
|
|
expect(result.exitCode).toBe(0);
|
|
expect(result.passed).toBe(1);
|
|
expect(result.skipped).toBe(1);
|
|
});
|
|
|
|
test('should skip dependency when project is sharded out', async ({ runInlineTest }) => {
|
|
const tests = {
|
|
'playwright.config.ts': `
|
|
module.exports = {
|
|
projects: [
|
|
{ name: 'setup1', testMatch: /setup.ts/ },
|
|
{ name: 'tests1', dependencies: ['setup1'] },
|
|
{ name: 'setup2', testMatch: /setup.ts/ },
|
|
{ name: 'tests2', dependencies: ['setup2'] },
|
|
],
|
|
};
|
|
`,
|
|
'test.spec.ts': `
|
|
import { test } from '@playwright/test';
|
|
test('test', async ({}) => {
|
|
console.log('\\n%%test in ' + test.info().project.name);
|
|
});
|
|
`,
|
|
'setup.ts': `
|
|
import { test } from '@playwright/test';
|
|
test('setup', async ({}) => {
|
|
console.log('\\n%%setup in ' + test.info().project.name);
|
|
});
|
|
`,
|
|
};
|
|
|
|
const result = await runInlineTest(tests, { shard: '2/2', workers: 1 });
|
|
expect(result.exitCode).toBe(0);
|
|
expect(result.passed).toBe(2);
|
|
expect(result.skipped).toBe(0);
|
|
expect(result.outputLines).toEqual([
|
|
'setup in setup2',
|
|
'test in tests2',
|
|
]);
|
|
});
|
|
|
|
test('should not shard mode:default suites', async ({ runInlineTest }) => {
|
|
test.info().annotations.push({ type: 'issue', description: 'https://github.com/microsoft/playwright/issues/22891' });
|
|
|
|
const tests = {
|
|
'a1.spec.ts': `
|
|
import { test } from '@playwright/test';
|
|
test('test0', async ({ }) => {
|
|
console.log('\\n%%test0');
|
|
});
|
|
test('test1', async ({ }) => {
|
|
console.log('\\n%%test1');
|
|
});
|
|
`,
|
|
'a2.spec.ts': `
|
|
import { test } from '@playwright/test';
|
|
test.describe.configure({ mode: 'parallel' });
|
|
|
|
test.describe(() => {
|
|
test.describe.configure({ mode: 'default' });
|
|
test.beforeAll(() => {
|
|
console.log('\\n%%beforeAll1');
|
|
});
|
|
test('test2', async ({ }) => {
|
|
console.log('\\n%%test2');
|
|
});
|
|
test('test3', async ({ }) => {
|
|
console.log('\\n%%test3');
|
|
});
|
|
});
|
|
|
|
test.describe(() => {
|
|
test.describe.configure({ mode: 'default' });
|
|
test.beforeAll(() => {
|
|
console.log('\\n%%beforeAll2');
|
|
});
|
|
test('test4', async ({ }) => {
|
|
console.log('\\n%%test4');
|
|
});
|
|
test('test5', async ({ }) => {
|
|
console.log('\\n%%test5');
|
|
});
|
|
});
|
|
`,
|
|
};
|
|
|
|
{
|
|
const result = await runInlineTest(tests, { shard: '2/3', workers: 1 });
|
|
expect(result.exitCode).toBe(0);
|
|
expect(result.passed).toBe(2);
|
|
expect(result.outputLines).toEqual(['beforeAll1', 'test2', 'test3']);
|
|
}
|
|
{
|
|
const result = await runInlineTest(tests, { shard: '3/3', workers: 1 });
|
|
expect(result.exitCode).toBe(0);
|
|
expect(result.passed).toBe(2);
|
|
expect(result.outputLines).toEqual(['beforeAll2', 'test4', 'test5']);
|
|
}
|
|
});
|