/** * Copyright (c) Microsoft Corporation. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ import { test, expect, stripAscii } from './playwright-test-fixtures'; import fs from 'fs'; import path from 'path'; import { spawnSync } from 'child_process'; import { Registry } from '../../src/utils/registry'; const registry = new Registry(path.join(__dirname, '..', '..')); const ffmpeg = registry.executablePath('ffmpeg') || ''; export class VideoPlayer { videoWidth: number; videoHeight: number; constructor(fileName: string) { var output = spawnSync(ffmpeg, ['-i', fileName, '-r', '25', `${fileName}-%03d.png`]).stderr.toString(); const lines = output.split('\n'); const streamLine = lines.find(l => l.trim().startsWith('Stream #0:0')); const resolutionMatch = streamLine.match(/, (\d+)x(\d+),/); this.videoWidth = parseInt(resolutionMatch![1], 10); this.videoHeight = parseInt(resolutionMatch![2], 10); } } test('should respect viewport option', async ({ runInlineTest }) => { const result = await runInlineTest({ 'playwright.config.ts': ` module.exports = { use: { viewport: { width: 800, height: 800 } } }; `, 'a.test.ts': ` const { test } = pwt; test('pass', async ({ page }) => { expect(page.viewportSize()).toEqual({ width: 800, height: 800 }); }); `, 'b.test.ts': ` const { test } = pwt; test.use({ viewport: { width: 600, height: 600 } }); test('pass', async ({ page }) => { expect(page.viewportSize()).toEqual({ width: 600, height: 600 }); }); `, }, { workers: 1 }); expect(result.exitCode).toBe(0); expect(result.passed).toBe(2); }); test('should run in three browsers with --browser', async ({ runInlineTest }) => { const result = await runInlineTest({ 'playwright.config.ts': ` module.exports = { use: { viewport: { width: 800, height: 800 } } }; `, 'a.test.ts': ` const { test } = pwt; test('pass', async ({ page, browserName }) => { expect(page.viewportSize()).toEqual({ width: 800, height: 800 }); console.log('\\n%%browser=' + browserName); }); `, }, { browser: 'all', workers: 1 }); expect(result.exitCode).toBe(0); expect(result.passed).toBe(3); expect(result.output.split('\n').filter(line => line.startsWith('%%')).sort()).toEqual([ '%%browser=chromium', '%%browser=firefox', '%%browser=webkit', ]); }); test('should run in one browser with --browser', async ({ runInlineTest }) => { const result = await runInlineTest({ 'playwright.config.ts': ` module.exports = { use: { viewport: { width: 800, height: 800 } } }; `, 'a.test.ts': ` const { test } = pwt; test('pass', async ({ page, browserName }) => { expect(page.viewportSize()).toEqual({ width: 800, height: 800 }); console.log('\\n%%browser=' + browserName); }); `, }, { browser: 'webkit', workers: 1 }); expect(result.exitCode).toBe(0); expect(result.passed).toBe(1); expect(result.output.split('\n').filter(line => line.startsWith('%%')).sort()).toEqual([ '%%browser=webkit', ]); }); test('should complain with projects and --browser', async ({ runInlineTest }) => { const result = await runInlineTest({ 'playwright.config.ts': ` module.exports = { projects: [ {} ] }; `, 'a.test.ts': ` const { test } = pwt; test('pass', async ({ page }) => { }); `, }, { browser: 'webkit', workers: 1 }); expect(result.exitCode).toBe(1); expect(result.passed).toBe(0); expect(result.output).toContain('Cannot use --browser option when configuration file defines projects'); }); test('should report error and pending operations on timeout', async ({ runInlineTest }, testInfo) => { const result = await runInlineTest({ 'a.test.ts': ` const { test } = pwt; test('timedout', async ({ page }) => { await page.setContent('
Click me
'); await Promise.all([ page.click('text=Missing'), page.textContent('text=More missing'), ]); }); `, }, { workers: 1, timeout: 2000 }); expect(result.exitCode).toBe(1); expect(result.passed).toBe(0); expect(result.failed).toBe(1); expect(result.output).toContain('Pending operations:'); expect(result.output).toContain('- page.click at a.test.ts:9:16'); expect(result.output).toContain('- page.textContent at a.test.ts:10:16'); expect(result.output).toContain('retrieving textContent from "text=More missing"'); expect(stripAscii(result.output)).toContain(`10 | page.textContent('text=More missing'),`); }); test('should work with screenshot: only-on-failure', async ({ runInlineTest }, testInfo) => { const result = await runInlineTest({ 'playwright.config.ts': ` module.exports = { use: { screenshot: 'only-on-failure' } }; `, 'a.test.ts': ` const { test } = pwt; test('pass', async ({ page }) => { await page.setContent('
PASS
'); test.expect(1 + 1).toBe(2); }); test('fail', async ({ page }) => { await page.setContent('
FAIL
'); test.expect(1 + 1).toBe(1); }); `, }, { workers: 1 }); expect(result.exitCode).toBe(1); expect(result.passed).toBe(1); expect(result.failed).toBe(1); const screenshotPass = testInfo.outputPath('test-results', 'a-pass-chromium', 'test-failed-1.png'); const screenshotFail = testInfo.outputPath('test-results', 'a-fail-chromium', 'test-failed-1.png'); expect(fs.existsSync(screenshotPass)).toBe(false); expect(fs.existsSync(screenshotFail)).toBe(true); }); test('should work with video: retain-on-failure', async ({ runInlineTest }, testInfo) => { const result = await runInlineTest({ 'playwright.config.ts': ` module.exports = { use: { video: 'retain-on-failure' } }; `, 'a.test.ts': ` const { test } = pwt; test('pass', async ({ page }) => { await page.setContent('
PASS
'); await page.waitForTimeout(3000); test.expect(1 + 1).toBe(2); }); test('fail', async ({ page }) => { await page.setContent('
FAIL
'); await page.waitForTimeout(3000); test.expect(1 + 1).toBe(1); }); `, }, { workers: 1 }); expect(result.exitCode).toBe(1); expect(result.passed).toBe(1); expect(result.failed).toBe(1); const dirPass = testInfo.outputPath('test-results', 'a-pass-chromium'); const videoPass = fs.existsSync(dirPass) ? fs.readdirSync(dirPass).find(file => file.endsWith('webm')) : undefined; expect(videoPass).toBeFalsy(); const videoFail = fs.readdirSync(testInfo.outputPath('test-results', 'a-fail-chromium')).find(file => file.endsWith('webm')); expect(videoFail).toBeTruthy(); }); test('should work with video: on-first-retry', async ({ runInlineTest }, testInfo) => { const result = await runInlineTest({ 'playwright.config.ts': ` module.exports = { use: { video: 'on-first-retry' }, retries: 1 }; `, 'a.test.ts': ` const { test } = pwt; test('pass', async ({ page }) => { await page.setContent('
PASS
'); await page.waitForTimeout(3000); test.expect(1 + 1).toBe(2); }); test('fail', async ({ page }) => { await page.setContent('
FAIL
'); await page.waitForTimeout(3000); test.expect(1 + 1).toBe(1); }); `, }, { workers: 1 }); expect(result.exitCode).toBe(1); expect(result.passed).toBe(1); expect(result.failed).toBe(1); const dirPass = testInfo.outputPath('test-results', 'a-pass-chromium'); expect(fs.existsSync(dirPass)).toBeFalsy(); const dirFail = testInfo.outputPath('test-results', 'a-fail-chromium'); expect(fs.existsSync(dirFail)).toBeFalsy(); const videoFailRetry = fs.readdirSync(testInfo.outputPath('test-results', 'a-fail-chromium-retry1')).find(file => file.endsWith('webm')); expect(videoFailRetry).toBeTruthy(); }); test('should work with video size', async ({ runInlineTest, browserName }, testInfo) => { const result = await runInlineTest({ 'playwright.config.js': ` module.exports = { use: { video: { mode: 'on', size: { width: 220, height: 110 } } }, preserveOutput: 'always', }; `, 'a.test.ts': ` const { test } = pwt; test('pass', async ({ page }) => { await page.setContent('
PASS
'); await page.waitForTimeout(3000); test.expect(1 + 1).toBe(2); }); `, }, { workers: 1 }); expect(result.exitCode).toBe(0); expect(result.passed).toBe(1); const folder = testInfo.outputPath(`test-results/a-pass-${browserName}/`); const [file] = fs.readdirSync(folder); const videoPlayer = new VideoPlayer(path.join(folder, file)); expect(videoPlayer.videoWidth).toBe(220); expect(videoPlayer.videoHeight).toBe(110); });