mirror of
https://github.com/microsoft/playwright.git
synced 2024-12-15 14:11:50 +03:00
d104591aa1
This refactors azure function and adds a new dashboard format implementation that is 15x smaller while tracking specs with non-empty annotations. Old dashboard is still updated.
103 lines
3.2 KiB
JavaScript
103 lines
3.2 KiB
JavaScript
/**
|
|
* Copyright (c) Microsoft Corporation.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the 'License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
const {SimpleBlob, flattenSpecs} = require('./utils.js');
|
|
|
|
const DASHBOARD_VERSION = 1;
|
|
|
|
class Dashboard {
|
|
constructor() {
|
|
this._runs = [];
|
|
}
|
|
|
|
initialize(jsonData) {
|
|
if (jsonData.version !== DASHBOARD_VERSION) {
|
|
// Run migrations here!
|
|
}
|
|
this._runs = jsonData.buildbotRuns;
|
|
}
|
|
|
|
addReport(report) {
|
|
// We cannot use linenumber to identify specs since line numbers
|
|
// might be different across commits.
|
|
const getSpecId = spec => spec.file + ' @@@ ' + spec.title;
|
|
|
|
const faultySpecIds = new Set();
|
|
for (const run of this._runs) {
|
|
for (const spec of run.specs)
|
|
faultySpecIds.add(getSpecId(spec));
|
|
}
|
|
const specs = [];
|
|
for (const spec of flattenSpecs(report)) {
|
|
// Filter out specs that didn't have a single test that was run in the
|
|
// given shard.
|
|
if (spec.tests.every(test => test.runs.length === 1 && !test.runs[0].status))
|
|
continue;
|
|
const hasFlakyAnnotation = spec.tests.some(test => test.annotations.some(a => a.type === 'flaky'));
|
|
|
|
if (!spec.ok || hasFlakyAnnotation || faultySpecIds.has(getSpecId(spec)))
|
|
specs.push(spec);
|
|
}
|
|
if (specs.length) {
|
|
this._runs.push({
|
|
metadata: report.metadata,
|
|
specs,
|
|
});
|
|
}
|
|
return specs.length;
|
|
}
|
|
|
|
serialize(maxCommits = 100) {
|
|
const shaToTimestamp = new Map();
|
|
for (const run of this._runs)
|
|
shaToTimestamp.set(run.metadata.commitSHA, run.metadata.commitTimestamp);
|
|
const commits = [...shaToTimestamp].sort(([sha1, ts1], [sha2, ts2]) => ts2 - ts1).slice(0, maxCommits);
|
|
const commitsSet = new Set(commits.map(([sha, ts]) => sha));
|
|
return {
|
|
version: DASHBOARD_VERSION,
|
|
timestamp: Date.now(),
|
|
buildbotRuns: this._runs.filter(run => commitsSet.has(run.metadata.commitSHA)),
|
|
};
|
|
}
|
|
}
|
|
|
|
async function processDashboardV1(context, report) {
|
|
const timestamp = Date.now();
|
|
const dashboardBlob = await SimpleBlob.create('dashboards', 'main.json');
|
|
const dashboardData = await dashboardBlob.download();
|
|
const dashboard = new Dashboard();
|
|
if (dashboardData)
|
|
dashboard.initialize(dashboardData);
|
|
|
|
try {
|
|
const addedSpecs = dashboard.addReport(report);
|
|
await dashboardBlob.uploadGzipped(dashboard.serialize());
|
|
context.log(`
|
|
===== started dashboard v1 =====
|
|
SHA: ${report.metadata.commitSHA}
|
|
URL: ${report.metadata.runURL}
|
|
timestamp: ${report.metadata.commitTimestamp}
|
|
added specs: ${addedSpecs}
|
|
===== complete in ${Date.now() - timestamp}ms =====
|
|
`);
|
|
} catch (e) {
|
|
context.log(e);
|
|
return;
|
|
}
|
|
}
|
|
|
|
module.exports = {processDashboardV1};
|