1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
|
/**
* External dependencies
*/
import { join } from 'node:path';
import { writeFileSync, existsSync, mkdirSync } from 'node:fs';
/**
* @implements {import('@playwright/test/reporter').Reporter}
*/
class PerformanceReporter {
/**
*
* @type {Record<string,{title: string; results: Record< string, number[] >[];}>}
*/
allResults = {};
/**
* Called after a test has been finished in the worker process.
*
* Used to add test results to the final summary of all tests.
*
* @param {import('@playwright/test/reporter').TestCase} test
* @param {import('@playwright/test/reporter').TestResult} result
*/
onTestEnd( test, result ) {
const performanceResults = result.attachments.find(
( attachment ) => attachment.name === 'results'
);
if ( performanceResults?.body ) {
// 0 = empty, 1 = browser, 2 = file name, 3 = test suite name, 4 = test name.
const titlePath = test.titlePath();
const title = `${ titlePath[ 3 ] } › ${ titlePath[ 4 ] }`;
// results is an array in case repeatEach is > 1.
this.allResults[ title ] ??= {
file: test.location.file, // Unused, but useful for debugging.
results: [],
};
this.allResults[ title ].results.push(
JSON.parse( performanceResults.body.toString( 'utf-8' ) )
);
}
}
/**
* Called after all tests have been run, or testing has been interrupted.
*
* Writes all raw numbers to a file for further processing,
* for example to compare with a previous run.
*
* @param {import('@playwright/test/reporter').FullResult} result
*/
onEnd( result ) {
const summary = [];
for ( const [ title, { file, results } ] of Object.entries(
this.allResults
) ) {
summary.push( {
file,
title,
results,
} );
}
if ( ! existsSync( process.env.WP_ARTIFACTS_PATH ) ) {
mkdirSync( process.env.WP_ARTIFACTS_PATH );
}
const prefix = process.env.TEST_RESULTS_PREFIX;
const fileNamePrefix = prefix ? `${ prefix }-` : '';
writeFileSync(
join(
process.env.WP_ARTIFACTS_PATH,
`${ fileNamePrefix }performance-results.json`
),
JSON.stringify( summary, null, 2 )
);
}
}
export default PerformanceReporter;
|
