kyfx
/
playwright
mirror of https://github.com/microsoft/playwright.git
4
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

chore(bidi): mark test expected to timeout as fixme (#34176)

This commit is contained in:
Yury Semikhatsky 2024-12-31 13:18:25 -08:00 committed by GitHub
parent b2cbe7f2ec
commit 7769010e6e
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 11 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
tests/bidi/csvReporter.ts
View File

@ -45,15 +45,21 @@ class CsvReporter implements Reporter {
for (const project of this._suite.suites) {
for (const file of project.suites) {
for (const test of file.allTests()) {
if (test.ok())
// Report fixme tests as failing.
const fixme = test.annotations.find(a => a.type === 'fixme');
if (test.ok() && !fixme)
continue;
const row = [];
row.push(csvEscape(`${file.title} :: ${test.title}`));
row.push(test.expectedStatus);
row.push(test.outcome());
const result = test.results.find(r => r.error);
const errorMessage = stripAnsi(result?.error?.message.replace(/\s+/g, ' ').trim().substring(0, 1024));
row.push(csvEscape(errorMessage ?? ''));
if (fixme) {
row.push('fixme' + (fixme.description ? `: ${fixme.description}` : ''));
} else {
const result = test.results.find(r => r.error);
const errorMessage = stripAnsi(result?.error?.message.replace(/\s+/g, ' ').trim().substring(0, 1024));
row.push(csvEscape(errorMessage ?? ''));
}
rows.push(row);
}
}

3
tests/config/browserTest.ts
View File

@ -188,8 +188,7 @@ const test = baseTest.extend<BrowserTestTestFixtures, BrowserTestWorkerFixtures>
}, { scope: 'worker' }],
autoSkipBidiTest: [async ({ bidiTestSkipPredicate }, run) => {
if (bidiTestSkipPredicate(test.info()))
test.skip(true);
test.fixme(bidiTestSkipPredicate(test.info()), 'marked as timeout in bidi expectations');
await run();
}, { auto: true, scope: 'test' }],
});