chore: improve playwright test reporting on github ci (#7650)

* ci: improve playwright test reporting on github ci

* ci: temporarily use test command in packages/kit to avoid turbo prefix in output

* fix: replace noisy github reporter with dot reporter

* fix: restore original test command

packages/kit/test/github-flaky-warning-reporter.js

@@ -0,0 +1,35 @@
+/**
+ * @class
+ * @implements {import('@playwright/test/reporter').Reporter}
+ */
+export default class GithubFlakyWarningReporter {
+	/**
+	 * @type {{ file: string; line: number; title: string; message: string; }[]}
+	 */
+	_flaky = [];
+
+	onBegin() {
+		this._flaky = [];
+	}
+	/**
+	 * @param test {import('@playwright/test/reporter').TestCase}
+	 */
+	onTestEnd(test) {
+		if (test.outcome() === 'flaky') {
+			const { file, line } = test.location;
+			const title = `flaky test: ${test.title}`;
+			const message = `retries: ${test.retries}`;
+			this._flaky.push({ file, line, title, message });
+		}
+	}
+
+	onEnd() {
+		this._flaky.forEach(({ file, line, title, message }) => {
+			console.log(`::warning file=${file},line=${line},title=${title}::${message}`);
+		});
+	}
+
+	printsToStdio() {
+		return true;
+	}
+}

packages/kit/test/utils.js

@@ -1,6 +1,8 @@
 import fs from 'fs';
+import path from 'path';
 import http from 'http';
 import { test as base, devices } from '@playwright/test';
+import { fileURLToPath } from 'url';
 
 export const test = base.extend({
 	app: async ({ page }, use) => {
@@ -245,5 +247,11 @@ export const config = {
 		screenshot: 'only-on-failure',
 		trace: 'retain-on-failure'
 	},
-	workers: process.env.CI ? 2 : undefined
+	workers: process.env.CI ? 2 : undefined,
+	reporter: process.env.CI
+		? [
+				['dot'],
+				[path.resolve(fileURLToPath(import.meta.url), '../github-flaky-warning-reporter.js')]
+		  ]
+		: 'list'
 };