Chore: Desktop: Fix electronApp.evaluate-related test failure (#12216)

.eslintignore

@@ -535,6 +535,7 @@ packages/app-desktop/integration-tests/sidebar.spec.js
 packages/app-desktop/integration-tests/simpleBackup.spec.js
 packages/app-desktop/integration-tests/util/activateMainMenuItem.js
 packages/app-desktop/integration-tests/util/createStartupArgs.js
+packages/app-desktop/integration-tests/util/evaluateWithRetry.js
 packages/app-desktop/integration-tests/util/extendedExpect.js
 packages/app-desktop/integration-tests/util/getImageSourceSize.js
 packages/app-desktop/integration-tests/util/getMainWindow.js

.gitignore

@@ -509,6 +509,7 @@ packages/app-desktop/integration-tests/sidebar.spec.js
 packages/app-desktop/integration-tests/simpleBackup.spec.js
 packages/app-desktop/integration-tests/util/activateMainMenuItem.js
 packages/app-desktop/integration-tests/util/createStartupArgs.js
+packages/app-desktop/integration-tests/util/evaluateWithRetry.js
 packages/app-desktop/integration-tests/util/extendedExpect.js
 packages/app-desktop/integration-tests/util/getImageSourceSize.js
 packages/app-desktop/integration-tests/util/getMainWindow.js

packages/app-desktop/integration-tests/util/evaluateWithRetry.ts

@@ -0,0 +1,24 @@
+
+import { ElectronApplication } from '@playwright/test';
+import type { PageFunctionOn } from 'playwright-core/types/structs';
+import type * as ElectronType from 'electron';
+
+const evaluateWithRetry = async <ReturnType, Arg> (
+	app: ElectronApplication,
+	pageFunction: PageFunctionOn<typeof ElectronType, Arg, ReturnType>,
+	arg: Arg,
+) => {
+	let lastError;
+	const maxRetries = 3;
+	for (let retryIndex = 0; retryIndex < maxRetries; retryIndex ++) {
+		try {
+			return await app.evaluate(pageFunction, arg);
+		} catch (error) {
+			console.error('app.evaluate failed:', error, `Retrying... ${retryIndex}/${maxRetries}`);
+			lastError = error;
+		}
+	}
+	throw lastError;
+};
+
+export default evaluateWithRetry;

packages/app-desktop/integration-tests/util/setDarkMode.ts

@@ -1,7 +1,8 @@
 import { ElectronApplication } from '@playwright/test';
+import evaluateWithRetry from './evaluateWithRetry';
 
 const setDarkMode = (app: ElectronApplication, darkMode: boolean) => {
-	return app.evaluate(({ nativeTheme }, darkMode) => {
+	return evaluateWithRetry(app, ({ nativeTheme }, darkMode) => {
 		nativeTheme.themeSource = darkMode ? 'dark' : 'light';
 	}, darkMode);
 };

packages/app-desktop/integration-tests/util/test.ts

@@ -5,6 +5,7 @@ import uuid from '@joplin/lib/uuid';
 import createStartupArgs from './createStartupArgs';
 import getMainWindow from './getMainWindow';
 import setDarkMode from './setDarkMode';
+import evaluateWithRetry from './evaluateWithRetry';
 
 
 type StartWithPluginsResult = { app: ElectronApplication; mainWindow: Page };
@@ -32,8 +33,8 @@ const initializeMainWindow = async (electronApp: ElectronApplication) => {
 	return mainWindow;
 };
 
-const waitForMainMessage = (electronApp: ElectronApplication, messageId: string) => {
+const waitForMainMessage = async (electronApp: ElectronApplication, messageId: string) => {
-	return electronApp.evaluate(({ ipcMain }, messageId) => {
+	return evaluateWithRetry(electronApp, ({ ipcMain }, messageId) => {
 		return new Promise<void>(resolve => {
 			ipcMain.once(messageId, () => resolve());
 		});