fix(agent-tars): browser-use mcp need MacOS accessibility

apps/agent-tars/forge.config.ts

@@ -23,7 +23,11 @@ const keepModules = new Set([
   '@mixmark-io/domino',
   '@modelcontextprotocol/sdk',
 ]);
-const needSubDependencies = ['@tavily/core', '@modelcontextprotocol/sdk'];
+const needSubDependencies = [
+  '@tavily/core',
+  '@modelcontextprotocol/sdk',
+  '@computer-use/node-mac-permissions',
+];
 const keepLanguages = new Set(['en', 'en_GB', 'en-US', 'en_US']);
 const ignorePattern = new RegExp(
   `^/node_modules/(?!${[...keepModules].join('|')})`,

apps/agent-tars/package.json

@@ -39,6 +39,7 @@
   },
   "dependencies": {
     "@tavily/core": "0.3.1",
+    "@computer-use/node-mac-permissions": "2.2.2",
     "@agent-infra/mcp-server-commands": "workspace:*",
     "@agent-infra/mcp-server-filesystem": "workspace:*",
     "@agent-infra/mcp-server-browser": "workspace:*"

apps/agent-tars/src/main/index.ts

@@ -63,10 +63,23 @@ function createWindow(): void {
   }
 }
 
+const initializeApp = async () => {
+  if (process.platform === 'darwin') {
+    app.setAccessibilitySupportEnabled(true);
+    const { ensurePermissions } = await import('@main/utils/systemPermissions');
+
+    const ensureScreenCapturePermission = ensurePermissions();
+    console.info(
+      'ensureScreenCapturePermission',
+      ensureScreenCapturePermission,
+    );
+  }
+};
+
 // This method will be called when Electron has finished
 // initialization and is ready to create browser windows.
 // Some APIs can only be used after this event occurs.
-app.whenReady().then(() => {
+app.whenReady().then(async () => {
   // Set app user model id for windows
   electronApp.setAppUserModelId('com.electron');
 
@@ -77,6 +90,8 @@ app.whenReady().then(() => {
     optimizer.watchWindowShortcuts(window);
   });
 
+  await initializeApp();
+
   // IPC test
   ipcMain.on('ping', () => console.log('pong'));
   registerIpcMain(ipcRoutes);

apps/agent-tars/src/main/utils/systemPermissions.ts

@@ -0,0 +1,52 @@
+/**
+ * Copyright (c) 2025 Bytedance, Inc. and its affiliates.
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import permissions from '@computer-use/node-mac-permissions';
+
+let hasAccessibilityPermission = false;
+
+const wrapWithWarning =
+  (message, nativeFunction) =>
+  (...args) => {
+    console.warn(message);
+    return nativeFunction(...args);
+  };
+
+const askForAccessibility = (nativeFunction, functionName) => {
+  const accessibilityStatus = permissions.getAuthStatus('accessibility');
+  console.info('[accessibilityStatus]', accessibilityStatus);
+
+  if (accessibilityStatus === 'authorized') {
+    hasAccessibilityPermission = true;
+    return nativeFunction;
+  } else if (
+    accessibilityStatus === 'not determined' ||
+    accessibilityStatus === 'denied'
+  ) {
+    hasAccessibilityPermission = false;
+    permissions.askForAccessibilityAccess();
+    return wrapWithWarning(
+      `##### WARNING! The application running this script tries to access accessibility features to execute ${functionName}! Please grant requested access and visit https://github.com/nut-tree/nut.js#macos for further information. #####`,
+      nativeFunction,
+    );
+  }
+};
+
+export const ensurePermissions = (): {
+  accessibility: boolean;
+} => {
+  if (process.env.CI === 'e2e') {
+    return {
+      accessibility: true,
+    };
+  }
+
+  askForAccessibility(() => {}, 'execute accessibility');
+
+  console.info('hasAccessibilityPermission', hasAccessibilityPermission);
+
+  return {
+    accessibility: hasAccessibilityPermission,
+  };
+};