chore(ci): add coverage (#13)

* chore: add mobile actions

* chore(ci): add coverage

* chore: coverage

* chore: lcov coverage

* docs: readme

* chore: lcov

* chore: codecov

* chore: token

* chore: coverage v8

* chore: env token

* chore: env

* chore: token

* chore: provider

Author: ycjcl868

.github/workflows/test.yml

@@ -32,4 +32,12 @@ jobs:
       - name: Run typecheck
         run: pnpm run typecheck
       - name: Run test
-        run: pnpm run test
+        run: pnpm run coverage
+      - name: Upload coverage data
+        uses: codecov/codecov-action@v5
+        with:
+          fail_ci_if_error: true
+          disable_search: true
+          files: ./coverage/lcov.info
+          token: ${{ secrets.CODECOV_TOKEN }}
+          verbose: false

.gitignore

@@ -6,3 +6,4 @@ out
 .eslintcache
 .env
 test-results/
+coverage/

README.md

@@ -77,7 +77,7 @@ We recommend using HuggingFace Inference Endpoints for fast deployment. We provi
 
 <img src="./images/settings_model.png" width="500px" />
 
-If you use Ollama, you can use the following command to start the server:
+If you use Ollama, you can use the following settings to start the server:
 
 ```yaml
 VLM Provider: ollama

package.json

@@ -22,6 +22,7 @@
     "package": "electron-forge package",
     "clean": "rimraf dist out",
     "test": "vitest",
+    "coverage": "vitest run --coverage",
     "pretest:e2e": "npm run build:dist && cross-env CI=e2e npm run package",
     "test:e2e": "playwright test",
     "build:deps": "pnpm --filter \"!ui-tars-desktop,ui-tars-desktop...\" build && cd packages/visualizer && pnpm install --ignore-workspace",
@@ -109,6 +110,7 @@
     "@typescript-eslint/eslint-plugin": "^5.0.0",
     "@typescript-eslint/parser": "^5.0.0",
     "@vitejs/plugin-react": "^4.3.1",
+    "@vitest/coverage-istanbul": "^3.0.3",
     "clsx": "2.1.1",
     "copy-to-clipboard": "3.3.3",
     "cross-env": "^7.0.3",

packages/action-parser/src/index.test.ts

@@ -111,4 +111,42 @@ describe('actionParser', () => {
       String.raw`doubao.com\n`,
     );
   });
+
+  describe('Mobile action parser', () => {
+    it('Click on the search bar at the top of the screen', () => {
+      const result = actionParser({
+        prediction:
+          "Thought: Click on the search bar at the top of the screen\nAction: click(start_box='(395,74)')",
+        factor: 1000,
+      });
+      expect(result).toEqual({
+        parsed: [
+          {
+            reflection: '',
+            thought: 'Click on the search bar at the top of the screen',
+            action_type: 'click',
+            action_inputs: { start_box: '[0.395,0.074,0.395,0.074]' },
+          },
+        ],
+      });
+    });
+
+    it('swipe', () => {
+      const result = actionParser({
+        prediction:
+          "Thought: swipe(start_box='(693,685)', end_box='(724,300)')\n\nAction: scroll(direction='left')",
+        factor: 1000,
+      });
+      expect(result).toEqual({
+        parsed: [
+          {
+            reflection: '',
+            thought: "swipe(start_box='(693,685)', end_box='(724,300)')",
+            action_type: 'scroll',
+            action_inputs: { direction: 'left' },
+          },
+        ],
+      });
+    });
+  });
 });

pnpm-lock.yaml

@@ -221,7 +221,7 @@ export async function preprocessResizeImage(
     const currentPixels = metadata.width * metadata.height;
     if (currentPixels > maxPixels) {
       const resizeFactor = Math.sqrt(maxPixels / currentPixels);
-      logger.info(
+      logger.debug(
         '[resizeFactor] maxPixels',
         maxPixels,
         'currentPixels',
@@ -242,7 +242,7 @@ export async function preprocessResizeImage(
         })
         .toBuffer();
 
-      logger.info(
+      logger.debug(
         '[preprocessResizeImage]',
         'width:',
         newWidth,

src/main/utils/image.ts

@@ -0,0 +1,35 @@
+import { defineConfig } from 'vitest/config';
+
+function cwdPlugin(name) {
+  return {
+    name: `vitest:test:workspace-${name}`,
+    configResolved() {
+      process.env[`${name}_CWD_CONFIG`] = process.cwd();
+    },
+    configureServer() {
+      process.env[`${name}_CWD_SERVER`] = process.cwd();
+    },
+  };
+}
+
+export default defineConfig({
+  envPrefix: ['VITE_', 'CUSTOM_', 'ROOT_'],
+  plugins: [cwdPlugin('ROOT')],
+  test: {
+    coverage: {
+      enabled: true,
+      include: ['src/**/*.ts', 'packages/**/*.ts', '!packages/visualizer'],
+      provider: 'istanbul',
+      all: true,
+      reporter: ['text', 'json', 'html', 'lcov'],
+    },
+    reporters: ['default'],
+    env: {
+      CONFIG_VAR: 'root',
+      CONFIG_OVERRIDE: 'root',
+    },
+    provide: {
+      globalConfigValue: true,
+    },
+  },
+});