feat: init llm provider

Author: ulivz

packages/agent-infra/agent/core/examples/mcp-agent.ts

@@ -5,7 +5,7 @@
 import { MCPAgent } from '../src';
 import { getModel } from './model';
 
-const model = getModel('gpt-4o-2024-11-20');
+const model = getModel('qwen3:1.7b');
 
 async function main() {
   const agent = new MCPAgent({

packages/agent-infra/agent/core/examples/model.ts

@@ -14,7 +14,8 @@ export type ModelName =
   | 'gpt-4o-2024-11-20'
   | 'aws_sdk_claude37_sonnet'
   | 'qwen2.5-coder-3b-instruct'
-  | 'qwen2.5-7b-instruct-1m';
+  | 'qwen2.5-7b-instruct-1m'
+  | 'qwen3:1.7b';
 
 export function getModel(name: ModelName) {
   if (
@@ -29,6 +30,15 @@ export function getModel(name: ModelName) {
     return new Model(openai, name);
   }
 
+  if (name === 'qwen3:1.7b') {
+    const apiKey = 'openai';
+    const openai = new OpenAI({
+      baseURL: 'http://127.0.0.1:11434/v1',
+      apiKey,
+    });
+    return new Model(openai, name);
+  }
+
   if (name === 'gpt-4o-2024-11-20') {
     const apiKey = 'openai';
     console.log(

packages/agent-infra/agent/core/examples/result/REVIEW_RESULT.md

@@ -0,0 +1,91 @@
+# Code Review Report for PR #534
+
+## Summary of Changes
+This pull request introduces significant improvements to error handling and formatting in the UI-TARS desktop application. The changes focus on:
+
+1. Enhanced error classification and centralization.
+2. Refactored error handling logic in the `GUIAgent` class.
+3. Improved error display in the `ErrorMessage` component.
+4. Addition of new error status enums and the `GUIAgentError` class.
+
+---
+
+## Potential Issues and Bugs
+1. **Error Propagation in `guiAgentErrorParser`:**
+   - The `guiAgentErrorParser` method attempts to classify and format errors but does not account for all potential error cases, such as unexpected types.
+   - **Example:**
+     ```typescript
+     + if (!parseError && type === ErrorStatusEnum.ENVIRONMENT_ERROR) {
+     +     parseError = new GUIAgentError(
+     +         ErrorStatusEnum.ENVIRONMENT_ERROR,
+     +         'The environment error occurred when parsing the action',
+     +     );
+     + }
+     ```
+     Recommendation: Ensure all possible error types are handled and provide a fallback for unclassified errors.
+
+2. **JSON Parsing in `ErrorMessage` Component:**
+   - The `ErrorMessage` component attempts to parse a JSON string without validating its structure or handling syntax errors gracefully.
+   - **Example:**
+     ```typescript
+     + const parsed = JSON.parse(text);
+     + if (parsed && typeof parsed === 'object' && 'status' in parsed) {
+     +     parsedError = parsed as GUIAgentError;
+     + }
+     ```
+     Recommendation: Wrap `JSON.parse` in a try-catch block and validate the parsed object more robustly.
+
+3. **Testing Coverage:**
+   - Code coverage reports indicate that new changes have reduced overall test coverage, particularly in `GUIAgent.ts` and `agent.ts`.
+     **Codecov Report:**
+     - `GUIAgent.ts`: 12.50% coverage with 33 missing lines.
+     - `agent.ts`: 0% coverage with 10 missing lines.
+
+---
+
+## Code Quality Considerations
+1. **Error Class Design:**
+   - Transition to the `GUIAgentError` class is a positive improvement, but consider making the `status` property non-optional to enforce stricter type safety.
+
+2. **Consistency in Logging:**
+   - Logging statements have been updated for better readability (e.g., `[GUIAgent]` prefixes). Ensure all logs adhere to this convention.
+   - **Example:**
+     ```diff
+     - logger.error('[runAgent error]', settings, error);
+     + logger.error('[onGUIAgentError]', settings, error);
+     ```
+
+3. **Redundant Comments:**
+   - Several comments mirror the code logic without adding value. For example:
+     ```typescript
+     + // Avoid guiAgentErrorParser itself in stack trace
+     + Error.captureStackTrace(parseError, this.guiAgentErrorParser);
+     ```
+     Recommendation: Remove such comments to improve readability.
+
+---
+
+## Suggested Improvements
+1. **Enhance Validation:**
+   - In `ErrorMessage`, validate the JSON structure more rigorously before casting it to `GUIAgentError`.
+
+2. **Catch-All Error Handling:**
+   - Add a generic catch-all clause in `guiAgentErrorParser` to ensure no errors slip through unhandled.
+
+3. **Improve Test Coverage:**
+   - Write unit tests to cover new logic in `GUIAgent.ts` and `ErrorMessage`. Focus on edge cases like malformed inputs and unhandled error types.
+
+4. **Refactor Enums:**
+   - The `ErrorStatusEnum` has been expanded. Consider grouping related enums into nested structures for better organization.
+
+---
+
+## Overall Assessment
+This pull request significantly enhances the error handling and debugging capabilities of the application. However, some areas require further attention, particularly robustness, test coverage, and code readability.
+
+### Recommended Actions
+- Address the identified potential issues.
+- Write additional tests to improve code coverage.
+- Refactor code to simplify and standardize error handling further.
+
+Once these changes are implemented, the PR will be ready for merging.

packages/agent-infra/agent/core/examples/weather.ts

@@ -13,7 +13,7 @@ import {
 import { z } from 'zod';
 import { getModel } from './model';
 
-const model = getModel('aws_sdk_claude37_sonnet');
+const model = getModel('qwen3:1.7b');
 // Create tool call provider explicitly
 const toolCallProvider = new OpenAIToolCallProvider();
 
@@ -56,7 +56,7 @@ const agent = new Agent({
   2. "finish_reason" should always be "tool_calls"
   `,
   toolCallProvider, // Pass the provider explicitly
-  maxIterations: 3,
+  maxIterations: 10,
 });
 
 async function main() {

packages/agent-infra/agent/llm/README.md

@@ -0,0 +1,66 @@
+# @agent-infra/llm
+
+A TypeScript SDK to call multiple LLM Prividers in OpenAI format.
+
+## Installation
+
+```bash
+pnpm install @agent-infra/llm
+```
+
+## Motivation
+
+
+
+
+## Quick Start
+
+### Create a OpenAI provider
+
+```ts
+import { LLMClient } from '@agent-infra/llm';
+
+const client = new LLMClient('openai', {
+  apiKey: '',
+  baseUrl: '',
+});
+
+const result = await client.chat.completions.create({
+  messages: [{ role: 'user', content: 'Say this is a test' }],
+  model: 'gpt-4o',
+});
+```
+
+## Features
+
+### Create different providers
+
+```ts
+import { LLMClient } from '@agent-infra/llm';
+
+const client = new LLMClient('openrouter', {
+  apiKey: '',
+  baseUrl: '',
+});
+
+const result = await client.chat.completions.create({
+  messages: [{ role: 'user', content: 'Say this is a test' }],
+  model: 'openai/gpt-4o',
+});
+```
+
+## Create a Anthropic provider
+
+```ts
+import { LLMClient } from '@agent-infra/llm';
+
+const client = new LLMClient('anthropic', {
+  apiKey: '',
+  baseUrl: '',
+});
+
+const result = await client.chat.completions.create({
+  messages: [{ role: 'user', content: 'Say this is a test' }],
+  model: 'openai/gpt-4o',
+});
+```

packages/agent-infra/agent/llm/package.json

@@ -0,0 +1,34 @@
+{
+  "name": "@agent-infra/llm",
+  "version": "0.1.0",
+  "description": "A TypeScript SDK to call multiple LLM Prividers in OpenAI format.",
+  "main": "dist/index.js",
+  "module": "dist/index.mjs",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "import": "./dist/index.mjs",
+      "require": "./dist/index.js",
+      "types": "./dist/index.d.ts"
+    }
+  },
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "dev": "rslib build --watch",
+    "build": "rslib build",
+    "prepare": "npm run build",
+    "prepublishOnly": "pnpm run build"
+  },
+  "dependencies": {
+    "@anthropic-ai/sdk": "0.39.0",
+    "@google/generative-ai": "0.24.0",
+    "@google/genai": "0.8.0",
+    "openai": "4.93.0"
+  },
+  "devDependencies": {
+    "@types/node": "^20.10.4",
+    "typescript": "^5.5.3"
+  }
+}

packages/agent-infra/agent/llm/rslib.config.ts

@@ -0,0 +1,39 @@
+/**
+ * Copyright (c) 2025 Bytedance, Inc. and its affiliates.
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { defineConfig } from '@rslib/core';
+
+const BANNER = `/**
+* Copyright (c) 2025 Bytedance, Inc. and its affiliates.
+* SPDX-License-Identifier: Apache-2.0
+*/`;
+
+export default defineConfig({
+  source: {
+    entry: {
+      index: 'src/index.ts',
+    },
+  },
+  lib: [
+    {
+      format: 'esm',
+      syntax: 'es2021',
+      bundle: true,
+      dts: true,
+      banner: { js: BANNER },
+    },
+    {
+      format: 'cjs',
+      syntax: 'es2021',
+      bundle: true,
+      dts: true,
+      banner: { js: BANNER },
+    },
+  ],
+  output: {
+    target: 'web',
+    cleanDistPath: true,
+    sourceMap: true,
+  },
+});

packages/agent-infra/agent/llm/src/client.ts

@@ -0,0 +1,23 @@
+/**
+ * Copyright (c) 2025 Bytedance, Inc. and its affiliates.
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+import { LLMClientOptions, LLMProvider, ProviderType } from './types';
+import { createProvider } from './providers';
+
+export class LLMClient implements LLMProvider {
+  private provider: LLMProvider;
+
+  constructor(providerType: ProviderType, options: LLMClientOptions) {
+    this.provider = createProvider(providerType, options);
+  }
+
+  get chat() {
+    return this.provider.chat;
+  }
+
+  get vision() {
+    return this.provider.vision;
+  }
+}

packages/agent-infra/agent/llm/src/index.ts

@@ -0,0 +1,9 @@
+/**
+ * Copyright (c) 2025 Bytedance, Inc. and its affiliates.
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+export * from './client';
+export * from './types';
+export * from './providers';
+export * from './utils';