Implement User Memory Feature for Enhanced Conversational Context

src/LLMProviders/chainManager.ts

@@ -29,6 +29,7 @@ import { App, Notice } from "obsidian";
 import ChatModelManager from "./chatModelManager";
 import MemoryManager from "./memoryManager";
 import PromptManager from "./promptManager";
+import CopilotPlugin from "@/main";
 
 export default class ChainManager {
   // TODO: These chains are deprecated since we now use direct chat model calls in chain runners
@@ -45,10 +46,12 @@ export default class ChainManager {
   public chatModelManager: ChatModelManager;
   public memoryManager: MemoryManager;
   public promptManager: PromptManager;
+  public plugin?: CopilotPlugin;
 
-  constructor(app: App) {
+  constructor(app: App, plugin?: CopilotPlugin) {
     // Instantiate singletons
     this.app = app;
+    this.plugin = plugin;
     this.memoryManager = MemoryManager.getInstance();
     this.chatModelManager = ChatModelManager.getInstance();
     this.promptManager = PromptManager.getInstance();

src/LLMProviders/chainRunner/AutonomousAgentChainRunner.ts

@@ -1,7 +1,8 @@
 import { MessageContent } from "@/imageProcessing/imageProcessor";
 import { logError, logInfo, logWarn } from "@/logger";
 import { checkIsPlusUser } from "@/plusUtils";
-import { getSettings, getSystemPrompt } from "@/settings/model";
+import { getSettings, getSystemPromptWithMemory } from "@/settings/model";
+import { UserMemoryManager } from "@/memory/UserMemoryManager";
 import { initializeBuiltinTools } from "@/tools/builtinTools";
 import { extractParametersFromZod, SimpleTool } from "@/tools/SimpleTool";
 import { ToolRegistry } from "@/tools/ToolRegistry";
@@ -78,11 +79,12 @@ ${params}
       .join("\n\n");
   }
 
-  public static generateSystemPrompt(
+  public static async generateSystemPrompt(
     availableTools: SimpleTool<any, any>[],
-    adapter: ModelAdapter
-  ): string {
-    const basePrompt = getSystemPrompt();
+    adapter: ModelAdapter,
+    userMemoryManager?: UserMemoryManager
+  ): Promise<string> {
+    const basePrompt = await getSystemPromptWithMemory(userMemoryManager);
     const toolDescriptions = AutonomousAgentChainRunner.generateToolDescriptions(availableTools);
 
     const toolNames = availableTools.map((tool) => tool.name);
@@ -96,14 +98,18 @@ ${params}
     return adapter.enhanceSystemPrompt(basePrompt, toolDescriptions, toolNames, toolMetadata);
   }
 
-  private generateSystemPrompt(): string {
+  private async generateSystemPrompt(): Promise<string> {
     const availableTools = this.getAvailableTools();
 
     // Use model adapter for clean model-specific handling
     const chatModel = this.chainManager.chatModelManager.getChatModel();
     const adapter = ModelAdapterFactory.createAdapter(chatModel);
 
-    return AutonomousAgentChainRunner.generateSystemPrompt(availableTools, adapter);
+    return AutonomousAgentChainRunner.generateSystemPrompt(
+      availableTools,
+      adapter,
+      this.chainManager.plugin?.userMemoryManager
+    );
   }
 
   private getTemporaryToolCallId(toolName: string, index: number): string {
@@ -144,7 +150,8 @@ ${params}
       const rawHistory = memoryVariables.history || [];
 
       // Build initial conversation messages
-      const customSystemPrompt = this.generateSystemPrompt();
+      const customSystemPrompt = await this.generateSystemPrompt();
+      console.log("customSystemPrompt", customSystemPrompt);
 
       const chatModel = this.chainManager.chatModelManager.getChatModel();
       const adapter = ModelAdapterFactory.createAdapter(chatModel);

src/LLMProviders/chainRunner/CopilotPlusChainRunner.ts

@@ -15,7 +15,7 @@ import {
 import { BrevilabsClient } from "@/LLMProviders/brevilabsClient";
 import { logError, logInfo, logWarn } from "@/logger";
 import { checkIsPlusUser } from "@/plusUtils";
-import { getSettings, getSystemPrompt } from "@/settings/model";
+import { getSettings, getSystemPromptWithMemory } from "@/settings/model";
 import { writeToFileTool } from "@/tools/ComposerTools";
 import { ToolManager } from "@/tools/toolManager";
 import { ChatMessage } from "@/types/message";
@@ -783,6 +783,6 @@ export class CopilotPlusChainRunner extends BaseChainRunner {
   }
 
   protected async getSystemPrompt(): Promise<string> {
-    return getSystemPrompt();
+    return getSystemPromptWithMemory(this.chainManager.plugin?.userMemoryManager);
   }
 }

src/LLMProviders/projectManager.ts

@@ -39,7 +39,7 @@ export default class ProjectManager {
     this.app = app;
     this.plugin = plugin;
     this.currentProjectId = null;
-    this.chainMangerInstance = new ChainManager(app);
+    this.chainMangerInstance = new ChainManager(app, plugin);
     this.projectContextCache = ProjectContextCache.getInstance();
     this.fileParserManager = new FileParserManager(
       BrevilabsClient.getInstance(),

src/components/Chat.tsx

@@ -538,6 +538,17 @@ const Chat: React.FC<ChatProps> = ({
   const handleNewChat = useCallback(async () => {
     handleStopGenerating(ABORT_REASON.NEW_CHAT);
 
+    // Analyze chat messages for memory if enabled
+    if (settings.enableMemory) {
+      try {
+        // Get the current chat model from the chain manager
+        const chatModel = chainManager.chatModelManager.getChatModel();
+        plugin.userMemoryManager.updateUserMemory(chatUIState.getMessages(), chatModel);
+      } catch (error) {
+        logInfo("Failed to analyze chat messages for memory:", error);
+      }
+    }
+
     // First autosave the current chat if the setting is enabled
     if (settings.autosaveChat) {
       await handleSaveAsNote();
@@ -559,12 +570,15 @@ const Chat: React.FC<ChatProps> = ({
     }
   }, [
     handleStopGenerating,
+    chainManager.chatModelManager,
     chatUIState,
     settings.autosaveChat,
+    settings.enableMemory,
     settings.includeActiveNoteAsContext,
     selectedChain,
     handleSaveAsNote,
     safeSet,
+    plugin.userMemoryManager,
   ]);
 
   const handleLoadHistory = useCallback(() => {

src/constants.ts

@@ -754,6 +754,9 @@ export const DEFAULT_SETTINGS: CopilotSettings = {
   ],
   reasoningEffort: DEFAULT_MODEL_SETTING.REASONING_EFFORT,
   verbosity: DEFAULT_MODEL_SETTING.VERBOSITY,
+  memoryFolderName: "copilot/memory",
+  enableMemory: false,
+  maxRecentConversations: 30,
 };
 
 export const EVENT_NAMES = {

src/core/ChatManager.ts

@@ -140,6 +140,37 @@ export class ChatManager {
       // Update the processed content
       currentRepo.updateProcessedText(messageId, processedContent);
 
+      // Create condensed message for user messages
+      if (message.sender === USER_SENDER && this.plugin.userMemoryManager) {
+        try {
+          const settings = getSettings();
+          if (settings.enableMemory) {
+            const chainManager = this.plugin.projectManager.getCurrentChainManager();
+            const chatModel = chainManager.chatModelManager.getChatModel();
+
+            // Create condensed message asynchronously (fire and forget)
+            this.plugin.userMemoryManager
+              .createCondensedMessage(displayText, chatModel)
+              .then((condensedMessage) => {
+                if (condensedMessage) {
+                  currentRepo.updateCondensedMessage(messageId, condensedMessage);
+                  logInfo(
+                    `[ChatManager] Created condensed message for ${messageId}: "${condensedMessage}"`
+                  );
+                }
+              })
+              .catch((error) => {
+                logInfo(
+                  `[ChatManager] Failed to create condensed message for ${messageId}:`,
+                  error
+                );
+              });
+          }
+        } catch (error) {
+          logInfo(`[ChatManager] Error setting up condensed message creation:`, error);
+        }
+      }
+
       logInfo(`[ChatManager] Successfully sent message ${messageId}`);
       return messageId;
     } catch (error) {

src/core/MessageRepository.ts

@@ -88,6 +88,7 @@ export class MessageRepository {
       id,
       displayText: message.message,
       processedText: message.originalMessage || message.message,
+      condensedMessage: message.condensedMessage,
       sender: message.sender,
       timestamp,
       context: message.context,
@@ -148,6 +149,21 @@ export class MessageRepository {
     return true;
   }
 
+  /**
+   * Update condensed message for a message
+   */
+  updateCondensedMessage(id: string, condensedMessage: string): boolean {
+    const message = this.messages.find((msg) => msg.id === id);
+    if (!message) {
+      logInfo(`[MessageRepository] Message not found for condensed message update: ${id}`);
+      return false;
+    }
+
+    message.condensedMessage = condensedMessage;
+    logInfo(`[MessageRepository] Updated condensed message for message: ${id}`);
+    return true;
+  }
+
   /**
    * Delete a message
    */
@@ -201,6 +217,7 @@ export class MessageRepository {
         id: msg.id,
         message: msg.displayText,
         originalMessage: msg.displayText,
+        condensedMessage: msg.condensedMessage,
         sender: msg.sender,
         timestamp: msg.timestamp,
         isVisible: true,
@@ -223,6 +240,7 @@ export class MessageRepository {
       id: msg.id,
       message: msg.processedText,
       originalMessage: msg.displayText,
+      condensedMessage: msg.condensedMessage,
       sender: msg.sender,
       timestamp: msg.timestamp,
       isVisible: false, // LLM messages are not for display
@@ -242,6 +260,7 @@ export class MessageRepository {
       id: msg.id,
       message: msg.processedText,
       originalMessage: msg.displayText,
+      condensedMessage: msg.condensedMessage,
       sender: msg.sender,
       timestamp: msg.timestamp,
       isVisible: false,
@@ -263,6 +282,7 @@ export class MessageRepository {
       id: msg.id,
       message: msg.displayText,
       originalMessage: msg.displayText,
+      condensedMessage: msg.condensedMessage,
       sender: msg.sender,
       timestamp: msg.timestamp,
       isVisible: msg.isVisible,
@@ -283,6 +303,7 @@ export class MessageRepository {
         id: msg.id || this.generateId(),
         displayText: msg.message,
         processedText: msg.originalMessage || msg.message,
+        condensedMessage: msg.condensedMessage,
         sender: msg.sender,
         timestamp: msg.timestamp || formatDateTime(new Date()),
         context: msg.context,

src/integration_tests/AgentPrompt.test.ts

@@ -140,7 +140,7 @@ async function generateSystemPrompt(availableTools: any[]): Promise<string> {
   });
 
   const adapter = ModelAdapterFactory.createAdapter(mockModel);
-  return AutonomousAgentChainRunner.generateSystemPrompt(availableTools, adapter);
+  return AutonomousAgentChainRunner.generateSystemPrompt(availableTools, adapter, undefined);
 }
 
 // Helper function to mock tool execution

src/main.ts

@@ -19,6 +19,7 @@ import { MessageRepository } from "@/core/MessageRepository";
 import { encryptAllKeys } from "@/encryptionService";
 import { logInfo } from "@/logger";
 import { logFileManager } from "@/logFileManager";
+import { UserMemoryManager } from "@/memory/UserMemoryManager";
 import { checkIsPlusUser } from "@/plusUtils";
 import VectorStoreManager from "@/search/vectorStoreManager";
 import { CopilotSettingTab } from "@/settings/SettingsPage";
@@ -57,6 +58,7 @@ export default class CopilotPlugin extends Plugin {
   settingsUnsubscriber?: () => void;
   private autocompleteService: AutocompleteService;
   chatUIState: ChatUIState;
+  userMemoryManager: UserMemoryManager;
 
   async onload(): Promise<void> {
     await this.loadSettings();
@@ -95,6 +97,9 @@ export default class CopilotPlugin extends Plugin {
     const chatManager = new ChatManager(messageRepo, chainManager, this.fileParserManager, this);
     this.chatUIState = new ChatUIState(chatManager);
 
+    // Initialize UserMemoryManager
+    this.userMemoryManager = new UserMemoryManager(this.app);
+
     this.registerView(CHAT_VIEWTYPE, (leaf: WorkspaceLeaf) => new CopilotView(leaf, this));
     this.registerView(APPLY_VIEW_TYPE, (leaf: WorkspaceLeaf) => new ApplyView(leaf));
 
@@ -381,6 +386,18 @@ export default class CopilotPlugin extends Plugin {
   }
 
   async handleNewChat() {
+    // Analyze chat messages for memory if enabled
+    if (getSettings().enableMemory) {
+      try {
+        // Get the current chat model from the chain manager
+        const chainManager = this.projectManager.getCurrentChainManager();
+        const chatModel = chainManager.chatModelManager.getChatModel();
+        this.userMemoryManager.updateUserMemory(this.chatUIState.getMessages(), chatModel);
+      } catch (error) {
+        logInfo("Failed to analyze chat messages for memory:", error);
+      }
+    }
+
     // First autosave the current chat if the setting is enabled
     await this.autosaveCurrentChat();