Implement User Memory Feature for Enhanced Conversational Context

src/LLMProviders/chainManager.ts

@@ -29,6 +29,7 @@ import { App, Notice } from "obsidian";
 import ChatModelManager from "./chatModelManager";
 import MemoryManager from "./memoryManager";
 import PromptManager from "./promptManager";
+import { UserMemoryManager } from "@/memory/UserMemoryManager";
 
 export default class ChainManager {
   // TODO: These chains are deprecated since we now use direct chat model calls in chain runners
@@ -45,13 +46,15 @@ export default class ChainManager {
   public chatModelManager: ChatModelManager;
   public memoryManager: MemoryManager;
   public promptManager: PromptManager;
+  public userMemoryManager: UserMemoryManager;
 
   constructor(app: App) {
     // Instantiate singletons
     this.app = app;
     this.memoryManager = MemoryManager.getInstance();
     this.chatModelManager = ChatModelManager.getInstance();
     this.promptManager = PromptManager.getInstance();
+    this.userMemoryManager = new UserMemoryManager(app);
 
     // Initialize async operations
     this.initialize();

src/LLMProviders/chainRunner/AutonomousAgentChainRunner.ts

@@ -1,7 +1,8 @@
 import { MessageContent } from "@/imageProcessing/imageProcessor";
 import { logError, logInfo, logWarn } from "@/logger";
 import { checkIsPlusUser } from "@/plusUtils";
-import { getSettings, getSystemPrompt } from "@/settings/model";
+import { getSettings, getSystemPromptWithMemory } from "@/settings/model";
+import { UserMemoryManager } from "@/memory/UserMemoryManager";
 import { initializeBuiltinTools } from "@/tools/builtinTools";
 import { extractParametersFromZod, SimpleTool } from "@/tools/SimpleTool";
 import { ToolRegistry } from "@/tools/ToolRegistry";
@@ -78,11 +79,12 @@ ${params}
       .join("\n\n");
   }
 
-  public static generateSystemPrompt(
+  public static async generateSystemPrompt(
     availableTools: SimpleTool<any, any>[],
-    adapter: ModelAdapter
-  ): string {
-    const basePrompt = getSystemPrompt();
+    adapter: ModelAdapter,
+    userMemoryManager?: UserMemoryManager
+  ): Promise<string> {
+    const basePrompt = await getSystemPromptWithMemory(userMemoryManager);
     const toolDescriptions = AutonomousAgentChainRunner.generateToolDescriptions(availableTools);
 
     const toolNames = availableTools.map((tool) => tool.name);
@@ -96,14 +98,18 @@ ${params}
     return adapter.enhanceSystemPrompt(basePrompt, toolDescriptions, toolNames, toolMetadata);
   }
 
-  private generateSystemPrompt(): string {
+  private async generateSystemPrompt(): Promise<string> {
     const availableTools = this.getAvailableTools();
 
     // Use model adapter for clean model-specific handling
     const chatModel = this.chainManager.chatModelManager.getChatModel();
     const adapter = ModelAdapterFactory.createAdapter(chatModel);
 
-    return AutonomousAgentChainRunner.generateSystemPrompt(availableTools, adapter);
+    return AutonomousAgentChainRunner.generateSystemPrompt(
+      availableTools,
+      adapter,
+      this.chainManager.userMemoryManager
+    );
   }
 
   private getTemporaryToolCallId(toolName: string, index: number): string {
@@ -144,7 +150,7 @@ ${params}
       const rawHistory = memoryVariables.history || [];
 
       // Build initial conversation messages
-      const customSystemPrompt = this.generateSystemPrompt();
+      const customSystemPrompt = await this.generateSystemPrompt();
 
       const chatModel = this.chainManager.chatModelManager.getChatModel();
       const adapter = ModelAdapterFactory.createAdapter(chatModel);

src/LLMProviders/chainRunner/CopilotPlusChainRunner.ts

@@ -15,7 +15,7 @@ import {
 import { BrevilabsClient } from "@/LLMProviders/brevilabsClient";
 import { logError, logInfo, logWarn } from "@/logger";
 import { checkIsPlusUser } from "@/plusUtils";
-import { getSettings, getSystemPrompt } from "@/settings/model";
+import { getSettings, getSystemPromptWithMemory } from "@/settings/model";
 import { writeToFileTool } from "@/tools/ComposerTools";
 import { ToolManager } from "@/tools/toolManager";
 import { ChatMessage } from "@/types/message";
@@ -783,6 +783,6 @@ export class CopilotPlusChainRunner extends BaseChainRunner {
   }
 
   protected async getSystemPrompt(): Promise<string> {
-    return getSystemPrompt();
+    return getSystemPromptWithMemory(this.chainManager.userMemoryManager);
   }
 }

src/LLMProviders/chainRunner/LLMChainRunner.ts

@@ -1,6 +1,6 @@
 import { ABORT_REASON } from "@/constants";
 import { logInfo } from "@/logger";
-import { getSystemPrompt } from "@/settings/model";
+import { getSystemPromptWithMemory } from "@/settings/model";
 import { ChatMessage } from "@/types/message";
 import { extractChatHistory, getMessageRole, withSuppressedTokenWarnings } from "@/utils";
 import { BaseChainRunner } from "./BaseChainRunner";
@@ -30,7 +30,7 @@ export class LLMChainRunner extends BaseChainRunner {
       const messages: any[] = [];
 
       // Add system message if available
-      const systemPrompt = getSystemPrompt();
+      const systemPrompt = await getSystemPromptWithMemory(this.chainManager.userMemoryManager);
       const chatModel = this.chainManager.chatModelManager.getChatModel();
 
       if (systemPrompt) {

src/LLMProviders/chainRunner/ProjectChainRunner.ts

@@ -5,6 +5,7 @@ import { CopilotPlusChainRunner } from "./CopilotPlusChainRunner";
 
 export class ProjectChainRunner extends CopilotPlusChainRunner {
   protected async getSystemPrompt(): Promise<string> {
+    // NOTE: Currently memory is not enabled for project mode, so we don't need to use getSystemPromptWithMemory
     let finalPrompt = getSystemPrompt();
     const projectConfig = getCurrentProject();
     if (!projectConfig) {

src/components/Chat.tsx

@@ -10,7 +10,7 @@ import {
 } from "@/aiParams";
 import { ChainType } from "@/chainFactory";
 import { useProjectContextStatus } from "@/hooks/useProjectContextStatus";
-import { logInfo } from "@/logger";
+import { logInfo, logError } from "@/logger";
 
 import { ChatControls, reloadCurrentProject } from "@/components/chat-components/ChatControls";
 import ChatInput from "@/components/chat-components/ChatInput";
@@ -255,7 +255,7 @@ const Chat: React.FC<ChatProps> = ({
         handleSaveAsNote();
       }
     } catch (error) {
-      console.error("Error sending message:", error);
+      logError("Error sending message:", error);
       new Notice("Failed to send message. Please try again.");
     } finally {
       safeSet.setLoading(false);
@@ -265,15 +265,15 @@ const Chat: React.FC<ChatProps> = ({
 
   const handleSaveAsNote = useCallback(async () => {
     if (!app) {
-      console.error("App instance is not available.");
+      logError("App instance is not available.");
       return;
     }
 
     try {
       // Use the new ChatManager persistence functionality
       await chatUIState.saveChat(currentModelKey);
     } catch (error) {
-      console.error("Error saving chat as note:", err2String(error));
+      logError("Error saving chat as note:", err2String(error));
       new Notice("Failed to save chat as note. Check console for details.");
     }
   }, [app, chatUIState, currentModelKey]);
@@ -338,7 +338,7 @@ const Chat: React.FC<ChatProps> = ({
           handleSaveAsNote();
         }
       } catch (error) {
-        console.error("Error regenerating message:", error);
+        logError("Error regenerating message:", error);
         new Notice("Failed to regenerate message. Please try again.");
       } finally {
         safeSet.setLoading(false);
@@ -399,7 +399,7 @@ const Chat: React.FC<ChatProps> = ({
                 );
               }
             } catch (error) {
-              console.error("Error regenerating AI response:", error);
+              logError("Error regenerating AI response:", error);
               new Notice("Failed to regenerate AI response. Please try again.");
             } finally {
               safeSet.setLoading(false);
@@ -412,7 +412,7 @@ const Chat: React.FC<ChatProps> = ({
           handleSaveAsNote();
         }
       } catch (error) {
-        console.error("Error editing message:", error);
+        logError("Error editing message:", error);
         new Notice("Failed to edit message. Please try again.");
       }
     },
@@ -459,7 +459,7 @@ const Chat: React.FC<ChatProps> = ({
             new Notice(`${project.name} added and context loaded`);
           })
           .catch((error: Error) => {
-            console.error("Error loading project context:", error);
+            logError("Error loading project context:", error);
             new Notice(`${project.name} added but context loading failed`);
           });
       } else {
@@ -494,7 +494,7 @@ const Chat: React.FC<ChatProps> = ({
             new Notice(`${originP.name} updated and context reloaded`);
           })
           .catch((error: Error) => {
-            console.error("Error reloading project context:", error);
+            logError("Error reloading project context:", error);
             new Notice(`${originP.name} updated but context reload failed`);
           });
       } else {
@@ -528,7 +528,7 @@ const Chat: React.FC<ChatProps> = ({
           new Notice("Failed to delete message. Please try again.");
         }
       } catch (error) {
-        console.error("Error deleting message:", error);
+        logError("Error deleting message:", error);
         new Notice("Failed to delete message. Please try again.");
       }
     },
@@ -538,6 +538,17 @@ const Chat: React.FC<ChatProps> = ({
   const handleNewChat = useCallback(async () => {
     handleStopGenerating(ABORT_REASON.NEW_CHAT);
 
+    // Analyze chat messages for memory if enabled
+    if (settings.enableRecentConversations) {
+      try {
+        // Get the current chat model from the chain manager
+        const chatModel = chainManager.chatModelManager.getChatModel();
+        plugin.userMemoryManager.addRecentConversation(chatUIState.getMessages(), chatModel);
+      } catch (error) {
+        logInfo("Failed to analyze chat messages for memory:", error);
+      }
+    }
+
     // First autosave the current chat if the setting is enabled
     if (settings.autosaveChat) {
       await handleSaveAsNote();
@@ -559,12 +570,15 @@ const Chat: React.FC<ChatProps> = ({
     }
   }, [
     handleStopGenerating,
+    chainManager.chatModelManager,
     chatUIState,
     settings.autosaveChat,
+    settings.enableRecentConversations,
     settings.includeActiveNoteAsContext,
     selectedChain,
     handleSaveAsNote,
     safeSet,
+    plugin.userMemoryManager,
   ]);
 
   const handleLoadHistory = useCallback(() => {

src/constants.ts

@@ -751,9 +751,14 @@ export const DEFAULT_SETTINGS: CopilotSettings = {
     "youtubeTranscription",
     "writeToFile",
     "replaceInFile",
+    "memoryTool",
   ],
   reasoningEffort: DEFAULT_MODEL_SETTING.REASONING_EFFORT,
   verbosity: DEFAULT_MODEL_SETTING.VERBOSITY,
+  memoryFolderName: "copilot/memory",
+  enableRecentConversations: false,
+  maxRecentConversations: 30,
+  enableSavedMemory: false,
 };
 
 export const EVENT_NAMES = {

src/integration_tests/AgentPrompt.test.ts

@@ -140,7 +140,7 @@ async function generateSystemPrompt(availableTools: any[]): Promise<string> {
   });
 
   const adapter = ModelAdapterFactory.createAdapter(mockModel);
-  return AutonomousAgentChainRunner.generateSystemPrompt(availableTools, adapter);
+  return AutonomousAgentChainRunner.generateSystemPrompt(availableTools, adapter, undefined);
 }
 
 // Helper function to mock tool execution

src/main.ts

@@ -19,6 +19,7 @@ import { MessageRepository } from "@/core/MessageRepository";
 import { encryptAllKeys } from "@/encryptionService";
 import { logInfo } from "@/logger";
 import { logFileManager } from "@/logFileManager";
+import { UserMemoryManager } from "@/memory/UserMemoryManager";
 import { checkIsPlusUser } from "@/plusUtils";
 import VectorStoreManager from "@/search/vectorStoreManager";
 import { CopilotSettingTab } from "@/settings/SettingsPage";
@@ -57,6 +58,7 @@ export default class CopilotPlugin extends Plugin {
   settingsUnsubscriber?: () => void;
   private autocompleteService: AutocompleteService;
   chatUIState: ChatUIState;
+  userMemoryManager: UserMemoryManager;
 
   async onload(): Promise<void> {
     await this.loadSettings();
@@ -95,6 +97,9 @@ export default class CopilotPlugin extends Plugin {
     const chatManager = new ChatManager(messageRepo, chainManager, this.fileParserManager, this);
     this.chatUIState = new ChatUIState(chatManager);
 
+    // Initialize UserMemoryManager
+    this.userMemoryManager = new UserMemoryManager(this.app);
+
     this.registerView(CHAT_VIEWTYPE, (leaf: WorkspaceLeaf) => new CopilotView(leaf, this));
     this.registerView(APPLY_VIEW_TYPE, (leaf: WorkspaceLeaf) => new ApplyView(leaf));
 
@@ -381,6 +386,18 @@ export default class CopilotPlugin extends Plugin {
   }
 
   async handleNewChat() {
+    // Analyze chat messages for memory if enabled
+    if (getSettings().enableRecentConversations) {
+      try {
+        // Get the current chat model from the chain manager
+        const chainManager = this.projectManager.getCurrentChainManager();
+        const chatModel = chainManager.chatModelManager.getChatModel();
+        this.userMemoryManager.addRecentConversation(this.chatUIState.getMessages(), chatModel);
+      } catch (error) {
+        logInfo("Failed to analyze chat messages for memory:", error);
+      }
+    }
+
     // First autosave the current chat if the setting is enabled
     await this.autosaveCurrentChat();