Add meeting assistant speech and summary automation

MeetingAssistant/Summary/OpenAiMeetingSummaryAgentPipeline.cs

@@ -1,4 +1,5 @@
 using MeetingAssistant.MeetingNotes;
+using MeetingAssistant.Transcription;
 using Microsoft.Agents.AI;
 using Microsoft.Agents.AI.Compaction;
 using Microsoft.Extensions.AI;
@@ -9,38 +10,30 @@ namespace MeetingAssistant.Summary;
 #pragma warning disable MAAI001
 public sealed class OpenAiMeetingSummaryAgentPipeline : IMeetingSummaryPipeline
 {
-    private const string Instructions = """
-        You are the Meeting Assistant summary agent.
-
-        Use the provided tools to read the meeting transcript, assistant context, user notes, glossary, and project files.
-        All read tools can return the whole file or a clamped inclusive line range when from and to are supplied; use ranges for large inputs before asking for more lines.
-        Then write the finished meeting summary as markdown by calling write_summary. If the meeting note has no title, provide a concise title parameter to write_summary.
-        Use read_meetingnote to inspect frontmatter such as title, attendees, projects, start_time, and end_time.
-        Use read_context and write_context as your own meeting notebook. Its frontmatter may include agenda from the calendar appointment. Record useful internal notes, missing context, requests for future tools, suggested improvements, and relevant context discovered from other sources. Keep user-facing summary content in the summary note.
-        After writing the summary, update existing project files when the meeting produced durable project knowledge, decisions, next steps, or context.
-        Use list_projects first to see which projects are bound to this meeting. Use search and read_projectfile before changing existing project files.
-        The summary note should contain concise sections for summary, decisions, open questions, and next steps.
-        Keep the output grounded in the source material and explicitly say when a section has no known items.
-        """;
-
     private readonly MeetingAssistantOptions options;
     private readonly ILoggerFactory loggerFactory;
     private readonly ILogger<OpenAiMeetingSummaryAgentPipeline> logger;
     private readonly IServiceProvider services;
     private readonly IMeetingSummaryFailureWriter failureWriter;
+    private readonly IMeetingSummaryInstructionBuilder instructionBuilder;
+    private readonly IDictationWordStore dictationWordStore;
 
     public OpenAiMeetingSummaryAgentPipeline(
         IOptions<MeetingAssistantOptions> options,
         ILoggerFactory loggerFactory,
         ILogger<OpenAiMeetingSummaryAgentPipeline> logger,
         IServiceProvider services,
-        IMeetingSummaryFailureWriter failureWriter)
+        IMeetingSummaryFailureWriter failureWriter,
+        IMeetingSummaryInstructionBuilder instructionBuilder,
+        IDictationWordStore dictationWordStore)
     {
         this.options = options.Value;
         this.loggerFactory = loggerFactory;
         this.logger = logger;
         this.services = services;
         this.failureWriter = failureWriter;
+        this.instructionBuilder = instructionBuilder;
+        this.dictationWordStore = dictationWordStore;
     }
 
     public async Task<MeetingSummaryRunResult> RunAsync(
@@ -49,7 +42,8 @@ public sealed class OpenAiMeetingSummaryAgentPipeline : IMeetingSummaryPipeline
     {
         var agentOptions = options.Agent;
         var key = ResolveApiKey(agentOptions);
-        var tools = CreateTools(new MeetingSummaryTools(artifacts, options));
+        var tools = CreateTools(new MeetingSummaryTools(artifacts, options, dictationWordStore));
+        var instructions = await instructionBuilder.BuildAsync(artifacts, cancellationToken);
         using var compactionSummaryClient = new LiteLlmResponsesChatClient(
             new Uri(agentOptions.Endpoint),
             key,
@@ -76,7 +70,7 @@ public sealed class OpenAiMeetingSummaryAgentPipeline : IMeetingSummaryPipeline
             .UseFunctionInvocation()
             .Build()
             .AsAIAgent(
-                Instructions,
+                instructions,
                 "meeting_summary",
                 "Writes the markdown summary note for a captured meeting.",
                 tools,
@@ -135,6 +129,10 @@ public sealed class OpenAiMeetingSummaryAgentPipeline : IMeetingSummaryPipeline
                 tools.ReadGlossary,
                 "read_glossary",
                 "Read the glossary or vocabulary context for this meeting. With no line arguments, read the whole file. With from and to, read that clamped inclusive 1-based line range. May be empty."),
+            AIFunctionFactory.Create(
+                tools.AddDictationWord,
+                "add_dictation_word",
+                "Add one domain term, name, acronym, or unusual word to the transcription dictionary with deduplication."),
             AIFunctionFactory.Create(
                 tools.WriteSummary,
                 "write_summary",