Archive completed meeting assistant changes

2026-06-26 13:15:47 +02:00
parent 7d16b0cad7
commit aecef30627
72 changed files with 2914 additions and 406 deletions
@@ -16,9 +16,7 @@ public sealed class LiteLlmScreenshotOcrClientTests
    [Fact]
    public async Task ExtractUsesAgentEndpointAndModelWhenOcrEndpointAndModelAreBlank()
    {
-        var screenshotPath = Path.Combine(Path.GetTempPath(), "meeting-assistant-tests", Guid.NewGuid().ToString("N") + ".png");
-        Directory.CreateDirectory(Path.GetDirectoryName(screenshotPath)!);
-        await File.WriteAllBytesAsync(screenshotPath, [1, 2, 3]);
+        var screenshotPath = await CreateScreenshotAsync([1, 2, 3]);
        var handler = new RecordingHandler("""
            {
              "output": [
@@ -75,9 +73,7 @@ public sealed class LiteLlmScreenshotOcrClientTests
    [Fact]
    public async Task ExtractUsesScreenshotOcrEndpointAndModelWhenConfigured()
    {
-        var screenshotPath = Path.Combine(Path.GetTempPath(), "meeting-assistant-tests", Guid.NewGuid().ToString("N") + ".png");
-        Directory.CreateDirectory(Path.GetDirectoryName(screenshotPath)!);
-        await File.WriteAllBytesAsync(screenshotPath, [4, 5, 6]);
+        var screenshotPath = await CreateScreenshotAsync([4, 5, 6]);
        var handler = new RecordingHandler("""{ "output_text": "OCR result" }""");
        var client = new LiteLlmScreenshotOcrClient(
            () => handler,
@@ -116,9 +112,7 @@ public sealed class LiteLlmScreenshotOcrClientTests
    [Fact]
    public async Task ExtractParsesCropMetadataAndOmitsMetadataFromReturnedText()
    {
-        var screenshotPath = Path.Combine(Path.GetTempPath(), "meeting-assistant-tests", Guid.NewGuid().ToString("N") + ".png");
-        Directory.CreateDirectory(Path.GetDirectoryName(screenshotPath)!);
-        await File.WriteAllBytesAsync(screenshotPath, CreatePngBytes(8, 6));
+        var screenshotPath = await CreateScreenshotAsync(CreatePngBytes(8, 6));
        var handler = new RecordingHandler("""
            {
              "output_text": "Slide text\n\n```json\n{ \"crop\": { \"x\": 1, \"y\": 2, \"width\": 3, \"height\": 4 } }\n```"
@@ -150,6 +144,67 @@ public sealed class LiteLlmScreenshotOcrClientTests
            StringComparison.Ordinal);
    }

+    [Fact]
+    public async Task ExtractParsesAttendeeMetadataAndOmitsMetadataFromReturnedText()
+    {
+        var screenshotPath = await CreateScreenshotAsync([1, 2, 3]);
+        var handler = new RecordingHandler("""
+            {
+              "output_text": "Visible participant tiles: Ada and Grace.\n\n```json\n{ \"crop\": null, \"attendees\": [\"Ada Lovelace\", \"Grace Hopper\"] }\n```"
+            }
+            """);
+        var client = new LiteLlmScreenshotOcrClient(
+            () => handler,
+            NullLogger<LiteLlmScreenshotOcrClient>.Instance);
+        var options = new MeetingAssistantOptions
+        {
+            Agent =
+            {
+                Key = "agent-key"
+            }
+        };
+
+        var result = await client.ExtractAsync(
+            screenshotPath,
+            "Extract screenshot.",
+            options,
+            CancellationToken.None);
+
+        Assert.Equal("Visible participant tiles: Ada and Grace.", result.Text);
+        Assert.Equal(["Ada Lovelace", "Grace Hopper"], result.Attendees);
+    }
+
+    [Fact]
+    public async Task ExtractIgnoresMalformedAttendeesMetadataAndStillParsesCrop()
+    {
+        var screenshotPath = await CreateScreenshotAsync(CreatePngBytes(8, 6));
+        var handler = new RecordingHandler("""
+            {
+              "output_text": "Slide text\n\n```json\n{ \"crop\": { \"x\": 1, \"y\": 2, \"width\": 3, \"height\": 4 }, \"attendees\": \"Ada\" }\n```"
+            }
+            """);
+        var client = new LiteLlmScreenshotOcrClient(
+            () => handler,
+            NullLogger<LiteLlmScreenshotOcrClient>.Instance);
+        var options = new MeetingAssistantOptions
+        {
+            Agent =
+            {
+                Key = "agent-key"
+            }
+        };
+
+        var result = await client.ExtractAsync(
+            screenshotPath,
+            "Extract screenshot.",
+            options,
+            CancellationToken.None);
+
+        Assert.Equal("Slide text", result.Text);
+        Assert.Equal(new ScreenshotCropCoordinates(1, 2, 3, 4), result.Crop);
+        Assert.Empty(result.Attendees);
+    }
+
    private sealed class RecordingHandler : HttpMessageHandler
    {
        private readonly string responseBody;
@@ -193,6 +248,14 @@ public sealed class LiteLlmScreenshotOcrClientTests
        bitmap.Save(stream, ImageFormat.Png);
        return stream.ToArray();
    }
+
+    private static async Task<string> CreateScreenshotAsync(byte[] bytes)
+    {
+        var screenshotPath = Path.Combine(Path.GetTempPath(), "meeting-assistant-tests", Guid.NewGuid().ToString("N") + ".png");
+        Directory.CreateDirectory(Path.GetDirectoryName(screenshotPath)!);
+        await File.WriteAllBytesAsync(screenshotPath, bytes);
+        return screenshotPath;
+    }
 }

 #pragma warning restore CA1416