using MeetingAssistant.MeetingNotes; using MeetingAssistant.Screenshots; using MeetingAssistant.Speakers; using Microsoft.Extensions.Logging.Abstractions; using Microsoft.Extensions.Options; using System.Drawing; using System.Drawing.Imaging; #pragma warning disable CA1416 namespace MeetingAssistant.Tests; public sealed class MeetingScreenshotServiceTests { [Fact] public async Task CaptureSavesScreenshotAndAppendsTimestampedLink() { var fixture = await ScreenshotFixture.CreateAsync(); var service = fixture.CreateService( new FixedScreenshotCapture([1, 2, 3]), new CapturingScreenshotOcrClient()); var result = await service.CaptureAsync( fixture.Artifacts, DateTimeOffset.Parse("2026-05-26T10:00:00+02:00"), DateTimeOffset.Parse("2026-05-26T10:03:05+02:00"), fixture.Options, CancellationToken.None); Assert.True(File.Exists(result.ScreenshotPath)); Assert.Equal([1, 2, 3], await File.ReadAllBytesAsync(result.ScreenshotPath)); Assert.StartsWith( Path.Combine(Path.GetDirectoryName(fixture.Artifacts.AssistantContextPath)!, "Attachments"), result.ScreenshotPath, StringComparison.OrdinalIgnoreCase); var context = await File.ReadAllTextAsync(fixture.Artifacts.AssistantContextPath); Assert.Contains("## Screenshot [00:03:05]", context); Assert.Contains("![Screenshot 00:03:05](Attachments/", context); } [Fact] public async Task CaptureSkipsOcrWhenOcrIsDisabled() { var fixture = await ScreenshotFixture.CreateAsync(); var ocr = new CapturingScreenshotOcrClient(); var service = fixture.CreateService( new FixedScreenshotCapture([1, 2, 3]), ocr); await service.CaptureAsync( fixture.Artifacts, DateTimeOffset.Parse("2026-05-26T10:00:00+02:00"), DateTimeOffset.Parse("2026-05-26T10:00:05+02:00"), fixture.Options, CancellationToken.None); Assert.Equal(0, ocr.CallCount); var context = await File.ReadAllTextAsync(fixture.Artifacts.AssistantContextPath); Assert.DoesNotContain("OCR", context); } [Fact] public async Task CaptureAppendsOcrResultAfterScreenshotWhenConfigured() { var fixture = await ScreenshotFixture.CreateAsync(options => { options.Screenshots.Ocr.Enabled = true; options.Screenshots.Ocr.Prompt = "Extract this meeting screenshot."; }); var ocr = new CapturingScreenshotOcrClient("Slide text\n\n```mermaid\ngraph TD\nA-->B\n```"); var service = fixture.CreateService( new FixedScreenshotCapture([1, 2, 3]), ocr); await service.CaptureAsync( fixture.Artifacts, DateTimeOffset.Parse("2026-05-26T10:00:00+02:00"), DateTimeOffset.Parse("2026-05-26T10:00:10+02:00"), fixture.Options, CancellationToken.None); await service.WaitForPendingOcrAsync(fixture.Artifacts, TimeSpan.FromSeconds(5), CancellationToken.None); Assert.Equal(1, ocr.CallCount); Assert.Equal("Extract this meeting screenshot.", ocr.Prompt); var context = await File.ReadAllTextAsync(fixture.Artifacts.AssistantContextPath); var imageIndex = context.IndexOf("![Screenshot 00:00:10]", StringComparison.Ordinal); var ocrIndex = context.IndexOf("### OCR", StringComparison.Ordinal); Assert.True(imageIndex >= 0); Assert.True(ocrIndex > imageIndex); Assert.Contains("Slide text", context); Assert.Contains("```mermaid", context); } [Fact] public async Task CaptureSavesCroppedImageAndLinksItBeforeOcrWhenOcrReturnsCropCoordinates() { var fixture = await ScreenshotFixture.CreateAsync(options => { options.Screenshots.Ocr.Enabled = true; }); var ocr = new CapturingScreenshotOcrClient( "Shared screen text", new ScreenshotCropCoordinates(1, 1, 2, 2)); var service = fixture.CreateService( new FixedScreenshotCapture(CreatePngBytes(4, 4)), ocr); await service.CaptureAsync( fixture.Artifacts, DateTimeOffset.Parse("2026-05-26T10:00:00+02:00"), DateTimeOffset.Parse("2026-05-26T10:00:10+02:00"), fixture.Options, CancellationToken.None); await service.WaitForPendingOcrAsync(fixture.Artifacts, TimeSpan.FromSeconds(5), CancellationToken.None); var croppedPath = Assert.Single(Directory.GetFiles( Path.Combine(Path.GetDirectoryName(fixture.Artifacts.AssistantContextPath)!, "Attachments"), "*-cropped.png")); using (var cropped = new Bitmap(croppedPath)) { Assert.Equal(2, cropped.Width); Assert.Equal(2, cropped.Height); } var context = await File.ReadAllTextAsync(fixture.Artifacts.AssistantContextPath); var screenshotIndex = context.IndexOf("![Screenshot 00:00:10]", StringComparison.Ordinal); var cropIndex = context.IndexOf("![Cropped screenshot](Attachments/", StringComparison.Ordinal); var ocrIndex = context.IndexOf("### OCR", StringComparison.Ordinal); Assert.True(screenshotIndex >= 0); Assert.True(cropIndex > screenshotIndex); Assert.True(ocrIndex > cropIndex); Assert.Contains("Shared screen text", context); } [Fact] public async Task CaptureAddsOcrAttendeesToMeetingNoteThroughCanonicalizer() { var fixture = await ScreenshotFixture.CreateAsync( options => { options.Screenshots.Ocr.Enabled = true; }, attendees: ["Ada Lovelace"]); var ocr = new CapturingScreenshotOcrClient( "Visible participant tiles: Ada, Grace, and Ada again.", attendees: ["Ada L.", "Grace Hopper", "Ada Lovelace"]); var canonicalizer = new MappingAttendeeCanonicalizer(new Dictionary(StringComparer.OrdinalIgnoreCase) { ["Ada L."] = "Ada Lovelace" }); var service = fixture.CreateService( new FixedScreenshotCapture([1, 2, 3]), ocr, canonicalizer); await service.CaptureAsync( fixture.Artifacts, DateTimeOffset.Parse("2026-05-26T10:00:00+02:00"), DateTimeOffset.Parse("2026-05-26T10:00:10+02:00"), fixture.Options, CancellationToken.None); await service.WaitForPendingOcrAsync(fixture.Artifacts, TimeSpan.FromSeconds(5), CancellationToken.None); var meeting = await fixture.NoteStore.ReadAsync(fixture.Artifacts.MeetingNotePath, CancellationToken.None); Assert.Equal(["Ada Lovelace", "Grace Hopper"], meeting.Frontmatter.Attendees); Assert.Contains(canonicalizer.Requests, request => request.SequenceEqual(["Ada Lovelace", "Ada L.", "Grace Hopper", "Ada Lovelace"])); } [Fact] public async Task CaptureWritesRetryLinkWhenOcrFails() { var fixture = await ScreenshotFixture.CreateAsync(options => { options.Api.PublicBaseUrl = "http://localhost:5090"; options.Screenshots.Ocr.Enabled = true; }); var service = fixture.CreateService( new FixedScreenshotCapture([1, 2, 3]), new ThrowingScreenshotOcrClient("vision offline")); var result = await service.CaptureAsync( fixture.Artifacts, DateTimeOffset.Parse("2026-05-26T10:00:00+02:00"), DateTimeOffset.Parse("2026-05-26T10:00:10+02:00"), fixture.Options, CancellationToken.None); await service.WaitForPendingOcrAsync(fixture.Artifacts, TimeSpan.FromSeconds(5), CancellationToken.None); var context = await File.ReadAllTextAsync(fixture.Artifacts.AssistantContextPath); var screenshotId = ExtractScreenshotOcrId(context); Assert.Contains("_OCR failed: vision offline_", context); Assert.Contains("", start, StringComparison.Ordinal); Assert.True(end > start); return context[start..end]; } } #pragma warning restore CA1416