TASK 51 slice 4: camera-path hookup — CameraManager renders per-scene effect variants (one segmentation per raw frame on a latest-frame-drop worker, raw path untouched), VM declares/adopts variants per config; separable upsampling cuts Remove 46->3 ms, Blur 80->18 ms (Debug, 720p) (Unit: bg-effects hookup)

This commit is contained in:
2026-10-09 10:27:38 -07:00
parent 55210b9a61
commit de22983b36
10 changed files with 524 additions and 78 deletions
+95
View File
@@ -1,8 +1,13 @@
using System;
using System.Collections.Generic;
using System.Threading;
using System.Threading.Tasks;
using System.Windows.Media.Imaging;
using System.Windows.Threading;
using Xunit;
using ytLive.Models;
using ytLive.Services;
using ytLive.Services.BackgroundEffects;
namespace ytLive.Tests;
@@ -183,4 +188,94 @@ public class CameraManagerTests
Assert.Null(manager.GetLatestFrame("dev1"));
Assert.Contains("dev1", stopped);
}
private sealed class HalfMaskSegmenter : IPersonSegmenter
{
public int Calls;
public SegmentationMask? Segment(VideoFrame frame)
{
Interlocked.Increment(ref Calls);
return new SegmentationMask(2, 1, new[] { 1f, 0f }); // left person, right background
}
}
/// <summary>TASK 51 slice 4 integration test — the one processing point: with a Remove
/// variant requested, a raw camera frame reaches BOTH consumers processed — the
/// compositor's latest frame for that variant and the variant's preview bitmap on the UI
/// dispatcher — while the raw path keeps the untouched frame.</summary>
[Fact]
public async Task Requested_Remove_Variant_Reaches_Compositor_And_Preview_Raw_Stays_Raw()
{
Dispatcher? ui = null;
using var ready = new ManualResetEventSlim();
var uiThread = new Thread(() =>
{
ui = Dispatcher.CurrentDispatcher;
ready.Set();
Dispatcher.Run();
});
uiThread.SetApartmentState(ApartmentState.STA);
uiThread.IsBackground = true;
uiThread.Start();
ready.Wait();
try
{
FakeFrameSource? source = null;
var segmenter = new HalfMaskSegmenter();
var manager = new CameraManager(
new FakeEnumerator(),
id => source = new FakeFrameSource(id, new List<string>(), new List<string>()),
ui, TimeSpan.Zero, new BackgroundEffectProcessor(segmenter));
var key = WebcamEffectKey.For(BackgroundEffect.Remove, 0.5);
manager.SetRequestedEffects("dev1", new[] { key, WebcamEffectKey.None });
var previewArrived = new TaskCompletionSource<WriteableBitmap>(TaskCreationOptions.RunContinuationsAsynchronously);
manager.EffectPreviewBitmapChanged += (device, k, bitmap) =>
{
if (device == "dev1" && k == key) previewArrived.TrySetResult(bitmap);
};
Assert.True(await manager.AcquireAsync("dev1"));
const int w = 16, h = 4;
var pixels = new byte[w * h * 4];
for (var i = 0; i < pixels.Length; i += 4) { pixels[i] = 50; pixels[i + 1] = 60; pixels[i + 2] = 70; pixels[i + 3] = 255; }
var raw = new VideoFrame(w, h, pixels) { IsOpaque = true };
source!.Pump(raw);
var bitmap = await previewArrived.Task.WaitAsync(TimeSpan.FromSeconds(10));
// Raw consumer: the very same frame, untouched.
Assert.Same(raw, manager.GetLatestFrame("dev1"));
Assert.Same(raw, manager.GetLatestFrame("dev1", WebcamEffectKey.None));
// Compositor consumer: the processed variant.
var processed = manager.GetLatestFrame("dev1", key);
Assert.NotNull(processed);
Assert.False(processed!.IsOpaque);
Assert.Equal(255, processed.BgraPixels[(1 * w + 1) * 4 + 3]); // person side
Assert.Equal(0, processed.BgraPixels[(1 * w + (w - 2)) * 4 + 3]); // background side
// Preview consumer: the variant's bitmap carries the same cut-out.
var previewPixels = new byte[w * h * 4];
var previewWidth = await ui!.InvokeAsync(() =>
{
bitmap.CopyPixels(previewPixels, w * 4, 0);
return bitmap.PixelWidth;
});
Assert.Equal(w, previewWidth);
Assert.Equal(255, previewPixels[(1 * w + 1) * 4 + 3]);
Assert.Equal(0, previewPixels[(1 * w + (w - 2)) * 4 + 3]);
Assert.Same(bitmap, manager.GetPreviewBitmap("dev1", key));
Assert.True(segmenter.Calls >= 1);
// Dropping the request stops the variant.
manager.SetRequestedEffects("dev1", new[] { WebcamEffectKey.None });
Assert.Null(manager.GetLatestFrame("dev1", key));
}
finally
{
ui?.InvokeShutdown();
}
}
}