TASK 51 slice 4: camera-path hookup — CameraManager renders per-scene effect variants (one segmentation per raw frame on a latest-frame-drop worker, raw path untouched), VM declares/adopts variants per config; separable upsampling cuts Remove 46->3 ms, Blur 80->18 ms (Debug, 720p) (Unit: bg-effects hookup)
This commit is contained in:
@@ -1,8 +1,13 @@
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
using System.Windows.Media.Imaging;
|
||||
using System.Windows.Threading;
|
||||
using Xunit;
|
||||
using ytLive.Models;
|
||||
using ytLive.Services;
|
||||
using ytLive.Services.BackgroundEffects;
|
||||
|
||||
namespace ytLive.Tests;
|
||||
|
||||
@@ -183,4 +188,94 @@ public class CameraManagerTests
|
||||
Assert.Null(manager.GetLatestFrame("dev1"));
|
||||
Assert.Contains("dev1", stopped);
|
||||
}
|
||||
|
||||
private sealed class HalfMaskSegmenter : IPersonSegmenter
|
||||
{
|
||||
public int Calls;
|
||||
public SegmentationMask? Segment(VideoFrame frame)
|
||||
{
|
||||
Interlocked.Increment(ref Calls);
|
||||
return new SegmentationMask(2, 1, new[] { 1f, 0f }); // left person, right background
|
||||
}
|
||||
}
|
||||
|
||||
/// <summary>TASK 51 slice 4 integration test — the one processing point: with a Remove
|
||||
/// variant requested, a raw camera frame reaches BOTH consumers processed — the
|
||||
/// compositor's latest frame for that variant and the variant's preview bitmap on the UI
|
||||
/// dispatcher — while the raw path keeps the untouched frame.</summary>
|
||||
[Fact]
|
||||
public async Task Requested_Remove_Variant_Reaches_Compositor_And_Preview_Raw_Stays_Raw()
|
||||
{
|
||||
Dispatcher? ui = null;
|
||||
using var ready = new ManualResetEventSlim();
|
||||
var uiThread = new Thread(() =>
|
||||
{
|
||||
ui = Dispatcher.CurrentDispatcher;
|
||||
ready.Set();
|
||||
Dispatcher.Run();
|
||||
});
|
||||
uiThread.SetApartmentState(ApartmentState.STA);
|
||||
uiThread.IsBackground = true;
|
||||
uiThread.Start();
|
||||
ready.Wait();
|
||||
|
||||
try
|
||||
{
|
||||
FakeFrameSource? source = null;
|
||||
var segmenter = new HalfMaskSegmenter();
|
||||
var manager = new CameraManager(
|
||||
new FakeEnumerator(),
|
||||
id => source = new FakeFrameSource(id, new List<string>(), new List<string>()),
|
||||
ui, TimeSpan.Zero, new BackgroundEffectProcessor(segmenter));
|
||||
var key = WebcamEffectKey.For(BackgroundEffect.Remove, 0.5);
|
||||
manager.SetRequestedEffects("dev1", new[] { key, WebcamEffectKey.None });
|
||||
|
||||
var previewArrived = new TaskCompletionSource<WriteableBitmap>(TaskCreationOptions.RunContinuationsAsynchronously);
|
||||
manager.EffectPreviewBitmapChanged += (device, k, bitmap) =>
|
||||
{
|
||||
if (device == "dev1" && k == key) previewArrived.TrySetResult(bitmap);
|
||||
};
|
||||
|
||||
Assert.True(await manager.AcquireAsync("dev1"));
|
||||
const int w = 16, h = 4;
|
||||
var pixels = new byte[w * h * 4];
|
||||
for (var i = 0; i < pixels.Length; i += 4) { pixels[i] = 50; pixels[i + 1] = 60; pixels[i + 2] = 70; pixels[i + 3] = 255; }
|
||||
var raw = new VideoFrame(w, h, pixels) { IsOpaque = true };
|
||||
source!.Pump(raw);
|
||||
|
||||
var bitmap = await previewArrived.Task.WaitAsync(TimeSpan.FromSeconds(10));
|
||||
|
||||
// Raw consumer: the very same frame, untouched.
|
||||
Assert.Same(raw, manager.GetLatestFrame("dev1"));
|
||||
Assert.Same(raw, manager.GetLatestFrame("dev1", WebcamEffectKey.None));
|
||||
|
||||
// Compositor consumer: the processed variant.
|
||||
var processed = manager.GetLatestFrame("dev1", key);
|
||||
Assert.NotNull(processed);
|
||||
Assert.False(processed!.IsOpaque);
|
||||
Assert.Equal(255, processed.BgraPixels[(1 * w + 1) * 4 + 3]); // person side
|
||||
Assert.Equal(0, processed.BgraPixels[(1 * w + (w - 2)) * 4 + 3]); // background side
|
||||
|
||||
// Preview consumer: the variant's bitmap carries the same cut-out.
|
||||
var previewPixels = new byte[w * h * 4];
|
||||
var previewWidth = await ui!.InvokeAsync(() =>
|
||||
{
|
||||
bitmap.CopyPixels(previewPixels, w * 4, 0);
|
||||
return bitmap.PixelWidth;
|
||||
});
|
||||
Assert.Equal(w, previewWidth);
|
||||
Assert.Equal(255, previewPixels[(1 * w + 1) * 4 + 3]);
|
||||
Assert.Equal(0, previewPixels[(1 * w + (w - 2)) * 4 + 3]);
|
||||
Assert.Same(bitmap, manager.GetPreviewBitmap("dev1", key));
|
||||
Assert.True(segmenter.Calls >= 1);
|
||||
|
||||
// Dropping the request stops the variant.
|
||||
manager.SetRequestedEffects("dev1", new[] { WebcamEffectKey.None });
|
||||
Assert.Null(manager.GetLatestFrame("dev1", key));
|
||||
}
|
||||
finally
|
||||
{
|
||||
ui?.InvokeShutdown();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user