Files
LlamaCasty/ViewModels/MainViewModel.Chat.cs
T
gramps b00bf48b9d feat(alerts): sound byte under Built-in video, and alert audio that reaches the device
Creator request: a sound-byte browse + label under Built-in video, with an option to loop the
sound while the clip plays. The video itself is always one pass to completion.

- Source gains AlertAudioPath and AlertAudioLoop, persisted (column + migration + INSERT +
  SELECT + reader, the whole chain — that chain is where the blur crashed once).
- The sound byte plays through MediaPlayer on the default output device; MediaEnded re-seeks to
  zero while looping, and StopClip kills it so a tail cannot bleed into the next alert.
- The clip's OWN soundtrack moved off the mixer and onto the device as well
  (Services/Audio/AlertAudioOutput: one WaveOutEvent + buffered float provider).

Why the move: the creator asked that alert audio — the clip's track or the added sound byte —
appear in the desktop sound bar. Only audio that reaches the default device is picked up by the
WASAPI loopback that feeds both the meter and the stream. The old EnqueueAlertAudio route put the
sound in the stream but left the meter flat and the room silent.

Tests: the sound byte and its loop flag round-trip through SQLite, and a fresh alert layer starts
with no sound byte and no loop. Release 0 warnings.
2026-11-01 14:13:57 -08:00

217 lines
8.3 KiB
C#

using System;
using System.Collections.ObjectModel;
using System.IO;
using System.Linq;
using System.Windows;
using Microsoft.Win32;
using ytLive.Helpers;
using ytLive.Models;
using ytLive.Services;
using ytLive.Services.Encoder;
namespace ytLive.ViewModels;
public partial class MainViewModel : ViewModelBase
{
private readonly ChatOverlayLayer _chatLayer;
private readonly AlertOverlayLayer _alertLayer;
/// <summary>The live chat message buffer — the same collection the
/// <see cref="ChatOverlayLayer"/> owns; here so XAML can bind it and the
/// left panel can subscribe to its changes.</summary>
public ObservableCollection<ChatMessage> ChatMessages => _chatLayer.Messages;
private ChatMessage? _pinnedChatMessage;
public ChatMessage? PinnedChatMessage
{
get => _pinnedChatMessage;
set => SetProperty(ref _pinnedChatMessage, value);
}
public RelayCommand<ChatMessage> PinChatMessageCommand => new((m) => { PinnedChatMessage = m; });
public RelayCommand ClearPinnedChatMessageCommand => new(_ => { PinnedChatMessage = null; });
/// <summary>The Add → YouTube Chat menu item: enabled only while no chat layer exists
/// anywhere — one chat overlay per layout.</summary>
public bool CanAddYouTubeChat
=> StagedScene != null
&& !Scenes.Any(s => s.Elements.OfType<Source>().Any(e => e.Type == SourceType.ChatBox));
/// <summary>The Add → Stream Alerts menu item: one alert zone per layout
/// (multiple zones would double-play every event).</summary>
public bool CanAddAlerts
=> StagedScene != null
&& !Scenes.Any(s => s.Elements.OfType<Source>().Any(e => e.Type == SourceType.AlertBox));
/// <summary>Privacy blur is a Live-scene tool only (creator ruling 2026-11-01) — every other
/// scene's art is authored, and there is no desktop there to hide.</summary>
public bool CanAddBlur
=> StagedScene != null && SceneCatalog.Is(StagedScene.Name, SceneCatalog.Live);
public bool ShowChatInactiveMessage => !IsLive;
private void OnChatMessageReceived(ChatMessage message)
{
_chatLayer.OnMessageReceived(message, Scenes);
_alertLayer.OnMessageReceived(message, Scenes);
// Feed the session tallies LAST: the scoreboard counts what the poll decoded, and it only
// counts while a session is running (ScoreboardRecorder ignores everything else).
_scoreboard.Record(message);
}
private void UpdateChatBoxPreview(Source chatBox, IReadOnlyList<ChatMessage>? messages = null)
=> _chatLayer.UpdatePreview(chatBox, messages);
private VideoFrame? RenderChatBox(Source chatBox)
=> _chatLayer.RenderFrame(chatBox);
private void UpdateAlertBoxPreview(Source alertBox)
=> _alertLayer.UpdatePreview(alertBox);
private VideoFrame? RenderAlertBox(Source alertBox)
=> _alertLayer.RenderFrame(alertBox);
private void StartMockChatPreview()
=> _chatLayer.StartMockPreview(Scenes);
private void StopMockChatPreview()
=> _chatLayer.StopMockPreview();
private void UpdateActiveChatBoxPreviews()
=> _chatLayer.UpdateConfiguredBoxes(Scenes);
private void UpdateActiveAlertBoxPreviews()
=> _alertLayer.UpdateConfiguredBoxes(Scenes);
// ─── TASK 47: the alert clip (video) ───
private string? _alertDefaultVideoId;
private string? _defaultAlertClipScratch;
/// <summary>Runtime clip resolution for one alert box: the Creator's OWN video
/// is a plain path on disk (never stored — the 2026-09-26 decision); the shipped
/// llama placeholder lives as a BLOB in the internal Asset table and is
/// materialized to a temp file once. Null → the six celebratory animations.
/// Called from the output pump's alert frame path.</summary>
private string? ResolveAlertClipPath(Source box)
{
if (!box.AlertUseDefaultVideo
&& !string.IsNullOrWhiteSpace(box.AlertVideoPath)
&& File.Exists(box.AlertVideoPath))
return box.AlertVideoPath;
return MaterializeDefaultAlertClip();
}
private string? MaterializeDefaultAlertClip()
{
if (_defaultAlertClipScratch != null && File.Exists(_defaultAlertClipScratch))
return _defaultAlertClipScratch;
_alertDefaultVideoId ??= _layoutStore.GetAlertDefaultVideoId();
if (_alertDefaultVideoId == null) return null;
var bytes = _layoutStore.GetAssetBytes(_alertDefaultVideoId);
if (bytes == null) return null;
var scratch = Path.Combine(Path.GetTempPath(), $"ytLive-alert-{_alertDefaultVideoId}.mp4");
try
{
File.WriteAllBytes(scratch, bytes);
_defaultAlertClipScratch = scratch;
return scratch;
}
catch (Exception ex)
{
AppLog.Write(ex, "Alert default materialization failed");
return null;
}
}
/// <summary>One decoder per play (the refcounted MediaVideoSourceManager sessions
/// can't restart per replay). The clip is full-box in video + 48k stereo audio;
/// both steams pace themselves to real time inside the decoder — the frame-rate
/// probe is what makes the VIDEO pace (without it every frame dumps in ~1-2s and
/// the box freezes on the last frame for the rest of the audio).</summary>
private IAlertClipDecoder AlertClipDecoderFor(string path, int width, int height) =>
new AlertClipDecoder(
path, width, height,
new FfmpegLocator(),
() => new FfmpegDecodeProcess(),
frameRateProbe: new FfmpegFrameRateProbe(new FfmpegLocator(), () => new FfmpegDecodeProcess()));
/// <summary>Stamp the shipped llama placeholder into the Asset table at startup
/// (idempotent — hash-keyed UpsertAsset dedupes). Best-effort: if it fails the
/// alert box simply falls back to the six animations.</summary>
private void StampDefaultAlertVideo()
{
try
{
_alertDefaultVideoId = _layoutStore.GetAlertDefaultVideoId();
if (!string.IsNullOrWhiteSpace(_alertDefaultVideoId)) return;
var bytes = ReadAlertDefaultVideoResource();
if (bytes is null or { Length: 0 }) return;
_alertDefaultVideoId = _layoutStore.EnsureAlertDefaultVideo(bytes);
}
catch (Exception ex)
{
AppLog.Write(ex, "Alert default video stamp failed");
}
}
private static byte[]? ReadAlertDefaultVideoResource()
{
try
{
var uri = new Uri("pack://application:,,,/Assets/alert-default.mp4", UriKind.Absolute);
using var stream = Application.GetResourceStream(uri)?.Stream;
if (stream == null) return null;
using var ms = new MemoryStream();
stream.CopyTo(ms);
return ms.ToArray();
}
catch (Exception ex)
{
AppLog.Write(ex, "Alert default video resource missing");
return null;
}
}
private void BrowseAlertVideo(Source? box)
{
if (box == null || box.Type != SourceType.AlertBox) return;
var dialog = new OpenFileDialog
{
Title = "Choose the alert clip (mp4)",
Filter = "Video files (*.mp4;*.mov;*.webm;*.mkv)|*.mp4;*.mov;*.webm;*.mkv|All files (*.*)|*.*"
};
if (dialog.ShowDialog() != true) return;
box.AlertVideoPath = dialog.FileName;
box.AlertUseDefaultVideo = false;
}
private void BrowseAlertAudio(Source? box)
{
if (box == null || box.Type != SourceType.AlertBox) return;
var dialog = new OpenFileDialog
{
Title = "Choose the alert sound byte",
Filter = "Audio files (*.mp3;*.wav;*.m4a;*.aac;*.ogg)|*.mp3;*.wav;*.m4a;*.aac;*.ogg|All files (*.*)|*.*"
};
if (dialog.ShowDialog() != true) return;
box.AlertAudioPath = dialog.FileName;
}
private void ClearAlertAudio(Source? box)
{
if (box == null || box.Type != SourceType.AlertBox) return;
box.AlertAudioPath = null;
box.AlertAudioLoop = false;
}
private void ResetAlertVideo(Source? box)
{
if (box == null || box.Type != SourceType.AlertBox) return;
box.AlertVideoPath = null;
box.AlertShowTicker = true;
box.AlertUseDefaultVideo = true;
}
}