namespace Mimir.Runtime.Synchronization; public enum MimirObsVideoPublicationKind { Spout2, SharedD3D12Texture, EveNativeD3D12Stream, SrtDiagnosticBridge, WindowCaptureDiagnostic } public enum MimirObsAudioPublicationKind { FaustStemBus, AsioOutputPair, WasapiLoopbackDiagnostic, SrtDiagnosticBridge } public sealed record MimirObsAudioStem( string Id, string DisplayName, int ChannelCount, bool UserMixable, bool CarriesTimingWitness, string Notes); public sealed record MimirObsPublicationConfiguration( string Id, string Description, MimirObsVideoPublicationKind VideoKind, string VideoSourceName, MimirObsAudioPublicationKind AudioKind, IReadOnlyList AudioStems, double TargetPresentationDelaySeconds, bool DiagnosticOnly); public sealed record MimirObsPublishedAudioStem( string StemId, string DisplayName, string SourceId, int ChannelIndex, int FrameCount, int SampleRate, long Sequence, bool Configured, float[] Samples); public sealed record MimirObsStemPublicationSnapshot( string ConfigurationId, MimirObsAudioPublicationKind AudioKind, IReadOnlyList ReadyStems, IReadOnlyList MissingStemIds, IReadOnlyList UnconfiguredStemIds, long LatestSequence) { public static MimirObsStemPublicationSnapshot Empty { get; } = new( "", MimirObsAudioPublicationKind.FaustStemBus, [], [], [], 0); } public sealed class MimirObsStemPublicationState(MimirObsPublicationConfiguration configuration) { private readonly Dictionary latestByStemId = new(StringComparer.Ordinal); public void Consume(Aquarium.Engine.Audio.AquariumAudioStemFrame frame) { var configured = configuration.AudioStems.ToDictionary(stem => stem.Id, StringComparer.Ordinal); foreach (var channel in frame.Channels) { var isConfigured = configured.TryGetValue(channel.StemId, out var configuredStem); latestByStemId[channel.StemId] = new MimirObsPublishedAudioStem( channel.StemId, isConfigured ? configuredStem!.DisplayName : channel.DisplayName, channel.SourceId, channel.ChannelIndex, frame.FrameCount, frame.SampleRate, frame.Sequence, isConfigured, channel.Samples); } } public MimirObsStemPublicationSnapshot Capture() { var configuredIds = configuration.AudioStems .Select(stem => stem.Id) .ToHashSet(StringComparer.Ordinal); var ready = latestByStemId.Values .OrderBy(stem => stem.StemId, StringComparer.Ordinal) .ToArray(); var missing = configuration.AudioStems .Where(stem => !latestByStemId.ContainsKey(stem.Id)) .Select(stem => stem.Id) .Order(StringComparer.Ordinal) .ToArray(); var unconfigured = latestByStemId.Keys .Where(stemId => !configuredIds.Contains(stemId)) .Order(StringComparer.Ordinal) .ToArray(); return new MimirObsStemPublicationSnapshot( configuration.Id, configuration.AudioKind, ready, missing, unconfigured, ready.Length == 0 ? 0 : ready.Max(stem => stem.Sequence)); } } public static class MimirObsPublicationConfigurations { public static IReadOnlyList ProgramStems { get; } = [ new("host_voice", "Host voice", 1, UserMixable: true, CarriesTimingWitness: false, "Primary Starfire dialogue stem."), new("co_streamer_voice", "Co-streamer voice", 1, UserMixable: true, CarriesTimingWitness: false, "Raven dialogue after network clock fit."), new("ambient", "Ambient room", 2, UserMixable: true, CarriesTimingWitness: false, "Room bed after suppression/separation."), new("transients", "Transients", 2, UserMixable: true, CarriesTimingWitness: false, "Keyboard, desk, impacts, and short events."), new("local_loopback", "Local loopback", 2, UserMixable: true, CarriesTimingWitness: true, "Starfire program loopback and watermark witness."), new("remote_loopback", "Remote loopback", 2, UserMixable: true, CarriesTimingWitness: true, "Raven program loopback and network-delay witness."), new("spatial_bed", "Spatial bed", 4, UserMixable: true, CarriesTimingWitness: false, "Encoded volumetric ambience or ambisonic fold.") ]; public static IReadOnlyList AlignmentSourceStems { get; } = Enumerable.Range(0, MimirAlignmentActuatorProfile.SixSourceFaust.SourceCount) .Select(index => new MimirObsAudioStem( $"aligned_source_{index}", $"Aligned source {index}", 1, UserMixable: true, CarriesTimingWitness: false, "Post-actuator source lane before final separation/spatial mixing.")) .ToArray(); public static MimirObsPublicationConfiguration NativeProgram { get; } = new( "native-program-spout-faust", "Production target: Fensalir publishes synchronized video, Faust publishes aligned stems.", MimirObsVideoPublicationKind.Spout2, "Mimir Point Cloud", MimirObsAudioPublicationKind.FaustStemBus, ProgramStems, TargetPresentationDelaySeconds: 5.0, DiagnosticOnly: false); public static MimirObsPublicationConfiguration AlignmentActuatorStemBus { get; } = new( "alignment-actuator-stem-bus", "Program-stage Faust stem bus: aligned source lanes before final mix/separation.", MimirObsVideoPublicationKind.Spout2, "Mimir Point Cloud", MimirObsAudioPublicationKind.FaustStemBus, AlignmentSourceStems, TargetPresentationDelaySeconds: 5.0, DiagnosticOnly: false); public static MimirObsPublicationConfiguration TextureInteropProgram { get; } = NativeProgram with { Id = "native-program-d3d12-shared-texture", VideoKind = MimirObsVideoPublicationKind.SharedD3D12Texture, VideoSourceName = "Mimir D3D12 Program Texture" }; public static MimirObsPublicationConfiguration DiagnosticSrtBridge { get; } = new( "diagnostic-srt-bridge", "OBS-facing fallback for bridge tests only. It does not own synchronized program truth.", MimirObsVideoPublicationKind.SrtDiagnosticBridge, "Mimir Diagnostic SRT", MimirObsAudioPublicationKind.SrtDiagnosticBridge, ProgramStems.Where(stem => stem.Id is "host_voice" or "local_loopback").ToArray(), TargetPresentationDelaySeconds: 1.5, DiagnosticOnly: true); public static MimirObsPublicationConfiguration EveNativeProgram { get; } = NativeProgram with { Id = "eve-native-d3d12-stream", Description = "EVE-facing native program output: Fensalir publishes a shared D3D12 texture for hardware encode; EVE receives decoded pixels without WebKit layout authority.", VideoKind = MimirObsVideoPublicationKind.EveNativeD3D12Stream, VideoSourceName = MimirEveProgramOutputConfigurations.DefaultSharedTextureName, DiagnosticOnly = false }; public static IReadOnlyList BuiltIn { get; } = [ NativeProgram, AlignmentActuatorStemBus, TextureInteropProgram, EveNativeProgram, DiagnosticSrtBridge ]; }