Mimir/src/Mimir.Runtime/Synchronization/MimirObsPublicationConfiguration.cs
2026-05-27 20:55:48 +01:00

194 lines
7.5 KiB
C#

namespace Mimir.Runtime.Synchronization;
public enum MimirObsVideoPublicationKind
{
Spout2,
SharedD3D12Texture,
EveNativeD3D12Stream,
SrtDiagnosticBridge,
WindowCaptureDiagnostic
}
public enum MimirObsAudioPublicationKind
{
FaustStemBus,
AsioOutputPair,
WasapiLoopbackDiagnostic,
SrtDiagnosticBridge
}
public sealed record MimirObsAudioStem(
string Id,
string DisplayName,
int ChannelCount,
bool UserMixable,
bool CarriesTimingWitness,
string Notes);
public sealed record MimirObsPublicationConfiguration(
string Id,
string Description,
MimirObsVideoPublicationKind VideoKind,
string VideoSourceName,
MimirObsAudioPublicationKind AudioKind,
IReadOnlyList<MimirObsAudioStem> AudioStems,
double TargetPresentationDelaySeconds,
bool DiagnosticOnly);
public sealed record MimirObsPublishedAudioStem(
string StemId,
string DisplayName,
string SourceId,
int ChannelIndex,
int FrameCount,
int SampleRate,
long Sequence,
bool Configured,
float[] Samples);
public sealed record MimirObsStemPublicationSnapshot(
string ConfigurationId,
MimirObsAudioPublicationKind AudioKind,
IReadOnlyList<MimirObsPublishedAudioStem> ReadyStems,
IReadOnlyList<string> MissingStemIds,
IReadOnlyList<string> UnconfiguredStemIds,
long LatestSequence)
{
public static MimirObsStemPublicationSnapshot Empty { get; } = new(
"",
MimirObsAudioPublicationKind.FaustStemBus,
[],
[],
[],
0);
}
public sealed class MimirObsStemPublicationState(MimirObsPublicationConfiguration configuration)
{
private readonly Dictionary<string, MimirObsPublishedAudioStem> latestByStemId = new(StringComparer.Ordinal);
public void Consume(Aquarium.Engine.Audio.AquariumAudioStemFrame frame)
{
var configured = configuration.AudioStems.ToDictionary(stem => stem.Id, StringComparer.Ordinal);
foreach (var channel in frame.Channels)
{
var isConfigured = configured.TryGetValue(channel.StemId, out var configuredStem);
latestByStemId[channel.StemId] = new MimirObsPublishedAudioStem(
channel.StemId,
isConfigured ? configuredStem!.DisplayName : channel.DisplayName,
channel.SourceId,
channel.ChannelIndex,
frame.FrameCount,
frame.SampleRate,
frame.Sequence,
isConfigured,
channel.Samples);
}
}
public MimirObsStemPublicationSnapshot Capture()
{
var configuredIds = configuration.AudioStems
.Select(stem => stem.Id)
.ToHashSet(StringComparer.Ordinal);
var ready = latestByStemId.Values
.OrderBy(stem => stem.StemId, StringComparer.Ordinal)
.ToArray();
var missing = configuration.AudioStems
.Where(stem => !latestByStemId.ContainsKey(stem.Id))
.Select(stem => stem.Id)
.Order(StringComparer.Ordinal)
.ToArray();
var unconfigured = latestByStemId.Keys
.Where(stemId => !configuredIds.Contains(stemId))
.Order(StringComparer.Ordinal)
.ToArray();
return new MimirObsStemPublicationSnapshot(
configuration.Id,
configuration.AudioKind,
ready,
missing,
unconfigured,
ready.Length == 0 ? 0 : ready.Max(stem => stem.Sequence));
}
}
public static class MimirObsPublicationConfigurations
{
public static IReadOnlyList<MimirObsAudioStem> ProgramStems { get; } =
[
new("host_voice", "Host voice", 1, UserMixable: true, CarriesTimingWitness: false, "Primary Starfire dialogue stem."),
new("co_streamer_voice", "Co-streamer voice", 1, UserMixable: true, CarriesTimingWitness: false, "Raven dialogue after network clock fit."),
new("ambient", "Ambient room", 2, UserMixable: true, CarriesTimingWitness: false, "Room bed after suppression/separation."),
new("transients", "Transients", 2, UserMixable: true, CarriesTimingWitness: false, "Keyboard, desk, impacts, and short events."),
new("local_loopback", "Local loopback", 2, UserMixable: true, CarriesTimingWitness: true, "Starfire program loopback and watermark witness."),
new("remote_loopback", "Remote loopback", 2, UserMixable: true, CarriesTimingWitness: true, "Raven program loopback and network-delay witness."),
new("spatial_bed", "Spatial bed", 4, UserMixable: true, CarriesTimingWitness: false, "Encoded volumetric ambience or ambisonic fold.")
];
public static IReadOnlyList<MimirObsAudioStem> AlignmentSourceStems { get; } =
Enumerable.Range(0, MimirAlignmentActuatorProfile.SixSourceFaust.SourceCount)
.Select(index => new MimirObsAudioStem(
$"aligned_source_{index}",
$"Aligned source {index}",
1,
UserMixable: true,
CarriesTimingWitness: false,
"Post-actuator source lane before final separation/spatial mixing."))
.ToArray();
public static MimirObsPublicationConfiguration NativeProgram { get; } = new(
"native-program-spout-faust",
"Production target: Fensalir publishes synchronized video, Faust publishes aligned stems.",
MimirObsVideoPublicationKind.Spout2,
"Mimir Point Cloud",
MimirObsAudioPublicationKind.FaustStemBus,
ProgramStems,
TargetPresentationDelaySeconds: 5.0,
DiagnosticOnly: false);
public static MimirObsPublicationConfiguration AlignmentActuatorStemBus { get; } = new(
"alignment-actuator-stem-bus",
"Program-stage Faust stem bus: aligned source lanes before final mix/separation.",
MimirObsVideoPublicationKind.Spout2,
"Mimir Point Cloud",
MimirObsAudioPublicationKind.FaustStemBus,
AlignmentSourceStems,
TargetPresentationDelaySeconds: 5.0,
DiagnosticOnly: false);
public static MimirObsPublicationConfiguration TextureInteropProgram { get; } = NativeProgram with
{
Id = "native-program-d3d12-shared-texture",
VideoKind = MimirObsVideoPublicationKind.SharedD3D12Texture,
VideoSourceName = "Mimir D3D12 Program Texture"
};
public static MimirObsPublicationConfiguration DiagnosticSrtBridge { get; } = new(
"diagnostic-srt-bridge",
"OBS-facing fallback for bridge tests only. It does not own synchronized program truth.",
MimirObsVideoPublicationKind.SrtDiagnosticBridge,
"Mimir Diagnostic SRT",
MimirObsAudioPublicationKind.SrtDiagnosticBridge,
ProgramStems.Where(stem => stem.Id is "host_voice" or "local_loopback").ToArray(),
TargetPresentationDelaySeconds: 1.5,
DiagnosticOnly: true);
public static MimirObsPublicationConfiguration EveNativeProgram { get; } = NativeProgram with
{
Id = "eve-native-d3d12-stream",
Description = "EVE-facing native program output: Fensalir publishes a shared D3D12 texture for hardware encode; EVE receives decoded pixels without WebKit layout authority.",
VideoKind = MimirObsVideoPublicationKind.EveNativeD3D12Stream,
VideoSourceName = MimirEveProgramOutputConfigurations.DefaultSharedTextureName,
DiagnosticOnly = false
};
public static IReadOnlyList<MimirObsPublicationConfiguration> BuiltIn { get; } =
[
NativeProgram,
AlignmentActuatorStemBus,
TextureInteropProgram,
EveNativeProgram,
DiagnosticSrtBridge
];
}