namespace Mimir.Runtime.Synchronization; public sealed class MimirSynchronizationHub : IDisposable { private readonly List sources = []; private readonly MimirAudioSynchronizationAnalyzer audioSynchronization = new(); private readonly MimirAudioSynchronizationStateTracker audioSynchronizationState = new(); private readonly Dictionary audioSynchronizationReports = new(StringComparer.Ordinal); private readonly MimirChirpBinCalibrationModel? chirpBinCalibrationModel; private ulong ingestedSamples; private int nextAudioSynchronizationCandidate; public MimirSynchronizationHub(MimirSynchronizationSettings settings) { Settings = settings; Buffers = new MimirStreamBufferSet(settings.BufferDuration); chirpBinCalibrationModel = TryLoadCalibrationModel(settings.Audio.CalibrationModelPath); foreach (var stream in settings.Streams.Where(stream => stream.Enabled)) { Buffers.EnsureBuffer(stream); } } public MimirSynchronizationSettings Settings { get; } public MimirStreamBufferSet Buffers { get; } public ulong IngestedSamples => ingestedSamples; public int SourceCount => sources.Count; public IReadOnlyList AudioSynchronizationStates => audioSynchronizationState.States; public IReadOnlyList AudioSynchronizationReports => audioSynchronizationReports.Values.OrderBy(report => report.SourceId, StringComparer.Ordinal).ToArray(); public IReadOnlyList AudioSynchronizationDecodeTraces => audioSynchronization.LastDecodeTraces; public IReadOnlyList AudioChirpBinCalibrationProfiles => audioSynchronization.LastCalibrationProfiles; public MimirChirpBinCodebookPlan? ChirpBinEmissionPlan => chirpBinCalibrationModel?.EmissionPlan; public void AddSource(IMimirStreamSource source) { ObjectDisposedException.ThrowIf(disposed, this); sources.Add(source); if (source.ExposesDescriptorBuffer) { Buffers.EnsureBuffer(source.Descriptor); } } public int PollSources(int maxSamplesPerSource = 8192) { ObjectDisposedException.ThrowIf(disposed, this); var consumed = 0; foreach (var source in sources) { for (var index = 0; index < maxSamplesPerSource && source.TryRead(out var sample); index++) { Buffers.Append(sample); consumed++; ingestedSamples++; } } return consumed; } public string Summary() { var audio = Buffers.Buffers.Count(buffer => buffer.Descriptor.Kind == MimirStreamKind.Audio); var video = Buffers.Buffers.Count(buffer => buffer.Descriptor.Kind == MimirStreamKind.Video); return $"{video} video / {audio} audio buffers"; } public IReadOnlyList AnalyzeAudioSynchronization( string referenceSourceId, MimirAudioSyncMode mode = MimirAudioSyncMode.ChirpOnly) { ObjectDisposedException.ThrowIf(disposed, this); var candidates = Buffers.Buffers .Where(buffer => buffer.Descriptor.Kind == MimirStreamKind.Audio && !string.Equals(buffer.Descriptor.SourceId, referenceSourceId, StringComparison.Ordinal) && buffer.Latest?.AudioBlock != null) .Select(buffer => buffer.Descriptor.SourceId) .ToArray(); var reports = audioSynchronization.Analyze(Buffers.Buffers, referenceSourceId, mode, calibrationModel: chirpBinCalibrationModel); StoreAudioSynchronizationReports(reports, candidates); return reports; } public IReadOnlyList AnalyzeAudioSynchronizationStep( string referenceSourceId, MimirAudioSyncMode mode = MimirAudioSyncMode.ChirpOnly, int maxCandidates = 1) { ObjectDisposedException.ThrowIf(disposed, this); var candidates = Buffers.Buffers .Where(buffer => buffer.Descriptor.Kind == MimirStreamKind.Audio && !string.Equals(buffer.Descriptor.SourceId, referenceSourceId, StringComparison.Ordinal) && buffer.Latest?.AudioBlock != null) .OrderBy(buffer => buffer.Descriptor.SourceId, StringComparer.Ordinal) .Select(buffer => buffer.Descriptor.SourceId) .ToArray(); if (candidates.Length == 0) { return []; } var selected = new HashSet(StringComparer.Ordinal); for (var count = 0; count < Math.Min(maxCandidates, candidates.Length); count++) { selected.Add(candidates[nextAudioSynchronizationCandidate % candidates.Length]); nextAudioSynchronizationCandidate++; } var reports = audioSynchronization.Analyze( Buffers.Buffers, referenceSourceId, mode, selected, chirpBinCalibrationModel); StoreAudioSynchronizationReports(reports, selected); return reports; } private bool disposed; private static MimirChirpBinCalibrationModel? TryLoadCalibrationModel(string path) { if (string.IsNullOrWhiteSpace(path) || !File.Exists(path)) { return null; } return MimirChirpBinCalibrationModel.Load(path); } private void StoreAudioSynchronizationReports( IReadOnlyList reports, IEnumerable analyzedCandidateIds) { var reportIds = new HashSet(reports.Select(report => report.SourceId), StringComparer.Ordinal); foreach (var sourceId in analyzedCandidateIds) { if (!reportIds.Contains(sourceId)) { audioSynchronizationReports.Remove(sourceId); } } foreach (var report in reports) { audioSynchronizationReports[report.SourceId] = report; } audioSynchronizationState.Update(reports); foreach (var trace in audioSynchronization.LastDecodeTraces) { if (string.Equals(trace.Status, "passive-negative-lag", StringComparison.Ordinal)) { audioSynchronizationReports.Remove(trace.SourceId); audioSynchronizationState.Remove(trace.SourceId); } } } public void Dispose() { if (disposed) { return; } foreach (var source in sources) { source.Dispose(); } sources.Clear(); disposed = true; } }