Add standalone chirp-bin timeline receiver
This commit is contained in:
parent
67c7627446
commit
7f4f6cb7bc
10 changed files with 169 additions and 19 deletions
|
|
@ -8,6 +8,7 @@ public sealed class MimirAudioSynchronizationAnalyzer
|
|||
private const double MinPassiveWindowSeconds = 2.0;
|
||||
private const double MinChirpletWindowSeconds = 2.0;
|
||||
private const double MinChirpBinWindowSeconds = 0.40;
|
||||
private const double MaxPairClockFitDelaySeconds = 10.0;
|
||||
private const double PassiveReportConfidence = 0.08;
|
||||
private readonly List<MimirAudioSynchronizationDecodeTrace> lastDecodeTraces = [];
|
||||
private readonly MimirPassiveAudioSynchronizationEstimator passiveEstimator = new();
|
||||
|
|
@ -290,6 +291,18 @@ public sealed class MimirAudioSynchronizationAnalyzer
|
|||
return (delay, residualConfidence * 0.50 + countConfidence * 0.25 + energyConfidence * 0.25, matched.Count);
|
||||
}
|
||||
|
||||
if (reference.ClockFit.Confidence >= 0.50 && candidate.ClockFit.Confidence >= 0.50)
|
||||
{
|
||||
var delay = candidate.ClockFit.SourceOffsetSamples - reference.ClockFit.SourceOffsetSamples;
|
||||
if (Math.Abs(delay) <= reference.ClockFit.EffectiveSampleRate * MaxPairClockFitDelaySeconds)
|
||||
{
|
||||
var residualConfidence = 1.0 / (1.0 + (reference.ClockFit.MeanAbsoluteErrorSamples + candidate.ClockFit.MeanAbsoluteErrorSamples) / 64.0);
|
||||
var countConfidence = Math.Clamp(Math.Min(reference.ClockFit.AnchorCount, candidate.ClockFit.AnchorCount) / 12.0, 0.0, 1.0);
|
||||
var clockConfidence = Math.Sqrt(reference.ClockFit.Confidence * candidate.ClockFit.Confidence);
|
||||
return (delay, residualConfidence * 0.35 + countConfidence * 0.25 + clockConfidence * 0.40, Math.Min(reference.ClockFit.AnchorCount, candidate.ClockFit.AnchorCount));
|
||||
}
|
||||
}
|
||||
|
||||
var referenceFirst = reference.Anchors.Min(anchor => anchor.TimelineSeconds);
|
||||
var referenceLast = reference.Anchors.Max(anchor => anchor.TimelineSeconds);
|
||||
var candidateFirst = candidate.Anchors.Min(anchor => anchor.TimelineSeconds);
|
||||
|
|
|
|||
|
|
@ -73,6 +73,12 @@ public sealed class MimirChirpBinTimeline
|
|||
.ToArray();
|
||||
var anchors = DecodeAnchors(frames, sampleRate);
|
||||
var clock = FitClock(anchors, sampleRate);
|
||||
if (clock != null)
|
||||
{
|
||||
var refinedOffset = RefineSourceOffset(samples, sampleRate, clock.SourceOffsetSamples);
|
||||
clock = clock with { SourceOffsetSamples = refinedOffset };
|
||||
}
|
||||
|
||||
return new MimirChirpletStreamDecode(frames, symbols, anchors, clock);
|
||||
}
|
||||
|
||||
|
|
@ -503,6 +509,66 @@ public sealed class MimirChirpBinTimeline
|
|||
meanAbsoluteError);
|
||||
}
|
||||
|
||||
private static double RefineSourceOffset(ReadOnlySpan<float> samples, int sampleRate, double initialOffsetSamples)
|
||||
{
|
||||
var radius = Math.Max(4, (int)Math.Ceiling(sampleRate * 0.00008));
|
||||
var center = (int)Math.Round(initialOffsetSamples);
|
||||
var firstOffset = center - radius;
|
||||
var lastOffset = center + radius;
|
||||
var bestOffset = center;
|
||||
var bestScore = double.NegativeInfinity;
|
||||
for (var offset = firstOffset; offset <= lastOffset; offset++)
|
||||
{
|
||||
var score = ScheduledWaveformScore(samples, sampleRate, offset);
|
||||
if (score > bestScore)
|
||||
{
|
||||
bestScore = score;
|
||||
bestOffset = offset;
|
||||
}
|
||||
}
|
||||
|
||||
if (bestOffset <= firstOffset || bestOffset >= lastOffset)
|
||||
{
|
||||
return bestOffset;
|
||||
}
|
||||
|
||||
var left = ScheduledWaveformScore(samples, sampleRate, bestOffset - 1);
|
||||
var middle = ScheduledWaveformScore(samples, sampleRate, bestOffset);
|
||||
var right = ScheduledWaveformScore(samples, sampleRate, bestOffset + 1);
|
||||
var denominator = left - 2.0 * middle + right;
|
||||
if (Math.Abs(denominator) <= 1.0e-12)
|
||||
{
|
||||
return bestOffset;
|
||||
}
|
||||
|
||||
return bestOffset + Math.Clamp(0.5 * (left - right) / denominator, -0.5, 0.5);
|
||||
}
|
||||
|
||||
private static double ScheduledWaveformScore(ReadOnlySpan<float> samples, int sampleRate, int sourceOffsetSamples)
|
||||
{
|
||||
var timelineStartSeconds = -sourceOffsetSamples / (double)sampleRate;
|
||||
var timelineDurationSeconds = samples.Length / (double)sampleRate;
|
||||
var reference = new float[samples.Length];
|
||||
foreach (var timelineEvent in Default.EventsOverlapping(timelineStartSeconds, timelineDurationSeconds))
|
||||
{
|
||||
AddChirp(reference, sampleRate, timelineEvent, timelineStartSeconds);
|
||||
}
|
||||
|
||||
var dot = 0.0;
|
||||
var sampleEnergy = 0.0;
|
||||
var referenceEnergy = 0.0;
|
||||
for (var index = 0; index < samples.Length; index++)
|
||||
{
|
||||
dot += samples[index] * reference[index];
|
||||
sampleEnergy += samples[index] * samples[index];
|
||||
referenceEnergy += reference[index] * reference[index];
|
||||
}
|
||||
|
||||
return sampleEnergy <= 1.0e-12 || referenceEnergy <= 1.0e-12
|
||||
? double.NegativeInfinity
|
||||
: dot / Math.Sqrt(sampleEnergy * referenceEnergy);
|
||||
}
|
||||
|
||||
private static float[] BuildWindowEnergyTrace(ReadOnlySpan<float> samples, int windowSamples, int hopSamples)
|
||||
{
|
||||
var output = new float[1 + (samples.Length - windowSamples) / hopSamples];
|
||||
|
|
|
|||
Loading…
Reference in a new issue