Add Mimir Move proof pipeline
This commit is contained in:
parent
a040792a1c
commit
7d96c42a3c
7 changed files with 300 additions and 2 deletions
|
|
@ -82,6 +82,14 @@ a named invariant that the native runtime cannot protect yet.
|
|||
`muninn:nightwing:move-evidence:79 -> mimir:starfire:move-evidence:79 ->
|
||||
mimir:starfire:move-pose:79 -> fensalir:starfire:presented-frame:79` chain,
|
||||
and rejects single-ray fallback as not full pose.
|
||||
- `MimirMoveProofPipeline` is the shared commit primitive for the live Move
|
||||
proof path. It starts from a Muninn CultMesh shared-memory evidence frame,
|
||||
admits samples to the native `move_evidence` reservoir, runs Mimir-owned
|
||||
fusion, creates the Mimir pose stream frame, creates the proof surface, and
|
||||
returns the Fensalir spline probe in one pass. `Mimir.BufferSmoke
|
||||
--move-proof-pipeline-smoke` proves that shape against the native reservoir
|
||||
debug DLL; live hardware and presented-frame capture still need to call this
|
||||
primitive instead of hand-assembling a parallel path.
|
||||
- `MimirMoveCalibrationProtocol` publishes the typed calibration preflight for
|
||||
Starfire/Nightwing Moves: required Muninn evidence streams, optional
|
||||
Quest headset/controller pose witnesses, stillness/sweep/validation phases, and
|
||||
|
|
|
|||
|
|
@ -207,6 +207,11 @@ frame, emits `mimir.move_proof_surface.v1`, and lowers an observer-only
|
|||
chain. It does not decide pose. Single-ray fallback remains a visible
|
||||
non-final verdict until calibrated multi-camera optical evidence earns full
|
||||
pose.
|
||||
`MimirMoveProofPipeline` is now the reusable commit primitive for that chain:
|
||||
from one Muninn CultMesh shared-memory frame it performs native admission,
|
||||
Mimir fusion, pose-frame creation, proof-surface creation, and Fensalir probe
|
||||
lowering. Live Nightwing/Starfire wiring should call this owner path rather
|
||||
than preserving separate manual actions and programmatic proof paths.
|
||||
|
||||
## Program Composition
|
||||
|
||||
|
|
|
|||
|
|
@ -140,6 +140,12 @@ if (args.Any(arg => string.Equals(arg, "--move-proof-surface-smoke", StringCompa
|
|||
return RunMoveProofSurfaceSmoke();
|
||||
}
|
||||
|
||||
if (args.Any(arg => string.Equals(arg, "--move-proof-pipeline-smoke", StringComparison.OrdinalIgnoreCase)))
|
||||
{
|
||||
return RunMoveProofPipelineSmoke(
|
||||
ParseStringOption(args, "--native-reservoir", DefaultNativeReservoirPath()));
|
||||
}
|
||||
|
||||
if (args.Any(arg => string.Equals(arg, "--move-calibration-protocol-smoke", StringComparison.OrdinalIgnoreCase)))
|
||||
{
|
||||
return await RunMoveCalibrationProtocolSmokeAsync(
|
||||
|
|
@ -2217,6 +2223,145 @@ static int RunMoveProofSurfaceSmoke()
|
|||
: 1;
|
||||
}
|
||||
|
||||
static int RunMoveProofPipelineSmoke(string nativeReservoirPath)
|
||||
{
|
||||
const ulong leftWitnessHash = 0x00000000000A11CE;
|
||||
const ulong rightWitnessHash = 0x0000000000000B0B;
|
||||
const string observedAt = "2026-06-11T18:30:00.0040000Z";
|
||||
var streamId = "muninn:nightwing:move-evidence";
|
||||
var frame = new MimirMuninnMoveEvidenceStreamFrame(
|
||||
FrameId: "muninn:nightwing:move-evidence:79",
|
||||
ProducerPeerId: "muninn:nightwing",
|
||||
PublishedAtNs: 1_781_202_600_005_000_000,
|
||||
MarkerCandidates:
|
||||
[
|
||||
new MuninnMoveMarkerCandidateDocument(
|
||||
StreamId: "nightwing:ps3-eye-0:move-marker-candidates",
|
||||
HostId: "nightwing",
|
||||
CameraId: "ps3-eye-0",
|
||||
FrameSequence: 9101,
|
||||
SourceIdHash: leftWitnessHash,
|
||||
TileX: 10,
|
||||
TileY: 10,
|
||||
CenterXPx: 170.0f,
|
||||
CenterYPx: 120.0f,
|
||||
RadiusPx: 12.0f,
|
||||
AreaPx: 452,
|
||||
MeanLuma: 0.64f,
|
||||
PeakLuma: 252,
|
||||
Score: 0.90f,
|
||||
ObservedAt: observedAt),
|
||||
new MuninnMoveMarkerCandidateDocument(
|
||||
StreamId: "starfire:ps3-eye-1:move-marker-candidates",
|
||||
HostId: "starfire",
|
||||
CameraId: "ps3-eye-1",
|
||||
FrameSequence: 9102,
|
||||
SourceIdHash: rightWitnessHash,
|
||||
TileX: 11,
|
||||
TileY: 10,
|
||||
CenterXPx: 150.0f,
|
||||
CenterYPx: 120.0f,
|
||||
RadiusPx: 12.0f,
|
||||
AreaPx: 449,
|
||||
MeanLuma: 0.62f,
|
||||
PeakLuma: 250,
|
||||
Score: 0.86f,
|
||||
ObservedAt: observedAt)
|
||||
],
|
||||
ControllerStates:
|
||||
[
|
||||
new MuninnMoveControllerStateDocument(
|
||||
StreamId: "nightwing:move-usb:move-controller-state",
|
||||
HostId: "nightwing",
|
||||
MoveId: "move-usb",
|
||||
Sequence: 79,
|
||||
SourceTimestampNs: 1_781_202_600_004_000_000,
|
||||
AccelerometerXyz: [-0.01f, 0.10f, 0.99f],
|
||||
GyroscopeXyz: [0.02f, -0.01f, 0.04f],
|
||||
MagnetometerXyz: [0.0f, 0.0f, 0.0f],
|
||||
TriggerValue: 0.5f,
|
||||
Buttons: ["move", "trigger"],
|
||||
Battery01: 0.72f,
|
||||
ObservedAt: observedAt)
|
||||
]);
|
||||
var calibration = new MimirMoveFusionRigCalibration(
|
||||
CalibrationId: "mimir-move-stage-calibration-v1",
|
||||
TrackingSpaceId: "mimir-stage-space",
|
||||
Cameras:
|
||||
[
|
||||
new MimirMoveFusionCameraCalibration(
|
||||
CameraId: "nightwing:ps3-eye-0",
|
||||
WitnessIdHash: leftWitnessHash,
|
||||
PositionMeters: new MimirVector3Snapshot(-0.1, 0.0, 0.0),
|
||||
Orientation: new MimirQuaternionSnapshot(0.0, 0.0, 0.0, 1.0),
|
||||
FocalLengthXPx: 100.0,
|
||||
FocalLengthYPx: 100.0,
|
||||
PrincipalPointXPx: 160.0,
|
||||
PrincipalPointYPx: 120.0),
|
||||
new MimirMoveFusionCameraCalibration(
|
||||
CameraId: "starfire:ps3-eye-1",
|
||||
WitnessIdHash: rightWitnessHash,
|
||||
PositionMeters: new MimirVector3Snapshot(0.1, 0.0, 0.0),
|
||||
Orientation: new MimirQuaternionSnapshot(0.0, 0.0, 0.0, 1.0),
|
||||
FocalLengthXPx: 100.0,
|
||||
FocalLengthYPx: 100.0,
|
||||
PrincipalPointXPx: 160.0,
|
||||
PrincipalPointYPx: 120.0)
|
||||
],
|
||||
MaximumAssociationSkewMilliseconds: 20.0);
|
||||
var catalog = CultMesh.CreateStreamCatalog();
|
||||
catalog.Declare(MimirMuninnMoveEvidenceAdapter.CreateStreamDescriptor(
|
||||
streamId,
|
||||
"mimir-live",
|
||||
"muninn:nightwing",
|
||||
"nightwing:clock"));
|
||||
using var ring = catalog.CreateSharedMemoryRing(streamId, slotCount: 4, slotByteLength: 8192);
|
||||
var payload = MimirMuninnMoveEvidenceAdapter.SerializeStreamFrame(frame);
|
||||
if (!ring.TryPublishCopy(payload, frame.PublishedAtNs, durationNs: 0, out var published))
|
||||
{
|
||||
Console.Error.WriteLine("move-proof-pipeline-smoke publish-failed");
|
||||
return 1;
|
||||
}
|
||||
|
||||
catalog.PublishFrame(published);
|
||||
using var runtime = new MimirNativeReservoirRuntime(nativeReservoirPath);
|
||||
var options = new MimirMoveProofPipelineOptions(
|
||||
MimirEvidenceSourceId: "mimir:starfire:move-evidence",
|
||||
MimirEvidenceFrameId: "mimir:starfire:move-evidence:79",
|
||||
MimirPoseFrameId: "mimir:starfire:move-pose:79",
|
||||
MimirPoseProducerPeerId: "mimir:starfire",
|
||||
FensalirFrameId: "fensalir:starfire:presented-frame:79",
|
||||
FensalirPresentedAtNs: 1_781_202_600_007_100_000);
|
||||
var built = MimirMoveProofPipeline.TryBuildLatestFromRing(
|
||||
ring,
|
||||
runtime,
|
||||
calibration,
|
||||
options,
|
||||
out var result);
|
||||
|
||||
Console.WriteLine(
|
||||
$"move-proof-pipeline-smoke built={built} proof={result?.ProofSurface.ProofId ?? "none"} chain={result?.ProofSurface.MuninnEvidenceFrameId ?? "none"}->{result?.ProofSurface.MimirEvidenceFrameId ?? "none"}->{result?.ProofSurface.MimirPoseFrameId ?? "none"}->{result?.ProofSurface.FensalirFrameId ?? "none"} verdict={result?.ProofSurface.Verdict.ToString() ?? "none"} samples={result?.Admission.SampleCount ?? 0} poses={result?.PoseFrame.Poses.Length ?? 0} splines={result?.FensalirProbeFrame.Splines.Count ?? 0} reservoirEdgeNs={result?.Admission.ReservoirEdgeNs ?? 0}");
|
||||
|
||||
return built &&
|
||||
result is not null &&
|
||||
result.Admission.FrameId == frame.FrameId &&
|
||||
result.Admission.OpticalMarkerCount == 2 &&
|
||||
result.Admission.ControllerStateCount == 1 &&
|
||||
result.Fusion.Poses.Count == 1 &&
|
||||
result.PoseFrame.FrameId == options.MimirPoseFrameId &&
|
||||
result.PoseFrame.ProducerPeerId == options.MimirPoseProducerPeerId &&
|
||||
result.PoseFrame.Poses.Length == 1 &&
|
||||
result.ProofSurface.IsFullPose &&
|
||||
result.ProofSurface.MimirEvidenceFrameId == options.MimirEvidenceFrameId &&
|
||||
result.ProofSurface.MimirPoseFrameId == options.MimirPoseFrameId &&
|
||||
result.ProofSurface.FensalirFrameId == options.FensalirFrameId &&
|
||||
result.FensalirProbeFrame.HasInput &&
|
||||
result.Admission.Handle.PayloadHandle != 0 &&
|
||||
runtime.Status.MoveEvidenceCount.ToUInt64() == 1
|
||||
? 0
|
||||
: 1;
|
||||
}
|
||||
|
||||
static async Task<int> RunMoveCalibrationProtocolSmokeAsync(string outputPath)
|
||||
{
|
||||
var protocol = MimirMoveCalibrationProtocol.CreateStarfireNightwingProtocol(
|
||||
|
|
|
|||
130
src/Mimir.Runtime/Synchronization/MimirMoveProofPipeline.cs
Normal file
130
src/Mimir.Runtime/Synchronization/MimirMoveProofPipeline.cs
Normal file
|
|
@ -0,0 +1,130 @@
|
|||
using Aquarium.Engine.Render;
|
||||
using GameCult.Mesh;
|
||||
|
||||
namespace Mimir.Runtime.Synchronization;
|
||||
|
||||
public sealed record MimirMoveProofPipelineResult(
|
||||
MimirMuninnMoveEvidenceAdmission Admission,
|
||||
MimirMoveFusionResult Fusion,
|
||||
MimirMoveControllerPoseStreamFrame PoseFrame,
|
||||
MimirMoveProofSurfaceDocument ProofSurface,
|
||||
AquariumSplineFrame FensalirProbeFrame);
|
||||
|
||||
public sealed record MimirMoveProofPipelineOptions(
|
||||
string MimirEvidenceSourceId,
|
||||
string MimirEvidenceFrameId,
|
||||
string MimirPoseFrameId,
|
||||
string MimirPoseProducerPeerId,
|
||||
string FensalirFrameId,
|
||||
ulong FensalirPresentedAtNs,
|
||||
string FusionAuthorityId = "mimir.runtime.move-fusion",
|
||||
string ConsumerContract = "fensalir.move-controller-input");
|
||||
|
||||
public static class MimirMoveProofPipeline
|
||||
{
|
||||
public static bool TryBuildLatestFromRing(
|
||||
CultMeshSharedMemoryFrameRing ring,
|
||||
MimirNativeReservoirRuntime runtime,
|
||||
MimirMoveFusionRigCalibration calibration,
|
||||
MimirMoveProofPipelineOptions options,
|
||||
out MimirMoveProofPipelineResult? result)
|
||||
{
|
||||
ArgumentNullException.ThrowIfNull(ring);
|
||||
result = null;
|
||||
if (!ring.TryAcquireLatestRead(out var lease))
|
||||
{
|
||||
return false;
|
||||
}
|
||||
|
||||
using (lease)
|
||||
{
|
||||
var frame = MimirMuninnMoveEvidenceAdapter.DeserializeStreamFrame(lease.Memory[..lease.Handle.ByteLength]);
|
||||
return TryBuild(
|
||||
frame,
|
||||
runtime,
|
||||
calibration,
|
||||
options,
|
||||
out result);
|
||||
}
|
||||
}
|
||||
|
||||
public static bool TryBuild(
|
||||
MimirMuninnMoveEvidenceStreamFrame frame,
|
||||
MimirNativeReservoirRuntime runtime,
|
||||
MimirMoveFusionRigCalibration calibration,
|
||||
MimirMoveProofPipelineOptions options,
|
||||
out MimirMoveProofPipelineResult? result)
|
||||
{
|
||||
ArgumentNullException.ThrowIfNull(frame);
|
||||
ArgumentNullException.ThrowIfNull(runtime);
|
||||
ArgumentNullException.ThrowIfNull(calibration);
|
||||
ArgumentNullException.ThrowIfNull(options);
|
||||
result = null;
|
||||
|
||||
var mimirReadAtNs = NowUnixNs();
|
||||
var samples = MimirMuninnMoveEvidenceAdapter.BuildNativeSamples(frame.MarkerCandidates, frame.ControllerStates);
|
||||
if (samples.Count == 0)
|
||||
{
|
||||
return false;
|
||||
}
|
||||
|
||||
var handle = runtime.AdmitMoveEvidence(
|
||||
options.MimirEvidenceSourceId,
|
||||
samples,
|
||||
calibration.CalibrationId,
|
||||
calibration.TrackingSpaceId);
|
||||
var status = runtime.Status;
|
||||
var admission = new MimirMuninnMoveEvidenceAdmission(
|
||||
FrameId: frame.FrameId,
|
||||
ProducerPeerId: frame.ProducerPeerId,
|
||||
PublishedAtNs: frame.PublishedAtNs,
|
||||
MimirReadAtNs: mimirReadAtNs,
|
||||
SampleCount: samples.Count,
|
||||
OpticalMarkerCount: samples.Count(sample => sample.EvidenceKind == (uint)MimirNativeMoveEvidenceKind.OpticalMarker),
|
||||
ControllerStateCount: samples.Count(sample => sample.EvidenceKind == (uint)MimirNativeMoveEvidenceKind.ControllerState),
|
||||
SourceTimeMinNs: samples.Min(sample => sample.SourceTimestampNs),
|
||||
SourceTimeMaxNs: samples.Max(sample => sample.SourceTimestampNs),
|
||||
ArrivalMinNs: samples.Min(sample => sample.ArrivalNs),
|
||||
ArrivalMaxNs: samples.Max(sample => sample.ArrivalNs),
|
||||
Handle: handle,
|
||||
ReservoirEdgeNs: status.EdgeNs,
|
||||
ReservoirWindowStartNs: status.WindowStartNs,
|
||||
ReservoirMoveEvidenceCount: status.MoveEvidenceCount.ToUInt64());
|
||||
var fusion = MimirMoveFusion.Fuse(
|
||||
samples,
|
||||
calibration,
|
||||
options.FusionAuthorityId,
|
||||
options.ConsumerContract);
|
||||
var poseFrame = MimirMovePoseStream.CreateFrame(
|
||||
options.MimirPoseFrameId,
|
||||
options.MimirPoseProducerPeerId,
|
||||
publishedAtNs: fusion.Poses.Count == 0
|
||||
? checked((long)Math.Min(admission.ArrivalMaxNs, (ulong)long.MaxValue))
|
||||
: fusion.Poses.Max(pose => pose.EstimatedAtNs),
|
||||
calibration.TrackingSpaceId,
|
||||
calibration.CalibrationId,
|
||||
fusion.Poses);
|
||||
var proofSurface = MimirMoveProofSurface.Create(
|
||||
admission,
|
||||
poseFrame,
|
||||
options.FensalirFrameId,
|
||||
options.FensalirPresentedAtNs,
|
||||
options.MimirEvidenceFrameId);
|
||||
var probeFrame = MimirMoveProofSurface.BuildFensalirProbeFrame(proofSurface);
|
||||
result = new MimirMoveProofPipelineResult(
|
||||
admission,
|
||||
fusion,
|
||||
poseFrame,
|
||||
proofSurface,
|
||||
probeFrame);
|
||||
return true;
|
||||
}
|
||||
|
||||
private static ulong NowUnixNs()
|
||||
{
|
||||
var now = DateTimeOffset.UtcNow;
|
||||
var secondsNs = checked((ulong)now.ToUnixTimeSeconds() * 1_000_000_000UL);
|
||||
var tickRemainderNs = checked((ulong)(now.Ticks % TimeSpan.TicksPerSecond) * 100UL);
|
||||
return checked(secondsNs + tickRemainderNs);
|
||||
}
|
||||
}
|
||||
|
|
@ -56,7 +56,8 @@ public static class MimirMoveProofSurface
|
|||
MimirMuninnMoveEvidenceAdmission admission,
|
||||
MimirMoveControllerPoseStreamFrame poseFrame,
|
||||
string fensalirFrameId,
|
||||
ulong fensalirPresentedAtNs)
|
||||
ulong fensalirPresentedAtNs,
|
||||
string? mimirEvidenceFrameId = null)
|
||||
{
|
||||
ArgumentNullException.ThrowIfNull(admission);
|
||||
ArgumentNullException.ThrowIfNull(poseFrame);
|
||||
|
|
@ -80,7 +81,9 @@ public static class MimirMoveProofSurface
|
|||
return new MimirMoveProofSurfaceDocument(
|
||||
ProofId: $"{poseFrame.ProducerPeerId}:move-proof:{SequenceSuffix(poseFrame.FrameId)}",
|
||||
MuninnEvidenceFrameId: admission.FrameId,
|
||||
MimirEvidenceFrameId: $"mimir:starfire:move-evidence:{SequenceSuffix(admission.FrameId)}",
|
||||
MimirEvidenceFrameId: string.IsNullOrWhiteSpace(mimirEvidenceFrameId)
|
||||
? $"mimir:starfire:move-evidence:{SequenceSuffix(admission.FrameId)}"
|
||||
: mimirEvidenceFrameId,
|
||||
MimirPoseFrameId: poseFrame.FrameId,
|
||||
FensalirFrameId: fensalirFrameId,
|
||||
ProducerPeerId: poseFrame.ProducerPeerId,
|
||||
|
|
|
|||
|
|
@ -160,3 +160,4 @@
|
|||
{"ts": "2026-07-08T22:18:44+01:00", "type": "decision", "status": "ok", "note": "Muninn serve now has a first daemon-owned Move marker camera producer path: --move-marker-camera <camera-id>=<device-path> configures a source-local camera, the serve loop polls a platform frame reader, Unix builds use a V4L2 YUYV single-frame reader that converts to compact Y8, and the shared extraction/publish seam emits canonical muninn.move_marker_candidate.v1 records into the Mimir-compatible move-evidence stream. Verified on Windows with cargo test -p muninn-daemon (148 passed) and marker-camera unit tests; Linux cross-target check could not run because x86_64-unknown-linux-gnu target is not installed, and Nightwing hardware live proof remains pending."}
|
||||
{"ts": "2026-07-08T22:21:57+01:00", "type": "verification", "status": "ok", "note": "Correction to the earlier Move marker camera evidence: after installing/using the x86_64-unknown-linux-gnu Rust target, Muninn's V4L2 YUYV Move marker camera producer compiled with cargo check -p muninn-daemon --target x86_64-unknown-linux-gnu. cargo test -p muninn-daemon passes 148 tests. Nightwing hardware live proof remains pending, so this proves owned producer code and target compatibility, not calibrated live pose."}
|
||||
{"ts": "2026-07-08T22:28:32+01:00", "type": "implementation", "status": "ok", "note": "Added MimirMoveProofSurface as the first observer-only Fensalir-visible Move proof surface: it combines a Muninn evidence admission receipt, Mimir pose stream frame, and Fensalir presentation/probe timestamp into mimir.move_proof_surface.v1, lowers a dev AquariumSplineFrame probe, preserves source/publish/read/admit/fusion/present timing, and refuses to treat single-ray fallback as full pose. Verified dotnet build Mimir.Runtime, dotnet build Mimir.BufferSmoke, BufferSmoke --move-proof-surface-smoke, and BufferSmoke --move-fusion-smoke. Live Nightwing hardware, calibrated camera witnesses, and actual Fensalir presented-frame capture remain pending."}
|
||||
{"ts": "2026-07-08T22:34:00+01:00", "type": "implementation", "status": "ok", "note": "Added MimirMoveProofPipeline as the shared commit primitive for one Move proof frame: it reads a Muninn CultMesh shared-memory evidence frame, admits samples to native move_evidence, runs MimirMoveFusion, emits the mimir:starfire move-pose frame, creates mimir.move_proof_surface.v1, and lowers the Fensalir spline probe in one pass. Verified dotnet build Mimir.Runtime, dotnet build Mimir.BufferSmoke, and BufferSmoke --move-proof-pipeline-smoke against the native reservoir debug DLL. This proves the reusable Mimir owner path; live Nightwing hardware, calibrated camera witnesses, and actual presented-frame capture remain pending."}
|
||||
|
|
|
|||
|
|
@ -137,6 +137,12 @@ accepted_design:
|
|||
becoming a pose owner. Single-ray fallback is surfaced as non-final; only
|
||||
triangulated calibrated optical marker evidence can earn a full-pose
|
||||
verdict.
|
||||
- `MimirMoveProofPipeline` is the single shared commit primitive for one
|
||||
Move proof frame. It reads a Muninn CultMesh evidence frame, admits native
|
||||
`move_evidence`, runs Mimir fusion, emits the Mimir pose frame, creates the
|
||||
proof surface, and returns the Fensalir spline probe. Direct user actions,
|
||||
programmatic smokes, and future live subscribers should use this same path
|
||||
so the proof chain does not split into separately repaired truths.
|
||||
- `MimirMoveCalibrationProtocol` defines the runnable Starfire/Nightwing Move
|
||||
calibration preflight as typed state: required Muninn Move evidence streams,
|
||||
optional Quest headset/controller pose witnesses over USB,
|
||||
|
|
|
|||
Loading…
Reference in a new issue