diff --git a/docs/fensalir-reservoir-daemon.md b/docs/fensalir-reservoir-daemon.md index 14695fc..907f7ef 100644 --- a/docs/fensalir-reservoir-daemon.md +++ b/docs/fensalir-reservoir-daemon.md @@ -92,6 +92,9 @@ The worker state is the owner surface for reservoir job selection and pressure: - capture pages enqueue reservoir jobs only when they contain accepted timing slices; +- `mimir.cultmesh_stream_frame.v1` records enqueue fine-grained reservoir jobs + from timed stream frames, including paged, inline, native, or shared-handle + body transport evidence; - unusable pages are dropped with rejection reasons instead of being hidden by the editor; - queue depth, running jobs, completed jobs, dropped jobs, timing confidence, diff --git a/docs/implementation-plan.md b/docs/implementation-plan.md index 8d83984..cdda4da 100644 --- a/docs/implementation-plan.md +++ b/docs/implementation-plan.md @@ -55,6 +55,9 @@ The online supervisor now gives `Mimir.VerseRecorder` the supervisor `runId` and starts `Mimir.FensalirDaemon` against that exact `VerseCaptures//observations.jsonl`, with a run-local CultCache. Fensalir no longer has to discover the Well stream by scanning old artifacts. +Fensalir also consumes `mimir.cultmesh_stream_frame.v1` as the fine-grained +stream lane, so accepted timed frames can feed reservoir jobs before a whole +capture-page batch is useful. Any path that only paints pixels is not the spatiotemporal machine, but the editor still needs a real flat video compositor backend. The current diff --git a/src/Mimir.FensalirDaemon/Program.cs b/src/Mimir.FensalirDaemon/Program.cs index 304e54c..70d1761 100644 --- a/src/Mimir.FensalirDaemon/Program.cs +++ b/src/Mimir.FensalirDaemon/Program.cs @@ -351,6 +351,26 @@ internal sealed class FensalirDaemonState : IAsyncDisposable return true; } + if (kind == "mimir.cultmesh_stream_frame.v1") + { + var captureSequence = (long)DaemonUtil.JsonNumber(root, "captureSequence"); + reservoirWorker.Enqueue(BuildStreamFrameReservoirJob(root, current, captureSequence)); + var stream = DaemonUtil.JsonGet(root, "stream"); + next = current with + { + UpdatedAtUtc = DateTimeOffset.UtcNow.ToString("O"), + Status = "drinking-stream-frames", + WellSource = string.IsNullOrWhiteSpace(options.WellLogPath) ? "missing" : options.WellLogPath, + LastCaptureSequence = captureSequence, + Notes = [ + $"stream={DaemonUtil.JsonText(stream, "streamId") ?? "unknown"}", + $"kind={DaemonUtil.JsonText(stream, "kind") ?? "unknown"}", + "reservoir-worker=stream-frame-lane" + ], + }; + return true; + } + if (kind == "mimir.well_stream_pressure.v1") { var poll = DaemonUtil.JsonGet(root, "poll"); @@ -387,7 +407,7 @@ internal sealed class FensalirDaemonState : IAsyncDisposable options.GpuBudget, options.CpuBudget, "surface-owner-installed", - ["cultcache-state", "cultnet-websocket", "cultmesh-eve-dashboard", "well-tail"], + ["cultcache-state", "cultnet-websocket", "cultmesh-eve-dashboard", "well-tail", "stream-frame-tail"], ["reservoir kernels pending"], 0, 0, @@ -544,6 +564,58 @@ internal sealed class FensalirDaemonState : IAsyncDisposable Math.Max(0, current.AudioSources), Math.Max(0, current.VideoSources)); } + + private static ReservoirJob BuildStreamFrameReservoirJob(JsonElement root, MimirFensalirDaemonStateDocument current, long captureSequence) + { + var slice = DaemonUtil.JsonGet(root, "slice"); + var stream = DaemonUtil.JsonGet(root, "stream"); + var frame = DaemonUtil.JsonGet(root, "frame"); + var sample = DaemonUtil.JsonGet(root, "sample"); + var body = DaemonUtil.JsonGet(root, "body"); + var bodyRef = DaemonUtil.JsonGet(root, "bodyRef"); + var kind = DaemonUtil.JsonText(stream, "kind") ?? DaemonUtil.JsonText(sample, "Kind", "kind") ?? ""; + var status = DaemonUtil.JsonText(slice, "status", "Status") ?? ""; + var confidence = DaemonUtil.JsonNumber(slice, "timingConfidence", "TimingConfidence"); + var accepted = string.Equals(status, "Ready", StringComparison.OrdinalIgnoreCase) && confidence >= 0.20 ? 1 : 0; + var reasons = new SortedSet(StringComparer.Ordinal); + if (accepted == 0) + { + reasons.Add(string.IsNullOrWhiteSpace(status) ? "missing-status" : $"slice-{status.ToLowerInvariant()}"); + if (confidence < 0.20) + { + reasons.Add("low-timing-confidence"); + } + } + + var bodyStatus = DaemonUtil.JsonText(body, "status") ?? ""; + var hasBodyRef = bodyRef.ValueKind == JsonValueKind.Object; + var transport = DaemonUtil.JsonText(frame, "bodyTransport") ?? bodyStatus; + if (string.Equals(transport, "metadata-only", StringComparison.OrdinalIgnoreCase) || + string.Equals(bodyStatus, "empty", StringComparison.OrdinalIgnoreCase)) + { + reasons.Add("body-metadata-only"); + accepted = 0; + } + + var videoSources = string.Equals(kind, "Video", StringComparison.OrdinalIgnoreCase) ? 1 : 0; + var audioSources = string.Equals(kind, "Audio", StringComparison.OrdinalIgnoreCase) ? 1 : 0; + return new ReservoirJob( + captureSequence, + 1, + accepted, + accepted == 1 ? 0 : 1, + (long)DaemonUtil.JsonNumber(slice, "canonicalStartNs", "CanonicalStartNs"), + (long)DaemonUtil.JsonNumber(slice, "canonicalEndNs", "CanonicalEndNs"), + confidence, + Math.Abs((long)DaemonUtil.JsonNumber(slice, "distanceFromPresentationNs", "DistanceFromPresentationNs")), + 0.0, + current.PollAverageMs, + current.PublishAverageMs, + $"streamFrame/{DaemonUtil.JsonText(stream, "streamId") ?? "unknown"}:{(hasBodyRef ? "paged" : transport)}", + reasons.ToArray(), + audioSources, + videoSources); + } } internal sealed class ReservoirWorkerState diff --git a/state/evidence.jsonl b/state/evidence.jsonl index b451956..f73aaea 100644 --- a/state/evidence.jsonl +++ b/state/evidence.jsonl @@ -362,3 +362,4 @@ {"ts": "2026-06-02T17:38:35+01:00", "type": "implementation", "status": "ok", "note": "2026-06-02: Added Mimir.FensalirDaemon as the first Well-drinking Fensalir reservoir owner surface. It tails Well JSONL documents, persists mimir.fensalir_daemon_state.v1 in state/fensalir-daemon.ccmp via CultCache MessagePack, serves /health and /eve/deck/manifest, and publishes Eve dashboard state over JSON WebSocket plus binary CultMesh mimir.eve_dashboard_state.v1 at /eve/deck/cultmesh. Smoke run fensalir-daemon-20260602-173556 reported health status=drinking-capture-pages and binary provider=mimir-fensalir-daemon nodes=4 surface=mimir.fensalir-daemon.surface. Current workerMode is surface-owner-installed; dense GPU kernels and fused program output still belong behind this daemon."} {"ts": "2026-06-02T18:09:09+01:00", "type": "implementation", "status": "ok", "note": "2026-06-02: Extended Mimir.FensalirDaemon from surface owner to reservoir scheduler owner. Added mimir.fensalir_reservoir_worker_state.v1 plus daemon summary worker counters, queue/running/completed/dropped job telemetry, accepted/rejected capture slice accounting, timing-confidence and GPU-queue pressure. Verified isolated daemon build succeeded and disposable fixture capture page completed one reservoir job with droppedJobs=0 while an empty smoke capture page was dropped as unusable."} {"ts": "2026-06-02T18:14:37+01:00", "type": "implementation", "status": "ok", "note": "2026-06-02: Wired Fensalir daemon into the online Verse supervisor. VerseRecorder now accepts --run-id, start-online-verse-daemons passes the supervisor runId, and FensalirDaemon starts against the exact VerseCaptures//observations.jsonl with a run-local CultCache instead of artifact discovery. Dry-run verified relay, recorder, and Fensalir command shapes; VerseRecorder and FensalirDaemon builds passed."} +{"ts": "2026-06-02T18:17:56+01:00", "type": "implementation", "status": "ok", "note": "2026-06-02: Fensalir daemon now consumes mimir.cultmesh_stream_frame.v1 as a fine-grained reservoir job lane in addition to well_capture_page batches. Timed frames with usable body/native/shared transport enqueue jobs; metadata-only or low-confidence frames drop with reasons. Isolated build passed and a stream-frame fixture on port 8802 completed one worker job with droppedJobs=0."} diff --git a/state/map.yaml b/state/map.yaml index a6341b0..47a55ef 100644 --- a/state/map.yaml +++ b/state/map.yaml @@ -71,6 +71,8 @@ invariants: `Mimir.VerseRecorder` and starts Fensalir against that exact recorder `observations.jsonl`; discovery scans are fallback behavior, not the online authority path. + `mimir.cultmesh_stream_frame.v1` records are also accepted as fine-grained + reservoir jobs when their slice timing and body transport are usable. - `FieldEvidenceFrame` is not a flat video compositor. Camera Texture2D resources and claims are typed evidence declarations; they do not draw live Fensalir-owned texture leases as 2D program layers until Fensalir has an