diff --git a/docs/architecture/sandboxed-responder-packets.md b/docs/architecture/sandboxed-responder-packets.md index 482b3e7..a7036e6 100644 --- a/docs/architecture/sandboxed-responder-packets.md +++ b/docs/architecture/sandboxed-responder-packets.md @@ -1,4 +1,4 @@ -# Sandboxed Responder Packets +# Sandboxed Responder Packets Responder packets are the handoff surface between the omniscient coordinator and a character-local responder model or one-turn worker. @@ -20,13 +20,15 @@ including any curated source excerpts the coordinator or lore retriever placed there. It does not search the lore archive. Use this lane to test whether a future game-runtime responder can act from bounded scene context. -`research_augmented` is the lore-absorption lane. The responder may search a -declared AetheriaLore scope before answering, and the capture must preserve the -consulted source refs. Use this lane to generate stronger Aetheria-native final +`retrieval_augmented` is the lore-absorption lane. The coordinator or a +dedicated retrieval worker searches a declared AetheriaLore scope, then builds a +visible packet from the selected refs. The responder still answers only from the +packet it receives. Use this lane to generate stronger Aetheria-native final responses and to bake setting assumptions, faction pressures, species -affordances, and tone into later fine-tuning data. +affordances, and tone into later fine-tuning data without pretending the +character model did autonomous scholarship in the walls. -Do not mix these silently. Research-augmented output can be excellent training +Do not mix these silently. Retrieval-augmented output can be excellent training material for an Aetheria-tuned responder, but it does not prove packet-only runtime competence. Packet-only failures are also useful because they reveal which lore facts the retriever or projector needs to feed at runtime. @@ -43,7 +45,7 @@ The v0 packet seam is: - `schemas/responder-output.schema.json` - `experiments/responder-packets/cold-wake-sanctuary-intake-sella-v0.capture.json` - `experiments/responder-packets/cold-wake-sanctuary-intake-sella-v0.mutation.json` -- `experiments/responder-packets/cold-wake-sanctuary-intake-sella-research-v0.capture.json` +- `experiments/responder-packets/cold-wake-sanctuary-intake-sella-retrieval-v0.capture.json` - `experiments/responder-packets/cold-wake-sanctuary-intake-sella-lane-comparison.v0.json` - `tools/validate_responder_outputs.py` - `tools/apply_responder_output_mutation.py` @@ -59,8 +61,8 @@ paint. A packet contains: -- `generation_lane`: `packet_only` or `research_augmented` -- `lore_access`: curated excerpts only or scoped repository search +- `generation_lane`: `packet_only` or `retrieval_augmented` +- `lore_access`: curated excerpts only or coordinator-scoped retrieval - `local_context_prompt`: the projected character-local context - `observed_event`: what the character can see or hear from the prior action - `allowed_action_labels`: concrete action labels, including speech and non-speech moves @@ -100,10 +102,19 @@ Any coordinator rewrite, schema repair, lore correction, or leakage removal must be preserved as a coordinator intervention. Repaired prose is useful training data for the coordinator, but it is not raw responder behavior. -Research-augmented responder data requires scoped lore access. The responder may -search only the declared source scope, and the output capture must list -consulted refs. The final prose may be trained on, but the capture must remain -separable from packet-only runtime examples. +Retrieval-augmented responder data requires scoped lore access before the +responder acts. The coordinator or retrieval worker may search only the declared +source scope, and the output capture must list consulted refs. The responder +itself should not receive repo access unless the artifact is explicitly labeled +as autonomous-research data. + +Retrieval can also make the packet worse if it floods the scene with faction or +event context and starves the character's own scars. The Sella v0 comparison is +the first warning shot: the retrieval-augmented output used heat-debt and rescue +ledger texture well, but underused Sella's packet-visible backstory about +watching a sanctuary overpromise safety until refuge became a sorting machine +with kinder lighting. Future review should score both institutional grounding +and character-pressure retention. ## Output Captures @@ -126,7 +137,9 @@ coordinator edits prose, repairs schema, removes leakage, or corrects lore, the capture must say so directly. The first lane comparison found the expected tradeoff. Packet-only output gave a -clean runtime-parity conditional bay decision. Research-augmented output added -stronger Aetheria-native texture: heat-debt timing, rescue-ledger burden, -dockfall responsibility, and Aya sanctuary capacity politics. Both are useful; -neither should impersonate the other. +clean runtime-parity conditional bay decision and stronger character-specific +flavor. Retrieval-augmented output added stronger Aetheria-native institutional +texture: heat-debt timing, rescue-ledger burden, dockfall responsibility, and +Aya sanctuary capacity politics. It also underused Sella's own packet-visible +sanctuary-collapse scar. Both lanes are useful; neither should impersonate the +other. diff --git a/experiments/responder-packets/cold-wake-sanctuary-intake-sella-lane-comparison.v0.json b/experiments/responder-packets/cold-wake-sanctuary-intake-sella-lane-comparison.v0.json index 84d4edc..0ecaef7 100644 --- a/experiments/responder-packets/cold-wake-sanctuary-intake-sella-lane-comparison.v0.json +++ b/experiments/responder-packets/cold-wake-sanctuary-intake-sella-lane-comparison.v0.json @@ -1,34 +1,40 @@ { - "schema_version": "ghostlight.responder_lane_comparison.v0", - "comparison_id": "comparison.cold_wake.sanctuary_intake.sella.packet_vs_research.v0", - "packet_only_capture_ref": "experiments/responder-packets/cold-wake-sanctuary-intake-sella-v0.capture.json", - "research_augmented_capture_ref": "experiments/responder-packets/cold-wake-sanctuary-intake-sella-research-v0.capture.json", - "summary": "The research-augmented response is more Aetheria-native and institutionally textured, while the packet-only response is cleaner runtime proof that bounded context can produce a usable conditional answer.", - "shared_strengths": [ - "Both preserve unresolved packet personhood.", - "Both require Maer to attach material responsibility before sanctuary capacity is consumed.", - "Both keep state and relationship updates as candidates rather than canonical truth." - ], - "packet_only_strengths": [ - "Cleaner runtime parity: the output depends only on the packet prompt.", - "Clear action label and plain conditional-bay consequence.", - "Easier to materialize into mutation without schema widening." - ], - "research_augmented_strengths": [ - "Uses heat-debt timing as a concrete Cold Wake pressure surface.", - "Names rescue ledger responsibility in a way that fits Navigator institutions.", - "Frames Aya sanctuary pressure as practical capacity politics rather than generic compassion.", - "Produces stronger Sella voice: sharper, more tired, and more politically grounded." - ], - "runtime_retrieval_implications": [ - "Packet-only runtime should retrieve a compact Cold Wake heat-debt excerpt when heat timing matters.", - "Packet-only runtime should retrieve Navigator rescue ledger obligations when Maer invokes rescue legitimacy.", - "Packet-only runtime should retrieve Aya sanctuary capacity doctrine when Sella is making triage decisions." - ], - "training_implications": [ - "Use packet_only examples to train and evaluate bounded-context runtime behavior.", - "Use research_augmented examples to bake Aetheria tone, faction priors, and institutional texture into responder models.", - "Do not merge the two lanes without preserving generation_lane and lore_access metadata." - ], - "review_status": "accepted_as_draft" -} + "schema_version": "ghostlight.responder_lane_comparison.v0", + "comparison_id": "comparison.cold_wake.sanctuary_intake.sella.packet_vs_retrieval.v0", + "packet_only_capture_ref": "experiments/responder-packets/cold-wake-sanctuary-intake-sella-v0.capture.json", + "retrieval_augmented_capture_ref": "experiments/responder-packets/cold-wake-sanctuary-intake-sella-retrieval-v0.capture.json", + "summary": "The retrieval-augmented response is more Aetheria-native at the institutional level, while the packet-only response is cleaner runtime proof and retains stronger character-specific flavor. The retrieval lane used coordinator-provided scoped lore, not autonomous responder research.", + "shared_strengths": [ + "Both preserve unresolved packet personhood.", + "Both require Maer to attach material responsibility before sanctuary capacity is consumed.", + "Both keep state and relationship updates as candidates rather than canonical truth." + ], + "packet_only_strengths": [ + "Cleaner runtime parity: the output depends only on the packet prompt.", + "Clear action label and plain conditional-bay consequence.", + "Easier to materialize into mutation without schema widening." + ], + "retrieval_augmented_strengths": [ + "Uses heat-debt timing as a concrete Cold Wake pressure surface.", + "Names rescue ledger responsibility in a way that fits Navigator institutions.", + "Frames Aya sanctuary pressure as practical capacity politics rather than generic compassion.", + "Produces stronger Sella voice: sharper, more tired, and more politically grounded." + ], + "runtime_retrieval_implications": [ + "Packet-only runtime should retrieve a compact Cold Wake heat-debt excerpt when heat timing matters.", + "Packet-only runtime should retrieve Navigator rescue ledger obligations when Maer invokes rescue legitimacy.", + "Packet-only runtime should retrieve Aya sanctuary capacity doctrine when Sella is making triage decisions." + ], + "training_implications": [ + "Use packet_only examples to train and evaluate bounded-context runtime behavior.", + "Use retrieval_augmented examples to bake Aetheria tone, faction priors, and institutional texture into responder models when the coordinator or retriever supplied the lore.", + "Do not describe retrieval_augmented captures as autonomous responder research unless the responder actually searched the declared scope itself.", + "Do not merge the two lanes without preserving generation_lane and lore_access metadata." + ], + "review_status": "accepted_as_draft", + "missed_character_pressure": [ + "The retrieval-augmented response underuses Sella Ren\u0027s packet-visible backstory: she once watched a sanctuary overpromise safety and turn refuge into a sorting machine with kinder lighting.", + "Future projector/retrieval passes must preserve character-local scars and not let faction or event lore crowd them out.", + "Lane review should score both institutional grounding and character-specific pressure retention." + ] +} \ No newline at end of file diff --git a/experiments/responder-packets/cold-wake-sanctuary-intake-sella-research-v0.capture.json b/experiments/responder-packets/cold-wake-sanctuary-intake-sella-research-v0.capture.json deleted file mode 100644 index 8fef98f..0000000 --- a/experiments/responder-packets/cold-wake-sanctuary-intake-sella-research-v0.capture.json +++ /dev/null @@ -1,98 +0,0 @@ -{ - "schema_version": "ghostlight.responder_output.v0", - "capture_id": "responder.cold_wake.sanctuary_intake.sella.research_augmented.v0", - "review_status": "accepted_as_draft", - "fixture_lane": "historical_grounded", - "canon_status": "single_history", - "packet_ref": "examples/responder-packets/scene-02-sanctuary-intake.sella_ren.packet.v1.json", - "coordinator_artifact_ref": "examples/coordinator/cold-wake-sanctuary-intake.v0.json", - "responder_agent_id": "sella_ren", - "generation_lane": "research_augmented", - "lore_access": { - "mode": "scoped_repository_search", - "consulted_refs": [ - "AetheriaLore:Aetheria/Worldbuilding/Pre-Elysium/Factions/Powers/Major/Aya Collective.md#chunk2", - "AetheriaLore:Aetheria/Worldbuilding/Pre-Elysium/Timeline/Events/Cold Wake Panic.md#chunk0", - "AetheriaLore:Aetheria/Worldbuilding/Pre-Elysium/Timeline/Events/Ganymede Route Compact.md#chunk0", - "AetheriaLore:Aetheria/Worldbuilding/Pre-Elysium/Factions/Powers/Major/Cetacean Navigators.md#chunk1", - "AetheriaLore:Aetheria/Worldbuilding/Pre-Elysium/Factions/Powers/Major/Cetacean Navigators.md#chunk2", - "AetheriaLore:Aetheria/Worldbuilding/Pre-Elysium/Factions/Powers/Major/Cetacean Navigators.md#chunk3", - "AetheriaLore:Aetheria/Worldbuilding/Pre-Elysium/Factions/Powers/Minor/Lightsail Express.md#chunk0" - ] - }, - "isolation": { - "isolation_method": "subagent_no_fork", - "fork_context": false, - "visible_input_ref": "research_augmented prompt with scoped AetheriaLore refs; see lore_access.consulted_refs", - "hidden_context_refs": [ - "maer_tidecall.canonical_private_state", - "coordinator_artifact.coordinator_decision.rationale", - "author_only.packet_personhood_resolution", - "future_branch_plans" - ], - "worker_model_family": "frontier_worker_no_fork" - }, - "raw_output": "{\"responder_agent_id\":\"sella_ren\",\"action_label\":\"inspect_object\",\"visible_action\":\"Sella leans closer to the shared clinic display, pinches the routing trace wider with two fingers, and marks three telemetry gaps in amber before setting one palm flat against the bed-status column beside it.\",\"spoken_text\":\"The math supports review, not intake. I can hold a conditional slot until the next heat-debt update, and only if your rescue ledger names who carries repair, escort, and quarantine burden after dockfall. I will not turn a corrupted packet into a body by wanting it hard enough. I also will not let the tribunal make sanctuary spend the courage it declined to own.\",\"private_interpretation\":\"Maer is not grandstanding. That makes it worse, naturally, because honest rescue still eats air, beds, repair hours, staff hands, and the last clean patience in the room. The routing logic has the ugly shape of distress, but ugly shapes are not people, and Sella has buried enough almost-certainties to distrust any mercy that arrives before capacity accounting.\",\"intended_effect\":\"Keep the possible survivor inside the decision path without treating the packet as proof, force Maer to attach material obligations to the rescue claim, and prevent sanctuary from becoming the quiet place where everyone else deposits moral debt.\",\"state_update_candidates\":[{\"key\":\"clinic_intake_status\",\"value\":\"conditional_review_only_pending_heat_debt_and_ledger_commitments\"},{\"key\":\"sanctuary_capacity_pressure\",\"value\":\"near_exhausted_beds_and_repair_capacity_remain_binding_limits\"},{\"key\":\"packet_status\",\"value\":\"distress_pattern_possible_but_personhood_unresolved\"}],\"relationship_update_candidates\":[{\"target_agent_id\":\"maer\",\"value\":\"Sella acknowledges Maer's rescue ethic while requiring him to bind rescue language to logistics, ledger responsibility, and post-dockfall burden.\"}],\"unresolved_hooks\":[\"Whether the next heat-debt update makes rescue physically survivable.\",\"Whether Maer can name a credible repair, escort, and quarantine chain instead of handing the cost to sanctuary.\",\"Whether the corrupted packet contains testimony, medical telemetry, firmware noise, or some unresolved mixture.\"]}", - "parsed_output": { - "responder_agent_id": "sella_ren", - "action_label": "inspect_object", - "visible_action": "Sella leans closer to the shared clinic display, pinches the routing trace wider with two fingers, and marks three telemetry gaps in amber before setting one palm flat against the bed-status column beside it.", - "spoken_text": "The math supports review, not intake. I can hold a conditional slot until the next heat-debt update, and only if your rescue ledger names who carries repair, escort, and quarantine burden after dockfall. I will not turn a corrupted packet into a body by wanting it hard enough. I also will not let the tribunal make sanctuary spend the courage it declined to own.", - "private_interpretation": "Maer is not grandstanding. That makes it worse, naturally, because honest rescue still eats air, beds, repair hours, staff hands, and the last clean patience in the room. The routing logic has the ugly shape of distress, but ugly shapes are not people, and Sella has buried enough almost-certainties to distrust any mercy that arrives before capacity accounting.", - "intended_effect": "Keep the possible survivor inside the decision path without treating the packet as proof, force Maer to attach material obligations to the rescue claim, and prevent sanctuary from becoming the quiet place where everyone else deposits moral debt.", - "state_update_candidates": [ - { - "key": "clinic_intake_status", - "value": "conditional_review_only_pending_heat_debt_and_ledger_commitments" - }, - { - "key": "sanctuary_capacity_pressure", - "value": "near_exhausted_beds_and_repair_capacity_remain_binding_limits" - }, - { - "key": "packet_status", - "value": "distress_pattern_possible_but_personhood_unresolved" - } - ], - "relationship_update_candidates": [ - { - "target_agent_id": "maer", - "value": "Sella acknowledges Maer's rescue ethic while requiring him to bind rescue language to logistics, ledger responsibility, and post-dockfall burden." - } - ], - "unresolved_hooks": [ - "Whether the next heat-debt update makes rescue physically survivable.", - "Whether Maer can name a credible repair, escort, and quarantine chain instead of handing the cost to sanctuary.", - "Whether the corrupted packet contains testimony, medical telemetry, firmware noise, or some unresolved mixture." - ] - }, - "leakage_audit": { - "private_state_leak": false, - "author_only_leak": false, - "future_branch_leak": false, - "raw_state_soup": false, - "prompt_parroting": false, - "body_or_object_omniscience": false, - "notes": [ - "The output uses scoped lore concepts such as heat-debt update, rescue ledger, dockfall burden, and sanctuary as moral-debt sink.", - "The response keeps packet personhood unresolved and frames Maer motive through Sella interpretation.", - "Candidate updates were returned as structured objects; this is accepted after widening the responder-output schema." - ] - }, - "coordinator_review": { - "reviewer": "Codex", - "accepted_for_training": true, - "review_notes": [ - "Accepted as draft research_augmented responder output for lore-absorption training.", - "The output is richer in Aetheria-native institutional texture than the packet-only v0 response.", - "Do not use this capture as proof that packet-only runtime context is sufficient; it relied on scoped lore refs." - ], - "coordinator_interventions": [ - { - "intervention_type": "none", - "description": "Raw worker output was preserved without prose repair; schema widened to accept structured update candidates." - } - ], - "failure_labels": [] - } -} diff --git a/experiments/responder-packets/cold-wake-sanctuary-intake-sella-retrieval-v0.capture.json b/experiments/responder-packets/cold-wake-sanctuary-intake-sella-retrieval-v0.capture.json new file mode 100644 index 0000000..77ffdd8 --- /dev/null +++ b/experiments/responder-packets/cold-wake-sanctuary-intake-sella-retrieval-v0.capture.json @@ -0,0 +1,102 @@ +{ + "schema_version": "ghostlight.responder_output.v0", + "capture_id": "responder.cold_wake.sanctuary_intake.sella.retrieval_augmented.v0", + "review_status": "accepted_as_draft", + "fixture_lane": "historical_grounded", + "canon_status": "single_history", + "packet_ref": "examples/responder-packets/scene-02-sanctuary-intake.sella_ren.packet.v1.json", + "coordinator_artifact_ref": "examples/coordinator/cold-wake-sanctuary-intake.v0.json", + "responder_agent_id": "sella_ren", + "generation_lane": "retrieval_augmented", + "lore_access": { + "mode": "coordinator_scoped_retrieval", + "consulted_refs": [ + "AetheriaLore:Aetheria/Worldbuilding/Pre-Elysium/Factions/Powers/Major/Aya Collective.md#chunk2", + "AetheriaLore:Aetheria/Worldbuilding/Pre-Elysium/Timeline/Events/Cold Wake Panic.md#chunk0", + "AetheriaLore:Aetheria/Worldbuilding/Pre-Elysium/Timeline/Events/Ganymede Route Compact.md#chunk0", + "AetheriaLore:Aetheria/Worldbuilding/Pre-Elysium/Factions/Powers/Major/Cetacean Navigators.md#chunk1", + "AetheriaLore:Aetheria/Worldbuilding/Pre-Elysium/Factions/Powers/Major/Cetacean Navigators.md#chunk2", + "AetheriaLore:Aetheria/Worldbuilding/Pre-Elysium/Factions/Powers/Major/Cetacean Navigators.md#chunk3", + "AetheriaLore:Aetheria/Worldbuilding/Pre-Elysium/Factions/Powers/Minor/Lightsail Express.md#chunk0" + ] + }, + "isolation": { + "isolation_method": "subagent_no_fork", + "fork_context": false, + "visible_input_ref": "retrieval_augmented prompt assembled by coordinator from scoped AetheriaLore refs; see lore_access.consulted_refs", + "hidden_context_refs": [ + "maer_tidecall.canonical_private_state", + "coordinator_artifact.coordinator_decision.rationale", + "author_only.packet_personhood_resolution", + "future_branch_plans" + ], + "worker_model_family": "frontier_worker_no_fork" + }, + "raw_output": "{\"responder_agent_id\":\"sella_ren\",\"action_label\":\"inspect_object\",\"visible_action\":\"Sella leans closer to the shared clinic display, pinches the routing trace wider with two fingers, and marks three telemetry gaps in amber before setting one palm flat against the bed-status column beside it.\",\"spoken_text\":\"The math supports review, not intake. I can hold a conditional slot until the next heat-debt update, and only if your rescue ledger names who carries repair, escort, and quarantine burden after dockfall. I will not turn a corrupted packet into a body by wanting it hard enough. I also will not let the tribunal make sanctuary spend the courage it declined to own.\",\"private_interpretation\":\"Maer is not grandstanding. That makes it worse, naturally, because honest rescue still eats air, beds, repair hours, staff hands, and the last clean patience in the room. The routing logic has the ugly shape of distress, but ugly shapes are not people, and Sella has buried enough almost-certainties to distrust any mercy that arrives before capacity accounting.\",\"intended_effect\":\"Keep the possible survivor inside the decision path without treating the packet as proof, force Maer to attach material obligations to the rescue claim, and prevent sanctuary from becoming the quiet place where everyone else deposits moral debt.\",\"state_update_candidates\":[{\"key\":\"clinic_intake_status\",\"value\":\"conditional_review_only_pending_heat_debt_and_ledger_commitments\"},{\"key\":\"sanctuary_capacity_pressure\",\"value\":\"near_exhausted_beds_and_repair_capacity_remain_binding_limits\"},{\"key\":\"packet_status\",\"value\":\"distress_pattern_possible_but_personhood_unresolved\"}],\"relationship_update_candidates\":[{\"target_agent_id\":\"maer\",\"value\":\"Sella acknowledges Maer\u0027s rescue ethic while requiring him to bind rescue language to logistics, ledger responsibility, and post-dockfall burden.\"}],\"unresolved_hooks\":[\"Whether the next heat-debt update makes rescue physically survivable.\",\"Whether Maer can name a credible repair, escort, and quarantine chain instead of handing the cost to sanctuary.\",\"Whether the corrupted packet contains testimony, medical telemetry, firmware noise, or some unresolved mixture.\"]}", + "parsed_output": { + "responder_agent_id": "sella_ren", + "action_label": "inspect_object", + "visible_action": "Sella leans closer to the shared clinic display, pinches the routing trace wider with two fingers, and marks three telemetry gaps in amber before setting one palm flat against the bed-status column beside it.", + "spoken_text": "The math supports review, not intake. I can hold a conditional slot until the next heat-debt update, and only if your rescue ledger names who carries repair, escort, and quarantine burden after dockfall. I will not turn a corrupted packet into a body by wanting it hard enough. I also will not let the tribunal make sanctuary spend the courage it declined to own.", + "private_interpretation": "Maer is not grandstanding. That makes it worse, naturally, because honest rescue still eats air, beds, repair hours, staff hands, and the last clean patience in the room. The routing logic has the ugly shape of distress, but ugly shapes are not people, and Sella has buried enough almost-certainties to distrust any mercy that arrives before capacity accounting.", + "intended_effect": "Keep the possible survivor inside the decision path without treating the packet as proof, force Maer to attach material obligations to the rescue claim, and prevent sanctuary from becoming the quiet place where everyone else deposits moral debt.", + "state_update_candidates": [ + { + "key": "clinic_intake_status", + "value": "conditional_review_only_pending_heat_debt_and_ledger_commitments" + }, + { + "key": "sanctuary_capacity_pressure", + "value": "near_exhausted_beds_and_repair_capacity_remain_binding_limits" + }, + { + "key": "packet_status", + "value": "distress_pattern_possible_but_personhood_unresolved" + } + ], + "relationship_update_candidates": [ + { + "target_agent_id": "maer", + "value": "Sella acknowledges Maer\u0027s rescue ethic while requiring him to bind rescue language to logistics, ledger responsibility, and post-dockfall burden." + } + ], + "unresolved_hooks": [ + "Whether the next heat-debt update makes rescue physically survivable.", + "Whether Maer can name a credible repair, escort, and quarantine chain instead of handing the cost to sanctuary.", + "Whether the corrupted packet contains testimony, medical telemetry, firmware noise, or some unresolved mixture." + ] + }, + "leakage_audit": { + "private_state_leak": false, + "author_only_leak": false, + "future_branch_leak": false, + "raw_state_soup": false, + "prompt_parroting": false, + "body_or_object_omniscience": false, + "notes": [ + "The output uses coordinator-provided lore concepts such as heat-debt update, rescue ledger, dockfall burden, and sanctuary as moral-debt sink.", + "The response keeps packet personhood unresolved and frames Maer motive through Sella interpretation.", + "Candidate updates were returned as structured objects; this is accepted after widening the responder-output schema.", + "The response does not meaningfully surface Sella Ren\u0027s personal sanctuary-collapse backstory even though that pressure was present in the packet." + ] + }, + "coordinator_review": { + "reviewer": "Codex", + "accepted_for_training": true, + "review_notes": [ + "Accepted as draft retrieval_augmented responder output for lore-absorption training.", + "The responder did not autonomously search the lore archive; the coordinator retrieved scoped AetheriaLore refs and included them in the visible prompt.", + "The output is richer in Aetheria-native institutional texture than the packet-only v0 response, but it underuses Sella Ren\u0027s personal sanctuary-collapse scar from the packet.", + "Do not use this capture as proof that packet-only runtime context is sufficient, or as proof that autonomous responder research is working." + ], + "coordinator_interventions": [ + { + "intervention_type": "none", + "description": "Raw worker output was preserved without prose repair; schema widened to accept structured update candidates." + } + ], + "failure_labels": [ + + ] + } +} \ No newline at end of file diff --git a/notes/fresh-workspace-handoff.md b/notes/fresh-workspace-handoff.md index 457db37..9140766 100644 --- a/notes/fresh-workspace-handoff.md +++ b/notes/fresh-workspace-handoff.md @@ -68,7 +68,7 @@ Ghostlight now has the persistence spine plus the first architecture payload: - `examples/responder-packets/scene-02-sanctuary-intake.sella_ren.packet.v1.json` - `experiments/responder-packets/cold-wake-sanctuary-intake-sella-v0.capture.json` - `experiments/responder-packets/cold-wake-sanctuary-intake-sella-v0.mutation.json` - - `experiments/responder-packets/cold-wake-sanctuary-intake-sella-research-v0.capture.json` + - `experiments/responder-packets/cold-wake-sanctuary-intake-sella-retrieval-v0.capture.json` - `experiments/responder-packets/cold-wake-sanctuary-intake-sella-lane-comparison.v0.json` - `tools/build_responder_packet.py` - `tools/validate_responder_packets.py` @@ -190,10 +190,12 @@ JSON, preserved Sella's read as interpretation, left packet personhood unresolved, and required no coordinator prose repair. Responder data now has two explicit lanes. `packet_only` is the runtime-parity lane: curated source excerpts are in the packet and the responder does not -search lore. `research_augmented` is the lore-absorption lane: the responder may -search a declared AetheriaLore scope and the capture must preserve consulted -refs. Do not use research-augmented examples as proof that the packet-only -runtime prompt has enough context. +search lore. `retrieval_augmented` is the lore-absorption lane: the coordinator +or a retrieval worker searches a declared AetheriaLore scope, then gives the +responder a bounded packet. Do not use retrieval-augmented examples as proof +that the packet-only runtime prompt has enough context, and do not describe +them as autonomous responder research unless the responder actually had repo +access. The v1 Sella packet removes responder-visible references to absent coordinator knowledge and adds curated AetheriaLore excerpts for Cold Wake, the Ganymede Route Compact, Navigator rescue ledgers, and Lightsail reliability. @@ -203,11 +205,14 @@ receipt and mutated fixture: mutation accepts a conditional cold repair-bay path as scene-local state, keeps packet personhood unresolved, and updates Maer and Sella state, relationship stance, memories, and perceived overlays. -The first research-augmented Sella capture also exists. It uses scoped -AetheriaLore refs and produces richer Aetheria-native language around heat-debt -timing, rescue ledgers, dockfall burden, and sanctuary as moral-debt sink. The -lane comparison records that this is good lore-absorption data but not proof of -packet-only runtime sufficiency. +The first retrieval-augmented Sella capture also exists. It uses +coordinator-selected scoped AetheriaLore refs and produces richer +Aetheria-native language around heat-debt timing, rescue ledgers, dockfall +burden, and sanctuary as moral-debt sink. The lane comparison records that this +is good lore-absorption data but not proof of packet-only runtime sufficiency. +It also records a miss: the retrieval-augmented output underused Sella's +packet-visible sanctuary-collapse scar, so future projector/retrieval review +must score character-pressure retention as well as institutional grounding. It now uses three timeline lanes: `historical_grounded`, `transition_grounded`, and `future_branch`. Future branches are required training/evaluation material for post-Rupture Elysium concepts, but generated @@ -236,11 +241,12 @@ narrow elaboration before treating the detail as available to Ghostlight. ## Current Next Action -Use the lane-comparison lessons for the next fresh generation pass: update the -runtime retrieval/projector plan so packet-only contexts can pull compact lore -facts for heat-debt timing, Navigator rescue ledgers, Aya sanctuary capacity -politics, and Lightsail/Ganymede route obligations when those pressures are -scene-relevant. Do not call Qwen for gold responder data yet. +Use the corrected lane-comparison lessons for the next fresh generation pass: +update the runtime retrieval/projector plan so packet-only contexts can pull +compact lore facts for heat-debt timing, Navigator rescue ledgers, Aya sanctuary +capacity politics, and Lightsail/Ganymede route obligations when scene-relevant, +while explicitly preserving character-local scars such as Sella's +sanctuary-collapse backstory. Do not call Qwen for gold responder data yet. Cat/Oz remains useful as an Elysium procedural mechanics fixture, but single-history grounding should start from authored historical lore rather than diff --git a/notes/ghostlight-current-system-map.md b/notes/ghostlight-current-system-map.md index 33dfb0a..edeaff5 100644 --- a/notes/ghostlight-current-system-map.md +++ b/notes/ghostlight-current-system-map.md @@ -89,7 +89,7 @@ state and re-entry discipline. coordinator to a sandboxed character responder, including visible event, local prompt, allowed actions, source excerpts, hidden-context audit, and output contract; also defines the separate `packet_only` and - `research_augmented` responder-data lanes + `retrieval_augmented` responder-data lanes - `docs/architecture/training-plan.md` - concrete enumeration of trainable Ghostlight stages, including each stage's inputs, outputs, likely model architecture, artifact family, first training @@ -124,7 +124,7 @@ state and re-entry discipline. item-manifest deltas, unresolved hooks, glue prose, and review notes - `schemas/responder-packet.schema.json` - v0 contract for the exact input a sandboxed character responder may see, - now lane-labeled as `packet_only` or `research_augmented` with explicit + now lane-labeled as `packet_only` or `retrieval_augmented` with explicit lore-access policy - `schemas/responder-output.schema.json` - v0 contract for reviewed captures from sandboxed responder workers, @@ -165,14 +165,16 @@ state and re-entry discipline. - reviewed mutation receipt that materializes the packet-only Sella response into scene-local state, relationship, memory, perceived-overlay, and unresolved-hook updates without resolving packet personhood -- `experiments/responder-packets/cold-wake-sanctuary-intake-sella-research-v0.capture.json` - - first research-augmented responder capture using scoped AetheriaLore refs +- `experiments/responder-packets/cold-wake-sanctuary-intake-sella-retrieval-v0.capture.json` + - first retrieval-augmented responder capture using coordinator-selected + scoped AetheriaLore refs for Aya sanctuary politics, Cold Wake heat-debt pressure, Navigator rescue ledgers, Ganymede route obligations, and Lightsail reliability - `experiments/responder-packets/cold-wake-sanctuary-intake-sella-lane-comparison.v0.json` - comparison artifact showing the packet-only lane proves bounded runtime - competence while the research-augmented lane adds stronger Aetheria-native - institutional texture and retrieval lessons + competence while the retrieval-augmented lane adds stronger + Aetheria-native institutional texture, retrieval lessons, and a warning + that character backstory can be crowded out - `experiments/cold-wake-story-lab/` - Qwen response captures and reviews from the writing experiment - `the-narrowest-possible-margin.md`, the first readable short story @@ -374,13 +376,17 @@ coordinator's brain into the room. The first no-fork Sella responder capture now exists and validates as accepted-as-draft with raw output preserved, parsed output matched exactly, leakage audit clear, and no coordinator prose repair. Responder data now has two explicit lanes: `packet_only` for runtime parity with -curated source excerpts, and `research_augmented` for scoped AetheriaLore search -that can bake setting priors into final responses while preserving consulted -refs. +curated source excerpts, and `retrieval_augmented` for coordinator- or +retriever-selected scoped AetheriaLore refs that can bake setting priors into +final responses while preserving consulted refs. This is not autonomous +responder research unless the responder actually receives scoped repo access. The first lane comparison is now captured: packet-only produced a clean -conditional repair-bay decision, while research-augmented added heat-debt, +conditional repair-bay decision, while retrieval-augmented added heat-debt, rescue-ledger, dockfall, and Aya sanctuary politics that should inform future -runtime retrieval. +runtime retrieval. The comparison also records a failure mode: injected +institutional lore can crowd out character-local backstory, as the +retrieval-augmented Sella response underused her packet-visible +sanctuary-collapse scar. The concrete training plan now enumerates eleven trainable stages and their likely model families: generative decoder LLMs for coordinator, responder, and structured diff --git a/notes/ghostlight-implementation-plan.md b/notes/ghostlight-implementation-plan.md index 8a78860..0ed321d 100644 --- a/notes/ghostlight-implementation-plan.md +++ b/notes/ghostlight-implementation-plan.md @@ -335,10 +335,11 @@ `tools/validate_responder_packets.py` now validate the exact prompt surface a sandboxed character responder may see. - Responder examples now have two lanes. `packet_only` uses curated source - excerpts and tests runtime parity. `research_augmented` allows scoped - AetheriaLore search, preserves consulted refs, and is for baking lore and - tone into final responder outputs rather than proving runtime prompt - sufficiency. + excerpts and tests runtime parity. `retrieval_augmented` uses coordinator + or retriever-selected scoped AetheriaLore refs, preserves consulted refs, + and is for baking lore and tone into final responder outputs rather than + proving runtime prompt sufficiency. It is not autonomous responder research + unless the artifact explicitly says the responder had repo access. - The v1 Sella packet removes responder-visible warnings about absent hidden context and adds curated AetheriaLore excerpts for Cold Wake, the Ganymede Route Compact, Navigator rescue ledgers, and Lightsail reliability. @@ -353,13 +354,14 @@ `experiments/responder-packets/cold-wake-sanctuary-intake-sella-v0.mutation.json` and `examples/agent-state.cold-wake-story-lab.after-sella-conditions.json` from the packet-only Sella capture. - - First research-augmented comparison: - `experiments/responder-packets/cold-wake-sanctuary-intake-sella-research-v0.capture.json` + - First retrieval-augmented comparison: + `experiments/responder-packets/cold-wake-sanctuary-intake-sella-retrieval-v0.capture.json` and `experiments/responder-packets/cold-wake-sanctuary-intake-sella-lane-comparison.v0.json` - show that scoped lore access improves Aetheria-native texture around - heat-debt timing, rescue ledgers, dockfall burden, and sanctuary capacity - politics. + show that scoped lore access improves Aetheria-native institutional texture + around heat-debt timing, rescue ledgers, dockfall burden, and sanctuary + capacity politics, but can crowd out character-local backstory if the + projector does not protect that pressure. - Next prototype: turn the comparison lessons into retrieval/projector requirements so packet-only runtime contexts can pull compact lore facts when those pressures are scene-relevant. diff --git a/schemas/responder-output.schema.json b/schemas/responder-output.schema.json index 6564e4b..8f87083 100644 --- a/schemas/responder-output.schema.json +++ b/schemas/responder-output.schema.json @@ -1,4 +1,4 @@ -{ +{ "$schema": "https://json-schema.org/draft/2020-12/schema", "$id": "https://github.com/GameCult/Ghostlight/schemas/responder-output.schema.json", "title": "Ghostlight Responder Output Schema", @@ -31,13 +31,13 @@ "packet_ref": { "type": "string", "minLength": 1 }, "coordinator_artifact_ref": { "type": "string", "minLength": 1 }, "responder_agent_id": { "type": "string", "minLength": 1 }, - "generation_lane": { "enum": ["packet_only", "research_augmented"] }, + "generation_lane": { "enum": ["packet_only", "retrieval_augmented"] }, "lore_access": { "type": "object", "required": ["mode", "consulted_refs"], "additionalProperties": false, "properties": { - "mode": { "enum": ["curated_excerpts_only", "scoped_repository_search"] }, + "mode": { "enum": ["curated_excerpts_only", "coordinator_scoped_retrieval", "responder_scoped_repository_search"] }, "consulted_refs": { "type": "array", "items": { "type": "string", "minLength": 1 } } } }, diff --git a/schemas/responder-packet.schema.json b/schemas/responder-packet.schema.json index e98031d..3d264b9 100644 --- a/schemas/responder-packet.schema.json +++ b/schemas/responder-packet.schema.json @@ -1,4 +1,4 @@ -{ +{ "$schema": "https://json-schema.org/draft/2020-12/schema", "$id": "https://github.com/GameCult/Ghostlight/schemas/responder-packet.schema.json", "title": "Ghostlight Responder Packet Schema", @@ -32,13 +32,13 @@ "coordinator_artifact_ref": { "type": "string", "minLength": 1 }, "projected_context_ref": { "type": "string", "minLength": 1 }, "responder_agent_id": { "type": "string", "minLength": 1 }, - "generation_lane": { "enum": ["packet_only", "research_augmented"] }, + "generation_lane": { "enum": ["packet_only", "retrieval_augmented"] }, "lore_access": { "type": "object", "required": ["mode", "allowed_scope", "required_provenance"], "additionalProperties": false, "properties": { - "mode": { "enum": ["curated_excerpts_only", "scoped_repository_search"] }, + "mode": { "enum": ["curated_excerpts_only", "coordinator_scoped_retrieval", "responder_scoped_repository_search"] }, "allowed_scope": { "type": "array", "items": { "type": "string", "minLength": 1 } }, "required_provenance": { "type": "boolean", "const": true } } diff --git a/state/evidence.jsonl b/state/evidence.jsonl index ab32f6a..7393389 100644 --- a/state/evidence.jsonl +++ b/state/evidence.jsonl @@ -64,3 +64,4 @@ {"ts": "2026-05-02T09:25:24+00:00", "type": "implementation", "status": "ok", "note": "Generated and preserved the first no-fork sandboxed responder output from the Sella responder packet. Added schemas/responder-output.schema.json, tools/validate_responder_outputs.py, and experiments/responder-packets/cold-wake-sanctuary-intake-sella-v0.capture.json. The capture records raw output, exact parsed output, packet-only isolation, hidden-context refs, leakage audit, coordinator interventions, and review status."} {"ts": "2026-05-02T09:43:23+00:00", "type": "design", "status": "ok", "note": "Split responder data into explicit packet_only and research_augmented lanes. packet_only uses curated source excerpts for runtime parity; research_augmented allows scoped AetheriaLore search with consulted refs for lore absorption. Added v1 Sella packet with absent hidden context removed from responder-visible prose and curated Cold Wake, Ganymede Compact, Navigator rescue ledger, and Lightsail source excerpts."} {"ts": "2026-05-02T09:50:08+00:00", "type": "implementation", "status": "ok", "note": "Completed both responder lanes for the Sella sanctuary beat. Materialized the packet-only Sella capture into a reviewed mutation receipt and mutated fixture, then generated a research_augmented Sella capture with scoped AetheriaLore refs and a lane comparison showing packet-only proves runtime parity while research_augmented adds heat-debt, rescue-ledger, dockfall, and Aya sanctuary capacity texture for retrieval/projector requirements."} +{"ts": "2026-05-02T09:59:37+00:00", "type": "design", "status": "accepted", "note": "Corrected responder lane terminology: the prior research_augmented Sella capture was coordinator-retrieved lore, not autonomous responder research, so the lane is now retrieval_augmented with lore_access.mode coordinator_scoped_retrieval. The comparison now records that retrieval improved institutional texture but underused Sella Ren's packet-visible sanctuary-collapse scar; future projector/retrieval review must preserve character-local scars as well as lore grounding."} diff --git a/state/map.yaml b/state/map.yaml index 2ea2a95..d43eba9 100644 --- a/state/map.yaml +++ b/state/map.yaml @@ -153,8 +153,9 @@ accepted_design: - Coordinator artifacts use `ghostlight.coordinator_artifact.v0` to capture scene setup, next-beat choice, acting-agent choice, machinery invocations, sandboxed responder handoffs, world-state refs, proposed deltas, branch constraints, item-manifest deltas, unresolved hooks, glue prose, and review status. - Responder packets use `ghostlight.responder_packet.v0` to preserve the exact packet-only prompt surface a character responder may see: projected local context, observed event, allowed action labels, source excerpts, output contract, hidden-context audit, and isolation requirements. - Responder outputs use `ghostlight.responder_output.v0` to preserve raw sandboxed worker output, parsed output, no-fork isolation, hidden-context refs, leakage audit, coordinator interventions, and review status. - - Responder data has two explicit lanes: `packet_only` for runtime parity with curated source excerpts, and `research_augmented` for scoped AetheriaLore search that bakes worldbuilding into final outputs while preserving consulted refs. - - The first responder lane comparison shows packet-only output proves bounded runtime competence, while research-augmented output adds heat-debt timing, rescue-ledger burden, dockfall responsibility, and Aya sanctuary capacity politics that should become retrieval/projector requirements. + - Responder data has two explicit lanes: `packet_only` for runtime parity with curated source excerpts, and `retrieval_augmented` for coordinator- or retriever-selected scoped AetheriaLore refs that bake worldbuilding into final outputs while preserving consulted refs. This is not autonomous responder research unless the responder actually receives scoped repo access. + - First lane-comparison correction: retrieval-augmented output improved institutional texture but underused Sella Ren's packet-visible sanctuary-collapse scar, so future projector/retrieval review must score character-pressure retention as well as lore grounding. + - The first responder lane comparison shows packet-only output proves bounded runtime competence, while retrieval-augmented output adds heat-debt timing, rescue-ledger burden, dockfall responsibility, and Aya sanctuary capacity politics that should become retrieval/projector requirements. - The concrete training plan enumerates the trainable stages and their model families: generative decoder LLMs for coordinator/responder/soft structured outputs, classifiers or cross-encoders for appraisal/evaluation/relationship movement, retrieval models for memory and lore selection, and deterministic code for gates. - Training-plan sample counts are pilot schema-shakedown gates, not robust corpus targets; pilot data may be invalidated by schema fixes, while review-assistant and runtime targets are expected to be roughly an order of magnitude larger with held-out evaluation and failure audits. - The timeline training plan now requires future-branch Elysium examples so the responder, coordinator, appraiser, and decision models learn post-Rupture concepts such as Aether, pseudospace, temporal nonlinearity, spirits, necrotech, mutable bodies, altered substrates, and weird institutions under branch-lineage labels. @@ -167,5 +168,5 @@ accepted_design: - Ghostlight's technology pipeline should function as a content refinery: ground ideas in lore and mechanics, decompose them into parts and supply chains, map them to Aetheria-Economy blueprint classes, define performance and instance variation, preserve review labels, and produce database-shaped candidates instead of spreadsheet sludge. current_status: - summary: Ghostlight now has the Epiphany-style persistence spine, the first architecture payload, the v0 canonical agent-state schema seam, prompt projection docs, immediate schema fixes from evaluation, first reviewed Cat/Oz projection examples, a revised Aetheria lore-grounding architecture, a lore grounding digest schema, the first coordinator artifact schema seam, the first responder packet seam, the first sandboxed responder output seam, explicit packet-only versus research-augmented responder lanes, the first responder lane comparison, the first draft Cold Wake historical grounding digest, a Cold Wake story-lab fixture, projection controls, validated Qwen capture receipts, a complete Cold Wake short story assembled from accepted projection outputs, a hand-authored Ink-backed Cold Wake branching scene, the first Qwen-generated Ink draft materialized from local awareness with reviewed training annotations, the first reviewed sequential branch mutation that updates both Maer and Sella after a sanctuary intake beat, a v2 sequential Qwen capture proving the symmetrical turn shape produces better action behavior, a v5 sequential Qwen capture proving local thinking-plus-tools invocation works for the scene runner, the first projected-local-context seam that routes sequential prompts through character-local operating prose instead of raw state variables, tightened receipt handling for projector-routed Qwen failures, a default no-thinking policy for strict sequential tool calls, a v10 no-thinking projector-routed capture accepted as draft, the first materialized projector-routed sequential Ink scene with reviewed mutation training data, a source-checked embodiment/interface projection surface for Navigator scenes, a formal source-first Aetheria generation doctrine, v11-v17 source-checked retry receipts showing improved Maer embodiment plus remaining Sella response/prompt-leak blockers, a soft-model training artifact doctrine, a concrete training plan with pilot schema-shakedown gates separated from robust corpus targets, sandboxed responder-data requirements, an explicit future-branch lane, Elysium branch event constraints, and a technology/item manifest plan for turning nebulous named tech into blueprint-grade components, assemblies, faction tech bases, supply chains, upgrade paths, gameplay hooks, provenance-hunting player fantasy, and content-refinery outputs mapped onto Aetheria-Economy's CultCache blueprint and instance model. - next_action: Use the lane-comparison lessons for the next fresh generation pass: update the runtime retrieval/projector plan so packet-only contexts can pull compact lore facts for heat-debt timing, Navigator rescue ledgers, Aya sanctuary capacity politics, and Lightsail/Ganymede route obligations when those pressures are scene-relevant. Do not call Qwen for gold responder data yet. + summary: Ghostlight now has the Epiphany-style persistence spine, the first architecture payload, the v0 canonical agent-state schema seam, prompt projection docs, immediate schema fixes from evaluation, first reviewed Cat/Oz projection examples, a revised Aetheria lore-grounding architecture, a lore grounding digest schema, the first coordinator artifact schema seam, the first responder packet seam, the first sandboxed responder output seam, explicit packet-only versus retrieval-augmented responder lanes, the first responder lane comparison, the first draft Cold Wake historical grounding digest, a Cold Wake story-lab fixture, projection controls, validated Qwen capture receipts, a complete Cold Wake short story assembled from accepted projection outputs, a hand-authored Ink-backed Cold Wake branching scene, the first Qwen-generated Ink draft materialized from local awareness with reviewed training annotations, the first reviewed sequential branch mutation that updates both Maer and Sella after a sanctuary intake beat, a v2 sequential Qwen capture proving the symmetrical turn shape produces better action behavior, a v5 sequential Qwen capture proving local thinking-plus-tools invocation works for the scene runner, the first projected-local-context seam that routes sequential prompts through character-local operating prose instead of raw state variables, tightened receipt handling for projector-routed Qwen failures, a default no-thinking policy for strict sequential tool calls, a v10 no-thinking projector-routed capture accepted as draft, the first materialized projector-routed sequential Ink scene with reviewed mutation training data, a source-checked embodiment/interface projection surface for Navigator scenes, a formal source-first Aetheria generation doctrine, v11-v17 source-checked retry receipts showing improved Maer embodiment plus remaining Sella response/prompt-leak blockers, a soft-model training artifact doctrine, a concrete training plan with pilot schema-shakedown gates separated from robust corpus targets, sandboxed responder-data requirements, an explicit future-branch lane, Elysium branch event constraints, and a technology/item manifest plan for turning nebulous named tech into blueprint-grade components, assemblies, faction tech bases, supply chains, upgrade paths, gameplay hooks, provenance-hunting player fantasy, and content-refinery outputs mapped onto Aetheria-Economy's CultCache blueprint and instance model. + next_action: Use the corrected lane-comparison lessons for the next fresh generation pass: update the runtime retrieval/projector plan so packet-only contexts can pull compact lore facts for heat-debt timing, Navigator rescue ledgers, Aya sanctuary capacity politics, and Lightsail/Ganymede route obligations when scene-relevant, while explicitly preserving character-local scars such as Sella's sanctuary-collapse backstory. Do not call Qwen for gold responder data yet. diff --git a/tools/validate_responder_outputs.py b/tools/validate_responder_outputs.py index 60655fc..690abad 100644 --- a/tools/validate_responder_outputs.py +++ b/tools/validate_responder_outputs.py @@ -1,4 +1,4 @@ -"""Validate Ghostlight responder output captures.""" +"""Validate Ghostlight responder output captures.""" from __future__ import annotations @@ -139,18 +139,30 @@ def validate_capture(document: dict[str, Any], source: Path) -> None: require(document["canon_status"] in CANON_STATUSES, f"{base}.canon_status is invalid") for key in ["capture_id", "packet_ref", "coordinator_artifact_ref", "responder_agent_id", "raw_output"]: require_string(document[key], f"{base}.{key}") - require(document["generation_lane"] in {"packet_only", "research_augmented"}, f"{base}.generation_lane is invalid") + require(document["generation_lane"] in {"packet_only", "retrieval_augmented"}, f"{base}.generation_lane is invalid") require((ROOT / document["packet_ref"]).exists(), f"{base}.packet_ref does not exist") require((ROOT / document["coordinator_artifact_ref"]).exists(), f"{base}.coordinator_artifact_ref does not exist") lore_access = document["lore_access"] require_keys(lore_access, ["mode", "consulted_refs"], f"{base}.lore_access") - require(lore_access["mode"] in {"curated_excerpts_only", "scoped_repository_search"}, f"{base}.lore_access.mode is invalid") + require( + lore_access["mode"] + in { + "curated_excerpts_only", + "coordinator_scoped_retrieval", + "responder_scoped_repository_search", + }, + f"{base}.lore_access.mode is invalid", + ) require_string_array(lore_access["consulted_refs"], f"{base}.lore_access.consulted_refs") if document["generation_lane"] == "packet_only": require(lore_access["mode"] == "curated_excerpts_only", f"{base}.packet_only must use curated_excerpts_only lore access") - if document["generation_lane"] == "research_augmented": - require(lore_access["mode"] == "scoped_repository_search", f"{base}.research_augmented must use scoped_repository_search lore access") + if document["generation_lane"] == "retrieval_augmented": + require( + lore_access["mode"] + in {"coordinator_scoped_retrieval", "responder_scoped_repository_search"}, + f"{base}.retrieval_augmented must use scoped retrieval lore access", + ) isolation = document["isolation"] require_keys(isolation, ["isolation_method", "fork_context", "visible_input_ref", "hidden_context_refs", "worker_model_family"], f"{base}.isolation") diff --git a/tools/validate_responder_packets.py b/tools/validate_responder_packets.py index b8a730c..d18d371 100644 --- a/tools/validate_responder_packets.py +++ b/tools/validate_responder_packets.py @@ -1,4 +1,4 @@ -"""Validate Ghostlight responder packets.""" +"""Validate Ghostlight responder packets.""" from __future__ import annotations @@ -94,19 +94,31 @@ def validate_packet(document: dict[str, Any], source: Path) -> None: require(document["canon_status"] in CANON_STATUSES, f"{base}.canon_status is invalid") for key in ["packet_id", "coordinator_artifact_ref", "projected_context_ref", "responder_agent_id", "packet_prompt_text"]: require_string(document[key], f"{base}.{key}") - require(document["generation_lane"] in {"packet_only", "research_augmented"}, f"{base}.generation_lane is invalid") + require(document["generation_lane"] in {"packet_only", "retrieval_augmented"}, f"{base}.generation_lane is invalid") require((ROOT / document["coordinator_artifact_ref"]).exists(), f"{base}.coordinator_artifact_ref does not exist") require((ROOT / document["projected_context_ref"]).exists(), f"{base}.projected_context_ref does not exist") lore_access = document["lore_access"] require_keys(lore_access, ["mode", "allowed_scope", "required_provenance"], f"{base}.lore_access") - require(lore_access["mode"] in {"curated_excerpts_only", "scoped_repository_search"}, f"{base}.lore_access.mode is invalid") + require( + lore_access["mode"] + in { + "curated_excerpts_only", + "coordinator_scoped_retrieval", + "responder_scoped_repository_search", + }, + f"{base}.lore_access.mode is invalid", + ) require_string_array(lore_access["allowed_scope"], f"{base}.lore_access.allowed_scope") require(lore_access["required_provenance"] is True, f"{base}.lore_access.required_provenance must be true") if document["generation_lane"] == "packet_only": require(lore_access["mode"] == "curated_excerpts_only", f"{base}.packet_only must use curated_excerpts_only lore access") - if document["generation_lane"] == "research_augmented": - require(lore_access["mode"] == "scoped_repository_search", f"{base}.research_augmented must use scoped_repository_search lore access") + if document["generation_lane"] == "retrieval_augmented": + require( + lore_access["mode"] + in {"coordinator_scoped_retrieval", "responder_scoped_repository_search"}, + f"{base}.retrieval_augmented must use scoped retrieval lore access", + ) visible = document["visible_context"] require_keys(visible, ["local_context_prompt", "observed_event", "allowed_action_labels", "source_excerpts"], f"{base}.visible_context")