Add Eve conformance fixture metadata
This commit is contained in:
parent
d68ff3c6ce
commit
3d938383fb
12 changed files with 303 additions and 3 deletions
|
|
@ -274,13 +274,15 @@ Exit criteria:
|
|||
|
||||
## Active Work Queue
|
||||
|
||||
1. Add conformance-pack metadata files beside fixtures.
|
||||
2. Add a Direct2D adapter spike or explicitly demote Direct2D until Fensalir owns
|
||||
1. Add a Direct2D adapter spike or explicitly demote Direct2D until Fensalir owns
|
||||
the body.
|
||||
3. Add split-readiness reports for EveFlutter and EveUnity.
|
||||
2. Add split-readiness reports for EveFlutter and EveUnity.
|
||||
|
||||
Recently cut:
|
||||
|
||||
- Fixture conformance metadata now lives beside each fixture and is validated by
|
||||
the parity harness, so the corpus can move toward `EveConformance` without
|
||||
relying only on Eve's local manifest layout.
|
||||
- The browser reference now has an authority/staleness witness fixture. The
|
||||
parity report verifies visible `fresh`, `accepted`, `stale`, `missing`,
|
||||
`pending`, `denied`, `predicted`, and `reconciled` states, with provider and
|
||||
|
|
|
|||
79
schemas/gamecult.eve.conformance_fixture.v1.schema.json
Normal file
79
schemas/gamecult.eve.conformance_fixture.v1.schema.json
Normal file
|
|
@ -0,0 +1,79 @@
|
|||
{
|
||||
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
||||
"$id": "gamecult.eve.conformance_fixture.v1",
|
||||
"title": "Eve Conformance Fixture Metadata",
|
||||
"type": "object",
|
||||
"required": [
|
||||
"schema",
|
||||
"fixtureId",
|
||||
"title",
|
||||
"pack",
|
||||
"ownerRepo",
|
||||
"surface",
|
||||
"purpose",
|
||||
"exitCriteria",
|
||||
"asserts"
|
||||
],
|
||||
"properties": {
|
||||
"schema": {
|
||||
"const": "gamecult.eve.conformance_fixture.v1"
|
||||
},
|
||||
"fixtureId": {
|
||||
"type": "string",
|
||||
"minLength": 1
|
||||
},
|
||||
"title": {
|
||||
"type": "string",
|
||||
"minLength": 1
|
||||
},
|
||||
"pack": {
|
||||
"type": "string",
|
||||
"minLength": 1
|
||||
},
|
||||
"ownerRepo": {
|
||||
"type": "string",
|
||||
"minLength": 1
|
||||
},
|
||||
"surface": {
|
||||
"type": "object",
|
||||
"required": ["transport", "path"],
|
||||
"properties": {
|
||||
"transport": {
|
||||
"type": "string",
|
||||
"minLength": 1
|
||||
},
|
||||
"path": {
|
||||
"type": "string",
|
||||
"minLength": 1
|
||||
}
|
||||
},
|
||||
"additionalProperties": true
|
||||
},
|
||||
"purpose": {
|
||||
"type": "string",
|
||||
"minLength": 1
|
||||
},
|
||||
"exitCriteria": {
|
||||
"type": "string",
|
||||
"minLength": 1
|
||||
},
|
||||
"asserts": {
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string",
|
||||
"minLength": 1
|
||||
}
|
||||
},
|
||||
"requiredPlugins": {
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string",
|
||||
"minLength": 1
|
||||
}
|
||||
},
|
||||
"splitTarget": {
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"additionalProperties": true
|
||||
}
|
||||
|
|
@ -6,6 +6,7 @@
|
|||
"graduationDocument": "docs/repo-strategy.md"
|
||||
},
|
||||
"schemas": {
|
||||
"gamecult.eve.conformance_fixture.v1": "schemas/gamecult.eve.conformance_fixture.v1.schema.json",
|
||||
"gamecult.eve.command.v1": "schemas/gamecult.eve.command.v1.schema.json",
|
||||
"gamecult.eve.plugin.v1": "schemas/gamecult.eve.plugin.v1.schema.json",
|
||||
"gamecult.eve.plugin_advertisement.v1": "schemas/gamecult.eve.plugin_advertisement.v1.schema.json",
|
||||
|
|
@ -76,6 +77,7 @@
|
|||
"transport": "local-eve-dsl",
|
||||
"path": "web/fixtures/cultui-slider-inspector.eve"
|
||||
},
|
||||
"metadataPath": "web/fixtures/cultui-slider-inspector.conformance.json",
|
||||
"expect": {
|
||||
"providerId": "eve.cultui.inspector",
|
||||
"componentKinds": ["surface", "partition", "pane", "label", "control.slider"],
|
||||
|
|
@ -98,6 +100,7 @@
|
|||
"transport": "local-json",
|
||||
"path": "web/fixtures/repixelizer.eve-surface.json"
|
||||
},
|
||||
"metadataPath": "web/fixtures/repixelizer.conformance.json",
|
||||
"expect": {
|
||||
"providerId": "repixelizer",
|
||||
"componentKinds": [
|
||||
|
|
@ -147,6 +150,7 @@
|
|||
"transport": "local-json",
|
||||
"path": "web/fixtures/sai-vn-surface.json"
|
||||
},
|
||||
"metadataPath": "web/fixtures/sai-vn-surface.conformance.json",
|
||||
"expect": {
|
||||
"providerId": "gamecult.home.vn",
|
||||
"componentKinds": [
|
||||
|
|
@ -182,6 +186,7 @@
|
|||
"transport": "local-json",
|
||||
"path": "web/fixtures/aetheria-world-surface.json"
|
||||
},
|
||||
"metadataPath": "web/fixtures/aetheria-world-surface.conformance.json",
|
||||
"expect": {
|
||||
"providerId": "aetheria",
|
||||
"componentKinds": ["surface", "card", "text", "metric", "partition", "field.surface2d", "control.button"],
|
||||
|
|
@ -201,6 +206,7 @@
|
|||
"transport": "local-json",
|
||||
"path": "web/fixtures/authority-staleness-witness.json"
|
||||
},
|
||||
"metadataPath": "web/fixtures/authority-staleness-witness.conformance.json",
|
||||
"expect": {
|
||||
"providerId": "gamecult.eve.authority-witness",
|
||||
"componentKinds": ["surface", "card", "text", "metric", "partition"],
|
||||
|
|
@ -230,6 +236,7 @@
|
|||
"transport": "local-eve-dsl",
|
||||
"path": "web/fixtures/reactive-composition.eve"
|
||||
},
|
||||
"metadataPath": "web/fixtures/reactive-composition.conformance.json",
|
||||
"expect": {
|
||||
"providerId": "gamecult.eve.reactive-demo",
|
||||
"componentKinds": ["surface", "card", "text", "metric", "list", "control.button"],
|
||||
|
|
@ -245,6 +252,7 @@
|
|||
"transport": "local-eve-dsl",
|
||||
"path": "web/fixtures/huginn-cc-surface.eve"
|
||||
},
|
||||
"metadataPath": "web/fixtures/huginn-cc-surface.conformance.json",
|
||||
"expect": {
|
||||
"providerId": "cultcache.huginn.inspector",
|
||||
"componentKinds": ["surface", "card", "text", "list"],
|
||||
|
|
@ -260,6 +268,7 @@
|
|||
"transport": "local-json",
|
||||
"path": "web/fixtures/cultui-embedded-surface.json"
|
||||
},
|
||||
"metadataPath": "web/fixtures/cultui-embedded-surface.conformance.json",
|
||||
"expect": {
|
||||
"providerId": "gamecult.eve.embedded-demo",
|
||||
"componentKinds": ["surface", "card", "text", "surface.slot"],
|
||||
|
|
|
|||
|
|
@ -75,6 +75,7 @@ async function evaluateFixture(fixture) {
|
|||
const authorityOwners = [...new Set(authorityWitnesses.map(witness => witness.owner))].filter(Boolean).sort();
|
||||
const receiptRefs = [...new Set(authorityWitnesses.map(witness => witness.receiptRef))].filter(Boolean).sort();
|
||||
const witnessRefs = [...new Set(authorityWitnesses.map(witness => witness.witnessRef))].filter(Boolean).sort();
|
||||
const metadataResult = await evaluateFixtureMetadata(fixture);
|
||||
const checks = [];
|
||||
|
||||
addCheck(checks, "providerId", state.providerId === fixture.expect.providerId, {
|
||||
|
|
@ -182,6 +183,13 @@ async function evaluateFixture(fixture) {
|
|||
});
|
||||
}
|
||||
|
||||
for (const error of metadataResult.errors) {
|
||||
addCheck(checks, `metadata:${error}`, false, {
|
||||
expected: "valid fixture metadata",
|
||||
actual: error,
|
||||
});
|
||||
}
|
||||
|
||||
const knownPacks = new Set((manifest.conformancePacks || []).map(pack => pack.id));
|
||||
if (fixture.pack) {
|
||||
addCheck(checks, "conformancePack", knownPacks.has(fixture.pack), {
|
||||
|
|
@ -219,6 +227,9 @@ async function evaluateFixture(fixture) {
|
|||
receiptRefs,
|
||||
witnessRefs,
|
||||
authorityWitnesses,
|
||||
metadataPath: fixture.metadataPath || "",
|
||||
metadata: metadataResult.metadata,
|
||||
metadataErrors: metadataResult.errors,
|
||||
checks,
|
||||
};
|
||||
}
|
||||
|
|
@ -348,6 +359,34 @@ async function evaluatePlugin(plugin, fixtureResults) {
|
|||
};
|
||||
}
|
||||
|
||||
async function evaluateFixtureMetadata(fixture) {
|
||||
const errors = [];
|
||||
if (!fixture.metadataPath) return { metadata: null, errors: ["metadataPath:missing"] };
|
||||
|
||||
errors.push(...await validateJsonDocument(
|
||||
manifest.schemas?.["gamecult.eve.conformance_fixture.v1"],
|
||||
fixture.metadataPath,
|
||||
{
|
||||
schema: "gamecult.eve.conformance_fixture.v1",
|
||||
fixtureId: fixture.id,
|
||||
},
|
||||
));
|
||||
if (errors.length) return { metadata: null, errors };
|
||||
|
||||
const metadata = await readJsonDocument(fixture.metadataPath);
|
||||
if (metadata.pack !== fixture.pack) errors.push(`pack:expected ${fixture.pack} got ${metadata.pack}`);
|
||||
if (metadata.ownerRepo !== fixture.ownerRepo) errors.push(`ownerRepo:expected ${fixture.ownerRepo} got ${metadata.ownerRepo}`);
|
||||
if (metadata.surface?.transport !== fixture.surface?.transport) {
|
||||
errors.push(`surface.transport:expected ${fixture.surface?.transport} got ${metadata.surface?.transport}`);
|
||||
}
|
||||
if (metadata.surface?.path !== fixture.surface?.path) {
|
||||
errors.push(`surface.path:expected ${fixture.surface?.path} got ${metadata.surface?.path}`);
|
||||
}
|
||||
if (!Array.isArray(metadata.asserts) || metadata.asserts.length === 0) errors.push("asserts:empty");
|
||||
|
||||
return { metadata, errors };
|
||||
}
|
||||
|
||||
async function evaluateProvider(provider, fixtureResults) {
|
||||
const expectedPaths = provider.expectedPaths || [];
|
||||
const missingPaths = expectedPaths.filter(candidate => !existsSync(path.join(repoRoot, candidate)));
|
||||
|
|
@ -714,6 +753,11 @@ function renderMarkdown(report) {
|
|||
lines.push(`| ${fixture.title} | ${fixture.authorityStates.join(", ")} | ${fixture.authorityOwners.join(", ")} | ${fixture.witnessRefs.length} | ${fixture.receiptRefs.length} |`);
|
||||
}
|
||||
|
||||
lines.push("", "## Fixture Metadata", "", "| Fixture | Metadata | Purpose | Errors |", "| --- | --- | --- | --- |");
|
||||
for (const fixture of report.fixtures) {
|
||||
lines.push(`| ${fixture.title} | ${fixture.metadataPath} | ${fixture.metadata?.purpose || ""} | ${fixture.metadataErrors.join(", ")} |`);
|
||||
}
|
||||
|
||||
lines.push("", "## Plugins", "", "| Plugin | Status | Owner | Capabilities | Missing |", "| --- | --- | --- | --- | --- |");
|
||||
for (const plugin of report.plugins || []) {
|
||||
const missing = [
|
||||
|
|
|
|||
20
web/fixtures/aetheria-world-surface.conformance.json
Normal file
20
web/fixtures/aetheria-world-surface.conformance.json
Normal file
|
|
@ -0,0 +1,20 @@
|
|||
{
|
||||
"schema": "gamecult.eve.conformance_fixture.v1",
|
||||
"fixtureId": "aetheria-world",
|
||||
"title": "Aetheria Interactive World",
|
||||
"pack": "provider",
|
||||
"ownerRepo": "Aetheria",
|
||||
"surface": {
|
||||
"transport": "local-json",
|
||||
"path": "web/fixtures/aetheria-world-surface.json"
|
||||
},
|
||||
"purpose": "Proves Aetheria can expose daemon-owned interactive world surfaces through Eve without moving game truth into Eve.",
|
||||
"exitCriteria": "Move to Aetheria when generated level state, assets, command receipts, and scenario conformance become product-owned fixtures.",
|
||||
"asserts": [
|
||||
"field.surface2d world projection",
|
||||
"daemon command boundary",
|
||||
"provider-owned bindings",
|
||||
"Aetheria style tokens"
|
||||
],
|
||||
"splitTarget": "Aetheria"
|
||||
}
|
||||
24
web/fixtures/authority-staleness-witness.conformance.json
Normal file
24
web/fixtures/authority-staleness-witness.conformance.json
Normal file
|
|
@ -0,0 +1,24 @@
|
|||
{
|
||||
"schema": "gamecult.eve.conformance_fixture.v1",
|
||||
"fixtureId": "authority-staleness",
|
||||
"title": "Authority And Staleness Witness",
|
||||
"pack": "core",
|
||||
"ownerRepo": "Eve",
|
||||
"surface": {
|
||||
"transport": "local-json",
|
||||
"path": "web/fixtures/authority-staleness-witness.json"
|
||||
},
|
||||
"purpose": "Proves Eve surfaces preserve provider truth, local prediction, staleness, denial, receipts, and reconciliation as visible contract state.",
|
||||
"exitCriteria": "Stays in Eve core because authority visibility is a surface contract invariant.",
|
||||
"asserts": [
|
||||
"fresh state",
|
||||
"accepted state",
|
||||
"stale state",
|
||||
"missing state",
|
||||
"pending state",
|
||||
"denied state",
|
||||
"predicted state",
|
||||
"reconciled state",
|
||||
"receipt references"
|
||||
]
|
||||
}
|
||||
18
web/fixtures/cultui-embedded-surface.conformance.json
Normal file
18
web/fixtures/cultui-embedded-surface.conformance.json
Normal file
|
|
@ -0,0 +1,18 @@
|
|||
{
|
||||
"schema": "gamecult.eve.conformance_fixture.v1",
|
||||
"fixtureId": "embedded-surface",
|
||||
"title": "Embedded Surface Slot",
|
||||
"pack": "core",
|
||||
"ownerRepo": "Eve",
|
||||
"surface": {
|
||||
"transport": "local-json",
|
||||
"path": "web/fixtures/cultui-embedded-surface.json"
|
||||
},
|
||||
"purpose": "Proves surface.slot and embedded CultMesh document slots remain explicit across runtime lowering.",
|
||||
"exitCriteria": "Stays in Eve core because embedded document slots are part of the portable surface contract.",
|
||||
"asserts": [
|
||||
"surface.slot component",
|
||||
"embeddedDocuments slot metadata",
|
||||
"embedded document style tokens"
|
||||
]
|
||||
}
|
||||
20
web/fixtures/cultui-slider-inspector.conformance.json
Normal file
20
web/fixtures/cultui-slider-inspector.conformance.json
Normal file
|
|
@ -0,0 +1,20 @@
|
|||
{
|
||||
"schema": "gamecult.eve.conformance_fixture.v1",
|
||||
"fixtureId": "cultui-inspector",
|
||||
"title": "CultUI Inspector",
|
||||
"pack": "core",
|
||||
"ownerRepo": "Eve",
|
||||
"surface": {
|
||||
"transport": "local-eve-dsl",
|
||||
"path": "web/fixtures/cultui-slider-inspector.eve"
|
||||
},
|
||||
"purpose": "Proves CultUI DSL lowering for partition layout, slider anatomy, style skins, retained control parts, and bindings.",
|
||||
"exitCriteria": "Stays in Eve core because it proves the portable CultUI surface contract.",
|
||||
"asserts": [
|
||||
"partition topology",
|
||||
"control.slider nodes",
|
||||
"slider skin anatomy",
|
||||
"control.part names",
|
||||
"state bindings"
|
||||
]
|
||||
}
|
||||
19
web/fixtures/huginn-cc-surface.conformance.json
Normal file
19
web/fixtures/huginn-cc-surface.conformance.json
Normal file
|
|
@ -0,0 +1,19 @@
|
|||
{
|
||||
"schema": "gamecult.eve.conformance_fixture.v1",
|
||||
"fixtureId": "huginn-cc",
|
||||
"title": "Huginn .cc",
|
||||
"pack": "provider",
|
||||
"ownerRepo": "Huginn",
|
||||
"surface": {
|
||||
"transport": "local-eve-dsl",
|
||||
"path": "web/fixtures/huginn-cc-surface.eve"
|
||||
},
|
||||
"purpose": "Proves a provider-owned .cc inspection surface can be lowered through Eve while Huginn owns runtime stewardship.",
|
||||
"exitCriteria": "Move to Huginn when .cc schema inspection, Persona-state projection, or CultMesh publication details become runtime-owned.",
|
||||
"asserts": [
|
||||
"CultCache inspector cards",
|
||||
"record list bindings",
|
||||
"provider-owned inspection state"
|
||||
],
|
||||
"splitTarget": "Huginn"
|
||||
}
|
||||
19
web/fixtures/reactive-composition.conformance.json
Normal file
19
web/fixtures/reactive-composition.conformance.json
Normal file
|
|
@ -0,0 +1,19 @@
|
|||
{
|
||||
"schema": "gamecult.eve.conformance_fixture.v1",
|
||||
"fixtureId": "reactive-dsl",
|
||||
"title": "Reactive DSL",
|
||||
"pack": "core",
|
||||
"ownerRepo": "Eve",
|
||||
"surface": {
|
||||
"transport": "local-eve-dsl",
|
||||
"path": "web/fixtures/reactive-composition.eve"
|
||||
},
|
||||
"purpose": "Proves Eve DSL reactive bindings for vars, collections, derived values, lists, metrics, and command-like authored actions.",
|
||||
"exitCriteria": "Stays in Eve core while CultUI reactive authoring remains part of the kernel contract.",
|
||||
"asserts": [
|
||||
"reactive var binding",
|
||||
"collection binding",
|
||||
"derived binding",
|
||||
"control.button lowering"
|
||||
]
|
||||
}
|
||||
20
web/fixtures/repixelizer.conformance.json
Normal file
20
web/fixtures/repixelizer.conformance.json
Normal file
|
|
@ -0,0 +1,20 @@
|
|||
{
|
||||
"schema": "gamecult.eve.conformance_fixture.v1",
|
||||
"fixtureId": "repixelizer",
|
||||
"title": "Repixelizer",
|
||||
"pack": "provider",
|
||||
"ownerRepo": "Repixelizer",
|
||||
"surface": {
|
||||
"transport": "local-json",
|
||||
"path": "web/fixtures/repixelizer.eve-surface.json"
|
||||
},
|
||||
"purpose": "Proves a provider-owned product surface can be advertised and lowered without making Eve own product state.",
|
||||
"exitCriteria": "Move to Repixelizer when job/session/artifact/operator state or receipts become live product authority.",
|
||||
"asserts": [
|
||||
"provider surface shape",
|
||||
"image and canvas placeholders",
|
||||
"product style tokens",
|
||||
"provider command references"
|
||||
],
|
||||
"splitTarget": "Repixelizer"
|
||||
}
|
||||
26
web/fixtures/sai-vn-surface.conformance.json
Normal file
26
web/fixtures/sai-vn-surface.conformance.json
Normal file
|
|
@ -0,0 +1,26 @@
|
|||
{
|
||||
"schema": "gamecult.eve.conformance_fixture.v1",
|
||||
"fixtureId": "sai-vn",
|
||||
"title": "Sai VN",
|
||||
"pack": "plugin",
|
||||
"ownerRepo": "Sai",
|
||||
"surface": {
|
||||
"transport": "local-json",
|
||||
"path": "web/fixtures/sai-vn-surface.json"
|
||||
},
|
||||
"purpose": "Proves Sai visual-novel semantics with Norn and TeX embedded plugin surfaces before the plugins graduate.",
|
||||
"exitCriteria": "Move to Sai when VN/Ink story state, story commands, projection fixtures, and plugin ABI cases stabilize.",
|
||||
"asserts": [
|
||||
"vn.stage component",
|
||||
"embed.norn component",
|
||||
"embed.tex component",
|
||||
"story command descriptors",
|
||||
"plugin capability requirements"
|
||||
],
|
||||
"requiredPlugins": [
|
||||
"sai.vn",
|
||||
"norn.graph",
|
||||
"tex.math"
|
||||
],
|
||||
"splitTarget": "Sai/sai-vn-plugin"
|
||||
}
|
||||
Loading…
Reference in a new issue