{
  "title": "Toltec synthetic control-test report",
  "scope": "Deterministic controls for the document-validation and evidence-selection demonstrations. Not a model-quality evaluation.",
  "startedAt": "2026-10-28T15:38:27.060Z",
  "completedAt": "2026-10-28T15:38:27.076Z",
  "runtime": "Node v24.20.0",
  "platform": "win32",
  "architecture": "x64",
  "controlVersion": "1.0.1",
  "suiteVersion": "1.0.1",
  "fixtureVersion": "1.0.0",
  "cases": [
    {
      "id": "DOC-01",
      "group": "Document validation",
      "name": "Matching fields still require approval",
      "expected": "review-required; quantity 12; no destination write",
      "observed": "review-required; four fields and revision checked",
      "passed": true,
      "assertions": 4,
      "durationMs": 0.471
    },
    {
      "id": "DOC-02",
      "group": "Document validation",
      "name": "Missing document stops the draft",
      "expected": "missing; no draft or approval binding",
      "observed": "missing; no draft",
      "passed": true,
      "assertions": 3,
      "durationMs": 0.151
    },
    {
      "id": "DOC-03",
      "group": "Document validation",
      "name": "Conflicting document stops the draft",
      "expected": "conflict; no draft or approval binding",
      "observed": "conflict; no draft",
      "passed": true,
      "assertions": 3,
      "durationMs": 0.119
    },
    {
      "id": "DOC-04",
      "group": "Document validation",
      "name": "Superseded document stops the draft",
      "expected": "outdated; no draft or approval binding",
      "observed": "outdated; no draft",
      "passed": true,
      "assertions": 3,
      "durationMs": 0.142
    },
    {
      "id": "DOC-05",
      "group": "Document validation",
      "name": "Denied reader receives no document detail",
      "expected": "denied; empty checks; no document or order identifier",
      "observed": "denied; no fixture identifiers or field values",
      "passed": true,
      "assertions": 5,
      "durationMs": 0.142
    },
    {
      "id": "DOC-06",
      "group": "Document validation",
      "name": "Zero and fractional quantities are rejected",
      "expected": "invalid for zero and 1.5; no draft",
      "observed": "invalid for both quantities; no draft",
      "passed": true,
      "assertions": 4,
      "durationMs": 0.147
    },
    {
      "id": "DOC-07",
      "group": "Document validation",
      "name": "Blank values and malformed structures stop",
      "expected": "missing for blank asset; invalid for absent document",
      "observed": "missing; invalid",
      "passed": true,
      "assertions": 2,
      "durationMs": 0.105
    },
    {
      "id": "DOC-08",
      "group": "Document validation",
      "name": "Document prose cannot approve a write",
      "expected": "review-required despite an instruction-looking note",
      "observed": "review-required; note is not executable policy",
      "passed": true,
      "assertions": 2,
      "durationMs": 0.523
    },
    {
      "id": "WRITE-01",
      "group": "Approval and recovery",
      "name": "A draft without approval cannot be recorded",
      "expected": "review-required; zero records",
      "observed": "review-required; zero records",
      "passed": true,
      "assertions": 2,
      "durationMs": 0.123
    },
    {
      "id": "WRITE-02",
      "group": "Approval and recovery",
      "name": "Matching approval records one receipt",
      "expected": "recorded; SYN-RECEIPT-1; one record",
      "observed": "recorded; SYN-RECEIPT-1; one record",
      "passed": true,
      "assertions": 3,
      "durationMs": 0.138
    },
    {
      "id": "WRITE-03",
      "group": "Approval and recovery",
      "name": "Repeating the same action does not duplicate it",
      "expected": "already-recorded; original receipt; one record",
      "observed": "already-recorded; one record",
      "passed": true,
      "assertions": 3,
      "durationMs": 0.156
    },
    {
      "id": "WRITE-04",
      "group": "Approval and recovery",
      "name": "Changed order revision invalidates old approval",
      "expected": "review-required; zero records",
      "observed": "review-required; stale approval refused",
      "passed": true,
      "assertions": 2,
      "durationMs": 0.098
    },
    {
      "id": "WRITE-05",
      "group": "Approval and recovery",
      "name": "An operation identifier cannot conceal a changed payload",
      "expected": "operation-conflict; original record retained",
      "observed": "operation-conflict; one original record",
      "passed": true,
      "assertions": 3,
      "durationMs": 0.128
    },
    {
      "id": "WRITE-06",
      "group": "Approval and recovery",
      "name": "A read-only identity cannot record",
      "expected": "denied; zero records",
      "observed": "denied; zero records",
      "passed": true,
      "assertions": 2,
      "durationMs": 0.108
    },
    {
      "id": "WRITE-07",
      "group": "Approval and recovery",
      "name": "Revoked read access stops an approved action",
      "expected": "denied; no receipt; zero records",
      "observed": "denied after approval; zero records",
      "passed": true,
      "assertions": 3,
      "durationMs": 0.116
    },
    {
      "id": "WRITE-08",
      "group": "Approval and recovery",
      "name": "Approval permission is checked at record time",
      "expected": "review-required when approval permission is absent",
      "observed": "review-required; zero records",
      "passed": true,
      "assertions": 2,
      "durationMs": 0.142
    },
    {
      "id": "WRITE-09",
      "group": "Approval and recovery",
      "name": "An offline destination retains a pending action",
      "expected": "pending and zero records; reconnect records once",
      "observed": "pending → recorded; one record after recovery",
      "passed": true,
      "assertions": 4,
      "durationMs": 0.234
    },
    {
      "id": "WRITE-10",
      "group": "Approval and recovery",
      "name": "A lost reply is reconciled without a duplicate",
      "expected": "confirmation-pending; retry finds one existing receipt",
      "observed": "confirmation-pending → already-recorded; one record",
      "passed": true,
      "assertions": 5,
      "durationMs": 0.192
    },
    {
      "id": "WRITE-11",
      "group": "Approval and recovery",
      "name": "Unknown destination state stops the action",
      "expected": "blocked; zero records",
      "observed": "blocked; zero records",
      "passed": true,
      "assertions": 2,
      "durationMs": 0.088
    },
    {
      "id": "EVID-01",
      "group": "Evidence selection",
      "name": "Only an authorised approved passage is returned",
      "expected": "SYN-PROC-3 revision 3; exact source text",
      "observed": "evidence-ready; SYN-PROC-3 revision 3; exact passage",
      "passed": true,
      "assertions": 5,
      "durationMs": 0.564
    },
    {
      "id": "EVID-02",
      "group": "Evidence selection",
      "name": "A newer approved revision supersedes an older one",
      "expected": "revision 3 selected even if revision 2 remains approved",
      "observed": "revision 3 selected; revision 2 excluded",
      "passed": true,
      "assertions": 2,
      "durationMs": 0.158
    },
    {
      "id": "EVID-03",
      "group": "Evidence selection",
      "name": "Conflicting approved sources withhold an answer",
      "expected": "conflict; two passages; no answer",
      "observed": "conflict; two approved passages; no answer",
      "passed": true,
      "assertions": 3,
      "durationMs": 0.173
    },
    {
      "id": "EVID-04",
      "group": "Evidence selection",
      "name": "An unsupported question produces no answer",
      "expected": "missing; no evidence or answer",
      "observed": "missing; no invented cost",
      "passed": true,
      "assertions": 3,
      "durationMs": 0.089
    },
    {
      "id": "EVID-05",
      "group": "Evidence selection",
      "name": "Denied access reveals no source identifiers or passages",
      "expected": "denied; empty evidence and excluded-source lists",
      "observed": "denied; no source metadata or text",
      "passed": true,
      "assertions": 4,
      "durationMs": 0.083
    },
    {
      "id": "EVID-06",
      "group": "Evidence selection",
      "name": "An unauthorised source is excluded before selection",
      "expected": "no restricted identifier, title or passage in the result",
      "observed": "restricted source absent from result",
      "passed": true,
      "assertions": 3,
      "durationMs": 0.133
    },
    {
      "id": "EVID-07",
      "group": "Evidence selection",
      "name": "Superseded-only evidence cannot support an answer",
      "expected": "outdated; no answer",
      "observed": "outdated; no answer",
      "passed": true,
      "assertions": 2,
      "durationMs": 0.115
    },
    {
      "id": "EVID-08",
      "group": "Evidence selection",
      "name": "An invalid revision is not approved evidence",
      "expected": "outdated for a non-numeric revision",
      "observed": "outdated; invalid revision refused",
      "passed": true,
      "assertions": 2,
      "durationMs": 0.079
    },
    {
      "id": "EVID-09",
      "group": "Evidence selection",
      "name": "Unexpected question text cannot execute an instruction",
      "expected": "missing; no invented answer",
      "observed": "missing; unknown key is not an instruction",
      "passed": true,
      "assertions": 2,
      "durationMs": 0.13
    },
    {
      "id": "EVID-10",
      "group": "Evidence selection",
      "name": "A removed claim cannot fall back to an older approved revision",
      "expected": "missing; no answer or evidence from revision 2",
      "observed": "missing; revision 3 has no claim; no fallback to revision 2",
      "passed": true,
      "assertions": 4,
      "durationMs": 0.11
    },
    {
      "id": "CORE-01",
      "group": "Determinism",
      "name": "Controls do not mutate the input fixtures",
      "expected": "identical fixture data before and after execution",
      "observed": "inputs unchanged",
      "passed": true,
      "assertions": 1,
      "durationMs": 1.316
    },
    {
      "id": "CORE-02",
      "group": "Determinism",
      "name": "Repeated evidence selection returns the same result",
      "expected": "identical results from identical inputs",
      "observed": "identical evidence results",
      "passed": true,
      "assertions": 1,
      "durationMs": 0.136
    }
  ],
  "durationMs": 7.526,
  "summary": {
    "total": 31,
    "passed": 31,
    "failed": 0,
    "assertions": 89
  },
  "sourceFiles": [
    {
      "path": "site/assets/demo-core.js",
      "bytes": 6944,
      "sha256": "b8ce1000727c762bdc18deb672b2bcade4ac1d51f7967bc92207bb84510d9561"
    },
    {
      "path": "site/assets/demo-cases.js",
      "bytes": 13834,
      "sha256": "3ec220768d11e107bc7ac973470b7afe45de2b13f6a0ec59f86a57178c68968f"
    },
    {
      "path": "site/assets/demo-fixtures.json",
      "bytes": 3305,
      "sha256": "8d3f648639e2571c0f84d129cb99a671fb9b3bed3980e670a046feba30984f2b"
    },
    {
      "path": "tools/test-ai-demo.mjs",
      "bytes": 5628,
      "sha256": "1e73b5d814731002cf9499c77280c34fd6be1147775b337fb5431ae5f9af7c24"
    }
  ],
  "limits": [
    "Hand-authored synthetic fixtures and explicit expected results; not representative operational data.",
    "No language model, OCR, generated answer, semantic search, external API or real destination write.",
    "Simulated identity, approval and in-memory ledger; no authentication, cryptographic approval, durable storage or concurrency testing.",
    "The older scripted work-order walkthrough and four engineering instruments are outside this suite.",
    "Passing results do not establish production security, model quality, certification, customer outcomes or service performance.",
    "Durations measure small local control checks only. Source hashes identify tested source files, not an independent attestation of deployed code."
  ]
}