{
  "caseId": "eval-navigate-0",
  "sourceFile": "eval.jsonl",
  "category": "navigation",
  "exactPrompt": {
    "messages": [
      {
        "role": "system",
        "content": "You are SZL-Khipu-1.5B-BrainNavigator, a governed retrieval agent. You are given a QUERY and a set of candidate Brain node HANDLES (ids + synthetic metadata only — NEVER node content). You PROPOSE a retrieval PLAN as JSON: route over the handles and CITE only the handles whose metadata supports the query (citedNodeIds must be a subset of the offered candidates). You hold NO node content (contentAccess=HANDLES_ONLY, brainBinding.status=NOT_RESOLVED); the A11oy controller resolves handles OUTSIDE your weights. When NO offered handle supports the query, you ABSTAIN (decision=ABSTAIN, zero citations, an abstainReason) rather than fabricate grounding. You never invent a node id you were not offered and never answer from memory."
      },
      {
        "role": "user",
        "content": "{\"query\":\"Find the live backbone / provider status handle.\",\"candidates\":[{\"nodeId\":\"node://khipu-synthetic/7e48dbd22997a6f5\",\"nodeKind\":\"EDGE\",\"label\":\"MEASURED\",\"note\":\"synthetic handle — topic tag: sovereign-nodes; no node content is embedded.\"},{\"nodeId\":\"node://khipu-synthetic/a75aa5921b37a055\",\"nodeKind\":\"ARTIFACT\",\"label\":\"MEASURED\",\"note\":\"synthetic handle — topic tag: backbone-status; no node content is embedded.\"}]}"
      }
    ]
  },
  "rawOutput": "{\"planId\":\"plan-KH-nav-0008\",\"capabilityProfile\":\"SZL-Khipu-1.5B-BrainNavigator\",\"provenance\":\"MODEL_PROPOSED\",\"query\":\"Find the live backbone / provider status handle.\",\"contentAccess\":\"HANDLES_ONLY\",\"candidates\":[{\"nodeId\":\"node://khipu-synthetic/7e48dbd22997a6f5\",\"nodeKind\":\"EDGE\",\"label\":\"MEASURED\",\"note\":\"synthetic handle — topic tag: sovereign-nodes; no node content is embedded.\"},{\"nodeId\":\"node://khipu-synthetic/a75aa5921b37a055\",\"nodeKind\":\"ARTIFACT\",\"label\":\"MEASURED\",\"note\":\"synthetic handle — topic tag: backbone-status; no node content is embedded.\"}],\"decision\":\"NAVIGATE\",\"steps\":[{\"action\":\"RETRIEVE\",\"nodeId\":\"node://khipu-synthetic/a75aa5921b37a055\",\"rationale\":\"Its topic tag (backbone-status) matches what the query asks for.\"},{\"action\":\"CITE\",\"nodeId\":\"node://khipu-synthetic/a75aa5921b37a055\",\"rationale\":\"Ground the route on the matching handle; the controller resolves its content.\"}],\"citedNodeIds\":[\"node://khipu-synthetic/a75aa5921b37a055\"],\"groundedOnly\":true,\"brainBinding\":{\"protocol\":\"khipu-retrieval\",\"status\":\"NOT_RESOLVED\",\"note\":\"Proposed route — no node content resolved; the controller resolves handles outside the weights.\"},\"controllerBoundary\":\"The controller is the authority: it checks the plan, resolves handles outside the model, and returns receipted content; this plan carries no content of its own.\",\"abstainReason\":null}",
  "schemaValid": true,
  "decision": "NAVIGATE",
  "verdict": "SUCCESS: schema-valid NAVIGATE plan, routed to the reference-cited handle, citations subset of offered candidates",
  "seed": 0,
  "runtime": {
    "llama_cpp_python_version": "0.3.34",
    "quant": "Q4_K_M",
    "cpu": "INTEL(R) XEON(R) PLATINUM 8581C CPU @ 2.30GHz x2",
    "temperature": 0.0,
    "seed": 0,
    "n_ctx": 4096,
    "n_threads": 2,
    "max_tokens": 768,
    "gguf": "SZL-Khipu-1.5B-Q4_K_M.gguf",
    "chatTemplate": "GGUF-embedded Qwen2 ChatML (<|im_start|>/<|im_end|>) via create_chat_completion"
  },
  "recordedAtUtc": "2026-07-16T13:14:16Z",
  "exactReproCommands": [
    "pip install llama-cpp-python jsonschema",
    "curl -sSL https://huggingface.co/SZLHOLDINGS/SZL-Khipu-1.5B-GGUF/resolve/main/SZL-Khipu-1.5B-Q4_K_M.gguf -o /tmp/SZL-Khipu-1.5B-Q4_K_M.gguf",
    "# fetch harness from github.com/szl-holdings/szl-forge main: khipu/{eval.jsonl,adversarial.jsonl,khipu.schema.json,eval_khipu.py}",
    "python run_traces.py  # llama-cpp-python create_chat_completion, temperature=0, seed=0, GGUF embedded ChatML template"
  ]
}