{
  "engine": "onnx",
  "family": "jeeves",
  "layout": "jeeves-markers-v1",
  "upstream": {
    "repo": "PostHog/jeeves",
    "revision": "8622b7d1652a9dcb8629486b84dce9e8d690c5cd",
    "code": {
      "repo": "https://github.com/PostHog/jeeves",
      "commit": "6151619c14fcffb2406830f09fd4f09fdd22200e"
    },
    "format": "markers-v3-plainchains",
    "tokenizer": {
      "repo": "jaredpalmer/kev-9b",
      "revision": "2629c06a5aeb0feb3b9783bafed17ed8f39ecf5c",
      "path": "tokenizer.json"
    }
  },
  "contract": {
    "inputs": {
      "input_ids": {
        "dtype": "int64",
        "shape": [
          "rows",
          "seq"
        ],
        "note": "one row per question; seq a multiple of 64; right-pad with the pad id"
      },
      "decide_pos": {
        "dtype": "int64",
        "shape": [
          "rows"
        ],
        "note": "the row's last position"
      },
      "opt_pos": {
        "dtype": "int64",
        "shape": [
          "rows",
          "k"
        ],
        "note": "option-close positions after </think>; shorter rows pad with 0"
      }
    },
    "outputs": {
      "scores": {
        "dtype": "float32",
        "shape": [
          "rows",
          "k"
        ],
        "note": "raw pointer scores"
      }
    },
    "seq_multiple": 64,
    "positions": "0..seq-1, implicit",
    "attention": "causal; no mask input"
  },
  "template": {
    "pre": "<|im_start|>user\n",
    "post": "<|im_end|>\n<|im_start|>assistant\n<think>\n"
  },
  "markers": {
    "state": "<|fim_prefix|>",
    "question": "<|fim_middle|>",
    "option_open": "<|box_start|>",
    "option_close": "<|box_end|>",
    "decide": "<|fim_suffix|>",
    "think_end": "</think>"
  },
  "marker_ids": {
    "state": 248060,
    "question": 248061,
    "option_open": 248049,
    "option_close": 248050,
    "decide": 248062,
    "think_end": 248069
  },
  "empty_think": "\n",
  "max_row_tokens": 8192,
  "pad": 248044,
  "min_options": 1,
  "max_options": 255,
  "option_logits": {
    "choice": "scores[row, :k]",
    "noul": "scores[row, :2] (0 = no = false, 1 = yes = true)",
    "score": "scores[row, :levels]"
  },
  "opset": 20,
  "precision": "fp32 compute; weights BF16 (widened by Cast); head F32",
  "weights_in_memory": "bf16"
}