| { |
| "engine": "onnx", |
| "family": "jeeves", |
| "layout": "jeeves-markers-v1", |
| "upstream": { |
| "repo": "PostHog/jeeves", |
| "revision": "8622b7d1652a9dcb8629486b84dce9e8d690c5cd", |
| "code": { |
| "repo": "https://github.com/PostHog/jeeves", |
| "commit": "6151619c14fcffb2406830f09fd4f09fdd22200e" |
| }, |
| "format": "markers-v3-plainchains", |
| "tokenizer": { |
| "repo": "jaredpalmer/kev-9b", |
| "revision": "2629c06a5aeb0feb3b9783bafed17ed8f39ecf5c", |
| "path": "tokenizer.json" |
| } |
| }, |
| "contract": { |
| "inputs": { |
| "input_ids": { |
| "dtype": "int64", |
| "shape": [ |
| "rows", |
| "seq" |
| ], |
| "note": "one row per question; seq a multiple of 64; right-pad with the pad id" |
| }, |
| "decide_pos": { |
| "dtype": "int64", |
| "shape": [ |
| "rows" |
| ], |
| "note": "the row's last position" |
| }, |
| "opt_pos": { |
| "dtype": "int64", |
| "shape": [ |
| "rows", |
| "k" |
| ], |
| "note": "option-close positions after </think>; shorter rows pad with 0" |
| } |
| }, |
| "outputs": { |
| "scores": { |
| "dtype": "float32", |
| "shape": [ |
| "rows", |
| "k" |
| ], |
| "note": "raw pointer scores" |
| } |
| }, |
| "seq_multiple": 64, |
| "positions": "0..seq-1, implicit", |
| "attention": "causal; no mask input" |
| }, |
| "template": { |
| "pre": "<|im_start|>user\n", |
| "post": "<|im_end|>\n<|im_start|>assistant\n<think>\n" |
| }, |
| "markers": { |
| "state": "<|fim_prefix|>", |
| "question": "<|fim_middle|>", |
| "option_open": "<|box_start|>", |
| "option_close": "<|box_end|>", |
| "decide": "<|fim_suffix|>", |
| "think_end": "</think>" |
| }, |
| "marker_ids": { |
| "state": 248060, |
| "question": 248061, |
| "option_open": 248049, |
| "option_close": 248050, |
| "decide": 248062, |
| "think_end": 248069 |
| }, |
| "empty_think": "\n", |
| "max_row_tokens": 8192, |
| "pad": 248044, |
| "min_options": 1, |
| "max_options": 255, |
| "option_logits": { |
| "choice": "scores[row, :k]", |
| "noul": "scores[row, :2] (0 = no = false, 1 = yes = true)", |
| "score": "scores[row, :levels]" |
| }, |
| "opset": 20, |
| "precision": "fp32 compute; weights BF16 (widened by Cast); head F32", |
| "weights_in_memory": "bf16" |
| } |
|
|
