| { |
| "engine": "onnx", |
| "family": "kev", |
| "layout": "kev-pointer-v1", |
| "upstream": { |
| "repo": "jaredpalmer/kev-4b", |
| "revision": "139fdd94f1b6a6ad80cc15e08fcb99cac885a101", |
| "base": "Qwen/Qwen3.5-4B-Base", |
| "base_revision": "1001bb4d826a52d1f399e183466143f4da7b741b", |
| "code": { |
| "repo": "https://github.com/jaredpalmer/kev", |
| "commit": "234e5a7498f82f253de34e67b9fa99aefb5f20f5" |
| }, |
| "lora": { |
| "r": 16, |
| "alpha": 32, |
| "scaling": 2.0, |
| "merged": false |
| } |
| }, |
| "contract": { |
| "inputs": { |
| "input_ids": { |
| "dtype": "int64", |
| "shape": [ |
| "rows", |
| "seq" |
| ], |
| "note": "one row per question; seq a multiple of 64; right-pad with any id (pad)" |
| }, |
| "decide_pos": { |
| "dtype": "int64", |
| "shape": [ |
| "rows" |
| ], |
| "note": "position of the decide token" |
| }, |
| "opt_pos": { |
| "dtype": "int64", |
| "shape": [ |
| "rows", |
| "k" |
| ], |
| "note": "positions of each option's closing token; rows with fewer options pad with 0" |
| } |
| }, |
| "outputs": { |
| "scores": { |
| "dtype": "float32", |
| "shape": [ |
| "rows", |
| "k" |
| ], |
| "note": "raw pointer scores; the first k_row entries are the row's option logits" |
| } |
| }, |
| "seq_multiple": 64, |
| "positions": "0..seq-1, implicit", |
| "attention": "causal; no mask input (right padding cannot reach earlier positions)" |
| }, |
| "max_state_tokens": 8192, |
| "max_row_tokens": 8192, |
| "min_options": 1, |
| "max_options": 255, |
| "special_tokens": { |
| "state": 248060, |
| "question": 248061, |
| "option_open": 248049, |
| "option_close": 248050, |
| "decide": 248062, |
| "pad": 248044, |
| "texts": [ |
| "<|fim_prefix|>", |
| "<|fim_middle|>", |
| "<|box_start|>", |
| "<|box_end|>", |
| "<|fim_suffix|>" |
| ], |
| "add_special_tokens": false |
| }, |
| "user_text_escape": { |
| "pattern": "<\\|([A-Za-z0-9_]+)\\|>", |
| "replace": "<¦$1¦>" |
| }, |
| "templates": { |
| "row": "[state] user(render(state))[:max_state-1] [question] user(render(instructions)) ([option_open] user(option) [option_close])* [decide]", |
| "choice_option": "{name} | {name}: {render(description)}", |
| "noul_options": [ |
| "no | no: {render(false)}", |
| "yes | yes: {render(true)}" |
| ], |
| "score_option": "{render(level)}", |
| "render": "kev.api.render: None->'', scalars->Python str(), list->'- item' lines, dict->'key: value' lines, 2-space nesting" |
| }, |
| "option_logits": { |
| "choice": "scores[row, :k]", |
| "noul": "scores[row, :2] (0 = no = false, 1 = yes = true)", |
| "score": "scores[row, :levels]" |
| }, |
| "opset": 20, |
| "precision": "fp32 compute; base weights BF16, widened by Cast (at load, or per forward pass with weights_in_memory bf16); adapter and head F32", |
| "weights_in_memory": "bf16" |
| } |
|
|
