Qev-2B / model.json
AustinFu's picture
Release Qev-2B decision model and distillation recipe
00da497 verified
Raw History Blame Contribute Delete
825 Bytes
{
"format": "qev.checkpoint.v1",
"layout": "state-question-candidate.v1",
"spec": {
"base": "Qwen/Qwen3.5-2B-Base",
"revision": "b1485b2fa6dfa1287294f269f5fb618e03d52d7c",
"head_dim": 256,
"head_heads": 4,
"head_layers": 2,
"lora_rank": 64,
"lora_dropout": 0.0,
"weights_dtype": "bf16",
"attention": "sdpa",
"rows_per_forward": 32,
"max_padding_ratio": 1.25,
"max_padded_tokens": 8192,
"layout": "state-question-candidate.v1",
"choice_none_policy": "as-provided",
"candidate_interaction": "last-full-attention"
},
"limits": {
"max_state": 1024,
"max_question": 512,
"max_candidate": 256,
"max_path": 2048,
"max_candidates": 128
},
"adapter": true,
"readout_precision": "fp32-head-and-joint-reductions.v1",
"temperature": 1.0
}