File size: 825 Bytes
54a0dbf 97f6853 54a0dbf | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 | {
"format": "qev.checkpoint.v1",
"layout": "state-question-candidate.v1",
"spec": {
"base": "Qwen/Qwen3.5-9B-Base",
"revision": "68c46c4b3498877f3ef123c856ecfde50c39f404",
"head_dim": 256,
"head_heads": 4,
"head_layers": 2,
"lora_rank": 64,
"lora_dropout": 0.0,
"weights_dtype": "bf16",
"attention": "sdpa",
"rows_per_forward": 32,
"max_padding_ratio": 1.25,
"max_padded_tokens": 8192,
"layout": "state-question-candidate.v1",
"choice_none_policy": "as-provided",
"candidate_interaction": "last-full-attention"
},
"limits": {
"max_state": 1024,
"max_question": 512,
"max_candidate": 256,
"max_path": 2048,
"max_candidates": 128
},
"adapter": true,
"readout_precision": "fp32-head-and-joint-reductions.v1",
"temperature": 1.0
}
|