File size: 825 Bytes
00da497
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
{
  "format": "qev.checkpoint.v1",
  "layout": "state-question-candidate.v1",
  "spec": {
    "base": "Qwen/Qwen3.5-2B-Base",
    "revision": "b1485b2fa6dfa1287294f269f5fb618e03d52d7c",
    "head_dim": 256,
    "head_heads": 4,
    "head_layers": 2,
    "lora_rank": 64,
    "lora_dropout": 0.0,
    "weights_dtype": "bf16",
    "attention": "sdpa",
    "rows_per_forward": 32,
    "max_padding_ratio": 1.25,
    "max_padded_tokens": 8192,
    "layout": "state-question-candidate.v1",
    "choice_none_policy": "as-provided",
    "candidate_interaction": "last-full-attention"
  },
  "limits": {
    "max_state": 1024,
    "max_question": 512,
    "max_candidate": 256,
    "max_path": 2048,
    "max_candidates": 128
  },
  "adapter": true,
  "readout_precision": "fp32-head-and-joint-reductions.v1",
  "temperature": 1.0
}