File size: 293 Bytes
a4886c2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
{
  "model_type": "next-concept-modeling",
  "paper": "arXiv:2610.14162",
  "base_backbone": "Qwen/Qwen2.5-Coder-0.5B",
  "hidden_dim": 896,
  "levels": 4,
  "scales": [
    16,
    4,
    2,
    1
  ],
  "codebook_sizes": [
    1024,
    1024,
    2048,
    4096
  ],
  "parallel_passes": 4
}