File size: 507 Bytes
8424592
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
{
  "base_model": "Qwen/Qwen3.5-2B",
  "rank": 1,
  "alpha": 1,
  "columns": 64,
  "strength": 8.0,
  "layers": {
    "15": {
      "module": "model.language_model.layers.15.mlp.down_proj",
      "columns": 64,
      "merges_exactly": true,
      "max_abs_error": 0.0,
      "changed_entries": 131072
    },
    "19": {
      "module": "model.language_model.layers.19.mlp.down_proj",
      "columns": 64,
      "merges_exactly": true,
      "max_abs_error": 0.0,
      "changed_entries": 131072
    }
  }
}