File size: 500 Bytes
d19188c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
{
 "recipe": {
  "experts": {
   "default": "native",
   "layers": {
    "20": "gptq:4:64",
    "21": "gptq:4:64",
    "22": "gptq:4:64",
    "23": "gptq:4:64"
   }
  },
  "dense": {
   "attn": [
    8,
    64
   ],
   "embed": [
    8,
    64
   ],
   "head": [
    8,
    64
   ],
   "vision": [
    8,
    64
   ]
  }
 },
 "calibration_tokens": 49465,
 "method": "GPTQ (error-compensated rounding), affine, group size 64; scales and offsets optimised at float16 precision and stored as bfloat16"
}