File size: 656 Bytes
38a3e6b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
{
  "bf16": {
    "untouched_tensors": 211,
    "merged_modules": 168,
    "delta_over_weight_median": 0.00137782609090209,
    "delta_over_weight_max": 0.005947375204414129,
    "sha256": "dd7d6464ca1a6dfd2a32cf981a4476ac48d0650f7eb4ad2865c8a5f0944f7091",
    "bytes": 10164656232,
    "seconds": 158.8
  },
  "int8": {
    "quant_layers": 168,
    "median_rel_err": 0.008437084499746561,
    "max_rel_err": 0.009639011695981026,
    "worst_layer": "layers.41.proj.o",
    "official_median_rel_err": 0.008588811382651329,
    "sha256": "fcdc3d79da09c15ce4e0da8c439ddd9b5f9333c876bb34b126f7a29e72361dae",
    "bytes": 5413699446,
    "seconds": 100.1
  }
}