File size: 2,403 Bytes
3da88e3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
{
  "source_trace": "outputs/suite/product/native-3.trace.safetensors",
  "scope": "Same final latent, decoder-only hot latency",
  "trials": [
    {
      "variant": "fp32-b4-compiled",
      "median_ms": 5210.008415859193,
      "min_ms": 5210.008415859193,
      "max_ms": 5210.008415859193,
      "samples_ms": [
        5210.008415859193
      ],
      "pixel_identical": true,
      "mae_8bit": 0.0,
      "max_error_8bit": 0,
      "psnr_db": null,
      "ssim_rgb": 1.0
    },
    {
      "variant": "native-b1",
      "median_ms": 4797.312458977103,
      "min_ms": 4797.312458977103,
      "max_ms": 4797.312458977103,
      "samples_ms": [
        4797.312458977103
      ],
      "pixel_identical": false,
      "mae_8bit": 0.5589210987091064,
      "max_error_8bit": 16,
      "psnr_db": 49.78516664658046,
      "ssim_rgb": 0.9966293860246318
    },
    {
      "variant": "native-b4",
      "median_ms": 2059.1762911062688,
      "min_ms": 2059.1762911062688,
      "max_ms": 2059.1762911062688,
      "samples_ms": [
        2059.1762911062688
      ],
      "pixel_identical": false,
      "mae_8bit": 0.5589210987091064,
      "max_error_8bit": 16,
      "psnr_db": 49.78516664658046,
      "ssim_rgb": 0.9966293860246318
    },
    {
      "variant": "compiled-b4",
      "median_ms": 1683.8960419408977,
      "min_ms": 1683.8960419408977,
      "max_ms": 1683.8960419408977,
      "samples_ms": [
        1683.8960419408977
      ],
      "pixel_identical": false,
      "mae_8bit": 0.5589210987091064,
      "max_error_8bit": 16,
      "psnr_db": 49.78516664658046,
      "ssim_rgb": 0.9966293860246318
    },
    {
      "variant": "native-b8",
      "median_ms": 2054.585292004049,
      "min_ms": 2054.585292004049,
      "max_ms": 2054.585292004049,
      "samples_ms": [
        2054.585292004049
      ],
      "pixel_identical": false,
      "mae_8bit": 0.5588849385579427,
      "max_error_8bit": 16,
      "psnr_db": 49.786187719649895,
      "ssim_rgb": 0.9966299016185887
    },
    {
      "variant": "compiled-b8",
      "median_ms": 1655.5352921131998,
      "min_ms": 1655.5352921131998,
      "max_ms": 1655.5352921131998,
      "samples_ms": [
        1655.5352921131998
      ],
      "pixel_identical": false,
      "mae_8bit": 0.5588849385579427,
      "max_error_8bit": 16,
      "psnr_db": 49.786187719649895,
      "ssim_rgb": 0.9966299016185887
    }
  ]
}