File size: 3,280 Bytes
4f03424
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
{
  "pairs": 7,
  "cases": 7,
  "size": 1024,
  "steps": 40,
  "warmup": true,
  "phase_offload": true,
  "bf16_mean_seconds": 491.3783866848597,
  "q8_mean_seconds": 561.8662204464033,
  "bf16_t2i_mean_seconds": 472.2269847920009,
  "q8_t2i_mean_seconds": 544.6779421319758,
  "bf16_max_peak_gib": 18.68414589576423,
  "q8_max_peak_gib": 16.196932649239898,
  "rows": [
    {
      "case_id": "portrait",
      "seed": 42,
      "bf16_seconds": 440.9093492079992,
      "q8_seconds": 568.857087665936,
      "bf16_peak_gib": 16.41486000828445,
      "q8_peak_gib": 16.19291958771646,
      "bf16_swap_delta_gib": 0.0,
      "q8_swap_delta_gib": 0.0,
      "rgb_psnr_db": 42.02969487919134,
      "alpha_mae": 0.011185646057128906
    },
    {
      "case_id": "english_text",
      "seed": 42,
      "bf16_seconds": 464.31536945910193,
      "q8_seconds": 566.884881041944,
      "bf16_peak_gib": 16.431492125615478,
      "q8_peak_gib": 16.196902131661773,
      "bf16_swap_delta_gib": -0.0078125,
      "q8_swap_delta_gib": 0.0,
      "rgb_psnr_db": 19.89081080658791,
      "alpha_mae": 0.055230140686035156
    },
    {
      "case_id": "chinese_text",
      "seed": 42,
      "bf16_seconds": 474.137312249979,
      "q8_seconds": 567.4320387080079,
      "bf16_peak_gib": 16.43712263740599,
      "q8_peak_gib": 16.196932649239898,
      "bf16_swap_delta_gib": 0.0,
      "q8_swap_delta_gib": -0.0078125,
      "rgb_psnr_db": 36.96905851474672,
      "alpha_mae": 0.007161140441894531
    },
    {
      "case_id": "composition",
      "seed": 42,
      "bf16_seconds": 480.91022845893167,
      "q8_seconds": 562.5225267919013,
      "bf16_peak_gib": 16.43643598817289,
      "q8_peak_gib": 16.196932649239898,
      "bf16_swap_delta_gib": 0.0,
      "q8_swap_delta_gib": 0.0,
      "rgb_psnr_db": 37.16673614061903,
      "alpha_mae": 0.023729324340820312
    },
    {
      "case_id": "texture",
      "seed": 42,
      "bf16_seconds": 487.6394271670142,
      "q8_seconds": 445.06702766695525,
      "bf16_peak_gib": 16.425296997651458,
      "q8_peak_gib": 16.196780061349273,
      "bf16_swap_delta_gib": 0.0,
      "q8_swap_delta_gib": 0.0,
      "rgb_psnr_db": 38.407761046077326,
      "alpha_mae": 0.021371841430664062
    },
    {
      "case_id": "rgba",
      "seed": 42,
      "bf16_seconds": 485.45022220897954,
      "q8_seconds": 557.3040909171104,
      "bf16_peak_gib": 16.422336785122752,
      "q8_peak_gib": 16.19676480256021,
      "bf16_swap_delta_gib": 0.0,
      "q8_swap_delta_gib": 0.0,
      "rgb_psnr_db": 29.813264394212403,
      "alpha_mae": 1.0648202896118164
    },
    {
      "case_id": "edit",
      "seed": 1000042,
      "bf16_seconds": 606.2867980420124,
      "q8_seconds": 664.995890332968,
      "bf16_peak_gib": 18.68414589576423,
      "q8_peak_gib": 16.196322314441204,
      "bf16_swap_delta_gib": 0.0,
      "q8_swap_delta_gib": 0.0,
      "rgb_psnr_db": 51.09023795494214,
      "alpha_mae": 0.006680488586425781
    }
  ],
  "limitations": "One seed per case, one machine, same pinned MLX runtime. Sequential BF16-then-Q8 desktop run without repeated or interleaved trials; order, thermal state and other applications may affect timing. Pixel similarity is not a perceptual quality score; no cross-runtime parity claim."
}