| { |
| "pairs": 7, |
| "cases": 7, |
| "size": 1024, |
| "steps": 40, |
| "warmup": true, |
| "phase_offload": true, |
| "bf16_mean_seconds": 491.3783866848597, |
| "q8_mean_seconds": 561.8662204464033, |
| "bf16_t2i_mean_seconds": 472.2269847920009, |
| "q8_t2i_mean_seconds": 544.6779421319758, |
| "bf16_max_peak_gib": 18.68414589576423, |
| "q8_max_peak_gib": 16.196932649239898, |
| "rows": [ |
| { |
| "case_id": "portrait", |
| "seed": 42, |
| "bf16_seconds": 440.9093492079992, |
| "q8_seconds": 568.857087665936, |
| "bf16_peak_gib": 16.41486000828445, |
| "q8_peak_gib": 16.19291958771646, |
| "bf16_swap_delta_gib": 0.0, |
| "q8_swap_delta_gib": 0.0, |
| "rgb_psnr_db": 42.02969487919134, |
| "alpha_mae": 0.011185646057128906 |
| }, |
| { |
| "case_id": "english_text", |
| "seed": 42, |
| "bf16_seconds": 464.31536945910193, |
| "q8_seconds": 566.884881041944, |
| "bf16_peak_gib": 16.431492125615478, |
| "q8_peak_gib": 16.196902131661773, |
| "bf16_swap_delta_gib": -0.0078125, |
| "q8_swap_delta_gib": 0.0, |
| "rgb_psnr_db": 19.89081080658791, |
| "alpha_mae": 0.055230140686035156 |
| }, |
| { |
| "case_id": "chinese_text", |
| "seed": 42, |
| "bf16_seconds": 474.137312249979, |
| "q8_seconds": 567.4320387080079, |
| "bf16_peak_gib": 16.43712263740599, |
| "q8_peak_gib": 16.196932649239898, |
| "bf16_swap_delta_gib": 0.0, |
| "q8_swap_delta_gib": -0.0078125, |
| "rgb_psnr_db": 36.96905851474672, |
| "alpha_mae": 0.007161140441894531 |
| }, |
| { |
| "case_id": "composition", |
| "seed": 42, |
| "bf16_seconds": 480.91022845893167, |
| "q8_seconds": 562.5225267919013, |
| "bf16_peak_gib": 16.43643598817289, |
| "q8_peak_gib": 16.196932649239898, |
| "bf16_swap_delta_gib": 0.0, |
| "q8_swap_delta_gib": 0.0, |
| "rgb_psnr_db": 37.16673614061903, |
| "alpha_mae": 0.023729324340820312 |
| }, |
| { |
| "case_id": "texture", |
| "seed": 42, |
| "bf16_seconds": 487.6394271670142, |
| "q8_seconds": 445.06702766695525, |
| "bf16_peak_gib": 16.425296997651458, |
| "q8_peak_gib": 16.196780061349273, |
| "bf16_swap_delta_gib": 0.0, |
| "q8_swap_delta_gib": 0.0, |
| "rgb_psnr_db": 38.407761046077326, |
| "alpha_mae": 0.021371841430664062 |
| }, |
| { |
| "case_id": "rgba", |
| "seed": 42, |
| "bf16_seconds": 485.45022220897954, |
| "q8_seconds": 557.3040909171104, |
| "bf16_peak_gib": 16.422336785122752, |
| "q8_peak_gib": 16.19676480256021, |
| "bf16_swap_delta_gib": 0.0, |
| "q8_swap_delta_gib": 0.0, |
| "rgb_psnr_db": 29.813264394212403, |
| "alpha_mae": 1.0648202896118164 |
| }, |
| { |
| "case_id": "edit", |
| "seed": 1000042, |
| "bf16_seconds": 606.2867980420124, |
| "q8_seconds": 664.995890332968, |
| "bf16_peak_gib": 18.68414589576423, |
| "q8_peak_gib": 16.196322314441204, |
| "bf16_swap_delta_gib": 0.0, |
| "q8_swap_delta_gib": 0.0, |
| "rgb_psnr_db": 51.09023795494214, |
| "alpha_mae": 0.006680488586425781 |
| } |
| ], |
| "limitations": "One seed per case, one machine, same pinned MLX runtime. Sequential BF16-then-Q8 desktop run without repeated or interleaved trials; order, thermal state and other applications may affect timing. Pixel similarity is not a perceptual quality score; no cross-runtime parity claim." |
| } |
|
|
