| [ |
| { |
| "valid_denoising": true, |
| "case": "product", |
| "profile": "quiet-baseline", |
| "label": "BF16 baseline (packing still active)", |
| "image": "outputs/optimization-v2/product/quiet-baseline-1.png", |
| "reference": "outputs/optimization-v2/product/quiet-baseline-1.png", |
| "resident_samples": 1, |
| "load_included_s": [ |
| 90.06498187500983 |
| ], |
| "resident_total_s": [ |
| 80.67228879104368 |
| ], |
| "resident_dit_s": [ |
| 71.93048870726489 |
| ], |
| "peak_mlx_gib": 38.29415257833898, |
| "pixel_identical": true, |
| "mae_8bit": 0.0, |
| "max_error_8bit": 0, |
| "psnr_db": null, |
| "ssim_rgb": 1.0, |
| "resident_median_s": 80.67228879104368, |
| "resident_dit_median_s": 71.93048870726489 |
| }, |
| { |
| "valid_denoising": true, |
| "case": "product", |
| "profile": "quiet-native", |
| "label": "Exact optimized BF16, final quiet session", |
| "image": "outputs/optimization-v2/product/quiet-native-2.png", |
| "reference": "outputs/optimization-v2/product/quiet-baseline-1.png", |
| "resident_samples": 2, |
| "load_included_s": [ |
| 71.27239600010216 |
| ], |
| "resident_total_s": [ |
| 65.1419367089402, |
| 69.45462800003588 |
| ], |
| "resident_dit_s": [ |
| 62.950471873860806, |
| 67.25628604320809 |
| ], |
| "peak_mlx_gib": 38.03162079304457, |
| "pixel_identical": true, |
| "mae_8bit": 0.0, |
| "max_error_8bit": 0, |
| "psnr_db": null, |
| "ssim_rgb": 1.0, |
| "resident_median_s": 67.29828235448804, |
| "resident_dit_median_s": 65.10337895853445 |
| }, |
| { |
| "valid_denoising": true, |
| "case": "product", |
| "profile": "quiet-packed", |
| "label": "Exact optimized packed BF16, final quiet session", |
| "image": "outputs/optimization-v2/product/quiet-packed-1.png", |
| "reference": "outputs/optimization-v2/product/quiet-baseline-1.png", |
| "resident_samples": 1, |
| "load_included_s": [ |
| 73.30809220881201 |
| ], |
| "resident_total_s": [ |
| 72.23136470792815 |
| ], |
| "resident_dit_s": [ |
| 70.08077566721477 |
| ], |
| "peak_mlx_gib": 29.89763506874442, |
| "pixel_identical": true, |
| "mae_8bit": 0.0, |
| "max_error_8bit": 0, |
| "psnr_db": null, |
| "ssim_rgb": 1.0, |
| "resident_median_s": 72.23136470792815, |
| "resident_dit_median_s": 70.08077566721477 |
| }, |
| { |
| "valid_denoising": true, |
| "case": "product", |
| "profile": "wired-baseline", |
| "label": "BF16 baseline", |
| "image": "outputs/optimization-v2/product/wired-baseline-2.png", |
| "reference": "outputs/optimization-v2/product/quiet-baseline-1.png", |
| "resident_samples": 2, |
| "load_included_s": [ |
| 101.54417183389887 |
| ], |
| "resident_total_s": [ |
| 76.30497883283533, |
| 80.11705687502399 |
| ], |
| "resident_dit_s": [ |
| 69.85253358306363, |
| 72.4030550008174 |
| ], |
| "peak_mlx_gib": 38.30599339865148, |
| "pixel_identical": true, |
| "mae_8bit": 0.0, |
| "max_error_8bit": 0, |
| "psnr_db": null, |
| "ssim_rgb": 1.0, |
| "resident_median_s": 78.21101785392966, |
| "resident_dit_median_s": 71.12779429194052 |
| }, |
| { |
| "valid_denoising": true, |
| "case": "product", |
| "profile": "wired-compiled", |
| "label": "Compiled BF16, retained refiners", |
| "image": "outputs/optimization-v2/product/wired-compiled-2.png", |
| "reference": "outputs/optimization-v2/product/quiet-baseline-1.png", |
| "resident_samples": 2, |
| "load_included_s": [ |
| 90.70666058384813 |
| ], |
| "resident_total_s": [ |
| 65.00155654200353, |
| 65.68190779187717 |
| ], |
| "resident_dit_s": [ |
| 61.30852279323153, |
| 61.98352895723656 |
| ], |
| "peak_mlx_gib": 39.5204159040004, |
| "pixel_identical": true, |
| "mae_8bit": 0.0, |
| "max_error_8bit": 0, |
| "psnr_db": null, |
| "ssim_rgb": 1.0, |
| "resident_median_s": 65.34173216694035, |
| "resident_dit_median_s": 61.646025875234045 |
| }, |
| { |
| "valid_denoising": true, |
| "case": "product", |
| "profile": "packed12", |
| "label": "Lossless packed, retained refiners", |
| "image": "outputs/optimization-v2/product/packed12-1.png", |
| "reference": "outputs/optimization-v2/product/quiet-baseline-1.png", |
| "resident_samples": 1, |
| "load_included_s": [ |
| 110.07412858400494 |
| ], |
| "resident_total_s": [ |
| 70.62239662511274 |
| ], |
| "resident_dit_s": [ |
| 67.21346754208207 |
| ], |
| "peak_mlx_gib": 31.384430792182684, |
| "pixel_identical": true, |
| "mae_8bit": 0.0, |
| "max_error_8bit": 0, |
| "psnr_db": null, |
| "ssim_rgb": 1.0, |
| "resident_median_s": 70.62239662511274, |
| "resident_dit_median_s": 67.21346754208207 |
| }, |
| { |
| "valid_denoising": true, |
| "case": "product", |
| "profile": "prefetch", |
| "label": "Compiled BF16 + exact caches + prefetch", |
| "image": "outputs/optimization-v2/product/prefetch-1.png", |
| "reference": "outputs/optimization-v2/product/quiet-baseline-1.png", |
| "resident_samples": 1, |
| "load_included_s": [ |
| 73.42828391701914 |
| ], |
| "resident_total_s": [ |
| 68.04469804186374 |
| ], |
| "resident_dit_s": [ |
| 65.76458266586997 |
| ], |
| "peak_mlx_gib": 38.08291033655405, |
| "pixel_identical": true, |
| "mae_8bit": 0.0, |
| "max_error_8bit": 0, |
| "psnr_db": null, |
| "ssim_rgb": 1.0, |
| "resident_median_s": 68.04469804186374, |
| "resident_dit_median_s": 65.76458266586997 |
| }, |
| { |
| "valid_denoising": true, |
| "case": "product", |
| "profile": "compact", |
| "label": "Lossless packed + exact caches + prefetch", |
| "image": "outputs/optimization-v2/product/compact-1.png", |
| "reference": "outputs/optimization-v2/product/quiet-baseline-1.png", |
| "resident_samples": 1, |
| "load_included_s": [ |
| 74.57291350001469 |
| ], |
| "resident_total_s": [ |
| 73.86259799986146 |
| ], |
| "resident_dit_s": [ |
| 71.3634798352141 |
| ], |
| "peak_mlx_gib": 29.897604551166296, |
| "pixel_identical": true, |
| "mae_8bit": 0.0, |
| "max_error_8bit": 0, |
| "psnr_db": null, |
| "ssim_rgb": 1.0, |
| "resident_median_s": 73.86259799986146, |
| "resident_dit_median_s": 71.3634798352141 |
| }, |
| { |
| "valid_denoising": false, |
| "case": "product", |
| "profile": "fp16", |
| "label": "FP16 projection failure (non-finite)", |
| "image": "outputs/optimization-v2/product/fp16-0.png", |
| "reference": "outputs/optimization-v2/product/quiet-baseline-1.png", |
| "resident_samples": 0, |
| "load_included_s": [ |
| 80.01661587506533 |
| ], |
| "resident_total_s": [], |
| "resident_dit_s": [], |
| "peak_mlx_gib": 37.576368521898985, |
| "pixel_identical": false, |
| "mae_8bit": 154.0353469053904, |
| "max_error_8bit": 255, |
| "psnr_db": 3.5187477254843316, |
| "ssim_rgb": 0.029728687074001295, |
| "resident_median_s": null, |
| "resident_dit_median_s": null |
| }, |
| { |
| "valid_denoising": true, |
| "case": "product", |
| "profile": "five-pass", |
| "label": "Five original passes (skip head 1)", |
| "image": "outputs/optimization-v2/product/five-pass-0.png", |
| "reference": "outputs/optimization-v2/product/quiet-baseline-1.png", |
| "resident_samples": 0, |
| "load_included_s": [ |
| 77.87358345813118 |
| ], |
| "resident_total_s": [], |
| "resident_dit_s": [], |
| "peak_mlx_gib": 37.34613373503089, |
| "pixel_identical": false, |
| "mae_8bit": 22.355140527089436, |
| "max_error_8bit": 255, |
| "psnr_db": 16.798797459226876, |
| "ssim_rgb": 0.7964514877131589, |
| "resident_median_s": null, |
| "resident_dit_median_s": null |
| }, |
| { |
| "valid_denoising": true, |
| "case": "portrait", |
| "profile": "wired-baseline", |
| "label": "BF16 baseline", |
| "image": "outputs/optimization-v2/portrait/wired-baseline-2.png", |
| "reference": "outputs/optimization-v2/portrait/wired-baseline-2.png", |
| "resident_samples": 3, |
| "load_included_s": [], |
| "resident_total_s": [ |
| 78.18482695799321, |
| 72.05573683301918, |
| 69.65558570809662 |
| ], |
| "resident_dit_s": [ |
| 73.01564137567766, |
| 67.93663270864636, |
| 65.7275596249383 |
| ], |
| "peak_mlx_gib": 38.301812490448356, |
| "pixel_identical": true, |
| "mae_8bit": 0.0, |
| "max_error_8bit": 0, |
| "psnr_db": null, |
| "ssim_rgb": 1.0, |
| "resident_median_s": 72.05573683301918, |
| "resident_dit_median_s": 67.93663270864636 |
| }, |
| { |
| "valid_denoising": true, |
| "case": "portrait", |
| "profile": "wired-compiled", |
| "label": "Compiled BF16, retained refiners", |
| "image": "outputs/optimization-v2/portrait/wired-compiled-2.png", |
| "reference": "outputs/optimization-v2/portrait/wired-baseline-2.png", |
| "resident_samples": 3, |
| "load_included_s": [], |
| "resident_total_s": [ |
| 65.96457233303227, |
| 67.38355066603981, |
| 70.01006279094145 |
| ], |
| "resident_dit_s": [ |
| 62.258379373000935, |
| 63.066041917772964, |
| 65.94701412320137 |
| ], |
| "peak_mlx_gib": 39.58911092765629, |
| "pixel_identical": true, |
| "mae_8bit": 0.0, |
| "max_error_8bit": 0, |
| "psnr_db": null, |
| "ssim_rgb": 1.0, |
| "resident_median_s": 67.38355066603981, |
| "resident_dit_median_s": 63.066041917772964 |
| }, |
| { |
| "valid_denoising": true, |
| "case": "portrait", |
| "profile": "packed12", |
| "label": "Lossless packed, retained refiners", |
| "image": "outputs/optimization-v2/portrait/packed12-1.png", |
| "reference": "outputs/optimization-v2/portrait/wired-baseline-2.png", |
| "resident_samples": 2, |
| "load_included_s": [], |
| "resident_total_s": [ |
| 73.31314095901325, |
| 73.80514199985191 |
| ], |
| "resident_dit_s": [ |
| 69.91494554141536, |
| 70.41792316758074 |
| ], |
| "peak_mlx_gib": 31.38351535797119, |
| "pixel_identical": true, |
| "mae_8bit": 0.0, |
| "max_error_8bit": 0, |
| "psnr_db": null, |
| "ssim_rgb": 1.0, |
| "resident_median_s": 73.55914147943258, |
| "resident_dit_median_s": 70.16643435449805 |
| }, |
| { |
| "valid_denoising": true, |
| "case": "portrait", |
| "profile": "prefetch", |
| "label": "Compiled BF16 + exact caches + prefetch", |
| "image": "outputs/optimization-v2/portrait/prefetch-1.png", |
| "reference": "outputs/optimization-v2/portrait/wired-baseline-2.png", |
| "resident_samples": 2, |
| "load_included_s": [], |
| "resident_total_s": [ |
| 69.13105158414692, |
| 69.9578939168714 |
| ], |
| "resident_dit_s": [ |
| 66.04796016518958, |
| 67.64429495879449 |
| ], |
| "peak_mlx_gib": 38.22266158089042, |
| "pixel_identical": true, |
| "mae_8bit": 0.0, |
| "max_error_8bit": 0, |
| "psnr_db": null, |
| "ssim_rgb": 1.0, |
| "resident_median_s": 69.54447275050916, |
| "resident_dit_median_s": 66.84612756199203 |
| }, |
| { |
| "valid_denoising": true, |
| "case": "portrait", |
| "profile": "compact", |
| "label": "Lossless packed + exact caches + prefetch", |
| "image": "outputs/optimization-v2/portrait/compact-1.png", |
| "reference": "outputs/optimization-v2/portrait/wired-baseline-2.png", |
| "resident_samples": 2, |
| "load_included_s": [], |
| "resident_total_s": [ |
| 74.2823673330713, |
| 74.5992630829569 |
| ], |
| "resident_dit_s": [ |
| 71.79213020857424, |
| 72.0978029598482 |
| ], |
| "peak_mlx_gib": 29.896689105778933, |
| "pixel_identical": true, |
| "mae_8bit": 0.0, |
| "max_error_8bit": 0, |
| "psnr_db": null, |
| "ssim_rgb": 1.0, |
| "resident_median_s": 74.4408152080141, |
| "resident_dit_median_s": 71.94496658421122 |
| }, |
| { |
| "valid_denoising": false, |
| "case": "portrait", |
| "profile": "fp16", |
| "label": "FP16 projection failure (non-finite)", |
| "image": "outputs/optimization-v2/portrait/fp16-0.png", |
| "reference": "outputs/optimization-v2/portrait/wired-baseline-2.png", |
| "resident_samples": 1, |
| "load_included_s": [], |
| "resident_total_s": [ |
| 70.81806825008243 |
| ], |
| "resident_dit_s": [ |
| 67.85793091589585 |
| ], |
| "peak_mlx_gib": 38.327910631895065, |
| "pixel_identical": false, |
| "mae_8bit": 104.15469749768575, |
| "max_error_8bit": 255, |
| "psnr_db": 5.980561568481523, |
| "ssim_rgb": 0.02374704438244847, |
| "resident_median_s": 70.81806825008243, |
| "resident_dit_median_s": 67.85793091589585 |
| }, |
| { |
| "valid_denoising": true, |
| "case": "portrait", |
| "profile": "five-pass", |
| "label": "Five original passes (skip head 1)", |
| "image": "outputs/optimization-v2/portrait/five-pass-0.png", |
| "reference": "outputs/optimization-v2/portrait/wired-baseline-2.png", |
| "resident_samples": 1, |
| "load_included_s": [], |
| "resident_total_s": [ |
| 68.43293566606008 |
| ], |
| "resident_dit_s": [ |
| 64.24931845790707 |
| ], |
| "peak_mlx_gib": 38.09439530223608, |
| "pixel_identical": false, |
| "mae_8bit": 25.05439265569051, |
| "max_error_8bit": 253, |
| "psnr_db": 17.022613207270645, |
| "ssim_rgb": 0.6941111421384556, |
| "resident_median_s": 68.43293566606008, |
| "resident_dit_median_s": 64.24931845790707 |
| }, |
| { |
| "valid_denoising": true, |
| "case": "native-4k", |
| "profile": "compact", |
| "label": "Lossless packed + exact caches + prefetch", |
| "image": "outputs/optimization-v2/native-4k/compact-0.png", |
| "reference": "outputs/suite/native-4k/native-0.png", |
| "resident_samples": 0, |
| "load_included_s": [ |
| 446.74926854111254 |
| ], |
| "resident_total_s": [], |
| "resident_dit_s": [], |
| "peak_mlx_gib": 31.20296097546816, |
| "pixel_identical": true, |
| "mae_8bit": 0.0, |
| "max_error_8bit": 0, |
| "psnr_db": null, |
| "ssim_rgb": 1.0, |
| "resident_median_s": null, |
| "resident_dit_median_s": null |
| } |
| ] |
|
|
