| { |
| "validation_scope": "Same final latent; decoder only", |
| "reference": "/Users/devin/Desktop/MiniMax-H3-Image-mlx/comparisons/optimization-v2/fp32-reference/fp32-b4-compiled.png", |
| "native_size": [ |
| 2048, |
| 2048 |
| ], |
| "crop_xyxy": [ |
| 768, |
| 768, |
| 1280, |
| 1280 |
| ], |
| "heatmap_gain": 8, |
| "metric_definition": { |
| "psnr": "Full-resolution 8-bit RGB MSE, data range 255; null means infinity", |
| "ssim": "scikit-image RGB structural_similarity, channel_axis=-1, data_range=255, default 7x7 window", |
| "mae": "Full-resolution mean absolute 8-bit RGB error" |
| }, |
| "rows": [ |
| { |
| "label": "fp32-b4-compiled", |
| "image": "/Users/devin/Desktop/MiniMax-H3-Image-mlx/comparisons/optimization-v2/fp32-reference/fp32-b4-compiled.png", |
| "png_sha256": "5fcd8beddbcb13748019dfd04f629599693b61264bb5b787258cae583dfe0b53", |
| "pixel_identical": true, |
| "mae_8bit": 0.0, |
| "max_error_8bit": 0, |
| "psnr_db": null, |
| "ssim_rgb": 1.0, |
| "timings": { |
| "decode_s": 5.210008415859193 |
| }, |
| "steps": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5 |
| ], |
| "timing_scope": "Warm decoder only; model loading excluded" |
| }, |
| { |
| "label": "native-b1", |
| "image": "/Users/devin/Desktop/MiniMax-H3-Image-mlx/comparisons/optimization-v2/fp32-reference/native-b1.png", |
| "png_sha256": "63684ef8ae148a35ddef02650c6aa30b4843b47c99b06cec2ea3708ef3fc2293", |
| "pixel_identical": false, |
| "mae_8bit": 0.5589210987091064, |
| "max_error_8bit": 16, |
| "psnr_db": 49.78516664658046, |
| "ssim_rgb": 0.9966293860246318, |
| "timings": { |
| "decode_s": 4.797312458977103 |
| }, |
| "steps": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5 |
| ], |
| "timing_scope": "Warm decoder only; model loading excluded" |
| }, |
| { |
| "label": "native-b4", |
| "image": "/Users/devin/Desktop/MiniMax-H3-Image-mlx/comparisons/optimization-v2/fp32-reference/native-b4.png", |
| "png_sha256": "63684ef8ae148a35ddef02650c6aa30b4843b47c99b06cec2ea3708ef3fc2293", |
| "pixel_identical": false, |
| "mae_8bit": 0.5589210987091064, |
| "max_error_8bit": 16, |
| "psnr_db": 49.78516664658046, |
| "ssim_rgb": 0.9966293860246318, |
| "timings": { |
| "decode_s": 2.0591762911062688 |
| }, |
| "steps": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5 |
| ], |
| "timing_scope": "Warm decoder only; model loading excluded" |
| }, |
| { |
| "label": "compiled-b4", |
| "image": "/Users/devin/Desktop/MiniMax-H3-Image-mlx/comparisons/optimization-v2/fp32-reference/compiled-b4.png", |
| "png_sha256": "63684ef8ae148a35ddef02650c6aa30b4843b47c99b06cec2ea3708ef3fc2293", |
| "pixel_identical": false, |
| "mae_8bit": 0.5589210987091064, |
| "max_error_8bit": 16, |
| "psnr_db": 49.78516664658046, |
| "ssim_rgb": 0.9966293860246318, |
| "timings": { |
| "decode_s": 1.6838960419408977 |
| }, |
| "steps": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5 |
| ], |
| "timing_scope": "Warm decoder only; model loading excluded" |
| }, |
| { |
| "label": "native-b8", |
| "image": "/Users/devin/Desktop/MiniMax-H3-Image-mlx/comparisons/optimization-v2/fp32-reference/native-b8.png", |
| "png_sha256": "57a85569ad45d469b191470541e8cfff8d576fed6cc6bb8bd54db16e9bd2d81f", |
| "pixel_identical": false, |
| "mae_8bit": 0.5588849385579427, |
| "max_error_8bit": 16, |
| "psnr_db": 49.786187719649895, |
| "ssim_rgb": 0.9966299016185887, |
| "timings": { |
| "decode_s": 2.054585292004049 |
| }, |
| "steps": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5 |
| ], |
| "timing_scope": "Warm decoder only; model loading excluded" |
| }, |
| { |
| "label": "compiled-b8", |
| "image": "/Users/devin/Desktop/MiniMax-H3-Image-mlx/comparisons/optimization-v2/fp32-reference/compiled-b8.png", |
| "png_sha256": "57a85569ad45d469b191470541e8cfff8d576fed6cc6bb8bd54db16e9bd2d81f", |
| "pixel_identical": false, |
| "mae_8bit": 0.5588849385579427, |
| "max_error_8bit": 16, |
| "psnr_db": 49.786187719649895, |
| "ssim_rgb": 0.9966299016185887, |
| "timings": { |
| "decode_s": 1.6555352921131998 |
| }, |
| "steps": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5 |
| ], |
| "timing_scope": "Warm decoder only; model loading excluded" |
| } |
| ], |
| "interpretation": "Pixel similarity to the same seeded trajectory, not a measure of prompt adherence or perceptual quality." |
| } |
|
|
