MiniMax-H3-Image-mlx / comparisons /optimization-v2 /contiguous-b8-CPU_AND_GPU /comparison /metrics.json
| { | |
| "validation_scope": "Same final latent; decoder-only comparison. Source-generation and decoder-only timings have different scopes.", | |
| "reference": "/Users/devin/Desktop/MiniMax-H3-Image-mlx/outputs/suite/product/native-3.png", | |
| "native_size": [ | |
| 2048, | |
| 2048 | |
| ], | |
| "crop_xyxy": [ | |
| 768, | |
| 768, | |
| 1280, | |
| 1280 | |
| ], | |
| "heatmap_gain": 8, | |
| "metric_definition": { | |
| "psnr": "Full-resolution 8-bit RGB MSE, data range 255; null means infinity", | |
| "ssim": "scikit-image RGB structural_similarity, channel_axis=-1, data_range=255, default 7x7 window", | |
| "mae": "Full-resolution mean absolute 8-bit RGB error" | |
| }, | |
| "rows": [ | |
| { | |
| "label": "Native BF16 decoder", | |
| "image": "/Users/devin/Desktop/MiniMax-H3-Image-mlx/outputs/suite/product/native-3.png", | |
| "png_sha256": "63684ef8ae148a35ddef02650c6aa30b4843b47c99b06cec2ea3708ef3fc2293", | |
| "pixel_identical": true, | |
| "mae_8bit": 0.0, | |
| "max_error_8bit": 0, | |
| "psnr_db": null, | |
| "ssim_rgb": 1.0, | |
| "timings": { | |
| "encode_s": 0.09756437502801418, | |
| "dit_setup_s": 1.1571008330211043, | |
| "step_0_s": 10.822453290922567, | |
| "step_1_s": 11.303021250059828, | |
| "step_2_s": 11.45283200009726, | |
| "step_3_s": 11.480994417099282, | |
| "step_4_s": 11.41636574990116, | |
| "step_5_s": 11.394194666063413, | |
| "decode_s": 3.528030874906108, | |
| "total_s": 72.77735170791857 | |
| }, | |
| "steps": [ | |
| 0, | |
| 1, | |
| 2, | |
| 3, | |
| 4, | |
| 5 | |
| ], | |
| "timing_scope": "Fresh end-to-end request" | |
| }, | |
| { | |
| "label": "Core ML CPU_AND_GPU, batch 8, contiguous bridge", | |
| "image": "/Users/devin/Desktop/MiniMax-H3-Image-mlx/comparisons/optimization-v2/contiguous-b8-CPU_AND_GPU/image.png", | |
| "png_sha256": "36a7cdad88b12839d1e4cd30384ee60fafffaac52d2ba05e3be409a33a40a50a", | |
| "pixel_identical": false, | |
| "mae_8bit": 0.2054581642150879, | |
| "max_error_8bit": 7, | |
| "psnr_db": 54.674052201530415, | |
| "ssim_rgb": 0.9983190643001968, | |
| "timings": { | |
| "decode_s": 1.8162069998215884 | |
| }, | |
| "steps": [ | |
| 0, | |
| 1, | |
| 2, | |
| 3, | |
| 4, | |
| 5 | |
| ], | |
| "timing_scope": "One complete decoder pass; model loading excluded" | |
| } | |
| ], | |
| "interpretation": "Pixel similarity to the same seeded trajectory, not a measure of prompt adherence or perceptual quality." | |
| } | |