File size: 2,400 Bytes
3da88e3 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 | {
"validation_scope": "Same final latent; decoder-only comparison. Source-generation and decoder-only timings have different scopes.",
"reference": "/Users/devin/Desktop/MiniMax-H3-Image-mlx/outputs/suite/product/native-3.png",
"native_size": [
2048,
2048
],
"crop_xyxy": [
768,
768,
1280,
1280
],
"heatmap_gain": 8,
"metric_definition": {
"psnr": "Full-resolution 8-bit RGB MSE, data range 255; null means infinity",
"ssim": "scikit-image RGB structural_similarity, channel_axis=-1, data_range=255, default 7x7 window",
"mae": "Full-resolution mean absolute 8-bit RGB error"
},
"rows": [
{
"label": "Native BF16 decoder",
"image": "/Users/devin/Desktop/MiniMax-H3-Image-mlx/outputs/suite/product/native-3.png",
"png_sha256": "63684ef8ae148a35ddef02650c6aa30b4843b47c99b06cec2ea3708ef3fc2293",
"pixel_identical": true,
"mae_8bit": 0.0,
"max_error_8bit": 0,
"psnr_db": null,
"ssim_rgb": 1.0,
"timings": {
"encode_s": 0.09756437502801418,
"dit_setup_s": 1.1571008330211043,
"step_0_s": 10.822453290922567,
"step_1_s": 11.303021250059828,
"step_2_s": 11.45283200009726,
"step_3_s": 11.480994417099282,
"step_4_s": 11.41636574990116,
"step_5_s": 11.394194666063413,
"decode_s": 3.528030874906108,
"total_s": 72.77735170791857
},
"steps": [
0,
1,
2,
3,
4,
5
],
"timing_scope": "Fresh end-to-end request"
},
{
"label": "Core ML CPU_AND_GPU, batch 8, contiguous bridge",
"image": "/Users/devin/Desktop/MiniMax-H3-Image-mlx/comparisons/optimization-v2/contiguous-b8-CPU_AND_GPU/image.png",
"png_sha256": "36a7cdad88b12839d1e4cd30384ee60fafffaac52d2ba05e3be409a33a40a50a",
"pixel_identical": false,
"mae_8bit": 0.2054581642150879,
"max_error_8bit": 7,
"psnr_db": 54.674052201530415,
"ssim_rgb": 0.9983190643001968,
"timings": {
"decode_s": 1.8162069998215884
},
"steps": [
0,
1,
2,
3,
4,
5
],
"timing_scope": "One complete decoder pass; model loading excluded"
}
],
"interpretation": "Pixel similarity to the same seeded trajectory, not a measure of prompt adherence or perceptual quality."
}
|