{
  "validation_scope": "Same final latent; decoder only",
  "reference": "/Users/devin/Desktop/MiniMax-H3-Image-mlx/comparisons/optimization-v2/decoder-portrait/native-b1.png",
  "native_size": [
    2048,
    2048
  ],
  "crop_xyxy": [
    768,
    768,
    1280,
    1280
  ],
  "heatmap_gain": 8,
  "metric_definition": {
    "psnr": "Full-resolution 8-bit RGB MSE, data range 255; null means infinity",
    "ssim": "scikit-image RGB structural_similarity, channel_axis=-1, data_range=255, default 7x7 window",
    "mae": "Full-resolution mean absolute 8-bit RGB error"
  },
  "rows": [
    {
      "label": "native-b1",
      "image": "/Users/devin/Desktop/MiniMax-H3-Image-mlx/comparisons/optimization-v2/decoder-portrait/native-b1.png",
      "png_sha256": "32af5e3b95919e79e0019058ec396824c5861f9a43a4fa50c7b20348e8d81933",
      "pixel_identical": true,
      "mae_8bit": 0.0,
      "max_error_8bit": 0,
      "psnr_db": null,
      "ssim_rgb": 1.0,
      "timings": {
        "decode_s": 5.739497271017171
      },
      "steps": [
        0,
        1,
        2,
        3,
        4,
        5
      ],
      "timing_scope": "Warm decoder only; model loading excluded"
    },
    {
      "label": "native-b4",
      "image": "/Users/devin/Desktop/MiniMax-H3-Image-mlx/comparisons/optimization-v2/decoder-portrait/native-b4.png",
      "png_sha256": "32af5e3b95919e79e0019058ec396824c5861f9a43a4fa50c7b20348e8d81933",
      "pixel_identical": true,
      "mae_8bit": 0.0,
      "max_error_8bit": 0,
      "psnr_db": null,
      "ssim_rgb": 1.0,
      "timings": {
        "decode_s": 2.6730494999792427
      },
      "steps": [
        0,
        1,
        2,
        3,
        4,
        5
      ],
      "timing_scope": "Warm decoder only; model loading excluded"
    },
    {
      "label": "compiled-b4",
      "image": "/Users/devin/Desktop/MiniMax-H3-Image-mlx/comparisons/optimization-v2/decoder-portrait/compiled-b4.png",
      "png_sha256": "32af5e3b95919e79e0019058ec396824c5861f9a43a4fa50c7b20348e8d81933",
      "pixel_identical": true,
      "mae_8bit": 0.0,
      "max_error_8bit": 0,
      "psnr_db": null,
      "ssim_rgb": 1.0,
      "timings": {
        "decode_s": 1.929837999981828
      },
      "steps": [
        0,
        1,
        2,
        3,
        4,
        5
      ],
      "timing_scope": "Warm decoder only; model loading excluded"
    },
    {
      "label": "native-b8",
      "image": "/Users/devin/Desktop/MiniMax-H3-Image-mlx/comparisons/optimization-v2/decoder-portrait/native-b8.png",
      "png_sha256": "a34540dbc2f0f2249df4799b71892d980923bdc972e8d4db5de7e9a9ab08b88a",
      "pixel_identical": false,
      "mae_8bit": 0.15126427014668783,
      "max_error_8bit": 5,
      "psnr_db": 55.96620402076142,
      "ssim_rgb": 0.9991664658666948,
      "timings": {
        "decode_s": 2.2933986249845475
      },
      "steps": [
        0,
        1,
        2,
        3,
        4,
        5
      ],
      "timing_scope": "Warm decoder only; model loading excluded"
    },
    {
      "label": "compiled-b8",
      "image": "/Users/devin/Desktop/MiniMax-H3-Image-mlx/comparisons/optimization-v2/decoder-portrait/compiled-b8.png",
      "png_sha256": "a34540dbc2f0f2249df4799b71892d980923bdc972e8d4db5de7e9a9ab08b88a",
      "pixel_identical": false,
      "mae_8bit": 0.15126427014668783,
      "max_error_8bit": 5,
      "psnr_db": 55.96620402076142,
      "ssim_rgb": 0.9991664658666948,
      "timings": {
        "decode_s": 1.6636835205135867
      },
      "steps": [
        0,
        1,
        2,
        3,
        4,
        5
      ],
      "timing_scope": "Warm decoder only; model loading excluded"
    },
    {
      "label": "coreml-CPU_AND_GPU",
      "image": "/Users/devin/Desktop/MiniMax-H3-Image-mlx/comparisons/optimization-v2/decoder-portrait/coreml-CPU_AND_GPU.png",
      "png_sha256": "ad830fa42d204982381787317eee53f4c662d512cbafe260a53e065b987c18c6",
      "pixel_identical": false,
      "mae_8bit": 0.2621665795644124,
      "max_error_8bit": 11,
      "psnr_db": 53.128439249639484,
      "ssim_rgb": 0.998681981765892,
      "timings": {
        "decode_s": 1.591182250645943
      },
      "steps": [
        0,
        1,
        2,
        3,
        4,
        5
      ],
      "timing_scope": "Warm decoder only; model loading excluded"
    }
  ],
  "interpretation": "Pixel similarity to the same seeded trajectory, not a measure of prompt adherence or perceptual quality."
}