{
  "validation_scope": "Same final latent; decoder only",
  "reference": "/Users/devin/Desktop/MiniMax-H3-Image-mlx/comparisons/optimization-v2/fp32-reference/fp32-b4-compiled.png",
  "native_size": [
    2048,
    2048
  ],
  "crop_xyxy": [
    768,
    768,
    1280,
    1280
  ],
  "heatmap_gain": 8,
  "metric_definition": {
    "psnr": "Full-resolution 8-bit RGB MSE, data range 255; null means infinity",
    "ssim": "scikit-image RGB structural_similarity, channel_axis=-1, data_range=255, default 7x7 window",
    "mae": "Full-resolution mean absolute 8-bit RGB error"
  },
  "rows": [
    {
      "label": "fp32-b4-compiled",
      "image": "/Users/devin/Desktop/MiniMax-H3-Image-mlx/comparisons/optimization-v2/fp32-reference/fp32-b4-compiled.png",
      "png_sha256": "5fcd8beddbcb13748019dfd04f629599693b61264bb5b787258cae583dfe0b53",
      "pixel_identical": true,
      "mae_8bit": 0.0,
      "max_error_8bit": 0,
      "psnr_db": null,
      "ssim_rgb": 1.0,
      "timings": {
        "decode_s": 5.210008415859193
      },
      "steps": [
        0,
        1,
        2,
        3,
        4,
        5
      ],
      "timing_scope": "Warm decoder only; model loading excluded"
    },
    {
      "label": "native-b1",
      "image": "/Users/devin/Desktop/MiniMax-H3-Image-mlx/comparisons/optimization-v2/fp32-reference/native-b1.png",
      "png_sha256": "63684ef8ae148a35ddef02650c6aa30b4843b47c99b06cec2ea3708ef3fc2293",
      "pixel_identical": false,
      "mae_8bit": 0.5589210987091064,
      "max_error_8bit": 16,
      "psnr_db": 49.78516664658046,
      "ssim_rgb": 0.9966293860246318,
      "timings": {
        "decode_s": 4.797312458977103
      },
      "steps": [
        0,
        1,
        2,
        3,
        4,
        5
      ],
      "timing_scope": "Warm decoder only; model loading excluded"
    },
    {
      "label": "native-b4",
      "image": "/Users/devin/Desktop/MiniMax-H3-Image-mlx/comparisons/optimization-v2/fp32-reference/native-b4.png",
      "png_sha256": "63684ef8ae148a35ddef02650c6aa30b4843b47c99b06cec2ea3708ef3fc2293",
      "pixel_identical": false,
      "mae_8bit": 0.5589210987091064,
      "max_error_8bit": 16,
      "psnr_db": 49.78516664658046,
      "ssim_rgb": 0.9966293860246318,
      "timings": {
        "decode_s": 2.0591762911062688
      },
      "steps": [
        0,
        1,
        2,
        3,
        4,
        5
      ],
      "timing_scope": "Warm decoder only; model loading excluded"
    },
    {
      "label": "compiled-b4",
      "image": "/Users/devin/Desktop/MiniMax-H3-Image-mlx/comparisons/optimization-v2/fp32-reference/compiled-b4.png",
      "png_sha256": "63684ef8ae148a35ddef02650c6aa30b4843b47c99b06cec2ea3708ef3fc2293",
      "pixel_identical": false,
      "mae_8bit": 0.5589210987091064,
      "max_error_8bit": 16,
      "psnr_db": 49.78516664658046,
      "ssim_rgb": 0.9966293860246318,
      "timings": {
        "decode_s": 1.6838960419408977
      },
      "steps": [
        0,
        1,
        2,
        3,
        4,
        5
      ],
      "timing_scope": "Warm decoder only; model loading excluded"
    },
    {
      "label": "native-b8",
      "image": "/Users/devin/Desktop/MiniMax-H3-Image-mlx/comparisons/optimization-v2/fp32-reference/native-b8.png",
      "png_sha256": "57a85569ad45d469b191470541e8cfff8d576fed6cc6bb8bd54db16e9bd2d81f",
      "pixel_identical": false,
      "mae_8bit": 0.5588849385579427,
      "max_error_8bit": 16,
      "psnr_db": 49.786187719649895,
      "ssim_rgb": 0.9966299016185887,
      "timings": {
        "decode_s": 2.054585292004049
      },
      "steps": [
        0,
        1,
        2,
        3,
        4,
        5
      ],
      "timing_scope": "Warm decoder only; model loading excluded"
    },
    {
      "label": "compiled-b8",
      "image": "/Users/devin/Desktop/MiniMax-H3-Image-mlx/comparisons/optimization-v2/fp32-reference/compiled-b8.png",
      "png_sha256": "57a85569ad45d469b191470541e8cfff8d576fed6cc6bb8bd54db16e9bd2d81f",
      "pixel_identical": false,
      "mae_8bit": 0.5588849385579427,
      "max_error_8bit": 16,
      "psnr_db": 49.786187719649895,
      "ssim_rgb": 0.9966299016185887,
      "timings": {
        "decode_s": 1.6555352921131998
      },
      "steps": [
        0,
        1,
        2,
        3,
        4,
        5
      ],
      "timing_scope": "Warm decoder only; model loading excluded"
    }
  ],
  "interpretation": "Pixel similarity to the same seeded trajectory, not a measure of prompt adherence or perceptual quality."
}