{ "protocol": "16 disjoint text-to-image prompts plus2 disjoint edits. Matched seeds,40steps,same pipeline and BF16 encoder/VAE. RGB composited over white and resized512 for LPIPS/SSIM/PSNR. Latents compared at full resolution. This is a finite fidelity check, not a broad human preference benchmark.", "pairs": [ { "id": "00", "lpips_alex_512": 0.0006540275062434375, "ssim_512": 0.9983653564145475, "psnr_512": 50.45740191583909, "latent_nrmse": 0.008030623197555542, "latent_cosine": 0.999891996383667, "alpha_mae": 0.00022723815020392923 }, { "id": "01", "lpips_alex_512": 0.0032667126506567, "ssim_512": 0.9941584529567485, "psnr_512": 40.6246243151626, "latent_nrmse": 0.022569432854652405, "latent_cosine": 0.9997267723083496, "alpha_mae": 8.504156972847733e-05 }, { "id": "02", "lpips_alex_512": 0.01659783348441124, "ssim_512": 0.9809412274934068, "psnr_512": 35.86132382974127, "latent_nrmse": 0.04317404329776764, "latent_cosine": 0.9990493059158325, "alpha_mae": 0.00024381151386335784 }, { "id": "03", "lpips_alex_512": 0.005000461358577013, "ssim_512": 0.9900833520273945, "psnr_512": 38.8444442873744, "latent_nrmse": 0.024173730984330177, "latent_cosine": 0.9996890425682068, "alpha_mae": 0.00014505947337431065 }, { "id": "04", "lpips_alex_512": 0.000704753038007766, "ssim_512": 0.9979097545027972, "psnr_512": 47.51767239675964, "latent_nrmse": 0.011123890988528728, "latent_cosine": 0.9998582601547241, "alpha_mae": 3.1303891948625156e-05 }, { "id": "05", "lpips_alex_512": 0.008891566656529903, "ssim_512": 0.9927372745460277, "psnr_512": 35.948886615374875, "latent_nrmse": 0.029095789417624474, "latent_cosine": 0.9995598793029785, "alpha_mae": 0.00015900555778952205 }, { "id": "06", "lpips_alex_512": 0.0013984774705022573, "ssim_512": 0.9956754928433855, "psnr_512": 45.45275428180727, "latent_nrmse": 0.010114307515323162, "latent_cosine": 0.9999299049377441, "alpha_mae": 0.00036374260397518385 }, { "id": "07", "lpips_alex_512": 0.016953393816947937, "ssim_512": 0.9791173071202123, "psnr_512": 36.43153122071263, "latent_nrmse": 0.04522187262773514, "latent_cosine": 0.9989587068557739, "alpha_mae": 3.706614176432292e-05 }, { "id": "08", "lpips_alex_512": 0.014839287847280502, "ssim_512": 0.9915602272992333, "psnr_512": 32.45296744802643, "latent_nrmse": 0.03516024351119995, "latent_cosine": 0.9993060231208801, "alpha_mae": 5.567775053136489e-06 }, { "id": "09", "lpips_alex_512": 0.02529650554060936, "ssim_512": 0.9808640721341937, "psnr_512": 34.14858031516565, "latent_nrmse": 0.05903178080916405, "latent_cosine": 0.9982385635375977, "alpha_mae": 4.1288488051470586e-06 }, { "id": "10", "lpips_alex_512": 0.00157443608622998, "ssim_512": 0.996625042145732, "psnr_512": 40.29209168419813, "latent_nrmse": 0.012434827163815498, "latent_cosine": 0.9999027252197266, "alpha_mae": 0.0015476002412683823 }, { "id": "11", "lpips_alex_512": 0.008122559636831284, "ssim_512": 0.9937619445127668, "psnr_512": 36.5806762030683, "latent_nrmse": 0.04052620381116867, "latent_cosine": 0.999162495136261, "alpha_mae": 3.919040455537684e-05 }, { "id": "12", "lpips_alex_512": 0.003888127626851201, "ssim_512": 0.996000746894162, "psnr_512": 40.781900028166774, "latent_nrmse": 0.019904406741261482, "latent_cosine": 0.9997774362564087, "alpha_mae": 9.341880560094409e-05 }, { "id": "13", "lpips_alex_512": 0.00787642877548933, "ssim_512": 0.9938821301981401, "psnr_512": 40.403632630082136, "latent_nrmse": 0.030282530933618546, "latent_cosine": 0.9995153546333313, "alpha_mae": 6.808278867102396e-06 }, { "id": "14", "lpips_alex_512": 0.10415362566709518, "ssim_512": 0.8997217393167819, "psnr_512": 24.966557191764256, "latent_nrmse": 0.1631270796060562, "latent_cosine": 0.9867432713508606, "alpha_mae": 0.0002106460870481005 }, { "id": "15", "lpips_alex_512": 0.032293133437633514, "ssim_512": 0.9696098907103111, "psnr_512": 27.556757057629092, "latent_nrmse": 0.09265656769275665, "latent_cosine": 0.9956912994384766, "alpha_mae": 0.00012047337550742954 }, { "id": "edit-0", "lpips_alex_512": 0.001904923701658845, "ssim_512": 0.9974066241437832, "psnr_512": 43.80201499062957, "alpha_mae": 9.189306520948223e-05 }, { "id": "edit-1", "lpips_alex_512": 0.0004783417098224163, "ssim_512": 0.9967221750556993, "psnr_512": 51.29105397500459, "alpha_mae": 3.621718462775735e-05 } ], "mean_lpips": 0.014105255333965437, "max_lpips": 0.10415362566709518, "mean_ssim": 0.9858412672397402, "min_ssim": 0.8997217393167819, "mean_latent_cosine": 0.9984375648200512 }