{ "protocol": "16 disjoint text-to-image prompts plus2 disjoint edits. Matched seeds,40steps,same pipeline and BF16 encoder/VAE. RGB composited over white and resized512 for LPIPS/SSIM/PSNR. Latents compared at full resolution. This is a finite fidelity check, not a broad human preference benchmark.", "pairs": [ { "id": "00", "lpips_alex_512": 0.00756214139983058, "ssim_512": 0.9937157078162903, "psnr_512": 40.75073049575512, "latent_nrmse": 0.034632131457328796, "latent_cosine": 0.9993438720703125, "alpha_mae": 0.0002727321549957874 }, { "id": "01", "lpips_alex_512": 0.009154626168310642, "ssim_512": 0.9886946931497306, "psnr_512": 36.185498510043146, "latent_nrmse": 0.03882736712694168, "latent_cosine": 0.9992272257804871, "alpha_mae": 0.00010991937973920037 }, { "id": "02", "lpips_alex_512": 0.03219389542937279, "ssim_512": 0.9567132715264104, "psnr_512": 31.192773668152384, "latent_nrmse": 0.06602165848016739, "latent_cosine": 0.9978012442588806, "alpha_mae": 0.00029312582576976104 }, { "id": "03", "lpips_alex_512": 0.06048927456140518, "ssim_512": 0.9374954223909032, "psnr_512": 26.951171321484626, "latent_nrmse": 0.12097524851560593, "latent_cosine": 0.9926716089248657, "alpha_mae": 0.000203095230401731 }, { "id": "04", "lpips_alex_512": 0.01704142801463604, "ssim_512": 0.9795077559573834, "psnr_512": 35.354291962916335, "latent_nrmse": 0.05102594196796417, "latent_cosine": 0.9986280202865601, "alpha_mae": 4.380544026692708e-05 }, { "id": "05", "lpips_alex_512": 0.04030201584100723, "ssim_512": 0.9757162792169272, "psnr_512": 30.341329853960055, "latent_nrmse": 0.06395237147808075, "latent_cosine": 0.9979398250579834, "alpha_mae": 0.0002221051384420956 }, { "id": "06", "lpips_alex_512": 0.006186304148286581, "ssim_512": 0.9907699698891504, "psnr_512": 34.73095417820288, "latent_nrmse": 0.03467632457613945, "latent_cosine": 0.9993797540664673, "alpha_mae": 0.0004366332409428615 }, { "id": "07", "lpips_alex_512": 0.0854998379945755, "ssim_512": 0.9284355594200152, "psnr_512": 28.733093561839304, "latent_nrmse": 0.15828152000904083, "latent_cosine": 0.9874526262283325, "alpha_mae": 5.0724253934972426e-05 }, { "id": "08", "lpips_alex_512": 0.006477963179349899, "ssim_512": 0.9891401459316924, "psnr_512": 31.9284938234566, "latent_nrmse": 0.03743818402290344, "latent_cosine": 0.9992266297340393, "alpha_mae": 6.847755581724878e-06 }, { "id": "09", "lpips_alex_512": 0.0163662638515234, "ssim_512": 0.9870575264050417, "psnr_512": 38.15120347682023, "latent_nrmse": 0.04842615872621536, "latent_cosine": 0.9988112449645996, "alpha_mae": 4.506578632429534e-06 }, { "id": "10", "lpips_alex_512": 0.0033354151528328657, "ssim_512": 0.9935745573136584, "psnr_512": 36.583516491471485, "latent_nrmse": 0.024394527077674866, "latent_cosine": 0.9996834993362427, "alpha_mae": 0.002104351567287071 }, { "id": "11", "lpips_alex_512": 0.0451497957110405, "ssim_512": 0.9747825856715794, "psnr_512": 28.746297060604743, "latent_nrmse": 0.07993289083242416, "latent_cosine": 0.9967884421348572, "alpha_mae": 4.8880483589920346e-05 }, { "id": "12", "lpips_alex_512": 0.100985586643219, "ssim_512": 0.9409372160895463, "psnr_512": 21.850298325810687, "latent_nrmse": 0.2208797037601471, "latent_cosine": 0.9756127595901489, "alpha_mae": 0.00015549707054889856 }, { "id": "13", "lpips_alex_512": 0.02744799479842186, "ssim_512": 0.9734027147306175, "psnr_512": 31.693602971981562, "latent_nrmse": 0.06540966033935547, "latent_cosine": 0.9978395104408264, "alpha_mae": 1.0052849264705882e-05 }, { "id": "14", "lpips_alex_512": 0.09300243109464645, "ssim_512": 0.9047834561435563, "psnr_512": 24.483383727237495, "latent_nrmse": 0.15774944424629211, "latent_cosine": 0.9876120686531067, "alpha_mae": 0.00021505168839996936 }, { "id": "15", "lpips_alex_512": 0.03884485363960266, "ssim_512": 0.9593329727305248, "psnr_512": 26.405222735216963, "latent_nrmse": 0.10906766355037689, "latent_cosine": 0.9940686225891113, "alpha_mae": 0.00011861464556525735 }, { "id": "edit-0", "lpips_alex_512": 0.04596696048974991, "ssim_512": 0.9749776380201428, "psnr_512": 31.627062214355384, "alpha_mae": 0.0001376507329005821 }, { "id": "edit-1", "lpips_alex_512": 0.0018672043224796653, "ssim_512": 0.9943739435943822, "psnr_512": 43.051310379117744, "alpha_mae": 4.151288200827206e-05 } ], "mean_lpips": 0.0354374440244606, "max_lpips": 0.100985586643219, "mean_ssim": 0.969078411999864, "min_ssim": 0.9047834561435563, "mean_latent_cosine": 0.9951304346323013 }