Accelerate full 40-step FP8 generation with native precision, measured quality and real-time demo
1081be0 verified | { | |
| "protocol": "16 disjoint text-to-image prompts plus2 disjoint edits. Matched seeds,40steps,same pipeline and BF16 encoder/VAE. RGB composited over white and resized512 for LPIPS/SSIM/PSNR. Latents compared at full resolution. This is a finite fidelity check, not a broad human preference benchmark.", | |
| "pairs": [ | |
| { | |
| "id": "00", | |
| "lpips_alex_512": 0.00756214139983058, | |
| "ssim_512": 0.9937157078162903, | |
| "psnr_512": 40.75073049575512, | |
| "latent_nrmse": 0.034632131457328796, | |
| "latent_cosine": 0.9993438720703125, | |
| "alpha_mae": 0.0002727321549957874 | |
| }, | |
| { | |
| "id": "01", | |
| "lpips_alex_512": 0.009154626168310642, | |
| "ssim_512": 0.9886946931497306, | |
| "psnr_512": 36.185498510043146, | |
| "latent_nrmse": 0.03882736712694168, | |
| "latent_cosine": 0.9992272257804871, | |
| "alpha_mae": 0.00010991937973920037 | |
| }, | |
| { | |
| "id": "02", | |
| "lpips_alex_512": 0.03219389542937279, | |
| "ssim_512": 0.9567132715264104, | |
| "psnr_512": 31.192773668152384, | |
| "latent_nrmse": 0.06602165848016739, | |
| "latent_cosine": 0.9978012442588806, | |
| "alpha_mae": 0.00029312582576976104 | |
| }, | |
| { | |
| "id": "03", | |
| "lpips_alex_512": 0.06048927456140518, | |
| "ssim_512": 0.9374954223909032, | |
| "psnr_512": 26.951171321484626, | |
| "latent_nrmse": 0.12097524851560593, | |
| "latent_cosine": 0.9926716089248657, | |
| "alpha_mae": 0.000203095230401731 | |
| }, | |
| { | |
| "id": "04", | |
| "lpips_alex_512": 0.01704142801463604, | |
| "ssim_512": 0.9795077559573834, | |
| "psnr_512": 35.354291962916335, | |
| "latent_nrmse": 0.05102594196796417, | |
| "latent_cosine": 0.9986280202865601, | |
| "alpha_mae": 4.380544026692708e-05 | |
| }, | |
| { | |
| "id": "05", | |
| "lpips_alex_512": 0.04030201584100723, | |
| "ssim_512": 0.9757162792169272, | |
| "psnr_512": 30.341329853960055, | |
| "latent_nrmse": 0.06395237147808075, | |
| "latent_cosine": 0.9979398250579834, | |
| "alpha_mae": 0.0002221051384420956 | |
| }, | |
| { | |
| "id": "06", | |
| "lpips_alex_512": 0.006186304148286581, | |
| "ssim_512": 0.9907699698891504, | |
| "psnr_512": 34.73095417820288, | |
| "latent_nrmse": 0.03467632457613945, | |
| "latent_cosine": 0.9993797540664673, | |
| "alpha_mae": 0.0004366332409428615 | |
| }, | |
| { | |
| "id": "07", | |
| "lpips_alex_512": 0.0854998379945755, | |
| "ssim_512": 0.9284355594200152, | |
| "psnr_512": 28.733093561839304, | |
| "latent_nrmse": 0.15828152000904083, | |
| "latent_cosine": 0.9874526262283325, | |
| "alpha_mae": 5.0724253934972426e-05 | |
| }, | |
| { | |
| "id": "08", | |
| "lpips_alex_512": 0.006477963179349899, | |
| "ssim_512": 0.9891401459316924, | |
| "psnr_512": 31.9284938234566, | |
| "latent_nrmse": 0.03743818402290344, | |
| "latent_cosine": 0.9992266297340393, | |
| "alpha_mae": 6.847755581724878e-06 | |
| }, | |
| { | |
| "id": "09", | |
| "lpips_alex_512": 0.0163662638515234, | |
| "ssim_512": 0.9870575264050417, | |
| "psnr_512": 38.15120347682023, | |
| "latent_nrmse": 0.04842615872621536, | |
| "latent_cosine": 0.9988112449645996, | |
| "alpha_mae": 4.506578632429534e-06 | |
| }, | |
| { | |
| "id": "10", | |
| "lpips_alex_512": 0.0033354151528328657, | |
| "ssim_512": 0.9935745573136584, | |
| "psnr_512": 36.583516491471485, | |
| "latent_nrmse": 0.024394527077674866, | |
| "latent_cosine": 0.9996834993362427, | |
| "alpha_mae": 0.002104351567287071 | |
| }, | |
| { | |
| "id": "11", | |
| "lpips_alex_512": 0.0451497957110405, | |
| "ssim_512": 0.9747825856715794, | |
| "psnr_512": 28.746297060604743, | |
| "latent_nrmse": 0.07993289083242416, | |
| "latent_cosine": 0.9967884421348572, | |
| "alpha_mae": 4.8880483589920346e-05 | |
| }, | |
| { | |
| "id": "12", | |
| "lpips_alex_512": 0.100985586643219, | |
| "ssim_512": 0.9409372160895463, | |
| "psnr_512": 21.850298325810687, | |
| "latent_nrmse": 0.2208797037601471, | |
| "latent_cosine": 0.9756127595901489, | |
| "alpha_mae": 0.00015549707054889856 | |
| }, | |
| { | |
| "id": "13", | |
| "lpips_alex_512": 0.02744799479842186, | |
| "ssim_512": 0.9734027147306175, | |
| "psnr_512": 31.693602971981562, | |
| "latent_nrmse": 0.06540966033935547, | |
| "latent_cosine": 0.9978395104408264, | |
| "alpha_mae": 1.0052849264705882e-05 | |
| }, | |
| { | |
| "id": "14", | |
| "lpips_alex_512": 0.09300243109464645, | |
| "ssim_512": 0.9047834561435563, | |
| "psnr_512": 24.483383727237495, | |
| "latent_nrmse": 0.15774944424629211, | |
| "latent_cosine": 0.9876120686531067, | |
| "alpha_mae": 0.00021505168839996936 | |
| }, | |
| { | |
| "id": "15", | |
| "lpips_alex_512": 0.03884485363960266, | |
| "ssim_512": 0.9593329727305248, | |
| "psnr_512": 26.405222735216963, | |
| "latent_nrmse": 0.10906766355037689, | |
| "latent_cosine": 0.9940686225891113, | |
| "alpha_mae": 0.00011861464556525735 | |
| }, | |
| { | |
| "id": "edit-0", | |
| "lpips_alex_512": 0.04596696048974991, | |
| "ssim_512": 0.9749776380201428, | |
| "psnr_512": 31.627062214355384, | |
| "alpha_mae": 0.0001376507329005821 | |
| }, | |
| { | |
| "id": "edit-1", | |
| "lpips_alex_512": 0.0018672043224796653, | |
| "ssim_512": 0.9943739435943822, | |
| "psnr_512": 43.051310379117744, | |
| "alpha_mae": 4.151288200827206e-05 | |
| } | |
| ], | |
| "mean_lpips": 0.0354374440244606, | |
| "max_lpips": 0.100985586643219, | |
| "mean_ssim": 0.969078411999864, | |
| "min_ssim": 0.9047834561435563, | |
| "mean_latent_cosine": 0.9951304346323013 | |
| } |