Accelerate full 40-step FP8 generation with native precision, measured quality and real-time demo
1081be0 verified | { | |
| "protocol": "16 disjoint text-to-image prompts plus2 disjoint edits. Matched seeds,40steps,same pipeline and BF16 encoder/VAE. RGB composited over white and resized512 for LPIPS/SSIM/PSNR. Latents compared at full resolution. This is a finite fidelity check, not a broad human preference benchmark.", | |
| "pairs": [ | |
| { | |
| "id": "00", | |
| "lpips_alex_512": 0.0006540275062434375, | |
| "ssim_512": 0.9983653564145475, | |
| "psnr_512": 50.45740191583909, | |
| "latent_nrmse": 0.008030623197555542, | |
| "latent_cosine": 0.999891996383667, | |
| "alpha_mae": 0.00022723815020392923 | |
| }, | |
| { | |
| "id": "01", | |
| "lpips_alex_512": 0.0032667126506567, | |
| "ssim_512": 0.9941584529567485, | |
| "psnr_512": 40.6246243151626, | |
| "latent_nrmse": 0.022569432854652405, | |
| "latent_cosine": 0.9997267723083496, | |
| "alpha_mae": 8.504156972847733e-05 | |
| }, | |
| { | |
| "id": "02", | |
| "lpips_alex_512": 0.01659783348441124, | |
| "ssim_512": 0.9809412274934068, | |
| "psnr_512": 35.86132382974127, | |
| "latent_nrmse": 0.04317404329776764, | |
| "latent_cosine": 0.9990493059158325, | |
| "alpha_mae": 0.00024381151386335784 | |
| }, | |
| { | |
| "id": "03", | |
| "lpips_alex_512": 0.005000461358577013, | |
| "ssim_512": 0.9900833520273945, | |
| "psnr_512": 38.8444442873744, | |
| "latent_nrmse": 0.024173730984330177, | |
| "latent_cosine": 0.9996890425682068, | |
| "alpha_mae": 0.00014505947337431065 | |
| }, | |
| { | |
| "id": "04", | |
| "lpips_alex_512": 0.000704753038007766, | |
| "ssim_512": 0.9979097545027972, | |
| "psnr_512": 47.51767239675964, | |
| "latent_nrmse": 0.011123890988528728, | |
| "latent_cosine": 0.9998582601547241, | |
| "alpha_mae": 3.1303891948625156e-05 | |
| }, | |
| { | |
| "id": "05", | |
| "lpips_alex_512": 0.008891566656529903, | |
| "ssim_512": 0.9927372745460277, | |
| "psnr_512": 35.948886615374875, | |
| "latent_nrmse": 0.029095789417624474, | |
| "latent_cosine": 0.9995598793029785, | |
| "alpha_mae": 0.00015900555778952205 | |
| }, | |
| { | |
| "id": "06", | |
| "lpips_alex_512": 0.0013984774705022573, | |
| "ssim_512": 0.9956754928433855, | |
| "psnr_512": 45.45275428180727, | |
| "latent_nrmse": 0.010114307515323162, | |
| "latent_cosine": 0.9999299049377441, | |
| "alpha_mae": 0.00036374260397518385 | |
| }, | |
| { | |
| "id": "07", | |
| "lpips_alex_512": 0.016953393816947937, | |
| "ssim_512": 0.9791173071202123, | |
| "psnr_512": 36.43153122071263, | |
| "latent_nrmse": 0.04522187262773514, | |
| "latent_cosine": 0.9989587068557739, | |
| "alpha_mae": 3.706614176432292e-05 | |
| }, | |
| { | |
| "id": "08", | |
| "lpips_alex_512": 0.014839287847280502, | |
| "ssim_512": 0.9915602272992333, | |
| "psnr_512": 32.45296744802643, | |
| "latent_nrmse": 0.03516024351119995, | |
| "latent_cosine": 0.9993060231208801, | |
| "alpha_mae": 5.567775053136489e-06 | |
| }, | |
| { | |
| "id": "09", | |
| "lpips_alex_512": 0.02529650554060936, | |
| "ssim_512": 0.9808640721341937, | |
| "psnr_512": 34.14858031516565, | |
| "latent_nrmse": 0.05903178080916405, | |
| "latent_cosine": 0.9982385635375977, | |
| "alpha_mae": 4.1288488051470586e-06 | |
| }, | |
| { | |
| "id": "10", | |
| "lpips_alex_512": 0.00157443608622998, | |
| "ssim_512": 0.996625042145732, | |
| "psnr_512": 40.29209168419813, | |
| "latent_nrmse": 0.012434827163815498, | |
| "latent_cosine": 0.9999027252197266, | |
| "alpha_mae": 0.0015476002412683823 | |
| }, | |
| { | |
| "id": "11", | |
| "lpips_alex_512": 0.008122559636831284, | |
| "ssim_512": 0.9937619445127668, | |
| "psnr_512": 36.5806762030683, | |
| "latent_nrmse": 0.04052620381116867, | |
| "latent_cosine": 0.999162495136261, | |
| "alpha_mae": 3.919040455537684e-05 | |
| }, | |
| { | |
| "id": "12", | |
| "lpips_alex_512": 0.003888127626851201, | |
| "ssim_512": 0.996000746894162, | |
| "psnr_512": 40.781900028166774, | |
| "latent_nrmse": 0.019904406741261482, | |
| "latent_cosine": 0.9997774362564087, | |
| "alpha_mae": 9.341880560094409e-05 | |
| }, | |
| { | |
| "id": "13", | |
| "lpips_alex_512": 0.00787642877548933, | |
| "ssim_512": 0.9938821301981401, | |
| "psnr_512": 40.403632630082136, | |
| "latent_nrmse": 0.030282530933618546, | |
| "latent_cosine": 0.9995153546333313, | |
| "alpha_mae": 6.808278867102396e-06 | |
| }, | |
| { | |
| "id": "14", | |
| "lpips_alex_512": 0.10415362566709518, | |
| "ssim_512": 0.8997217393167819, | |
| "psnr_512": 24.966557191764256, | |
| "latent_nrmse": 0.1631270796060562, | |
| "latent_cosine": 0.9867432713508606, | |
| "alpha_mae": 0.0002106460870481005 | |
| }, | |
| { | |
| "id": "15", | |
| "lpips_alex_512": 0.032293133437633514, | |
| "ssim_512": 0.9696098907103111, | |
| "psnr_512": 27.556757057629092, | |
| "latent_nrmse": 0.09265656769275665, | |
| "latent_cosine": 0.9956912994384766, | |
| "alpha_mae": 0.00012047337550742954 | |
| }, | |
| { | |
| "id": "edit-0", | |
| "lpips_alex_512": 0.001904923701658845, | |
| "ssim_512": 0.9974066241437832, | |
| "psnr_512": 43.80201499062957, | |
| "alpha_mae": 9.189306520948223e-05 | |
| }, | |
| { | |
| "id": "edit-1", | |
| "lpips_alex_512": 0.0004783417098224163, | |
| "ssim_512": 0.9967221750556993, | |
| "psnr_512": 51.29105397500459, | |
| "alpha_mae": 3.621718462775735e-05 | |
| } | |
| ], | |
| "mean_lpips": 0.014105255333965437, | |
| "max_lpips": 0.10415362566709518, | |
| "mean_ssim": 0.9858412672397402, | |
| "min_ssim": 0.8997217393167819, | |
| "mean_latent_cosine": 0.9984375648200512 | |
| } |