File size: 5,366 Bytes
1081be0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
{
  "protocol": "16 disjoint text-to-image prompts plus2 disjoint edits. Matched seeds,40steps,same pipeline and BF16 encoder/VAE. RGB composited over white and resized512 for LPIPS/SSIM/PSNR. Latents compared at full resolution. This is a finite fidelity check, not a broad human preference benchmark.",
  "pairs": [
    {
      "id": "00",
      "lpips_alex_512": 0.00756214139983058,
      "ssim_512": 0.9937157078162903,
      "psnr_512": 40.75073049575512,
      "latent_nrmse": 0.034632131457328796,
      "latent_cosine": 0.9993438720703125,
      "alpha_mae": 0.0002727321549957874
    },
    {
      "id": "01",
      "lpips_alex_512": 0.009154626168310642,
      "ssim_512": 0.9886946931497306,
      "psnr_512": 36.185498510043146,
      "latent_nrmse": 0.03882736712694168,
      "latent_cosine": 0.9992272257804871,
      "alpha_mae": 0.00010991937973920037
    },
    {
      "id": "02",
      "lpips_alex_512": 0.03219389542937279,
      "ssim_512": 0.9567132715264104,
      "psnr_512": 31.192773668152384,
      "latent_nrmse": 0.06602165848016739,
      "latent_cosine": 0.9978012442588806,
      "alpha_mae": 0.00029312582576976104
    },
    {
      "id": "03",
      "lpips_alex_512": 0.06048927456140518,
      "ssim_512": 0.9374954223909032,
      "psnr_512": 26.951171321484626,
      "latent_nrmse": 0.12097524851560593,
      "latent_cosine": 0.9926716089248657,
      "alpha_mae": 0.000203095230401731
    },
    {
      "id": "04",
      "lpips_alex_512": 0.01704142801463604,
      "ssim_512": 0.9795077559573834,
      "psnr_512": 35.354291962916335,
      "latent_nrmse": 0.05102594196796417,
      "latent_cosine": 0.9986280202865601,
      "alpha_mae": 4.380544026692708e-05
    },
    {
      "id": "05",
      "lpips_alex_512": 0.04030201584100723,
      "ssim_512": 0.9757162792169272,
      "psnr_512": 30.341329853960055,
      "latent_nrmse": 0.06395237147808075,
      "latent_cosine": 0.9979398250579834,
      "alpha_mae": 0.0002221051384420956
    },
    {
      "id": "06",
      "lpips_alex_512": 0.006186304148286581,
      "ssim_512": 0.9907699698891504,
      "psnr_512": 34.73095417820288,
      "latent_nrmse": 0.03467632457613945,
      "latent_cosine": 0.9993797540664673,
      "alpha_mae": 0.0004366332409428615
    },
    {
      "id": "07",
      "lpips_alex_512": 0.0854998379945755,
      "ssim_512": 0.9284355594200152,
      "psnr_512": 28.733093561839304,
      "latent_nrmse": 0.15828152000904083,
      "latent_cosine": 0.9874526262283325,
      "alpha_mae": 5.0724253934972426e-05
    },
    {
      "id": "08",
      "lpips_alex_512": 0.006477963179349899,
      "ssim_512": 0.9891401459316924,
      "psnr_512": 31.9284938234566,
      "latent_nrmse": 0.03743818402290344,
      "latent_cosine": 0.9992266297340393,
      "alpha_mae": 6.847755581724878e-06
    },
    {
      "id": "09",
      "lpips_alex_512": 0.0163662638515234,
      "ssim_512": 0.9870575264050417,
      "psnr_512": 38.15120347682023,
      "latent_nrmse": 0.04842615872621536,
      "latent_cosine": 0.9988112449645996,
      "alpha_mae": 4.506578632429534e-06
    },
    {
      "id": "10",
      "lpips_alex_512": 0.0033354151528328657,
      "ssim_512": 0.9935745573136584,
      "psnr_512": 36.583516491471485,
      "latent_nrmse": 0.024394527077674866,
      "latent_cosine": 0.9996834993362427,
      "alpha_mae": 0.002104351567287071
    },
    {
      "id": "11",
      "lpips_alex_512": 0.0451497957110405,
      "ssim_512": 0.9747825856715794,
      "psnr_512": 28.746297060604743,
      "latent_nrmse": 0.07993289083242416,
      "latent_cosine": 0.9967884421348572,
      "alpha_mae": 4.8880483589920346e-05
    },
    {
      "id": "12",
      "lpips_alex_512": 0.100985586643219,
      "ssim_512": 0.9409372160895463,
      "psnr_512": 21.850298325810687,
      "latent_nrmse": 0.2208797037601471,
      "latent_cosine": 0.9756127595901489,
      "alpha_mae": 0.00015549707054889856
    },
    {
      "id": "13",
      "lpips_alex_512": 0.02744799479842186,
      "ssim_512": 0.9734027147306175,
      "psnr_512": 31.693602971981562,
      "latent_nrmse": 0.06540966033935547,
      "latent_cosine": 0.9978395104408264,
      "alpha_mae": 1.0052849264705882e-05
    },
    {
      "id": "14",
      "lpips_alex_512": 0.09300243109464645,
      "ssim_512": 0.9047834561435563,
      "psnr_512": 24.483383727237495,
      "latent_nrmse": 0.15774944424629211,
      "latent_cosine": 0.9876120686531067,
      "alpha_mae": 0.00021505168839996936
    },
    {
      "id": "15",
      "lpips_alex_512": 0.03884485363960266,
      "ssim_512": 0.9593329727305248,
      "psnr_512": 26.405222735216963,
      "latent_nrmse": 0.10906766355037689,
      "latent_cosine": 0.9940686225891113,
      "alpha_mae": 0.00011861464556525735
    },
    {
      "id": "edit-0",
      "lpips_alex_512": 0.04596696048974991,
      "ssim_512": 0.9749776380201428,
      "psnr_512": 31.627062214355384,
      "alpha_mae": 0.0001376507329005821
    },
    {
      "id": "edit-1",
      "lpips_alex_512": 0.0018672043224796653,
      "ssim_512": 0.9943739435943822,
      "psnr_512": 43.051310379117744,
      "alpha_mae": 4.151288200827206e-05
    }
  ],
  "mean_lpips": 0.0354374440244606,
  "max_lpips": 0.100985586643219,
  "mean_ssim": 0.969078411999864,
  "min_ssim": 0.9047834561435563,
  "mean_latent_cosine": 0.9951304346323013
}