jwheo commited on
Commit
ba2c2f2
·
verified ·
1 Parent(s): ce814c5

Add residual strength guardrail metrics

Browse files
metrics/residual_refiner_v2_best39000_strength_sweep_summary.json ADDED
@@ -0,0 +1,560 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "checkpoints/residual_refiner_stage2_xl_photo_detail_v2_best39000.pt",
3
+ "checkpoint_step": 39000,
4
+ "limit": 100,
5
+ "recommended_modes": {
6
+ "balanced": 0.75,
7
+ "conservative": 0.5,
8
+ "full": 1.0
9
+ },
10
+ "strengths": {
11
+ "0.50": {
12
+ "mild": {
13
+ "eval/bicubic_mean_psnr": 24.477784271240235,
14
+ "eval/bicubic_mse": 0.004988955408334732,
15
+ "eval/bicubic_psnr": 23.019903778007883,
16
+ "eval/condition_decoded_mse": 0.0044881213456392285,
17
+ "eval/condition_decoded_psnr": 23.479354095439874,
18
+ "eval/condition_highpass_mae": 0.03585440188646317,
19
+ "eval/condition_laplacian_energy_ratio": 0.2864260685443878,
20
+ "eval/condition_laplacian_mae": 0.021753149032592775,
21
+ "eval/condition_mean_psnr": 25.044934997558595,
22
+ "eval/condition_ssim": 0.759646360874176,
23
+ "eval/detail_wins_vs_condition": 86.0,
24
+ "eval/gate_mean": 0.2638573122024536,
25
+ "eval/latent_mse": 0.373031587600708,
26
+ "eval/num_images": 100.0,
27
+ "eval/oracle_full_decoded_mse": 9.804625296965242e-05,
28
+ "eval/oracle_full_decoded_psnr": 40.08568999096642,
29
+ "eval/oracle_full_mean_psnr": 41.81240173339844,
30
+ "eval/refined_decoded_mse": 0.004323103204369545,
31
+ "eval/refined_decoded_psnr": 23.642043965382435,
32
+ "eval/refined_highpass_mae": 0.03538926601409912,
33
+ "eval/refined_laplacian_energy_ratio": 0.2951770281791687,
34
+ "eval/refined_laplacian_mae": 0.021667926162481307,
35
+ "eval/refined_mean_psnr": 25.23314956665039,
36
+ "eval/refined_ssim": 0.7653550815582275,
37
+ "eval/refined_vs_condition_highpass_mae": 0.0004651358723640475,
38
+ "eval/refined_vs_condition_laplacian_mae": 8.522287011146837e-05,
39
+ "eval/refined_vs_condition_mean_psnr": 0.18821456909179446,
40
+ "eval/refined_vs_condition_psnr": 0.16268986994256096,
41
+ "eval/refined_vs_condition_ssim": 0.005708720684051483,
42
+ "eval/residual_l1": 0.023655982762575148,
43
+ "eval/residual_strength": 0.5,
44
+ "eval/wins_vs_condition": 95.0
45
+ },
46
+ "photo_detail_mix": {
47
+ "eval/bicubic_mean_psnr": 24.735723876953124,
48
+ "eval/bicubic_mse": 0.004828462228178978,
49
+ "eval/bicubic_psnr": 23.16191161619708,
50
+ "eval/condition_decoded_mse": 0.0042288944497704505,
51
+ "eval/condition_decoded_psnr": 23.737731544024776,
52
+ "eval/condition_highpass_mae": 0.034703700244426726,
53
+ "eval/condition_laplacian_energy_ratio": 0.2891411542892456,
54
+ "eval/condition_laplacian_mae": 0.02163289912045002,
55
+ "eval/condition_mean_psnr": 25.310254745483398,
56
+ "eval/condition_ssim": 0.7749894142150879,
57
+ "eval/detail_wins_vs_condition": 87.0,
58
+ "eval/gate_mean": 0.2932001984119415,
59
+ "eval/latent_mse": 0.3254087400436401,
60
+ "eval/num_images": 100.0,
61
+ "eval/oracle_full_decoded_mse": 9.804625296965242e-05,
62
+ "eval/oracle_full_decoded_psnr": 40.08568999096642,
63
+ "eval/oracle_full_mean_psnr": 41.81240173339844,
64
+ "eval/refined_decoded_mse": 0.004038822650909424,
65
+ "eval/refined_decoded_psnr": 23.937452167538634,
66
+ "eval/refined_highpass_mae": 0.0341721299290657,
67
+ "eval/refined_laplacian_energy_ratio": 0.30284002542495725,
68
+ "eval/refined_laplacian_mae": 0.0215564601123333,
69
+ "eval/refined_mean_psnr": 25.53927589416504,
70
+ "eval/refined_ssim": 0.7819426488876343,
71
+ "eval/refined_vs_condition_highpass_mae": 0.0005315703153610241,
72
+ "eval/refined_vs_condition_laplacian_mae": 7.643900811672016e-05,
73
+ "eval/refined_vs_condition_mean_psnr": 0.22902114868164247,
74
+ "eval/refined_vs_condition_psnr": 0.19972062351385844,
75
+ "eval/refined_vs_condition_ssim": 0.006953234672546382,
76
+ "eval/residual_l1": 0.026458092629909516,
77
+ "eval/residual_strength": 0.5,
78
+ "eval/wins_vs_condition": 97.0
79
+ },
80
+ "photo_v2": {
81
+ "eval/bicubic_mean_psnr": 22.410346755981447,
82
+ "eval/bicubic_mse": 0.00756334625184536,
83
+ "eval/bicubic_psnr": 21.212860170409368,
84
+ "eval/condition_decoded_mse": 0.0065330821089446545,
85
+ "eval/condition_decoded_psnr": 21.848818834851468,
86
+ "eval/condition_highpass_mae": 0.04220093429088592,
87
+ "eval/condition_laplacian_energy_ratio": 0.28760452032089234,
88
+ "eval/condition_laplacian_mae": 0.022416570633649827,
89
+ "eval/condition_mean_psnr": 22.927089080810546,
90
+ "eval/condition_ssim": 0.6715553402900696,
91
+ "eval/detail_wins_vs_condition": 66.0,
92
+ "eval/gate_mean": 0.1895921015739441,
93
+ "eval/latent_mse": 1.0575813388824462,
94
+ "eval/num_images": 100.0,
95
+ "eval/oracle_full_decoded_mse": 9.804625296965242e-05,
96
+ "eval/oracle_full_decoded_psnr": 40.08568999096642,
97
+ "eval/oracle_full_mean_psnr": 41.81240173339844,
98
+ "eval/refined_decoded_mse": 0.006414602398872375,
99
+ "eval/refined_decoded_psnr": 21.92830257656499,
100
+ "eval/refined_highpass_mae": 0.041979004740715024,
101
+ "eval/refined_laplacian_energy_ratio": 0.2834379017353058,
102
+ "eval/refined_laplacian_mae": 0.022303647696971893,
103
+ "eval/refined_mean_psnr": 23.011063232421876,
104
+ "eval/refined_ssim": 0.6748667740821839,
105
+ "eval/refined_vs_condition_highpass_mae": 0.0002219295501708976,
106
+ "eval/refined_vs_condition_laplacian_mae": 0.00011292293667793454,
107
+ "eval/refined_vs_condition_mean_psnr": 0.08397415161132926,
108
+ "eval/refined_vs_condition_psnr": 0.07948374171352413,
109
+ "eval/refined_vs_condition_ssim": 0.0033114337921142933,
110
+ "eval/residual_l1": 0.01919863320887089,
111
+ "eval/residual_strength": 0.5,
112
+ "eval/wins_vs_condition": 86.0
113
+ },
114
+ "photo_v3_noise_mix": {
115
+ "eval/bicubic_mean_psnr": 22.3598583984375,
116
+ "eval/bicubic_mse": 0.007946031093597412,
117
+ "eval/bicubic_psnr": 20.998497398405153,
118
+ "eval/condition_decoded_mse": 0.007041432000696659,
119
+ "eval/condition_decoded_psnr": 21.52339010352474,
120
+ "eval/condition_highpass_mae": 0.04329712390899658,
121
+ "eval/condition_laplacian_energy_ratio": 0.2992133593559265,
122
+ "eval/condition_laplacian_mae": 0.022694578021764757,
123
+ "eval/condition_mean_psnr": 22.901403274536133,
124
+ "eval/condition_ssim": 0.6646883964538575,
125
+ "eval/detail_wins_vs_condition": 68.0,
126
+ "eval/gate_mean": 0.20030253529548644,
127
+ "eval/latent_mse": 0.9614006853103638,
128
+ "eval/num_images": 100.0,
129
+ "eval/oracle_full_decoded_mse": 9.804625296965242e-05,
130
+ "eval/oracle_full_decoded_psnr": 40.08568999096642,
131
+ "eval/oracle_full_mean_psnr": 41.81240173339844,
132
+ "eval/refined_decoded_mse": 0.0068444899097085,
133
+ "eval/refined_decoded_psnr": 21.646589124172785,
134
+ "eval/refined_highpass_mae": 0.04292046159505844,
135
+ "eval/refined_laplacian_energy_ratio": 0.29491460144519804,
136
+ "eval/refined_laplacian_mae": 0.02252913698554039,
137
+ "eval/refined_mean_psnr": 23.02833839416504,
138
+ "eval/refined_ssim": 0.668184666633606,
139
+ "eval/refined_vs_condition_highpass_mae": 0.0003766623139381392,
140
+ "eval/refined_vs_condition_laplacian_mae": 0.00016544103622436607,
141
+ "eval/refined_vs_condition_mean_psnr": 0.12693511962890724,
142
+ "eval/refined_vs_condition_psnr": 0.12319902064804467,
143
+ "eval/refined_vs_condition_ssim": 0.0034962701797485174,
144
+ "eval/residual_l1": 0.022202161774039268,
145
+ "eval/residual_strength": 0.5,
146
+ "eval/wins_vs_condition": 86.0
147
+ }
148
+ },
149
+ "0.75": {
150
+ "mild": {
151
+ "eval/bicubic_mean_psnr": 24.477784271240235,
152
+ "eval/bicubic_mse": 0.004988955408334732,
153
+ "eval/bicubic_psnr": 23.019903778007883,
154
+ "eval/condition_decoded_mse": 0.0044881213456392285,
155
+ "eval/condition_decoded_psnr": 23.479354095439874,
156
+ "eval/condition_highpass_mae": 0.03585440188646317,
157
+ "eval/condition_laplacian_energy_ratio": 0.2864260685443878,
158
+ "eval/condition_laplacian_mae": 0.021753149032592775,
159
+ "eval/condition_mean_psnr": 25.044934997558595,
160
+ "eval/condition_ssim": 0.759646360874176,
161
+ "eval/detail_wins_vs_condition": 81.0,
162
+ "eval/gate_mean": 0.2638573122024536,
163
+ "eval/latent_mse": 0.37042797803878785,
164
+ "eval/num_images": 100.0,
165
+ "eval/oracle_full_decoded_mse": 9.804625296965242e-05,
166
+ "eval/oracle_full_decoded_psnr": 40.08568999096642,
167
+ "eval/oracle_full_mean_psnr": 41.81240173339844,
168
+ "eval/refined_decoded_mse": 0.004275583066046238,
169
+ "eval/refined_decoded_psnr": 23.690046516727506,
170
+ "eval/refined_highpass_mae": 0.035266281515359876,
171
+ "eval/refined_laplacian_energy_ratio": 0.30091975212097166,
172
+ "eval/refined_laplacian_mae": 0.02164284110069275,
173
+ "eval/refined_mean_psnr": 25.290966873168944,
174
+ "eval/refined_ssim": 0.7673432922363281,
175
+ "eval/refined_vs_condition_highpass_mae": 0.0005881203711032915,
176
+ "eval/refined_vs_condition_laplacian_mae": 0.00011030793190002636,
177
+ "eval/refined_vs_condition_mean_psnr": 0.246031875610349,
178
+ "eval/refined_vs_condition_psnr": 0.21069242128763221,
179
+ "eval/refined_vs_condition_ssim": 0.007696931362152104,
180
+ "eval/residual_l1": 0.035483314841985705,
181
+ "eval/residual_strength": 0.75,
182
+ "eval/wins_vs_condition": 94.0
183
+ },
184
+ "photo_detail_mix": {
185
+ "eval/bicubic_mean_psnr": 24.735723876953124,
186
+ "eval/bicubic_mse": 0.004828462228178978,
187
+ "eval/bicubic_psnr": 23.16191161619708,
188
+ "eval/condition_decoded_mse": 0.0042288944497704505,
189
+ "eval/condition_decoded_psnr": 23.737731544024776,
190
+ "eval/condition_highpass_mae": 0.034703700244426726,
191
+ "eval/condition_laplacian_energy_ratio": 0.2891411542892456,
192
+ "eval/condition_laplacian_mae": 0.02163289912045002,
193
+ "eval/condition_mean_psnr": 25.310254745483398,
194
+ "eval/condition_ssim": 0.7749894142150879,
195
+ "eval/detail_wins_vs_condition": 84.0,
196
+ "eval/gate_mean": 0.2932001984119415,
197
+ "eval/latent_mse": 0.32296310663223265,
198
+ "eval/num_images": 100.0,
199
+ "eval/oracle_full_decoded_mse": 9.804625296965242e-05,
200
+ "eval/oracle_full_decoded_psnr": 40.08568999096642,
201
+ "eval/oracle_full_mean_psnr": 41.81240173339844,
202
+ "eval/refined_decoded_mse": 0.003981264177709818,
203
+ "eval/refined_decoded_psnr": 23.999790037484736,
204
+ "eval/refined_highpass_mae": 0.034051524698734285,
205
+ "eval/refined_laplacian_energy_ratio": 0.3123593890666962,
206
+ "eval/refined_laplacian_mae": 0.0215458382666111,
207
+ "eval/refined_mean_psnr": 25.610000762939453,
208
+ "eval/refined_ssim": 0.7842472624778748,
209
+ "eval/refined_vs_condition_highpass_mae": 0.0006521755456924405,
210
+ "eval/refined_vs_condition_laplacian_mae": 8.706085383891962e-05,
211
+ "eval/refined_vs_condition_mean_psnr": 0.2997460174560551,
212
+ "eval/refined_vs_condition_psnr": 0.2620584934599606,
213
+ "eval/refined_vs_condition_ssim": 0.00925784826278686,
214
+ "eval/residual_l1": 0.03968661099672317,
215
+ "eval/residual_strength": 0.75,
216
+ "eval/wins_vs_condition": 95.0
217
+ },
218
+ "photo_v2": {
219
+ "eval/bicubic_mean_psnr": 22.410346755981447,
220
+ "eval/bicubic_mse": 0.00756334625184536,
221
+ "eval/bicubic_psnr": 21.212860170409368,
222
+ "eval/condition_decoded_mse": 0.0065330821089446545,
223
+ "eval/condition_decoded_psnr": 21.848818834851468,
224
+ "eval/condition_highpass_mae": 0.04220093429088592,
225
+ "eval/condition_laplacian_energy_ratio": 0.28760452032089234,
226
+ "eval/condition_laplacian_mae": 0.022416570633649827,
227
+ "eval/condition_mean_psnr": 22.927089080810546,
228
+ "eval/condition_ssim": 0.6715553402900696,
229
+ "eval/detail_wins_vs_condition": 59.0,
230
+ "eval/gate_mean": 0.1895921015739441,
231
+ "eval/latent_mse": 1.0541447401046753,
232
+ "eval/num_images": 100.0,
233
+ "eval/oracle_full_decoded_mse": 9.804625296965242e-05,
234
+ "eval/oracle_full_decoded_psnr": 40.08568999096642,
235
+ "eval/oracle_full_mean_psnr": 41.81240173339844,
236
+ "eval/refined_decoded_mse": 0.006379619836807251,
237
+ "eval/refined_decoded_psnr": 21.95205200228053,
238
+ "eval/refined_highpass_mae": 0.04191930502653122,
239
+ "eval/refined_laplacian_energy_ratio": 0.28218982338905335,
240
+ "eval/refined_laplacian_mae": 0.022258608862757684,
241
+ "eval/refined_mean_psnr": 23.034775161743163,
242
+ "eval/refined_ssim": 0.6760550451278686,
243
+ "eval/refined_vs_condition_highpass_mae": 0.0002816292643547033,
244
+ "eval/refined_vs_condition_laplacian_mae": 0.0001579617708921434,
245
+ "eval/refined_vs_condition_mean_psnr": 0.10768608093261633,
246
+ "eval/refined_vs_condition_psnr": 0.10323316742906385,
247
+ "eval/refined_vs_condition_ssim": 0.004499704837799046,
248
+ "eval/residual_l1": 0.028797378540039064,
249
+ "eval/residual_strength": 0.75,
250
+ "eval/wins_vs_condition": 83.0
251
+ },
252
+ "photo_v3_noise_mix": {
253
+ "eval/bicubic_mean_psnr": 22.3598583984375,
254
+ "eval/bicubic_mse": 0.007946031093597412,
255
+ "eval/bicubic_psnr": 20.998497398405153,
256
+ "eval/condition_decoded_mse": 0.007041432000696659,
257
+ "eval/condition_decoded_psnr": 21.52339010352474,
258
+ "eval/condition_highpass_mae": 0.04329712390899658,
259
+ "eval/condition_laplacian_energy_ratio": 0.2992133593559265,
260
+ "eval/condition_laplacian_mae": 0.022694578021764757,
261
+ "eval/condition_mean_psnr": 22.901403274536133,
262
+ "eval/condition_ssim": 0.6646883964538575,
263
+ "eval/detail_wins_vs_condition": 64.0,
264
+ "eval/gate_mean": 0.20030253529548644,
265
+ "eval/latent_mse": 0.9575242137908936,
266
+ "eval/num_images": 100.0,
267
+ "eval/oracle_full_decoded_mse": 9.804625296965242e-05,
268
+ "eval/oracle_full_decoded_psnr": 40.08568999096642,
269
+ "eval/oracle_full_mean_psnr": 41.81240173339844,
270
+ "eval/refined_decoded_mse": 0.006772925667464733,
271
+ "eval/refined_decoded_psnr": 21.692236907286514,
272
+ "eval/refined_highpass_mae": 0.0427638591825962,
273
+ "eval/refined_laplacian_energy_ratio": 0.2919766128063202,
274
+ "eval/refined_laplacian_mae": 0.022436969429254532,
275
+ "eval/refined_mean_psnr": 23.067494049072266,
276
+ "eval/refined_ssim": 0.6694737553596497,
277
+ "eval/refined_vs_condition_highpass_mae": 0.0005332647264003759,
278
+ "eval/refined_vs_condition_laplacian_mae": 0.00025760859251022436,
279
+ "eval/refined_vs_condition_mean_psnr": 0.16609077453613352,
280
+ "eval/refined_vs_condition_psnr": 0.16884680376177386,
281
+ "eval/refined_vs_condition_ssim": 0.004785358905792236,
282
+ "eval/residual_l1": 0.03330257758498192,
283
+ "eval/residual_strength": 0.75,
284
+ "eval/wins_vs_condition": 83.0
285
+ }
286
+ },
287
+ "0.90": {
288
+ "mild": {
289
+ "eval/bicubic_mean_psnr": 24.477784271240235,
290
+ "eval/bicubic_mse": 0.004988955408334732,
291
+ "eval/bicubic_psnr": 23.019903778007883,
292
+ "eval/condition_decoded_mse": 0.0044881213456392285,
293
+ "eval/condition_decoded_psnr": 23.479354095439874,
294
+ "eval/condition_highpass_mae": 0.03585440188646317,
295
+ "eval/condition_laplacian_energy_ratio": 0.2864260685443878,
296
+ "eval/condition_laplacian_mae": 0.021753149032592775,
297
+ "eval/condition_mean_psnr": 25.044934997558595,
298
+ "eval/condition_ssim": 0.759646360874176,
299
+ "eval/detail_wins_vs_condition": 79.0,
300
+ "eval/gate_mean": 0.2638573122024536,
301
+ "eval/latent_mse": 0.3694094741344452,
302
+ "eval/num_images": 100.0,
303
+ "eval/oracle_full_decoded_mse": 9.804625296965242e-05,
304
+ "eval/oracle_full_decoded_psnr": 40.08568999096642,
305
+ "eval/oracle_full_mean_psnr": 41.81240173339844,
306
+ "eval/refined_decoded_mse": 0.004259749706834555,
307
+ "eval/refined_decoded_psnr": 23.70615918299642,
308
+ "eval/refined_highpass_mae": 0.035233115553855894,
309
+ "eval/refined_laplacian_energy_ratio": 0.3050915956497192,
310
+ "eval/refined_laplacian_mae": 0.02163616716861725,
311
+ "eval/refined_mean_psnr": 25.30971504211426,
312
+ "eval/refined_ssim": 0.7682550859451294,
313
+ "eval/refined_vs_condition_highpass_mae": 0.0006212863326072737,
314
+ "eval/refined_vs_condition_laplacian_mae": 0.00011698186397552518,
315
+ "eval/refined_vs_condition_mean_psnr": 0.26478004455566406,
316
+ "eval/refined_vs_condition_psnr": 0.22680508755654571,
317
+ "eval/refined_vs_condition_ssim": 0.008608725070953338,
318
+ "eval/residual_l1": 0.04258101776242256,
319
+ "eval/residual_strength": 0.9,
320
+ "eval/wins_vs_condition": 93.0
321
+ },
322
+ "photo_detail_mix": {
323
+ "eval/bicubic_mean_psnr": 24.735723876953124,
324
+ "eval/bicubic_mse": 0.004828462228178978,
325
+ "eval/bicubic_psnr": 23.16191161619708,
326
+ "eval/condition_decoded_mse": 0.0042288944497704505,
327
+ "eval/condition_decoded_psnr": 23.737731544024776,
328
+ "eval/condition_highpass_mae": 0.034703700244426726,
329
+ "eval/condition_laplacian_energy_ratio": 0.2891411542892456,
330
+ "eval/condition_laplacian_mae": 0.02163289912045002,
331
+ "eval/condition_mean_psnr": 25.310254745483398,
332
+ "eval/condition_ssim": 0.7749894142150879,
333
+ "eval/detail_wins_vs_condition": 79.0,
334
+ "eval/gate_mean": 0.2932001984119415,
335
+ "eval/latent_mse": 0.32224719524383544,
336
+ "eval/num_images": 100.0,
337
+ "eval/oracle_full_decoded_mse": 9.804625296965242e-05,
338
+ "eval/oracle_full_decoded_psnr": 40.08568999096642,
339
+ "eval/oracle_full_mean_psnr": 41.81240173339844,
340
+ "eval/refined_decoded_mse": 0.003961291266605258,
341
+ "eval/refined_decoded_psnr": 24.02163223531375,
342
+ "eval/refined_highpass_mae": 0.034028761982917786,
343
+ "eval/refined_laplacian_energy_ratio": 0.31890647172927855,
344
+ "eval/refined_laplacian_mae": 0.021549110859632493,
345
+ "eval/refined_mean_psnr": 25.632953491210937,
346
+ "eval/refined_ssim": 0.7852418327331543,
347
+ "eval/refined_vs_condition_highpass_mae": 0.0006749382615089394,
348
+ "eval/refined_vs_condition_laplacian_mae": 8.378826081752513e-05,
349
+ "eval/refined_vs_condition_mean_psnr": 0.3226987457275392,
350
+ "eval/refined_vs_condition_psnr": 0.28390069128897366,
351
+ "eval/refined_vs_condition_ssim": 0.010252418518066353,
352
+ "eval/residual_l1": 0.04762427136301994,
353
+ "eval/residual_strength": 0.9,
354
+ "eval/wins_vs_condition": 95.0
355
+ },
356
+ "photo_v2": {
357
+ "eval/bicubic_mean_psnr": 22.410346755981447,
358
+ "eval/bicubic_mse": 0.00756334625184536,
359
+ "eval/bicubic_psnr": 21.212860170409368,
360
+ "eval/condition_decoded_mse": 0.0065330821089446545,
361
+ "eval/condition_decoded_psnr": 21.848818834851468,
362
+ "eval/condition_highpass_mae": 0.04220093429088592,
363
+ "eval/condition_laplacian_energy_ratio": 0.28760452032089234,
364
+ "eval/condition_laplacian_mae": 0.022416570633649827,
365
+ "eval/condition_mean_psnr": 22.927089080810546,
366
+ "eval/condition_ssim": 0.6715553402900696,
367
+ "eval/detail_wins_vs_condition": 55.0,
368
+ "eval/gate_mean": 0.1895921015739441,
369
+ "eval/latent_mse": 1.0522155928611756,
370
+ "eval/num_images": 100.0,
371
+ "eval/oracle_full_decoded_mse": 9.804625296965242e-05,
372
+ "eval/oracle_full_decoded_psnr": 40.08568999096642,
373
+ "eval/oracle_full_mean_psnr": 41.81240173339844,
374
+ "eval/refined_decoded_mse": 0.0063699276745319364,
375
+ "eval/refined_decoded_psnr": 21.95865498705466,
376
+ "eval/refined_highpass_mae": 0.041904761344194415,
377
+ "eval/refined_laplacian_energy_ratio": 0.2820472359657288,
378
+ "eval/refined_laplacian_mae": 0.022238068208098413,
379
+ "eval/refined_mean_psnr": 23.040355377197265,
380
+ "eval/refined_ssim": 0.6765761041641235,
381
+ "eval/refined_vs_condition_highpass_mae": 0.00029617294669150723,
382
+ "eval/refined_vs_condition_laplacian_mae": 0.00017850242555141407,
383
+ "eval/refined_vs_condition_mean_psnr": 0.11326629638671903,
384
+ "eval/refined_vs_condition_psnr": 0.10983615220319365,
385
+ "eval/refined_vs_condition_ssim": 0.005020763874053924,
386
+ "eval/residual_l1": 0.0345576611161232,
387
+ "eval/residual_strength": 0.9,
388
+ "eval/wins_vs_condition": 83.0
389
+ },
390
+ "photo_v3_noise_mix": {
391
+ "eval/bicubic_mean_psnr": 22.3598583984375,
392
+ "eval/bicubic_mse": 0.007946031093597412,
393
+ "eval/bicubic_psnr": 20.998497398405153,
394
+ "eval/condition_decoded_mse": 0.007041432000696659,
395
+ "eval/condition_decoded_psnr": 21.52339010352474,
396
+ "eval/condition_highpass_mae": 0.04329712390899658,
397
+ "eval/condition_laplacian_energy_ratio": 0.2992133593559265,
398
+ "eval/condition_laplacian_mae": 0.022694578021764757,
399
+ "eval/condition_mean_psnr": 22.901403274536133,
400
+ "eval/condition_ssim": 0.6646883964538575,
401
+ "eval/detail_wins_vs_condition": 61.0,
402
+ "eval/gate_mean": 0.20030253529548644,
403
+ "eval/latent_mse": 0.955563530921936,
404
+ "eval/num_images": 100.0,
405
+ "eval/oracle_full_decoded_mse": 9.804625296965242e-05,
406
+ "eval/oracle_full_decoded_psnr": 40.08568999096642,
407
+ "eval/oracle_full_mean_psnr": 41.81240173339844,
408
+ "eval/refined_decoded_mse": 0.006748588755726814,
409
+ "eval/refined_decoded_psnr": 21.707870360103712,
410
+ "eval/refined_highpass_mae": 0.04270423322916031,
411
+ "eval/refined_laplacian_energy_ratio": 0.29106817960739134,
412
+ "eval/refined_laplacian_mae": 0.022392748594284057,
413
+ "eval/refined_mean_psnr": 23.076946487426756,
414
+ "eval/refined_ssim": 0.6700306940078735,
415
+ "eval/refined_vs_condition_highpass_mae": 0.0005928906798362693,
416
+ "eval/refined_vs_condition_laplacian_mae": 0.00030182942748070013,
417
+ "eval/refined_vs_condition_mean_psnr": 0.17554321289062358,
418
+ "eval/refined_vs_condition_psnr": 0.18448025657897205,
419
+ "eval/refined_vs_condition_ssim": 0.005342297554016051,
420
+ "eval/residual_l1": 0.039964079409837726,
421
+ "eval/residual_strength": 0.9,
422
+ "eval/wins_vs_condition": 81.0
423
+ }
424
+ },
425
+ "1.00": {
426
+ "mild": {
427
+ "eval/bicubic_mean_psnr": 24.477784271240235,
428
+ "eval/bicubic_mse": 0.004988955408334732,
429
+ "eval/bicubic_psnr": 23.019903778007883,
430
+ "eval/condition_decoded_mse": 0.0044881213456392285,
431
+ "eval/condition_decoded_psnr": 23.479354095439874,
432
+ "eval/condition_highpass_mae": 0.03585440188646317,
433
+ "eval/condition_laplacian_energy_ratio": 0.2864260685443878,
434
+ "eval/condition_laplacian_mae": 0.021753149032592775,
435
+ "eval/condition_mean_psnr": 25.044934997558595,
436
+ "eval/condition_ssim": 0.759646360874176,
437
+ "eval/detail_wins_vs_condition": 76.0,
438
+ "eval/gate_mean": 0.2638573122024536,
439
+ "eval/latent_mse": 0.36895240426063536,
440
+ "eval/num_images": 100.0,
441
+ "eval/oracle_full_decoded_mse": 9.804625296965242e-05,
442
+ "eval/oracle_full_decoded_psnr": 40.08568999096642,
443
+ "eval/oracle_full_mean_psnr": 41.81240173339844,
444
+ "eval/refined_decoded_mse": 0.004253108333796263,
445
+ "eval/refined_decoded_psnr": 23.712935549368797,
446
+ "eval/refined_highpass_mae": 0.03522720143198967,
447
+ "eval/refined_laplacian_energy_ratio": 0.30814961791038514,
448
+ "eval/refined_laplacian_mae": 0.021635342836380005,
449
+ "eval/refined_mean_psnr": 25.316141510009764,
450
+ "eval/refined_ssim": 0.76875901222229,
451
+ "eval/refined_vs_condition_highpass_mae": 0.0006272004544734949,
452
+ "eval/refined_vs_condition_laplacian_mae": 0.0001178061962127698,
453
+ "eval/refined_vs_condition_mean_psnr": 0.2712065124511689,
454
+ "eval/refined_vs_condition_psnr": 0.23358145392892382,
455
+ "eval/refined_vs_condition_ssim": 0.00911265134811401,
456
+ "eval/residual_l1": 0.047311965525150296,
457
+ "eval/wins_vs_condition": 91.0
458
+ },
459
+ "photo_detail_mix": {
460
+ "eval/bicubic_mean_psnr": 24.735723876953124,
461
+ "eval/bicubic_mse": 0.004828462228178978,
462
+ "eval/bicubic_psnr": 23.16191161619708,
463
+ "eval/condition_decoded_mse": 0.0042288944497704505,
464
+ "eval/condition_decoded_psnr": 23.737731544024776,
465
+ "eval/condition_highpass_mae": 0.034703700244426726,
466
+ "eval/condition_laplacian_energy_ratio": 0.2891411542892456,
467
+ "eval/condition_laplacian_mae": 0.02163289912045002,
468
+ "eval/condition_mean_psnr": 25.310254745483398,
469
+ "eval/condition_ssim": 0.7749894142150879,
470
+ "eval/detail_wins_vs_condition": 72.0,
471
+ "eval/gate_mean": 0.2932001984119415,
472
+ "eval/latent_mse": 0.32198296427726747,
473
+ "eval/num_images": 100.0,
474
+ "eval/oracle_full_decoded_mse": 9.804625296965242e-05,
475
+ "eval/oracle_full_decoded_psnr": 40.08568999096642,
476
+ "eval/oracle_full_mean_psnr": 41.81240173339844,
477
+ "eval/refined_decoded_mse": 0.003953248532488942,
478
+ "eval/refined_decoded_psnr": 24.030458816105874,
479
+ "eval/refined_highpass_mae": 0.03403416410088539,
480
+ "eval/refined_laplacian_energy_ratio": 0.32368562936782835,
481
+ "eval/refined_laplacian_mae": 0.02155543878674507,
482
+ "eval/refined_mean_psnr": 25.640997924804687,
483
+ "eval/refined_ssim": 0.7857534050941467,
484
+ "eval/refined_vs_condition_highpass_mae": 0.0006695361435413369,
485
+ "eval/refined_vs_condition_laplacian_mae": 7.746033370494704e-05,
486
+ "eval/refined_vs_condition_mean_psnr": 0.3307431793212885,
487
+ "eval/refined_vs_condition_psnr": 0.2927272720810983,
488
+ "eval/refined_vs_condition_ssim": 0.010763990879058771,
489
+ "eval/residual_l1": 0.05291618525981903,
490
+ "eval/wins_vs_condition": 94.0
491
+ },
492
+ "photo_v2": {
493
+ "eval/bicubic_mean_psnr": 22.410346755981447,
494
+ "eval/bicubic_mse": 0.00756334625184536,
495
+ "eval/bicubic_psnr": 21.212860170409368,
496
+ "eval/condition_decoded_mse": 0.0065330821089446545,
497
+ "eval/condition_decoded_psnr": 21.848818834851468,
498
+ "eval/condition_highpass_mae": 0.04220093429088592,
499
+ "eval/condition_laplacian_energy_ratio": 0.28760452032089234,
500
+ "eval/condition_laplacian_mae": 0.022416570633649827,
501
+ "eval/condition_mean_psnr": 22.927089080810546,
502
+ "eval/condition_ssim": 0.6715553402900696,
503
+ "eval/detail_wins_vs_condition": 54.0,
504
+ "eval/gate_mean": 0.1895921015739441,
505
+ "eval/latent_mse": 1.0512097930908204,
506
+ "eval/num_images": 100.0,
507
+ "eval/oracle_full_decoded_mse": 9.804625296965242e-05,
508
+ "eval/oracle_full_decoded_psnr": 40.08568999096642,
509
+ "eval/oracle_full_mean_psnr": 41.81240173339844,
510
+ "eval/refined_decoded_mse": 0.00636645894497633,
511
+ "eval/refined_decoded_psnr": 21.9610205718747,
512
+ "eval/refined_highpass_mae": 0.041902673244476316,
513
+ "eval/refined_laplacian_energy_ratio": 0.28214472651481626,
514
+ "eval/refined_laplacian_mae": 0.022226371392607688,
515
+ "eval/refined_mean_psnr": 23.04192222595215,
516
+ "eval/refined_ssim": 0.676874213218689,
517
+ "eval/refined_vs_condition_highpass_mae": 0.0002982610464096064,
518
+ "eval/refined_vs_condition_laplacian_mae": 0.00019019924104213964,
519
+ "eval/refined_vs_condition_mean_psnr": 0.1148331451416027,
520
+ "eval/refined_vs_condition_psnr": 0.11220173702323066,
521
+ "eval/refined_vs_condition_ssim": 0.005318872928619434,
522
+ "eval/residual_l1": 0.03839726641774178,
523
+ "eval/wins_vs_condition": 81.0
524
+ },
525
+ "photo_v3_noise_mix": {
526
+ "eval/bicubic_mean_psnr": 22.3598583984375,
527
+ "eval/bicubic_mse": 0.007946031093597412,
528
+ "eval/bicubic_psnr": 20.998497398405153,
529
+ "eval/condition_decoded_mse": 0.007041432000696659,
530
+ "eval/condition_decoded_psnr": 21.52339010352474,
531
+ "eval/condition_highpass_mae": 0.04329712390899658,
532
+ "eval/condition_laplacian_energy_ratio": 0.2992133593559265,
533
+ "eval/condition_laplacian_mae": 0.022694578021764757,
534
+ "eval/condition_mean_psnr": 22.901403274536133,
535
+ "eval/condition_ssim": 0.6646883964538575,
536
+ "eval/detail_wins_vs_condition": 59.0,
537
+ "eval/gate_mean": 0.20030253529548644,
538
+ "eval/latent_mse": 0.9546191787719727,
539
+ "eval/num_images": 100.0,
540
+ "eval/oracle_full_decoded_mse": 9.804625296965242e-05,
541
+ "eval/oracle_full_decoded_psnr": 40.08568999096642,
542
+ "eval/oracle_full_mean_psnr": 41.81240173339844,
543
+ "eval/refined_decoded_mse": 0.006737714670598507,
544
+ "eval/refined_decoded_psnr": 21.714873845107874,
545
+ "eval/refined_highpass_mae": 0.04267725110054016,
546
+ "eval/refined_laplacian_energy_ratio": 0.2906985604763031,
547
+ "eval/refined_laplacian_mae": 0.02236754074692726,
548
+ "eval/refined_mean_psnr": 23.07874412536621,
549
+ "eval/refined_ssim": 0.6703308343887329,
550
+ "eval/refined_vs_condition_highpass_mae": 0.0006198728084564203,
551
+ "eval/refined_vs_condition_laplacian_mae": 0.0003270372748374953,
552
+ "eval/refined_vs_condition_mean_psnr": 0.17734085083007756,
553
+ "eval/refined_vs_condition_psnr": 0.1914837415831343,
554
+ "eval/refined_vs_condition_ssim": 0.0056424379348753995,
555
+ "eval/residual_l1": 0.044404323548078536,
556
+ "eval/wins_vs_condition": 81.0
557
+ }
558
+ }
559
+ }
560
+ }