Any-to-Any
Bagel
Safetensors
bagel
HuggingSelf commited on
Commit
a1a909f
·
verified ·
1 Parent(s): 6c7d596

Add Unified-Bench old protocol bundle: unified_bench_old_protocol_0p8346/outputs/raw_bagel/summary.json

Browse files
unified_bench_old_protocol_0p8346/outputs/raw_bagel/summary.json ADDED
@@ -0,0 +1,469 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backbone": "bagel",
3
+ "ref_dir": "/datasets/unified_bench/Image",
4
+ "gen_dir": "/output-apr4/unified_bench/bagel/images",
5
+ "model_types": [
6
+ "clip",
7
+ "dinov2",
8
+ "dinov3",
9
+ "longclip"
10
+ ],
11
+ "similarities_by_model": {
12
+ "clip": {
13
+ "0.png": 0.974319577217102,
14
+ "1.png": 0.9243325591087341,
15
+ "2.png": 0.9264490604400635,
16
+ "3.png": 0.9372906684875488,
17
+ "4.png": 0.9564467072486877,
18
+ "5.png": 0.9453302025794983,
19
+ "6.png": 0.9162931442260742,
20
+ "7.png": 0.935382604598999,
21
+ "8.png": 0.9624677300453186,
22
+ "9.png": 0.920903205871582,
23
+ "10.png": 0.9616585969924927,
24
+ "11.png": 0.8157089352607727,
25
+ "12.png": 0.9675149321556091,
26
+ "13.png": 0.8690957427024841,
27
+ "14.png": 0.9496415853500366,
28
+ "15.png": 0.9105179309844971,
29
+ "16.png": 0.968281090259552,
30
+ "17.png": 0.9498979449272156,
31
+ "18.png": 0.9415892362594604,
32
+ "19.png": 0.9404022693634033,
33
+ "20.png": 0.8870569467544556,
34
+ "21.png": 0.9702160358428955,
35
+ "22.png": 0.9238715767860413,
36
+ "23.png": 0.9160153269767761,
37
+ "24.png": 0.9156326055526733,
38
+ "25.png": 0.8319674134254456,
39
+ "26.png": 0.8409054279327393,
40
+ "27.png": 0.9380837082862854,
41
+ "28.png": 0.9246701002120972,
42
+ "29.png": 0.7732937932014465,
43
+ "30.png": 0.9175541400909424,
44
+ "31.png": 0.8858168125152588,
45
+ "32.png": 0.8802697062492371,
46
+ "33.png": 0.9462680816650391,
47
+ "34.png": 0.895334780216217,
48
+ "35.png": 0.8942338824272156,
49
+ "36.png": 0.9408954977989197,
50
+ "37.png": 0.9047168493270874,
51
+ "38.png": 0.9460892081260681,
52
+ "39.png": 0.8112478852272034,
53
+ "40.png": 0.907741904258728,
54
+ "41.png": 0.8951815366744995,
55
+ "42.png": 0.9026647210121155,
56
+ "43.png": 0.9497538805007935,
57
+ "44.png": 0.9237090349197388,
58
+ "45.png": 0.8654835820198059,
59
+ "46.png": 0.9483766555786133,
60
+ "47.png": 0.8120274543762207,
61
+ "48.png": 0.8953476548194885,
62
+ "49.png": 0.9587845802307129,
63
+ "50.png": 0.8125330805778503,
64
+ "51.png": 0.955070972442627,
65
+ "52.png": 0.9145210385322571,
66
+ "53.png": 0.8946862816810608,
67
+ "54.png": 0.9056180715560913,
68
+ "55.png": 0.8913213014602661,
69
+ "56.png": 0.8841689825057983,
70
+ "57.png": 0.9051157236099243,
71
+ "58.png": 0.9197286367416382,
72
+ "59.png": 0.8599177002906799,
73
+ "60.png": 0.9256037473678589,
74
+ "61.png": 0.8662680983543396,
75
+ "62.png": 0.9341616034507751,
76
+ "63.png": 0.8299474716186523,
77
+ "64.png": 0.9172163605690002,
78
+ "65.png": 0.8770427107810974,
79
+ "66.png": 0.8414105176925659,
80
+ "67.png": 0.9296948909759521,
81
+ "68.png": 0.8956474661827087,
82
+ "69.png": 0.8671890497207642,
83
+ "70.png": 0.8404907584190369,
84
+ "71.png": 0.9656842947006226,
85
+ "72.png": 0.9427109956741333,
86
+ "73.png": 0.8142207264900208,
87
+ "74.png": 0.9702457785606384,
88
+ "75.png": 0.9040849804878235,
89
+ "76.png": 0.899139404296875,
90
+ "77.png": 0.8927527666091919,
91
+ "78.png": 0.9208238124847412,
92
+ "79.png": 0.803284764289856,
93
+ "80.png": 0.916016161441803,
94
+ "81.png": 0.9446213841438293,
95
+ "82.png": 0.9612925052642822,
96
+ "83.png": 0.9260996580123901,
97
+ "84.png": 0.8577756881713867,
98
+ "85.png": 0.8435391783714294,
99
+ "86.png": 0.8540340065956116,
100
+ "87.png": 0.7463685274124146,
101
+ "88.png": 0.8916447162628174,
102
+ "89.png": 0.8370627164840698,
103
+ "90.png": 0.9218459129333496,
104
+ "91.png": 0.8267290592193604,
105
+ "92.png": 0.8998140692710876,
106
+ "93.png": 0.5456603169441223,
107
+ "94.png": 0.9506679773330688,
108
+ "95.png": 0.8487368822097778,
109
+ "96.png": 0.8052555918693542,
110
+ "97.png": 0.8962541222572327,
111
+ "98.png": 0.6702343225479126,
112
+ "99.png": 0.8643751740455627
113
+ },
114
+ "dinov2": {
115
+ "0.png": 0.943224310874939,
116
+ "1.png": 0.7705333828926086,
117
+ "2.png": 0.8911124467849731,
118
+ "3.png": 0.9293602108955383,
119
+ "4.png": 0.5579668879508972,
120
+ "5.png": 0.7911698818206787,
121
+ "6.png": 0.8383393287658691,
122
+ "7.png": 0.8895735144615173,
123
+ "8.png": 0.8911033868789673,
124
+ "9.png": 0.864984393119812,
125
+ "10.png": 0.9142167568206787,
126
+ "11.png": 0.8302854895591736,
127
+ "12.png": 0.9383041858673096,
128
+ "13.png": 0.8870946168899536,
129
+ "14.png": 0.8317316770553589,
130
+ "15.png": 0.7862637639045715,
131
+ "16.png": 0.8835667967796326,
132
+ "17.png": 0.8937830924987793,
133
+ "18.png": 0.708410382270813,
134
+ "19.png": 0.8634198904037476,
135
+ "20.png": 0.8816503286361694,
136
+ "21.png": 0.7761704921722412,
137
+ "22.png": 0.8012217879295349,
138
+ "23.png": 0.8612098693847656,
139
+ "24.png": 0.8206624984741211,
140
+ "25.png": 0.8717359304428101,
141
+ "26.png": 0.7550581693649292,
142
+ "27.png": 0.6763228178024292,
143
+ "28.png": 0.8905725479125977,
144
+ "29.png": 0.9053235650062561,
145
+ "30.png": 0.7185779213905334,
146
+ "31.png": 0.7449407577514648,
147
+ "32.png": 0.7288216352462769,
148
+ "33.png": 0.7030531167984009,
149
+ "34.png": 0.7992075085639954,
150
+ "35.png": 0.42717862129211426,
151
+ "36.png": 0.8669624328613281,
152
+ "37.png": 0.8159602880477905,
153
+ "38.png": 0.8223172426223755,
154
+ "39.png": 0.7169197797775269,
155
+ "40.png": 0.6975865364074707,
156
+ "41.png": 0.7959822416305542,
157
+ "42.png": 0.6835426092147827,
158
+ "43.png": 0.8740228414535522,
159
+ "44.png": 0.7808530926704407,
160
+ "45.png": 0.8760514259338379,
161
+ "46.png": 0.9041329026222229,
162
+ "47.png": 0.9321170449256897,
163
+ "48.png": 0.8723646402359009,
164
+ "49.png": 0.8916213512420654,
165
+ "50.png": 0.8089436292648315,
166
+ "51.png": 0.8339830040931702,
167
+ "52.png": 0.49299144744873047,
168
+ "53.png": 0.9041714668273926,
169
+ "54.png": 0.7861337661743164,
170
+ "55.png": 0.8823455572128296,
171
+ "56.png": 0.7920458316802979,
172
+ "57.png": 0.9244722127914429,
173
+ "58.png": 0.8426535725593567,
174
+ "59.png": 0.8158930540084839,
175
+ "60.png": 0.8376861810684204,
176
+ "61.png": 0.7764988541603088,
177
+ "62.png": 0.6628909707069397,
178
+ "63.png": 0.8692113757133484,
179
+ "64.png": 0.7518707513809204,
180
+ "65.png": 0.5651639699935913,
181
+ "66.png": 0.782800555229187,
182
+ "67.png": 0.7916527390480042,
183
+ "68.png": 0.8303636312484741,
184
+ "69.png": 0.6707398891448975,
185
+ "70.png": 0.7469067573547363,
186
+ "71.png": 0.9450769424438477,
187
+ "72.png": 0.8637951612472534,
188
+ "73.png": 0.7256048321723938,
189
+ "74.png": 0.8782770037651062,
190
+ "75.png": 0.8284137845039368,
191
+ "76.png": 0.9183540344238281,
192
+ "77.png": 0.7674557566642761,
193
+ "78.png": 0.7832655310630798,
194
+ "79.png": 0.767402708530426,
195
+ "80.png": 0.7738378643989563,
196
+ "81.png": 0.8611273765563965,
197
+ "82.png": 0.7326871156692505,
198
+ "83.png": 0.8709353804588318,
199
+ "84.png": 0.8348388671875,
200
+ "85.png": 0.7896164655685425,
201
+ "86.png": 0.5016628503799438,
202
+ "87.png": 0.6780521869659424,
203
+ "88.png": 0.9030817747116089,
204
+ "89.png": 0.7901201248168945,
205
+ "90.png": 0.7432190179824829,
206
+ "91.png": 0.6037484407424927,
207
+ "92.png": 0.7485012412071228,
208
+ "93.png": 0.006934637203812599,
209
+ "94.png": 0.7275474667549133,
210
+ "95.png": 0.7301779985427856,
211
+ "96.png": 0.8159788846969604,
212
+ "97.png": 0.5753772854804993,
213
+ "98.png": 0.778348445892334,
214
+ "99.png": 0.657343327999115
215
+ },
216
+ "dinov3": {
217
+ "0.png": 0.8685721158981323,
218
+ "1.png": 0.7806551456451416,
219
+ "2.png": 0.9057401418685913,
220
+ "3.png": 0.8349813222885132,
221
+ "4.png": 0.8508726358413696,
222
+ "5.png": 0.8772088289260864,
223
+ "6.png": 0.845779299736023,
224
+ "7.png": 0.846420407295227,
225
+ "8.png": 0.787075400352478,
226
+ "9.png": 0.7533905506134033,
227
+ "10.png": 0.9491409063339233,
228
+ "11.png": 0.756375789642334,
229
+ "12.png": 0.8210840821266174,
230
+ "13.png": 0.8048211336135864,
231
+ "14.png": 0.7819426655769348,
232
+ "15.png": 0.5949339866638184,
233
+ "16.png": 0.86186683177948,
234
+ "17.png": 0.871284008026123,
235
+ "18.png": 0.8657315969467163,
236
+ "19.png": 0.7861650586128235,
237
+ "20.png": 0.8388381004333496,
238
+ "21.png": 0.897419810295105,
239
+ "22.png": 0.7533818483352661,
240
+ "23.png": 0.7099770307540894,
241
+ "24.png": 0.7478964328765869,
242
+ "25.png": 0.7041874527931213,
243
+ "26.png": 0.6208106279373169,
244
+ "27.png": 0.872786819934845,
245
+ "28.png": 0.872841477394104,
246
+ "29.png": 0.8681256175041199,
247
+ "30.png": 0.8805694580078125,
248
+ "31.png": 0.7750270366668701,
249
+ "32.png": 0.6531819105148315,
250
+ "33.png": 0.633683443069458,
251
+ "34.png": 0.8251023292541504,
252
+ "35.png": 0.2516774535179138,
253
+ "36.png": 0.7545102834701538,
254
+ "37.png": 0.6303218603134155,
255
+ "38.png": 0.6017168164253235,
256
+ "39.png": 0.7756921052932739,
257
+ "40.png": 0.5359976291656494,
258
+ "41.png": 0.6065031886100769,
259
+ "42.png": 0.6045622229576111,
260
+ "43.png": 0.8588065505027771,
261
+ "44.png": 0.7253401875495911,
262
+ "45.png": 0.8576633930206299,
263
+ "46.png": 0.8236749172210693,
264
+ "47.png": 0.7486119866371155,
265
+ "48.png": 0.7997726798057556,
266
+ "49.png": 0.7375612854957581,
267
+ "50.png": 0.7578670978546143,
268
+ "51.png": 0.7704695463180542,
269
+ "52.png": 0.750476598739624,
270
+ "53.png": 0.6447180509567261,
271
+ "54.png": 0.8370761871337891,
272
+ "55.png": 0.6306947469711304,
273
+ "56.png": 0.7518489956855774,
274
+ "57.png": 0.8066806197166443,
275
+ "58.png": 0.6550865173339844,
276
+ "59.png": 0.8492184281349182,
277
+ "60.png": 0.8292635679244995,
278
+ "61.png": 0.7595416307449341,
279
+ "62.png": 0.7211778163909912,
280
+ "63.png": 0.74032062292099,
281
+ "64.png": 0.6506525278091431,
282
+ "65.png": 0.6302917003631592,
283
+ "66.png": 0.46203047037124634,
284
+ "67.png": 0.514275074005127,
285
+ "68.png": 0.6557474136352539,
286
+ "69.png": 0.57407546043396,
287
+ "70.png": 0.8172950744628906,
288
+ "71.png": 0.862426221370697,
289
+ "72.png": 0.8223050832748413,
290
+ "73.png": 0.6259366869926453,
291
+ "74.png": 0.7662986516952515,
292
+ "75.png": 0.7128726243972778,
293
+ "76.png": 0.8746582269668579,
294
+ "77.png": 0.4945833086967468,
295
+ "78.png": 0.7382049560546875,
296
+ "79.png": 0.7030571699142456,
297
+ "80.png": 0.7865869402885437,
298
+ "81.png": 0.6437791585922241,
299
+ "82.png": 0.7583831548690796,
300
+ "83.png": 0.8109769821166992,
301
+ "84.png": 0.5437875390052795,
302
+ "85.png": 0.7954298257827759,
303
+ "86.png": 0.5220679044723511,
304
+ "87.png": 0.6835432052612305,
305
+ "88.png": 0.4868568181991577,
306
+ "89.png": 0.569628119468689,
307
+ "90.png": 0.7686809301376343,
308
+ "91.png": 0.7406660318374634,
309
+ "92.png": 0.8381674885749817,
310
+ "93.png": 0.06325142830610275,
311
+ "94.png": 0.6900655627250671,
312
+ "95.png": 0.6464546918869019,
313
+ "96.png": 0.5846715569496155,
314
+ "97.png": 0.5462489724159241,
315
+ "98.png": 0.6490623950958252,
316
+ "99.png": 0.44929373264312744
317
+ },
318
+ "longclip": {
319
+ "0.png": 0.97021484375,
320
+ "1.png": 0.94775390625,
321
+ "2.png": 0.9619140625,
322
+ "3.png": 0.93798828125,
323
+ "4.png": 0.96875,
324
+ "5.png": 0.9794921875,
325
+ "6.png": 0.93212890625,
326
+ "7.png": 0.9267578125,
327
+ "8.png": 0.9619140625,
328
+ "9.png": 0.935546875,
329
+ "10.png": 0.970703125,
330
+ "11.png": 0.916015625,
331
+ "12.png": 0.97900390625,
332
+ "13.png": 0.953125,
333
+ "14.png": 0.9619140625,
334
+ "15.png": 0.96484375,
335
+ "16.png": 0.966796875,
336
+ "17.png": 0.96435546875,
337
+ "18.png": 0.9296875,
338
+ "19.png": 0.978515625,
339
+ "20.png": 0.94482421875,
340
+ "21.png": 0.97021484375,
341
+ "22.png": 0.95556640625,
342
+ "23.png": 0.9462890625,
343
+ "24.png": 0.95556640625,
344
+ "25.png": 0.890625,
345
+ "26.png": 0.9580078125,
346
+ "27.png": 0.9462890625,
347
+ "28.png": 0.91455078125,
348
+ "29.png": 0.91552734375,
349
+ "30.png": 0.9580078125,
350
+ "31.png": 0.93359375,
351
+ "32.png": 0.95458984375,
352
+ "33.png": 0.95654296875,
353
+ "34.png": 0.953125,
354
+ "35.png": 0.8779296875,
355
+ "36.png": 0.96142578125,
356
+ "37.png": 0.93115234375,
357
+ "38.png": 0.96435546875,
358
+ "39.png": 0.86279296875,
359
+ "40.png": 0.91845703125,
360
+ "41.png": 0.93896484375,
361
+ "42.png": 0.9228515625,
362
+ "43.png": 0.984375,
363
+ "44.png": 0.9384765625,
364
+ "45.png": 0.93115234375,
365
+ "46.png": 0.94775390625,
366
+ "47.png": 0.89892578125,
367
+ "48.png": 0.93115234375,
368
+ "49.png": 0.94287109375,
369
+ "50.png": 0.849609375,
370
+ "51.png": 0.9384765625,
371
+ "52.png": 0.93994140625,
372
+ "53.png": 0.9599609375,
373
+ "54.png": 0.94775390625,
374
+ "55.png": 0.9580078125,
375
+ "56.png": 0.953125,
376
+ "57.png": 0.94091796875,
377
+ "58.png": 0.96728515625,
378
+ "59.png": 0.95654296875,
379
+ "60.png": 0.9443359375,
380
+ "61.png": 0.93115234375,
381
+ "62.png": 0.95947265625,
382
+ "63.png": 0.9375,
383
+ "64.png": 0.9228515625,
384
+ "65.png": 0.9072265625,
385
+ "66.png": 0.93017578125,
386
+ "67.png": 0.93212890625,
387
+ "68.png": 0.95263671875,
388
+ "69.png": 0.88671875,
389
+ "70.png": 0.93115234375,
390
+ "71.png": 0.96533203125,
391
+ "72.png": 0.95263671875,
392
+ "73.png": 0.92529296875,
393
+ "74.png": 0.96044921875,
394
+ "75.png": 0.96142578125,
395
+ "76.png": 0.9599609375,
396
+ "77.png": 0.92578125,
397
+ "78.png": 0.947265625,
398
+ "79.png": 0.85009765625,
399
+ "80.png": 0.92431640625,
400
+ "81.png": 0.927734375,
401
+ "82.png": 0.95556640625,
402
+ "83.png": 0.96240234375,
403
+ "84.png": 0.87744140625,
404
+ "85.png": 0.93310546875,
405
+ "86.png": 0.88916015625,
406
+ "87.png": 0.90380859375,
407
+ "88.png": 0.94677734375,
408
+ "89.png": 0.90869140625,
409
+ "90.png": 0.916015625,
410
+ "91.png": 0.92431640625,
411
+ "92.png": 0.88623046875,
412
+ "93.png": 0.490478515625,
413
+ "94.png": 0.9677734375,
414
+ "95.png": 0.9287109375,
415
+ "96.png": 0.8857421875,
416
+ "97.png": 0.896484375,
417
+ "98.png": 0.857421875,
418
+ "99.png": 0.91796875
419
+ }
420
+ },
421
+ "statistics_by_model": {
422
+ "clip": {
423
+ "total_images": 100,
424
+ "valid_pairs": 100,
425
+ "average_similarity": 0.894650644659996,
426
+ "min_similarity": 0.5456603169441223,
427
+ "max_similarity": 0.974319577217102
428
+ },
429
+ "dinov2": {
430
+ "total_images": 100,
431
+ "valid_pairs": 100,
432
+ "average_similarity": 0.7876678811945022,
433
+ "min_similarity": 0.006934637203812599,
434
+ "max_similarity": 0.9450769424438477
435
+ },
436
+ "dinov3": {
437
+ "total_images": 100,
438
+ "valid_pairs": 100,
439
+ "average_similarity": 0.7239703737944364,
440
+ "min_similarity": 0.06325142830610275,
441
+ "max_similarity": 0.9491409063339233
442
+ },
443
+ "longclip": {
444
+ "total_images": 100,
445
+ "valid_pairs": 100,
446
+ "average_similarity": 0.93208740234375,
447
+ "min_similarity": 0.490478515625,
448
+ "max_similarity": 0.984375
449
+ }
450
+ },
451
+ "summary": {
452
+ "overall_average": 0.8345940754981711,
453
+ "best_model": [
454
+ "longclip",
455
+ 0.93208740234375
456
+ ],
457
+ "worst_model": [
458
+ "dinov3",
459
+ 0.7239703737944364
460
+ ],
461
+ "averages_by_model": {
462
+ "clip": 0.894650644659996,
463
+ "dinov2": 0.7876678811945022,
464
+ "dinov3": 0.7239703737944364,
465
+ "longclip": 0.93208740234375
466
+ }
467
+ },
468
+ "skipped_models": {}
469
+ }