Hugging Face's logo

Spaces:
TIGER-Lab
/
MMEB-Leaderboard
Running on CPU Upgrade

App Files Community
202
ziyjiang commited on
Commit
9c67d9e
·
1 Parent(s): 6187130

MMEB-WeMM-submission (#179)

Browse files

- Submit WeMM-Embedding 2B/4B/9B results (a0a5a2ff1e6f74d4f1d9327f6ad972ae0f0913ac)

Files changed (4) hide show
  1. scores/WeMM-Embedding-2B.json +0 -0
  2. scores/WeMM-Embedding-4B.json +0 -0
  3. scores/WeMM-Embedding-8B.json +0 -2202
  4. scores/WeMM-Embedding-9B.json +0 -0
scores/WeMM-Embedding-2B.json CHANGED
The diff for this file is too large to render. See raw diff
 
scores/WeMM-Embedding-4B.json ADDED
The diff for this file is too large to render. See raw diff
 
scores/WeMM-Embedding-8B.json DELETED
@@ -1,2202 +0,0 @@
1
- {
2
- "metadata": {
3
- "model_name": "WeMM-Embedding-8B",
4
- "report_generated_date": "2025-12-16T09:55:44.381379",
5
- "model_size": "8.77",
6
- "embedding_dimension": 4096,
7
- "data_source": "WeChat-CV",
8
- "url": ""
9
- },
10
- "metrics": {
11
- "image": {
12
- "ImageNet-1K": {
13
- "hit@1": 0.828,
14
- "hit@5": 0.976,
15
- "hit@10": 0.987,
16
- "ndcg_linear@1": 0.828,
17
- "ndcg_linear@5": 0.9119772955342617,
18
- "ndcg_linear@10": 0.9156087139771253,
19
- "ndcg_exponential@1": 0.828,
20
- "ndcg_exponential@5": 0.9119772955342617,
21
- "ndcg_exponential@10": 0.9156087139771253,
22
- "precision@1": 0.828,
23
- "precision@5": 0.1952,
24
- "precision@10": 0.09870000000000002,
25
- "recall@1": 0.828,
26
- "recall@5": 0.976,
27
- "recall@10": 0.987,
28
- "f1@1": 0.828,
29
- "f1@5": 0.32533333333333336,
30
- "f1@10": 0.17945454545454545,
31
- "map@1": 0.828,
32
- "map@5": 0.8901833333333334,
33
- "map@10": 0.8917257936507935,
34
- "mrr@1": 0.828,
35
- "mrr@5": 0.8901833333333334,
36
- "mrr@10": 0.8917257936507935,
37
- "num_pred": 1000,
38
- "num_data": 1000
39
- },
40
- "N24News": {
41
- "hit@1": 0.817,
42
- "hit@5": 0.97,
43
- "hit@10": 0.992,
44
- "ndcg_linear@1": 0.817,
45
- "ndcg_linear@5": 0.9036942482926755,
46
- "ndcg_linear@10": 0.9107507453200726,
47
- "ndcg_exponential@1": 0.817,
48
- "ndcg_exponential@5": 0.9036942482926755,
49
- "ndcg_exponential@10": 0.9107507453200726,
50
- "precision@1": 0.817,
51
- "precision@5": 0.19400000000000006,
52
- "precision@10": 0.09920000000000001,
53
- "recall@1": 0.817,
54
- "recall@5": 0.97,
55
- "recall@10": 0.992,
56
- "f1@1": 0.817,
57
- "f1@5": 0.3233333333333333,
58
- "f1@10": 0.1803636363636363,
59
- "map@1": 0.817,
60
- "map@5": 0.8811666666666667,
61
- "map@10": 0.8840428571428572,
62
- "mrr@1": 0.817,
63
- "mrr@5": 0.8811666666666667,
64
- "mrr@10": 0.8840428571428572,
65
- "num_pred": 1000,
66
- "num_data": 1000
67
- },
68
- "HatefulMemes": {
69
- "hit@1": 0.7,
70
- "hit@5": 1.0,
71
- "hit@10": 1.0,
72
- "ndcg_linear@1": 0.7,
73
- "ndcg_linear@5": 0.8892789260714373,
74
- "ndcg_linear@10": 0.8892789260714373,
75
- "ndcg_exponential@1": 0.7,
76
- "ndcg_exponential@5": 0.8892789260714373,
77
- "ndcg_exponential@10": 0.8892789260714373,
78
- "precision@1": 0.7,
79
- "precision@5": 0.20000000000000004,
80
- "precision@10": 0.10000000000000002,
81
- "recall@1": 0.7,
82
- "recall@5": 1.0,
83
- "recall@10": 1.0,
84
- "f1@1": 0.7,
85
- "f1@5": 0.3333333333333333,
86
- "f1@10": 0.18181818181818182,
87
- "map@1": 0.7,
88
- "map@5": 0.85,
89
- "map@10": 0.85,
90
- "mrr@1": 0.7,
91
- "mrr@5": 0.85,
92
- "mrr@10": 0.85,
93
- "num_pred": 1000,
94
- "num_data": 1000
95
- },
96
- "VOC2007": {
97
- "hit@1": 0.945,
98
- "hit@5": 0.991,
99
- "hit@10": 0.998,
100
- "ndcg_linear@1": 0.945,
101
- "ndcg_linear@5": 0.9713111572611409,
102
- "ndcg_linear@10": 0.9735888382286723,
103
- "ndcg_exponential@1": 0.945,
104
- "ndcg_exponential@5": 0.9713111572611409,
105
- "ndcg_exponential@10": 0.9735888382286723,
106
- "precision@1": 0.945,
107
- "precision@5": 0.19820000000000004,
108
- "precision@10": 0.09980000000000001,
109
- "recall@1": 0.945,
110
- "recall@5": 0.991,
111
- "recall@10": 0.998,
112
- "f1@1": 0.945,
113
- "f1@5": 0.33033333333333337,
114
- "f1@10": 0.18145454545454545,
115
- "map@1": 0.945,
116
- "map@5": 0.9646,
117
- "map@10": 0.9655499999999999,
118
- "mrr@1": 0.945,
119
- "mrr@5": 0.9646,
120
- "mrr@10": 0.9655499999999999,
121
- "num_pred": 1000,
122
- "num_data": 1000
123
- },
124
- "SUN397": {
125
- "hit@1": 0.829,
126
- "hit@5": 0.98,
127
- "hit@10": 0.994,
128
- "ndcg_linear@1": 0.829,
129
- "ndcg_linear@5": 0.9143919963328264,
130
- "ndcg_linear@10": 0.9189205355018049,
131
- "ndcg_exponential@1": 0.829,
132
- "ndcg_exponential@5": 0.9143919963328264,
133
- "ndcg_exponential@10": 0.9189205355018049,
134
- "precision@1": 0.829,
135
- "precision@5": 0.19600000000000004,
136
- "precision@10": 0.09940000000000002,
137
- "recall@1": 0.829,
138
- "recall@5": 0.98,
139
- "recall@10": 0.994,
140
- "f1@1": 0.829,
141
- "f1@5": 0.3266666666666666,
142
- "f1@10": 0.18072727272727268,
143
- "map@1": 0.829,
144
- "map@5": 0.8921166666666667,
145
- "map@10": 0.8939853174603174,
146
- "mrr@1": 0.829,
147
- "mrr@5": 0.8921166666666667,
148
- "mrr@10": 0.8939853174603174,
149
- "num_pred": 1000,
150
- "num_data": 1000
151
- },
152
- "Place365": {
153
- "hit@1": 0.48,
154
- "hit@5": 0.775,
155
- "hit@10": 0.865,
156
- "ndcg_linear@1": 0.48,
157
- "ndcg_linear@5": 0.63787186401337,
158
- "ndcg_linear@10": 0.6669289807463826,
159
- "ndcg_exponential@1": 0.48,
160
- "ndcg_exponential@5": 0.63787186401337,
161
- "ndcg_exponential@10": 0.6669289807463826,
162
- "precision@1": 0.48,
163
- "precision@5": 0.155,
164
- "precision@10": 0.0865,
165
- "recall@1": 0.48,
166
- "recall@5": 0.775,
167
- "recall@10": 0.865,
168
- "f1@1": 0.48,
169
- "f1@5": 0.25833333333333336,
170
- "f1@10": 0.1572727272727273,
171
- "map@1": 0.48,
172
- "map@5": 0.5921833333333333,
173
- "map@10": 0.6041575396825397,
174
- "mrr@1": 0.48,
175
- "mrr@5": 0.5921833333333333,
176
- "mrr@10": 0.6041575396825397,
177
- "num_pred": 1000,
178
- "num_data": 1000
179
- },
180
- "ImageNet-A": {
181
- "hit@1": 0.636,
182
- "hit@5": 0.848,
183
- "hit@10": 0.918,
184
- "ndcg_linear@1": 0.636,
185
- "ndcg_linear@5": 0.754628435197506,
186
- "ndcg_linear@10": 0.7777328600946817,
187
- "ndcg_exponential@1": 0.636,
188
- "ndcg_exponential@5": 0.754628435197506,
189
- "ndcg_exponential@10": 0.7777328600946817,
190
- "precision@1": 0.636,
191
- "precision@5": 0.16960000000000003,
192
- "precision@10": 0.0918,
193
- "recall@1": 0.636,
194
- "recall@5": 0.848,
195
- "recall@10": 0.918,
196
- "f1@1": 0.636,
197
- "f1@5": 0.2826666666666667,
198
- "f1@10": 0.1669090909090909,
199
- "map@1": 0.636,
200
- "map@5": 0.7229833333333332,
201
- "map@10": 0.7327948412698413,
202
- "mrr@1": 0.636,
203
- "mrr@5": 0.7229833333333332,
204
- "mrr@10": 0.7327948412698413,
205
- "num_pred": 1000,
206
- "num_data": 1000
207
- },
208
- "ImageNet-R": {
209
- "hit@1": 0.92,
210
- "hit@5": 0.982,
211
- "hit@10": 0.992,
212
- "ndcg_linear@1": 0.92,
213
- "ndcg_linear@5": 0.9558900314342801,
214
- "ndcg_linear@10": 0.9591150708958189,
215
- "ndcg_exponential@1": 0.92,
216
- "ndcg_exponential@5": 0.9558900314342801,
217
- "ndcg_exponential@10": 0.9591150708958189,
218
- "precision@1": 0.92,
219
- "precision@5": 0.19640000000000005,
220
- "precision@10": 0.09920000000000001,
221
- "recall@1": 0.92,
222
- "recall@5": 0.982,
223
- "recall@10": 0.992,
224
- "f1@1": 0.92,
225
- "f1@5": 0.32733333333333337,
226
- "f1@10": 0.18036363636363634,
227
- "map@1": 0.92,
228
- "map@5": 0.9469333333333334,
229
- "map@10": 0.9482595238095239,
230
- "mrr@1": 0.92,
231
- "mrr@5": 0.9469333333333334,
232
- "mrr@10": 0.9482595238095239,
233
- "num_pred": 1000,
234
- "num_data": 1000
235
- },
236
- "ObjectNet": {
237
- "hit@1": 0.878,
238
- "hit@5": 0.985,
239
- "hit@10": 0.995,
240
- "ndcg_linear@1": 0.878,
241
- "ndcg_linear@5": 0.9379060855672752,
242
- "ndcg_linear@10": 0.9411693316536847,
243
- "ndcg_exponential@1": 0.878,
244
- "ndcg_exponential@5": 0.9379060855672752,
245
- "ndcg_exponential@10": 0.9411693316536847,
246
- "precision@1": 0.878,
247
- "precision@5": 0.19700000000000006,
248
- "precision@10": 0.09950000000000002,
249
- "recall@1": 0.878,
250
- "recall@5": 0.985,
251
- "recall@10": 0.995,
252
- "f1@1": 0.878,
253
- "f1@5": 0.3283333333333333,
254
- "f1@10": 0.1809090909090909,
255
- "map@1": 0.878,
256
- "map@5": 0.9219666666666666,
257
- "map@10": 0.9233313492063492,
258
- "mrr@1": 0.878,
259
- "mrr@5": 0.9219666666666666,
260
- "mrr@10": 0.9233313492063492,
261
- "num_pred": 1000,
262
- "num_data": 1000
263
- },
264
- "Country211": {
265
- "hit@1": 0.322,
266
- "hit@5": 0.575,
267
- "hit@10": 0.694,
268
- "ndcg_linear@1": 0.322,
269
- "ndcg_linear@5": 0.4535897671217826,
270
- "ndcg_linear@10": 0.49249162918617084,
271
- "ndcg_exponential@1": 0.322,
272
- "ndcg_exponential@5": 0.4535897671217826,
273
- "ndcg_exponential@10": 0.49249162918617084,
274
- "precision@1": 0.322,
275
- "precision@5": 0.115,
276
- "precision@10": 0.0694,
277
- "recall@1": 0.322,
278
- "recall@5": 0.575,
279
- "recall@10": 0.694,
280
- "f1@1": 0.322,
281
- "f1@5": 0.19166666666666674,
282
- "f1@10": 0.1261818181818182,
283
- "map@1": 0.322,
284
- "map@5": 0.4135,
285
- "map@10": 0.4297972222222222,
286
- "mrr@1": 0.322,
287
- "mrr@5": 0.4135,
288
- "mrr@10": 0.4297972222222222,
289
- "num_pred": 1000,
290
- "num_data": 1000
291
- },
292
- "OK-VQA": {
293
- "hit@1": 0.734,
294
- "hit@5": 0.927,
295
- "hit@10": 0.958,
296
- "ndcg_linear@1": 0.734,
297
- "ndcg_linear@5": 0.8424472037406708,
298
- "ndcg_linear@10": 0.8525906794752318,
299
- "ndcg_exponential@1": 0.734,
300
- "ndcg_exponential@5": 0.8424472037406708,
301
- "ndcg_exponential@10": 0.8525906794752318,
302
- "precision@1": 0.734,
303
- "precision@5": 0.18540000000000004,
304
- "precision@10": 0.09580000000000001,
305
- "recall@1": 0.734,
306
- "recall@5": 0.927,
307
- "recall@10": 0.958,
308
- "f1@1": 0.734,
309
- "f1@5": 0.309,
310
- "f1@10": 0.17418181818181816,
311
- "map@1": 0.734,
312
- "map@5": 0.8138166666666666,
313
- "map@10": 0.8180746031746031,
314
- "mrr@1": 0.734,
315
- "mrr@5": 0.8138166666666666,
316
- "mrr@10": 0.8180746031746031,
317
- "num_pred": 1000,
318
- "num_data": 1000
319
- },
320
- "A-OKVQA": {
321
- "hit@1": 0.645,
322
- "hit@5": 0.916,
323
- "hit@10": 0.956,
324
- "ndcg_linear@1": 0.645,
325
- "ndcg_linear@5": 0.7933499538257957,
326
- "ndcg_linear@10": 0.8065254163186112,
327
- "ndcg_exponential@1": 0.645,
328
- "ndcg_exponential@5": 0.7933499538257957,
329
- "ndcg_exponential@10": 0.8065254163186112,
330
- "precision@1": 0.645,
331
- "precision@5": 0.18320000000000003,
332
- "precision@10": 0.0956,
333
- "recall@1": 0.645,
334
- "recall@5": 0.916,
335
- "recall@10": 0.956,
336
- "f1@1": 0.645,
337
- "f1@5": 0.30533333333333335,
338
- "f1@10": 0.17381818181818182,
339
- "map@1": 0.645,
340
- "map@5": 0.7521166666666668,
341
- "map@10": 0.7576952380952382,
342
- "mrr@1": 0.645,
343
- "mrr@5": 0.7521166666666668,
344
- "mrr@10": 0.7576952380952382,
345
- "num_pred": 1000,
346
- "num_data": 1000
347
- },
348
- "DocVQA": {
349
- "hit@1": 0.956,
350
- "hit@5": 0.998,
351
- "hit@10": 0.999,
352
- "ndcg_linear@1": 0.956,
353
- "ndcg_linear@5": 0.9815310004938803,
354
- "ndcg_linear@10": 0.9818872076809885,
355
- "ndcg_exponential@1": 0.956,
356
- "ndcg_exponential@5": 0.9815310004938803,
357
- "ndcg_exponential@10": 0.9818872076809885,
358
- "precision@1": 0.956,
359
- "precision@5": 0.19960000000000003,
360
- "precision@10": 0.09990000000000002,
361
- "recall@1": 0.956,
362
- "recall@5": 0.998,
363
- "recall@10": 0.999,
364
- "f1@1": 0.956,
365
- "f1@5": 0.3326666666666666,
366
- "f1@10": 0.18163636363636362,
367
- "map@1": 0.956,
368
- "map@5": 0.9757833333333333,
369
- "map@10": 0.9759500000000001,
370
- "mrr@1": 0.956,
371
- "mrr@5": 0.9757833333333333,
372
- "mrr@10": 0.9759500000000001,
373
- "num_pred": 1000,
374
- "num_data": 1000
375
- },
376
- "InfographicsVQA": {
377
- "hit@1": 0.852,
378
- "hit@5": 0.957,
379
- "hit@10": 0.977,
380
- "ndcg_linear@1": 0.852,
381
- "ndcg_linear@5": 0.9111780105049422,
382
- "ndcg_linear@10": 0.9178209189427942,
383
- "ndcg_exponential@1": 0.852,
384
- "ndcg_exponential@5": 0.9111780105049422,
385
- "ndcg_exponential@10": 0.9178209189427942,
386
- "precision@1": 0.852,
387
- "precision@5": 0.19140000000000004,
388
- "precision@10": 0.09770000000000002,
389
- "recall@1": 0.852,
390
- "recall@5": 0.957,
391
- "recall@10": 0.977,
392
- "f1@1": 0.852,
393
- "f1@5": 0.319,
394
- "f1@10": 0.17763636363636362,
395
- "map@1": 0.852,
396
- "map@5": 0.8956666666666666,
397
- "map@10": 0.898511507936508,
398
- "mrr@1": 0.852,
399
- "mrr@5": 0.8956666666666666,
400
- "mrr@10": 0.898511507936508,
401
- "num_pred": 1000,
402
- "num_data": 1000
403
- },
404
- "ChartQA": {
405
- "hit@1": 0.721,
406
- "hit@5": 0.865,
407
- "hit@10": 0.915,
408
- "ndcg_linear@1": 0.721,
409
- "ndcg_linear@5": 0.7995886077758202,
410
- "ndcg_linear@10": 0.81560603968126,
411
- "ndcg_exponential@1": 0.721,
412
- "ndcg_exponential@5": 0.7995886077758202,
413
- "ndcg_exponential@10": 0.81560603968126,
414
- "precision@1": 0.721,
415
- "precision@5": 0.173,
416
- "precision@10": 0.09150000000000001,
417
- "recall@1": 0.721,
418
- "recall@5": 0.865,
419
- "recall@10": 0.915,
420
- "f1@1": 0.721,
421
- "f1@5": 0.2883333333333334,
422
- "f1@10": 0.16636363636363638,
423
- "map@1": 0.721,
424
- "map@5": 0.7777000000000001,
425
- "map@10": 0.7842166666666667,
426
- "mrr@1": 0.721,
427
- "mrr@5": 0.7777000000000001,
428
- "mrr@10": 0.7842166666666667,
429
- "num_pred": 1000,
430
- "num_data": 1000
431
- },
432
- "Visual7W": {
433
- "hit@1": 0.636,
434
- "hit@5": 0.923,
435
- "hit@10": 0.967,
436
- "ndcg_linear@1": 0.636,
437
- "ndcg_linear@5": 0.7959082085630703,
438
- "ndcg_linear@10": 0.81020130102067,
439
- "ndcg_exponential@1": 0.636,
440
- "ndcg_exponential@5": 0.7959082085630703,
441
- "ndcg_exponential@10": 0.81020130102067,
442
- "precision@1": 0.636,
443
- "precision@5": 0.18460000000000001,
444
- "precision@10": 0.09670000000000002,
445
- "recall@1": 0.636,
446
- "recall@5": 0.923,
447
- "recall@10": 0.967,
448
- "f1@1": 0.636,
449
- "f1@5": 0.30766666666666664,
450
- "f1@10": 0.17581818181818182,
451
- "map@1": 0.636,
452
- "map@5": 0.75295,
453
- "map@10": 0.7588837301587302,
454
- "mrr@1": 0.636,
455
- "mrr@5": 0.75295,
456
- "mrr@10": 0.7588837301587302,
457
- "num_pred": 1000,
458
- "num_data": 1000
459
- },
460
- "ScienceQA": {
461
- "hit@1": 0.815,
462
- "hit@5": 0.953,
463
- "hit@10": 0.988,
464
- "ndcg_linear@1": 0.815,
465
- "ndcg_linear@5": 0.8907432304191819,
466
- "ndcg_linear@10": 0.9022745966523478,
467
- "ndcg_exponential@1": 0.815,
468
- "ndcg_exponential@5": 0.8907432304191819,
469
- "ndcg_exponential@10": 0.9022745966523478,
470
- "precision@1": 0.815,
471
- "precision@5": 0.19060000000000002,
472
- "precision@10": 0.09880000000000001,
473
- "recall@1": 0.815,
474
- "recall@5": 0.953,
475
- "recall@10": 0.988,
476
- "f1@1": 0.815,
477
- "f1@5": 0.3176666666666667,
478
- "f1@10": 0.17963636363636362,
479
- "map@1": 0.815,
480
- "map@5": 0.86985,
481
- "map@10": 0.8747257936507935,
482
- "mrr@1": 0.815,
483
- "mrr@5": 0.86985,
484
- "mrr@10": 0.8747257936507935,
485
- "num_pred": 1000,
486
- "num_data": 1000
487
- },
488
- "VizWiz": {
489
- "hit@1": 0.576,
490
- "hit@5": 0.744,
491
- "hit@10": 0.781,
492
- "ndcg_linear@1": 0.576,
493
- "ndcg_linear@5": 0.6697989800011094,
494
- "ndcg_linear@10": 0.6815022541204203,
495
- "ndcg_exponential@1": 0.576,
496
- "ndcg_exponential@5": 0.6697989800011094,
497
- "ndcg_exponential@10": 0.6815022541204203,
498
- "precision@1": 0.576,
499
- "precision@5": 0.14880000000000002,
500
- "precision@10": 0.07809999999999999,
501
- "recall@1": 0.576,
502
- "recall@5": 0.744,
503
- "recall@10": 0.781,
504
- "f1@1": 0.576,
505
- "f1@5": 0.24800000000000003,
506
- "f1@10": 0.142,
507
- "map@1": 0.576,
508
- "map@5": 0.6447166666666667,
509
- "map@10": 0.6493888888888889,
510
- "mrr@1": 0.576,
511
- "mrr@5": 0.6447166666666667,
512
- "mrr@10": 0.6493888888888889,
513
- "num_pred": 1000,
514
- "num_data": 1000
515
- },
516
- "GQA": {
517
- "hit@1": 0.786,
518
- "hit@5": 0.951,
519
- "hit@10": 0.983,
520
- "ndcg_linear@1": 0.786,
521
- "ndcg_linear@5": 0.8780466444255457,
522
- "ndcg_linear@10": 0.8882958775768123,
523
- "ndcg_exponential@1": 0.786,
524
- "ndcg_exponential@5": 0.8780466444255457,
525
- "ndcg_exponential@10": 0.8882958775768123,
526
- "precision@1": 0.786,
527
- "precision@5": 0.1902,
528
- "precision@10": 0.09830000000000001,
529
- "recall@1": 0.786,
530
- "recall@5": 0.951,
531
- "recall@10": 0.983,
532
- "f1@1": 0.786,
533
- "f1@5": 0.317,
534
- "f1@10": 0.1787272727272727,
535
- "map@1": 0.786,
536
- "map@5": 0.8534333333333334,
537
- "map@10": 0.8576039682539683,
538
- "mrr@1": 0.786,
539
- "mrr@5": 0.8534333333333334,
540
- "mrr@10": 0.8576039682539683,
541
- "num_pred": 1000,
542
- "num_data": 1000
543
- },
544
- "TextVQA": {
545
- "hit@1": 0.889,
546
- "hit@5": 0.944,
547
- "hit@10": 0.957,
548
- "ndcg_linear@1": 0.889,
549
- "ndcg_linear@5": 0.9198135055613834,
550
- "ndcg_linear@10": 0.9239247570646081,
551
- "ndcg_exponential@1": 0.889,
552
- "ndcg_exponential@5": 0.9198135055613834,
553
- "ndcg_exponential@10": 0.9239247570646081,
554
- "precision@1": 0.889,
555
- "precision@5": 0.18880000000000005,
556
- "precision@10": 0.09570000000000002,
557
- "recall@1": 0.889,
558
- "recall@5": 0.944,
559
- "recall@10": 0.957,
560
- "f1@1": 0.889,
561
- "f1@5": 0.3146666666666667,
562
- "f1@10": 0.174,
563
- "map@1": 0.889,
564
- "map@5": 0.9116333333333334,
565
- "map@10": 0.9132730158730159,
566
- "mrr@1": 0.889,
567
- "mrr@5": 0.9116333333333334,
568
- "mrr@10": 0.9132730158730159,
569
- "num_pred": 1000,
570
- "num_data": 1000
571
- },
572
- "VisDial": {
573
- "hit@1": 0.889,
574
- "hit@5": 0.983,
575
- "hit@10": 0.996,
576
- "ndcg_linear@1": 0.889,
577
- "ndcg_linear@5": 0.9395202621586638,
578
- "ndcg_linear@10": 0.9438869688295182,
579
- "ndcg_exponential@1": 0.889,
580
- "ndcg_exponential@5": 0.9395202621586638,
581
- "ndcg_exponential@10": 0.9438869688295182,
582
- "precision@1": 0.889,
583
- "precision@5": 0.19660000000000002,
584
- "precision@10": 0.09960000000000002,
585
- "recall@1": 0.889,
586
- "recall@5": 0.983,
587
- "recall@10": 0.996,
588
- "f1@1": 0.889,
589
- "f1@5": 0.32766666666666666,
590
- "f1@10": 0.18109090909090905,
591
- "map@1": 0.889,
592
- "map@5": 0.925,
593
- "map@10": 0.9268996031746032,
594
- "mrr@1": 0.889,
595
- "mrr@5": 0.925,
596
- "mrr@10": 0.9268996031746032,
597
- "num_pred": 1000,
598
- "num_data": 1000
599
- },
600
- "CIRR": {
601
- "hit@1": 0.707,
602
- "hit@5": 0.944,
603
- "hit@10": 0.977,
604
- "ndcg_linear@1": 0.707,
605
- "ndcg_linear@5": 0.8393536988341376,
606
- "ndcg_linear@10": 0.8500134184739818,
607
- "ndcg_exponential@1": 0.707,
608
- "ndcg_exponential@5": 0.8393536988341376,
609
- "ndcg_exponential@10": 0.8500134184739818,
610
- "precision@1": 0.707,
611
- "precision@5": 0.18880000000000002,
612
- "precision@10": 0.09770000000000002,
613
- "recall@1": 0.707,
614
- "recall@5": 0.944,
615
- "recall@10": 0.977,
616
- "f1@1": 0.707,
617
- "f1@5": 0.31466666666666665,
618
- "f1@10": 0.17763636363636362,
619
- "map@1": 0.707,
620
- "map@5": 0.8039833333333334,
621
- "map@10": 0.8083753968253968,
622
- "mrr@1": 0.707,
623
- "mrr@5": 0.8039833333333334,
624
- "mrr@10": 0.8083753968253968,
625
- "num_pred": 1000,
626
- "num_data": 1000
627
- },
628
- "VisualNews_t2i": {
629
- "hit@1": 0.817,
630
- "hit@5": 0.937,
631
- "hit@10": 0.955,
632
- "ndcg_linear@1": 0.817,
633
- "ndcg_linear@5": 0.8832259632328257,
634
- "ndcg_linear@10": 0.8890943203328983,
635
- "ndcg_exponential@1": 0.817,
636
- "ndcg_exponential@5": 0.8832259632328257,
637
- "ndcg_exponential@10": 0.8890943203328983,
638
- "precision@1": 0.817,
639
- "precision@5": 0.18740000000000004,
640
- "precision@10": 0.09550000000000003,
641
- "recall@1": 0.817,
642
- "recall@5": 0.937,
643
- "recall@10": 0.955,
644
- "f1@1": 0.817,
645
- "f1@5": 0.3123333333333333,
646
- "f1@10": 0.17363636363636362,
647
- "map@1": 0.817,
648
- "map@5": 0.8651166666666666,
649
- "map@10": 0.8675674603174602,
650
- "mrr@1": 0.817,
651
- "mrr@5": 0.8651166666666666,
652
- "mrr@10": 0.8675674603174602,
653
- "num_pred": 1000,
654
- "num_data": 1000
655
- },
656
- "VisualNews_i2t": {
657
- "hit@1": 0.849,
658
- "hit@5": 0.951,
659
- "hit@10": 0.966,
660
- "ndcg_linear@1": 0.849,
661
- "ndcg_linear@5": 0.9061648984201258,
662
- "ndcg_linear@10": 0.9110591402337826,
663
- "ndcg_exponential@1": 0.849,
664
- "ndcg_exponential@5": 0.9061648984201258,
665
- "ndcg_exponential@10": 0.9110591402337826,
666
- "precision@1": 0.849,
667
- "precision@5": 0.19020000000000004,
668
- "precision@10": 0.09660000000000002,
669
- "recall@1": 0.849,
670
- "recall@5": 0.951,
671
- "recall@10": 0.966,
672
- "f1@1": 0.849,
673
- "f1@5": 0.317,
674
- "f1@10": 0.17563636363636362,
675
- "map@1": 0.849,
676
- "map@5": 0.8910166666666667,
677
- "map@10": 0.8930603174603174,
678
- "mrr@1": 0.849,
679
- "mrr@5": 0.8910166666666667,
680
- "mrr@10": 0.8930603174603174,
681
- "num_pred": 1000,
682
- "num_data": 1000
683
- },
684
- "MSCOCO_t2i": {
685
- "hit@1": 0.812,
686
- "hit@5": 0.966,
687
- "hit@10": 0.985,
688
- "ndcg_linear@1": 0.812,
689
- "ndcg_linear@5": 0.8993036511522371,
690
- "ndcg_linear@10": 0.9055123939790293,
691
- "ndcg_exponential@1": 0.812,
692
- "ndcg_exponential@5": 0.8993036511522371,
693
- "ndcg_exponential@10": 0.9055123939790293,
694
- "precision@1": 0.812,
695
- "precision@5": 0.1932,
696
- "precision@10": 0.09850000000000002,
697
- "recall@1": 0.812,
698
- "recall@5": 0.966,
699
- "recall@10": 0.985,
700
- "f1@1": 0.812,
701
- "f1@5": 0.322,
702
- "f1@10": 0.17909090909090908,
703
- "map@1": 0.812,
704
- "map@5": 0.8766166666666666,
705
- "map@10": 0.8792126984126983,
706
- "mrr@1": 0.812,
707
- "mrr@5": 0.8766166666666666,
708
- "mrr@10": 0.8792126984126983,
709
- "num_pred": 1000,
710
- "num_data": 1000
711
- },
712
- "MSCOCO_i2t": {
713
- "hit@1": 0.782,
714
- "hit@5": 0.967,
715
- "hit@10": 0.985,
716
- "ndcg_linear@1": 0.782,
717
- "ndcg_linear@5": 0.8830737679383308,
718
- "ndcg_linear@10": 0.8889828673487257,
719
- "ndcg_exponential@1": 0.782,
720
- "ndcg_exponential@5": 0.8830737679383308,
721
- "ndcg_exponential@10": 0.8889828673487257,
722
- "precision@1": 0.782,
723
- "precision@5": 0.19340000000000004,
724
- "precision@10": 0.09850000000000002,
725
- "recall@1": 0.782,
726
- "recall@5": 0.967,
727
- "recall@10": 0.985,
728
- "f1@1": 0.782,
729
- "f1@5": 0.32233333333333336,
730
- "f1@10": 0.17909090909090908,
731
- "map@1": 0.782,
732
- "map@5": 0.8549000000000001,
733
- "map@10": 0.8573924603174603,
734
- "mrr@1": 0.782,
735
- "mrr@5": 0.8549000000000001,
736
- "mrr@10": 0.8573924603174603,
737
- "num_pred": 1000,
738
- "num_data": 1000
739
- },
740
- "NIGHTS": {
741
- "hit@1": 0.69,
742
- "hit@5": 0.986,
743
- "hit@10": 0.996,
744
- "ndcg_linear@1": 0.69,
745
- "ndcg_linear@5": 0.8596221957412303,
746
- "ndcg_linear@10": 0.863097777594439,
747
- "ndcg_exponential@1": 0.69,
748
- "ndcg_exponential@5": 0.8596221957412303,
749
- "ndcg_exponential@10": 0.863097777594439,
750
- "precision@1": 0.69,
751
- "precision@5": 0.19720000000000004,
752
- "precision@10": 0.09960000000000002,
753
- "recall@1": 0.69,
754
- "recall@5": 0.986,
755
- "recall@10": 0.996,
756
- "f1@1": 0.69,
757
- "f1@5": 0.3286666666666666,
758
- "f1@10": 0.18109090909090905,
759
- "map@1": 0.69,
760
- "map@5": 0.8164333333333332,
761
- "map@10": 0.8180107142857144,
762
- "mrr@1": 0.69,
763
- "mrr@5": 0.8164333333333332,
764
- "mrr@10": 0.8180107142857144,
765
- "num_pred": 1000,
766
- "num_data": 1000
767
- },
768
- "WebQA": {
769
- "hit@1": 0.91,
770
- "hit@5": 0.99,
771
- "hit@10": 0.995,
772
- "ndcg_linear@1": 0.91,
773
- "ndcg_linear@5": 0.9573521970610501,
774
- "ndcg_linear@10": 0.9589582059646876,
775
- "ndcg_exponential@1": 0.91,
776
- "ndcg_exponential@5": 0.9573521970610501,
777
- "ndcg_exponential@10": 0.9589582059646876,
778
- "precision@1": 0.91,
779
- "precision@5": 0.19800000000000004,
780
- "precision@10": 0.09950000000000002,
781
- "recall@1": 0.91,
782
- "recall@5": 0.99,
783
- "recall@10": 0.995,
784
- "f1@1": 0.91,
785
- "f1@5": 0.33,
786
- "f1@10": 0.18090909090909088,
787
- "map@1": 0.91,
788
- "map@5": 0.9460666666666666,
789
- "map@10": 0.946725,
790
- "mrr@1": 0.91,
791
- "mrr@5": 0.9460666666666666,
792
- "mrr@10": 0.946725,
793
- "num_pred": 1000,
794
- "num_data": 1000
795
- },
796
- "FashionIQ": {
797
- "hit@1": 0.438,
798
- "hit@5": 0.716,
799
- "hit@10": 0.804,
800
- "ndcg_linear@1": 0.438,
801
- "ndcg_linear@5": 0.5858373550900147,
802
- "ndcg_linear@10": 0.6144541530886649,
803
- "ndcg_exponential@1": 0.438,
804
- "ndcg_exponential@5": 0.5858373550900147,
805
- "ndcg_exponential@10": 0.6144541530886649,
806
- "precision@1": 0.438,
807
- "precision@5": 0.1432,
808
- "precision@10": 0.0804,
809
- "recall@1": 0.438,
810
- "recall@5": 0.716,
811
- "recall@10": 0.804,
812
- "f1@1": 0.438,
813
- "f1@5": 0.23866666666666675,
814
- "f1@10": 0.1461818181818182,
815
- "map@1": 0.438,
816
- "map@5": 0.54255,
817
- "map@10": 0.5544587301587302,
818
- "mrr@1": 0.438,
819
- "mrr@5": 0.54255,
820
- "mrr@10": 0.5544587301587302,
821
- "num_pred": 1000,
822
- "num_data": 1000
823
- },
824
- "Wiki-SS-NQ": {
825
- "hit@1": 0.847,
826
- "hit@5": 0.972,
827
- "hit@10": 0.985,
828
- "ndcg_linear@1": 0.847,
829
- "ndcg_linear@5": 0.9200040350783443,
830
- "ndcg_linear@10": 0.9244115766807883,
831
- "ndcg_exponential@1": 0.847,
832
- "ndcg_exponential@5": 0.9200040350783443,
833
- "ndcg_exponential@10": 0.9244115766807883,
834
- "precision@1": 0.847,
835
- "precision@5": 0.19440000000000004,
836
- "precision@10": 0.09850000000000002,
837
- "recall@1": 0.847,
838
- "recall@5": 0.972,
839
- "recall@10": 0.985,
840
- "f1@1": 0.847,
841
- "f1@5": 0.324,
842
- "f1@10": 0.1790909090909091,
843
- "map@1": 0.847,
844
- "map@5": 0.9021166666666667,
845
- "map@10": 0.9040551587301587,
846
- "mrr@1": 0.847,
847
- "mrr@5": 0.9021166666666667,
848
- "mrr@10": 0.9040551587301587,
849
- "num_pred": 1000,
850
- "num_data": 1000
851
- },
852
- "OVEN": {
853
- "hit@1": 0.744,
854
- "hit@5": 0.922,
855
- "hit@10": 0.96,
856
- "ndcg_linear@1": 0.744,
857
- "ndcg_linear@5": 0.8442291418598712,
858
- "ndcg_linear@10": 0.8566962048644561,
859
- "ndcg_exponential@1": 0.744,
860
- "ndcg_exponential@5": 0.8442291418598712,
861
- "ndcg_exponential@10": 0.8566962048644561,
862
- "precision@1": 0.744,
863
- "precision@5": 0.1844,
864
- "precision@10": 0.09600000000000003,
865
- "recall@1": 0.744,
866
- "recall@5": 0.922,
867
- "recall@10": 0.96,
868
- "f1@1": 0.744,
869
- "f1@5": 0.30733333333333335,
870
- "f1@10": 0.17454545454545453,
871
- "map@1": 0.744,
872
- "map@5": 0.8178499999999999,
873
- "map@10": 0.8231031746031746,
874
- "mrr@1": 0.744,
875
- "mrr@5": 0.8178499999999999,
876
- "mrr@10": 0.8231031746031746,
877
- "num_pred": 1000,
878
- "num_data": 1000
879
- },
880
- "EDIS": {
881
- "hit@1": 0.949,
882
- "hit@5": 0.999,
883
- "hit@10": 1.0,
884
- "ndcg_linear@1": 0.949,
885
- "ndcg_linear@5": 0.9787928600010233,
886
- "ndcg_linear@10": 0.9790938899966872,
887
- "ndcg_exponential@1": 0.949,
888
- "ndcg_exponential@5": 0.9787928600010233,
889
- "ndcg_exponential@10": 0.9790938899966872,
890
- "precision@1": 0.949,
891
- "precision@5": 0.1998,
892
- "precision@10": 0.10000000000000002,
893
- "recall@1": 0.949,
894
- "recall@5": 0.999,
895
- "recall@10": 1.0,
896
- "f1@1": 0.949,
897
- "f1@5": 0.333,
898
- "f1@10": 0.18181818181818182,
899
- "map@1": 0.949,
900
- "map@5": 0.9717833333333333,
901
- "map@10": 0.9718944444444444,
902
- "mrr@1": 0.949,
903
- "mrr@5": 0.9717833333333333,
904
- "mrr@10": 0.9718944444444444,
905
- "num_pred": 1000,
906
- "num_data": 1000
907
- },
908
- "MSCOCO": {
909
- "hit@1": 0.844,
910
- "hit@5": 0.954,
911
- "hit@10": 0.975,
912
- "ndcg_linear@1": 0.844,
913
- "ndcg_linear@5": 0.9060601928361873,
914
- "ndcg_linear@10": 0.9126769510596726,
915
- "ndcg_exponential@1": 0.844,
916
- "ndcg_exponential@5": 0.9060601928361873,
917
- "ndcg_exponential@10": 0.9126769510596726,
918
- "precision@1": 0.844,
919
- "precision@5": 0.19080000000000003,
920
- "precision@10": 0.09750000000000002,
921
- "recall@1": 0.844,
922
- "recall@5": 0.954,
923
- "recall@10": 0.975,
924
- "f1@1": 0.844,
925
- "f1@5": 0.318,
926
- "f1@10": 0.17727272727272725,
927
- "map@1": 0.844,
928
- "map@5": 0.8898166666666666,
929
- "map@10": 0.8924464285714285,
930
- "mrr@1": 0.844,
931
- "mrr@5": 0.8898166666666666,
932
- "mrr@10": 0.8924464285714285,
933
- "num_pred": 1000,
934
- "num_data": 1000
935
- },
936
- "RefCOCO": {
937
- "hit@1": 0.956,
938
- "hit@5": 1.0,
939
- "hit@10": 1.0,
940
- "ndcg_linear@1": 0.956,
941
- "ndcg_linear@5": 0.9829060071937888,
942
- "ndcg_linear@10": 0.9829060071937888,
943
- "ndcg_exponential@1": 0.956,
944
- "ndcg_exponential@5": 0.9829060071937888,
945
- "ndcg_exponential@10": 0.9829060071937888,
946
- "precision@1": 0.956,
947
- "precision@5": 0.20000000000000004,
948
- "precision@10": 0.10000000000000002,
949
- "recall@1": 0.956,
950
- "recall@5": 1.0,
951
- "recall@10": 1.0,
952
- "f1@1": 0.956,
953
- "f1@5": 0.3333333333333333,
954
- "f1@10": 0.18181818181818182,
955
- "map@1": 0.956,
956
- "map@5": 0.9769166666666668,
957
- "map@10": 0.9769166666666668,
958
- "mrr@1": 0.956,
959
- "mrr@5": 0.9769166666666668,
960
- "mrr@10": 0.9769166666666668,
961
- "num_pred": 1000,
962
- "num_data": 1000
963
- },
964
- "RefCOCO-Matching": {
965
- "hit@1": 0.925,
966
- "hit@5": 1.0,
967
- "hit@10": 1.0,
968
- "ndcg_linear@1": 0.925,
969
- "ndcg_linear@5": 0.9740815910250022,
970
- "ndcg_linear@10": 0.9740815910250022,
971
- "ndcg_exponential@1": 0.925,
972
- "ndcg_exponential@5": 0.9740815910250022,
973
- "ndcg_exponential@10": 0.9740815910250022,
974
- "precision@1": 0.925,
975
- "precision@5": 0.20000000000000004,
976
- "precision@10": 0.10000000000000002,
977
- "recall@1": 0.925,
978
- "recall@5": 1.0,
979
- "recall@10": 1.0,
980
- "f1@1": 0.925,
981
- "f1@5": 0.3333333333333333,
982
- "f1@10": 0.18181818181818182,
983
- "map@1": 0.925,
984
- "map@5": 0.9653333333333334,
985
- "map@10": 0.9653333333333334,
986
- "mrr@1": 0.925,
987
- "mrr@5": 0.9623333333333334,
988
- "mrr@10": 0.9623333333333334,
989
- "num_pred": 1000,
990
- "num_data": 1000
991
- },
992
- "Visual7W-Pointing": {
993
- "hit@1": 0.99,
994
- "hit@5": 0.998,
995
- "hit@10": 0.999,
996
- "ndcg_linear@1": 0.99,
997
- "ndcg_linear@5": 0.9945853253259306,
998
- "ndcg_linear@10": 0.9948863553215945,
999
- "ndcg_exponential@1": 0.99,
1000
- "ndcg_exponential@5": 0.9945853253259306,
1001
- "ndcg_exponential@10": 0.9948863553215945,
1002
- "precision@1": 0.99,
1003
- "precision@5": 0.19960000000000003,
1004
- "precision@10": 0.09990000000000002,
1005
- "recall@1": 0.99,
1006
- "recall@5": 0.998,
1007
- "recall@10": 0.999,
1008
- "f1@1": 0.99,
1009
- "f1@5": 0.3326666666666666,
1010
- "f1@10": 0.18163636363636362,
1011
- "map@1": 0.99,
1012
- "map@5": 0.9934166666666667,
1013
- "map@10": 0.9935277777777778,
1014
- "mrr@1": 0.99,
1015
- "mrr@5": 0.9934166666666667,
1016
- "mrr@10": 0.9935277777777778,
1017
- "num_pred": 1000,
1018
- "num_data": 1000
1019
- }
1020
- },
1021
- "video": {
1022
- "K700": {
1023
- "hit@1": 0.651,
1024
- "hit@5": 0.869,
1025
- "hit@10": 0.911,
1026
- "ndcg_linear@1": 0.651,
1027
- "ndcg_linear@5": 0.7704240255501921,
1028
- "ndcg_linear@10": 0.7840528284316334,
1029
- "ndcg_exponential@1": 0.651,
1030
- "ndcg_exponential@5": 0.7704240255501921,
1031
- "ndcg_exponential@10": 0.7840528284316334,
1032
- "precision@1": 0.651,
1033
- "precision@5": 0.1738,
1034
- "precision@10": 0.09110000000000003,
1035
- "recall@1": 0.651,
1036
- "recall@5": 0.869,
1037
- "recall@10": 0.911,
1038
- "f1@1": 0.651,
1039
- "f1@5": 0.2896666666666667,
1040
- "f1@10": 0.16563636363636364,
1041
- "map@1": 0.651,
1042
- "map@5": 0.7372833333333333,
1043
- "map@10": 0.7429369047619048,
1044
- "mrr@1": 0.651,
1045
- "mrr@5": 0.7372833333333333,
1046
- "mrr@10": 0.7429369047619048,
1047
- "num_pred": 1000,
1048
- "num_data": 1000
1049
- },
1050
- "SmthSmthV2": {
1051
- "hit@1": 0.733,
1052
- "hit@5": 0.915,
1053
- "hit@10": 0.954,
1054
- "ndcg_linear@1": 0.733,
1055
- "ndcg_linear@5": 0.8348315252680627,
1056
- "ndcg_linear@10": 0.8474131012414208,
1057
- "ndcg_exponential@1": 0.733,
1058
- "ndcg_exponential@5": 0.8348315252680627,
1059
- "ndcg_exponential@10": 0.8474131012414208,
1060
- "precision@1": 0.733,
1061
- "precision@5": 0.18300000000000002,
1062
- "precision@10": 0.09540000000000001,
1063
- "recall@1": 0.733,
1064
- "recall@5": 0.915,
1065
- "recall@10": 0.954,
1066
- "f1@1": 0.733,
1067
- "f1@5": 0.305,
1068
- "f1@10": 0.17345454545454544,
1069
- "map@1": 0.733,
1070
- "map@5": 0.8077000000000001,
1071
- "map@10": 0.8128726190476191,
1072
- "mrr@1": 0.733,
1073
- "mrr@5": 0.8077000000000001,
1074
- "mrr@10": 0.8128726190476191,
1075
- "num_pred": 1000,
1076
- "num_data": 1000
1077
- },
1078
- "HMDB51": {
1079
- "hit@1": 0.615,
1080
- "hit@5": 0.865,
1081
- "hit@10": 0.922,
1082
- "ndcg_linear@1": 0.615,
1083
- "ndcg_linear@5": 0.7517480851169158,
1084
- "ndcg_linear@10": 0.7700807040353396,
1085
- "ndcg_exponential@1": 0.615,
1086
- "ndcg_exponential@5": 0.7517480851169158,
1087
- "ndcg_exponential@10": 0.7700807040353396,
1088
- "precision@1": 0.615,
1089
- "precision@5": 0.173,
1090
- "precision@10": 0.09220000000000002,
1091
- "recall@1": 0.615,
1092
- "recall@5": 0.865,
1093
- "recall@10": 0.922,
1094
- "f1@1": 0.615,
1095
- "f1@5": 0.2883333333333334,
1096
- "f1@10": 0.16763636363636364,
1097
- "map@1": 0.615,
1098
- "map@5": 0.7137166666666667,
1099
- "map@10": 0.7212238095238095,
1100
- "mrr@1": 0.615,
1101
- "mrr@5": 0.7137166666666667,
1102
- "mrr@10": 0.7212238095238095,
1103
- "num_pred": 1000,
1104
- "num_data": 1000
1105
- },
1106
- "UCF101": {
1107
- "hit@1": 0.842,
1108
- "hit@5": 0.987,
1109
- "hit@10": 0.995,
1110
- "ndcg_linear@1": 0.842,
1111
- "ndcg_linear@5": 0.925576274443954,
1112
- "ndcg_linear@10": 0.9281092376995999,
1113
- "ndcg_exponential@1": 0.842,
1114
- "ndcg_exponential@5": 0.925576274443954,
1115
- "ndcg_exponential@10": 0.9281092376995999,
1116
- "precision@1": 0.842,
1117
- "precision@5": 0.19740000000000005,
1118
- "precision@10": 0.09950000000000003,
1119
- "recall@1": 0.842,
1120
- "recall@5": 0.987,
1121
- "recall@10": 0.995,
1122
- "f1@1": 0.842,
1123
- "f1@5": 0.329,
1124
- "f1@10": 0.1809090909090909,
1125
- "map@1": 0.842,
1126
- "map@5": 0.9045666666666666,
1127
- "map@10": 0.9055801587301587,
1128
- "mrr@1": 0.842,
1129
- "mrr@5": 0.9045666666666666,
1130
- "mrr@10": 0.9055801587301587,
1131
- "num_pred": 1000,
1132
- "num_data": 1000
1133
- },
1134
- "Breakfast": {
1135
- "hit@1": 0.48267898383371827,
1136
- "hit@5": 0.9330254041570438,
1137
- "hit@10": 1.0,
1138
- "ndcg_linear@1": 0.48267898383371827,
1139
- "ndcg_linear@5": 0.72425684440384,
1140
- "ndcg_linear@10": 0.7465190634248601,
1141
- "ndcg_exponential@1": 0.48267898383371827,
1142
- "ndcg_exponential@5": 0.72425684440384,
1143
- "ndcg_exponential@10": 0.7465190634248601,
1144
- "precision@1": 0.48267898383371827,
1145
- "precision@5": 0.1866050808314088,
1146
- "precision@10": 0.1,
1147
- "recall@1": 0.48267898383371827,
1148
- "recall@5": 0.9330254041570438,
1149
- "recall@10": 1.0,
1150
- "f1@1": 0.48267898383371827,
1151
- "f1@5": 0.311008468052348,
1152
- "f1@10": 0.1818181818181818,
1153
- "map@1": 0.48267898383371827,
1154
- "map@5": 0.6544649730561971,
1155
- "map@10": 0.6639961142270611,
1156
- "mrr@1": 0.48267898383371827,
1157
- "mrr@5": 0.6544649730561971,
1158
- "mrr@10": 0.6639961142270611,
1159
- "num_pred": 433,
1160
- "num_data": 433
1161
- },
1162
- "MVBench": {
1163
- "hit@1": 0.66875,
1164
- "hit@5": 1.0,
1165
- "hit@10": 1.0,
1166
- "ndcg_linear@1": 0.66875,
1167
- "ndcg_linear@5": 0.8559865676689618,
1168
- "ndcg_linear@10": 0.8559865676689618,
1169
- "ndcg_exponential@1": 0.66875,
1170
- "ndcg_exponential@5": 0.8559865676689618,
1171
- "ndcg_exponential@10": 0.8559865676689618,
1172
- "precision@1": 0.66875,
1173
- "precision@5": 0.20000000000000004,
1174
- "precision@10": 0.10000000000000002,
1175
- "recall@1": 0.66875,
1176
- "recall@5": 1.0,
1177
- "recall@10": 1.0,
1178
- "f1@1": 0.66875,
1179
- "f1@5": 0.3333333333333333,
1180
- "f1@10": 0.18181818181818182,
1181
- "map@1": 0.66875,
1182
- "map@5": 0.8069041666666666,
1183
- "map@10": 0.8069041666666666,
1184
- "mrr@1": 0.66875,
1185
- "mrr@5": 0.8069041666666666,
1186
- "mrr@10": 0.8069041666666666,
1187
- "num_pred": 4000,
1188
- "num_data": 4000
1189
- },
1190
- "Video-MME": {
1191
- "hit@1": 0.6662962962962963,
1192
- "hit@5": 1.0,
1193
- "hit@10": 1.0,
1194
- "ndcg_linear@1": 0.6662962962962963,
1195
- "ndcg_linear@5": 0.8512724750885614,
1196
- "ndcg_linear@10": 0.8512724750885614,
1197
- "ndcg_exponential@1": 0.6662962962962963,
1198
- "ndcg_exponential@5": 0.8512724750885614,
1199
- "ndcg_exponential@10": 0.8512724750885614,
1200
- "precision@1": 0.6662962962962963,
1201
- "precision@5": 0.19999999999999996,
1202
- "precision@10": 0.09999999999999998,
1203
- "recall@1": 0.6662962962962963,
1204
- "recall@5": 1.0,
1205
- "recall@10": 1.0,
1206
- "f1@1": 0.6662962962962963,
1207
- "f1@5": 0.3333333333333334,
1208
- "f1@10": 0.18181818181818188,
1209
- "map@1": 0.6662962962962963,
1210
- "map@5": 0.800895061728395,
1211
- "map@10": 0.800895061728395,
1212
- "mrr@1": 0.6662962962962963,
1213
- "mrr@5": 0.800895061728395,
1214
- "mrr@10": 0.800895061728395,
1215
- "num_pred": 2700,
1216
- "num_data": 2700
1217
- },
1218
- "NExTQA": {
1219
- "hit@1": 0.7957730032695002,
1220
- "hit@5": 1.0,
1221
- "hit@10": 1.0,
1222
- "ndcg_linear@1": 0.7957730032695002,
1223
- "ndcg_linear@5": 0.9091368184967286,
1224
- "ndcg_linear@10": 0.9091368184967286,
1225
- "ndcg_exponential@1": 0.7957730032695002,
1226
- "ndcg_exponential@5": 0.9091368184967286,
1227
- "ndcg_exponential@10": 0.9091368184967286,
1228
- "precision@1": 0.7957730032695002,
1229
- "precision@5": 0.20000000000000004,
1230
- "precision@10": 0.10000000000000002,
1231
- "recall@1": 0.7957730032695002,
1232
- "recall@5": 1.0,
1233
- "recall@10": 1.0,
1234
- "f1@1": 0.7957730032695002,
1235
- "f1@5": 0.3333333333333333,
1236
- "f1@10": 0.1818181818181818,
1237
- "map@1": 0.7957730032695002,
1238
- "map@5": 0.8784971975712283,
1239
- "map@10": 0.8784971975712283,
1240
- "mrr@1": 0.7957730032695002,
1241
- "mrr@5": 0.8784971975712283,
1242
- "mrr@10": 0.8784971975712283,
1243
- "num_pred": 8564,
1244
- "num_data": 8564
1245
- },
1246
- "EgoSchema": {
1247
- "hit@1": 0.668,
1248
- "hit@5": 1.0,
1249
- "hit@10": 1.0,
1250
- "ndcg_linear@1": 0.668,
1251
- "ndcg_linear@5": 0.8498583692019953,
1252
- "ndcg_linear@10": 0.8498583692019953,
1253
- "ndcg_exponential@1": 0.668,
1254
- "ndcg_exponential@5": 0.8498583692019953,
1255
- "ndcg_exponential@10": 0.8498583692019953,
1256
- "precision@1": 0.668,
1257
- "precision@5": 0.2,
1258
- "precision@10": 0.1,
1259
- "recall@1": 0.668,
1260
- "recall@5": 1.0,
1261
- "recall@10": 1.0,
1262
- "f1@1": 0.668,
1263
- "f1@5": 0.3333333333333333,
1264
- "f1@10": 0.18181818181818182,
1265
- "map@1": 0.668,
1266
- "map@5": 0.7995333333333333,
1267
- "map@10": 0.7995333333333333,
1268
- "mrr@1": 0.668,
1269
- "mrr@5": 0.7995333333333333,
1270
- "mrr@10": 0.7995333333333333,
1271
- "num_pred": 500,
1272
- "num_data": 500
1273
- },
1274
- "ActivityNetQA": {
1275
- "hit@1": 0.784,
1276
- "hit@5": 1.0,
1277
- "hit@10": 1.0,
1278
- "ndcg_linear@1": 0.784,
1279
- "ndcg_linear@5": 0.9202808267714349,
1280
- "ndcg_linear@10": 0.9202808267714349,
1281
- "ndcg_exponential@1": 0.784,
1282
- "ndcg_exponential@5": 0.9202808267714349,
1283
- "ndcg_exponential@10": 0.9202808267714349,
1284
- "precision@1": 0.784,
1285
- "precision@5": 0.20000000000000004,
1286
- "precision@10": 0.10000000000000002,
1287
- "recall@1": 0.784,
1288
- "recall@5": 1.0,
1289
- "recall@10": 1.0,
1290
- "f1@1": 0.784,
1291
- "f1@5": 0.3333333333333333,
1292
- "f1@10": 0.18181818181818182,
1293
- "map@1": 0.784,
1294
- "map@5": 0.892,
1295
- "map@10": 0.892,
1296
- "mrr@1": 0.784,
1297
- "mrr@5": 0.892,
1298
- "mrr@10": 0.892,
1299
- "num_pred": 1000,
1300
- "num_data": 1000
1301
- },
1302
- "DiDeMo": {
1303
- "hit@1": 0.6922310756972112,
1304
- "hit@5": 0.8864541832669323,
1305
- "hit@10": 0.9282868525896414,
1306
- "ndcg_linear@1": 0.6922310756972112,
1307
- "ndcg_linear@5": 0.7987791837189465,
1308
- "ndcg_linear@10": 0.8127609097693957,
1309
- "ndcg_exponential@1": 0.6922310756972112,
1310
- "ndcg_exponential@5": 0.7987791837189465,
1311
- "ndcg_exponential@10": 0.8127609097693957,
1312
- "precision@1": 0.6922310756972112,
1313
- "precision@5": 0.1772908366533865,
1314
- "precision@10": 0.09282868525896416,
1315
- "recall@1": 0.6922310756972112,
1316
- "recall@5": 0.8864541832669323,
1317
- "recall@10": 0.9282868525896414,
1318
- "f1@1": 0.6922310756972112,
1319
- "f1@5": 0.29548472775564416,
1320
- "f1@10": 0.16877942774357116,
1321
- "map@1": 0.6922310756972112,
1322
- "map@5": 0.7693393094289508,
1323
- "map@10": 0.7753727154872574,
1324
- "mrr@1": 0.6922310756972112,
1325
- "mrr@5": 0.7693393094289508,
1326
- "mrr@10": 0.7753727154872574,
1327
- "num_pred": 1004,
1328
- "num_data": 1004
1329
- },
1330
- "MSR-VTT": {
1331
- "hit@1": 0.553,
1332
- "hit@5": 0.781,
1333
- "hit@10": 0.865,
1334
- "ndcg_linear@1": 0.553,
1335
- "ndcg_linear@5": 0.6774032224595892,
1336
- "ndcg_linear@10": 0.7051447049661568,
1337
- "ndcg_exponential@1": 0.553,
1338
- "ndcg_exponential@5": 0.6774032224595892,
1339
- "ndcg_exponential@10": 0.7051447049661568,
1340
- "precision@1": 0.553,
1341
- "precision@5": 0.15619999999999998,
1342
- "precision@10": 0.08650000000000001,
1343
- "recall@1": 0.553,
1344
- "recall@5": 0.781,
1345
- "recall@10": 0.865,
1346
- "f1@1": 0.553,
1347
- "f1@5": 0.26033333333333336,
1348
- "f1@10": 0.15727272727272726,
1349
- "map@1": 0.553,
1350
- "map@5": 0.6426499999999999,
1351
- "map@10": 0.6544305555555555,
1352
- "mrr@1": 0.553,
1353
- "mrr@5": 0.6426499999999999,
1354
- "mrr@10": 0.6544305555555555,
1355
- "num_pred": 1000,
1356
- "num_data": 1000
1357
- },
1358
- "MSVD": {
1359
- "hit@1": 0.7343283582089553,
1360
- "hit@5": 0.9477611940298507,
1361
- "hit@10": 0.9686567164179104,
1362
- "ndcg_linear@1": 0.7343283582089553,
1363
- "ndcg_linear@5": 0.8526211736179581,
1364
- "ndcg_linear@10": 0.8594892106582116,
1365
- "ndcg_exponential@1": 0.7343283582089553,
1366
- "ndcg_exponential@5": 0.8526211736179581,
1367
- "ndcg_exponential@10": 0.8594892106582116,
1368
- "precision@1": 0.7343283582089553,
1369
- "precision@5": 0.1895522388059701,
1370
- "precision@10": 0.09686567164179104,
1371
- "recall@1": 0.7343283582089553,
1372
- "recall@5": 0.9477611940298507,
1373
- "recall@10": 0.9686567164179104,
1374
- "f1@1": 0.7343283582089553,
1375
- "f1@5": 0.31592039800995037,
1376
- "f1@10": 0.17611940298507467,
1377
- "map@1": 0.7343283582089553,
1378
- "map@5": 0.8205223880597015,
1379
- "map@10": 0.8234209902866618,
1380
- "mrr@1": 0.7343283582089553,
1381
- "mrr@5": 0.8205223880597015,
1382
- "mrr@10": 0.8234209902866618,
1383
- "num_pred": 670,
1384
- "num_data": 670
1385
- },
1386
- "VATEX": {
1387
- "hit@1": 0.5504689593568557,
1388
- "hit@5": 0.8209021884769987,
1389
- "hit@10": 0.8986154533273782,
1390
- "ndcg_linear@1": 0.5504689593568557,
1391
- "ndcg_linear@5": 0.6950874748478408,
1392
- "ndcg_linear@10": 0.7203703651851324,
1393
- "ndcg_exponential@1": 0.5504689593568557,
1394
- "ndcg_exponential@5": 0.6950874748478408,
1395
- "ndcg_exponential@10": 0.7203703651851324,
1396
- "precision@1": 0.5504689593568557,
1397
- "precision@5": 0.16418043769539972,
1398
- "precision@10": 0.08986154533273782,
1399
- "recall@1": 0.5504689593568557,
1400
- "recall@5": 0.8209021884769987,
1401
- "recall@10": 0.8986154533273782,
1402
- "f1@1": 0.5504689593568557,
1403
- "f1@5": 0.2736340628256663,
1404
- "f1@10": 0.16338462787770516,
1405
- "map@1": 0.5504689593568557,
1406
- "map@5": 0.6531598928092899,
1407
- "map@10": 0.6636871087574527,
1408
- "mrr@1": 0.5504689593568557,
1409
- "mrr@5": 0.6531598928092899,
1410
- "mrr@10": 0.6636871087574527,
1411
- "num_pred": 4478,
1412
- "num_data": 4478
1413
- },
1414
- "YouCook2": {
1415
- "hit@1": 0.29160113243158226,
1416
- "hit@5": 0.5397923875432526,
1417
- "hit@10": 0.6360490720352312,
1418
- "ndcg_linear@1": 0.29160113243158226,
1419
- "ndcg_linear@5": 0.42256448040025024,
1420
- "ndcg_linear@10": 0.45372561948731077,
1421
- "ndcg_exponential@1": 0.29160113243158226,
1422
- "ndcg_exponential@5": 0.42256448040025024,
1423
- "ndcg_exponential@10": 0.45372561948731077,
1424
- "precision@1": 0.29160113243158226,
1425
- "precision@5": 0.10795847750865052,
1426
- "precision@10": 0.06360490720352312,
1427
- "recall@1": 0.2931739540736081,
1428
- "recall@5": 0.5413652091852784,
1429
- "recall@10": 0.637621893677257,
1430
- "f1@1": 0.29160113243158226,
1431
- "f1@5": 0.17993079584775093,
1432
- "f1@10": 0.11564528582458751,
1433
- "map@1": 0.29160113243158226,
1434
- "map@5": 0.38363741218412495,
1435
- "map@10": 0.39652194211017733,
1436
- "mrr@1": 0.29160113243158226,
1437
- "mrr@5": 0.38363741218412495,
1438
- "mrr@10": 0.39652194211017733,
1439
- "num_pred": 3179,
1440
- "num_data": 3179
1441
- },
1442
- "QVHighlight": {
1443
- "hit@1": 0.8097876269621422,
1444
- "hit@5": 0.9695290858725761,
1445
- "hit@10": 1.0,
1446
- "ndcg_linear@1": 0.8097876269621422,
1447
- "ndcg_linear@5": 0.8994628964384606,
1448
- "ndcg_linear@10": 0.9095121546509835,
1449
- "ndcg_exponential@1": 0.8097876269621422,
1450
- "ndcg_exponential@5": 0.8994628964384606,
1451
- "ndcg_exponential@10": 0.9095121546509835,
1452
- "precision@1": 0.8097876269621422,
1453
- "precision@5": 0.19390581717451524,
1454
- "precision@10": 0.09999999999999998,
1455
- "recall@1": 0.8097876269621422,
1456
- "recall@5": 0.9695290858725761,
1457
- "recall@10": 1.0,
1458
- "f1@1": 0.8097876269621422,
1459
- "f1@5": 0.32317636195752547,
1460
- "f1@10": 0.18181818181818185,
1461
- "map@1": 0.8097876269621422,
1462
- "map@5": 0.8757156048014773,
1463
- "map@10": 0.8799766228436589,
1464
- "mrr@1": 0.8097876269621422,
1465
- "mrr@5": 0.8757156048014773,
1466
- "mrr@10": 0.8799766228436589,
1467
- "num_pred": 1083,
1468
- "num_data": 1083
1469
- },
1470
- "Charades-STA": {
1471
- "hit@1": 0.32737276478679506,
1472
- "hit@5": 0.6808803301237965,
1473
- "hit@10": 1.0,
1474
- "ndcg_linear@1": 0.32737276478679506,
1475
- "ndcg_linear@5": 0.5095277893667041,
1476
- "ndcg_linear@10": 0.6100086425245089,
1477
- "ndcg_exponential@1": 0.32737276478679506,
1478
- "ndcg_exponential@5": 0.5095277893667041,
1479
- "ndcg_exponential@10": 0.6100086425245089,
1480
- "precision@1": 0.32737276478679506,
1481
- "precision@5": 0.13617606602475926,
1482
- "precision@10": 0.09999999999999998,
1483
- "recall@1": 0.32737276478679506,
1484
- "recall@5": 0.6808803301237965,
1485
- "recall@10": 1.0,
1486
- "f1@1": 0.32737276478679506,
1487
- "f1@5": 0.2269601100412655,
1488
- "f1@10": 0.18181818181818185,
1489
- "map@1": 0.32737276478679506,
1490
- "map@5": 0.45311783585511234,
1491
- "map@10": 0.49302034890067903,
1492
- "mrr@1": 0.32737276478679506,
1493
- "mrr@5": 0.45311783585511234,
1494
- "mrr@10": 0.49302034890067903,
1495
- "num_pred": 727,
1496
- "num_data": 727
1497
- },
1498
- "MomentSeeker": {
1499
- "hit@1": 0.517478152309613,
1500
- "hit@5": 0.9113607990012484,
1501
- "hit@10": 1.0,
1502
- "ndcg_linear@1": 0.517478152309613,
1503
- "ndcg_linear@5": 0.7310594698635995,
1504
- "ndcg_linear@10": 0.7604221341174872,
1505
- "ndcg_exponential@1": 0.517478152309613,
1506
- "ndcg_exponential@5": 0.7310594698635995,
1507
- "ndcg_exponential@10": 0.7604221341174872,
1508
- "precision@1": 0.517478152309613,
1509
- "precision@5": 0.1822721598002497,
1510
- "precision@10": 0.09999999999999999,
1511
- "recall@1": 0.517478152309613,
1512
- "recall@5": 0.9113607990012484,
1513
- "recall@10": 1.0,
1514
- "f1@1": 0.517478152309613,
1515
- "f1@5": 0.3037869330004162,
1516
- "f1@10": 0.1818181818181818,
1517
- "map@1": 0.517478152309613,
1518
- "map@5": 0.6706408655846858,
1519
- "map@10": 0.6831658839149476,
1520
- "mrr@1": 0.517478152309613,
1521
- "mrr@5": 0.6706408655846858,
1522
- "mrr@10": 0.6831658839149476,
1523
- "num_pred": 1602,
1524
- "num_data": 1602
1525
- }
1526
- },
1527
- "visdoc": {
1528
- "ViDoRe_arxivqa": {
1529
- "hit@1": 0.886,
1530
- "hit@5": 0.952,
1531
- "hit@10": 0.974,
1532
- "ndcg_linear@1": 0.886,
1533
- "ndcg_linear@5": 0.9221825758078119,
1534
- "ndcg_linear@10": 0.9295001938169585,
1535
- "ndcg_exponential@1": 0.886,
1536
- "ndcg_exponential@5": 0.9221825758078119,
1537
- "ndcg_exponential@10": 0.9295001938169585,
1538
- "precision@1": 0.886,
1539
- "precision@5": 0.19039999999999999,
1540
- "precision@10": 0.0974,
1541
- "recall@1": 0.886,
1542
- "recall@5": 0.952,
1543
- "recall@10": 0.974,
1544
- "f1@1": 0.886,
1545
- "f1@5": 0.31733333333333336,
1546
- "f1@10": 0.17709090909090908,
1547
- "map@1": 0.886,
1548
- "map@5": 0.9121333333333334,
1549
- "map@10": 0.9152642857142858,
1550
- "mrr@1": 0.886,
1551
- "mrr@5": 0.9121333333333334,
1552
- "mrr@10": 0.9152642857142858,
1553
- "num_pred": 500,
1554
- "num_data": 500
1555
- },
1556
- "ViDoRe_docvqa": {
1557
- "hit@1": 0.5254988913525499,
1558
- "hit@5": 0.6895787139689579,
1559
- "hit@10": 0.7649667405764967,
1560
- "ndcg_linear@1": 0.5254988913525499,
1561
- "ndcg_linear@5": 0.6095218808752548,
1562
- "ndcg_linear@10": 0.634558824920037,
1563
- "ndcg_exponential@1": 0.5254988913525499,
1564
- "ndcg_exponential@5": 0.6095218808752548,
1565
- "ndcg_exponential@10": 0.634558824920037,
1566
- "precision@1": 0.5254988913525499,
1567
- "precision@5": 0.14057649667405764,
1568
- "precision@10": 0.0787139689578714,
1569
- "recall@1": 0.5195861049519587,
1570
- "recall@5": 0.6832963784183296,
1571
- "recall@10": 0.7581300813008129,
1572
- "f1@1": 0.5214338507021433,
1573
- "f1@5": 0.2317073170731708,
1574
- "f1@10": 0.14151406612603956,
1575
- "map@1": 0.5254988913525499,
1576
- "map@5": 0.5829120473022912,
1577
- "map@10": 0.5935661492978566,
1578
- "mrr@1": 0.5254988913525499,
1579
- "mrr@5": 0.5883592017738359,
1580
- "mrr@10": 0.5987945658677365,
1581
- "num_pred": 451,
1582
- "num_data": 451
1583
- },
1584
- "ViDoRe_infovqa": {
1585
- "hit@1": 0.8866396761133604,
1586
- "hit@5": 0.9635627530364372,
1587
- "hit@10": 0.9757085020242915,
1588
- "ndcg_linear@1": 0.8866396761133604,
1589
- "ndcg_linear@5": 0.928304914966673,
1590
- "ndcg_linear@10": 0.9327212712672424,
1591
- "ndcg_exponential@1": 0.8866396761133604,
1592
- "ndcg_exponential@5": 0.928304914966673,
1593
- "ndcg_exponential@10": 0.9327212712672424,
1594
- "precision@1": 0.8866396761133604,
1595
- "precision@5": 0.19271255060728745,
1596
- "precision@10": 0.09777327935222671,
1597
- "recall@1": 0.8866396761133604,
1598
- "recall@5": 0.9625506072874493,
1599
- "recall@10": 0.9757085020242915,
1600
- "f1@1": 0.8866396761133604,
1601
- "f1@5": 0.3210911895122422,
1602
- "f1@10": 0.17770825665562506,
1603
- "map@1": 0.8866396761133604,
1604
- "map@5": 0.9166666666666666,
1605
- "map@10": 0.9186708759077179,
1606
- "mrr@1": 0.8866396761133604,
1607
- "mrr@5": 0.9168690958164641,
1608
- "mrr@10": 0.9185359231411864,
1609
- "num_pred": 494,
1610
- "num_data": 494
1611
- },
1612
- "ViDoRe_tabfquad": {
1613
- "hit@1": 0.8857142857142857,
1614
- "hit@5": 0.9714285714285714,
1615
- "hit@10": 0.9785714285714285,
1616
- "ndcg_linear@1": 0.8857142857142857,
1617
- "ndcg_linear@5": 0.934062138294796,
1618
- "ndcg_linear@10": 0.9366064753455676,
1619
- "ndcg_exponential@1": 0.8857142857142857,
1620
- "ndcg_exponential@5": 0.934062138294796,
1621
- "ndcg_exponential@10": 0.9366064753455676,
1622
- "precision@1": 0.8857142857142857,
1623
- "precision@5": 0.19428571428571426,
1624
- "precision@10": 0.09785714285714284,
1625
- "recall@1": 0.8857142857142857,
1626
- "recall@5": 0.9714285714285714,
1627
- "recall@10": 0.9785714285714285,
1628
- "f1@1": 0.8857142857142857,
1629
- "f1@5": 0.3238095238095239,
1630
- "f1@10": 0.17792207792207795,
1631
- "map@1": 0.8857142857142857,
1632
- "map@5": 0.9213690476190477,
1633
- "map@10": 0.9225595238095238,
1634
- "mrr@1": 0.8857142857142857,
1635
- "mrr@5": 0.9213690476190477,
1636
- "mrr@10": 0.9225595238095238,
1637
- "num_pred": 280,
1638
- "num_data": 280
1639
- },
1640
- "ViDoRe_tatdqa": {
1641
- "hit@1": 0.6403402187120292,
1642
- "hit@5": 0.8809234507897934,
1643
- "hit@10": 0.9386391251518833,
1644
- "ndcg_linear@1": 0.6403402187120292,
1645
- "ndcg_linear@5": 0.7703019434713053,
1646
- "ndcg_linear@10": 0.7894625967794626,
1647
- "ndcg_exponential@1": 0.6403402187120292,
1648
- "ndcg_exponential@5": 0.7703019434713053,
1649
- "ndcg_exponential@10": 0.7894625967794626,
1650
- "precision@1": 0.6403402187120292,
1651
- "precision@5": 0.1764277035236938,
1652
- "precision@10": 0.094228432563791,
1653
- "recall@1": 0.6388213851761847,
1654
- "recall@5": 0.8797083839611178,
1655
- "recall@10": 0.9380923450789793,
1656
- "f1@1": 0.6393276630214662,
1657
- "f1@5": 0.2938147312387896,
1658
- "f1@10": 0.1711642549431128,
1659
- "map@1": 0.6403402187120292,
1660
- "map@5": 0.7332978938841637,
1661
- "map@10": 0.7414043665258733,
1662
- "mrr@1": 0.6403402187120292,
1663
- "mrr@5": 0.7342851356824626,
1664
- "mrr@10": 0.7421924723716948,
1665
- "num_pred": 1646,
1666
- "num_data": 1646
1667
- },
1668
- "ViDoRe_shiftproject": {
1669
- "hit@1": 0.78,
1670
- "hit@5": 0.96,
1671
- "hit@10": 0.98,
1672
- "ndcg_linear@1": 0.78,
1673
- "ndcg_linear@5": 0.8850183360093088,
1674
- "ndcg_linear@10": 0.8913619692992819,
1675
- "ndcg_exponential@1": 0.78,
1676
- "ndcg_exponential@5": 0.8850183360093088,
1677
- "ndcg_exponential@10": 0.8913619692992819,
1678
- "precision@1": 0.78,
1679
- "precision@5": 0.19199999999999995,
1680
- "precision@10": 0.09799999999999998,
1681
- "recall@1": 0.78,
1682
- "recall@5": 0.96,
1683
- "recall@10": 0.98,
1684
- "f1@1": 0.78,
1685
- "f1@5": 0.32000000000000006,
1686
- "f1@10": 0.17818181818181827,
1687
- "map@1": 0.78,
1688
- "map@5": 0.8591666666666665,
1689
- "map@10": 0.8617063492063491,
1690
- "mrr@1": 0.78,
1691
- "mrr@5": 0.8591666666666665,
1692
- "mrr@10": 0.8617063492063491,
1693
- "num_pred": 100,
1694
- "num_data": 100
1695
- },
1696
- "ViDoRe_syntheticDocQA_artificial_intelligence": {
1697
- "hit@1": 0.95,
1698
- "hit@5": 1.0,
1699
- "hit@10": 1.0,
1700
- "ndcg_linear@1": 0.95,
1701
- "ndcg_linear@5": 0.9815464876785728,
1702
- "ndcg_linear@10": 0.9815464876785728,
1703
- "ndcg_exponential@1": 0.95,
1704
- "ndcg_exponential@5": 0.9815464876785728,
1705
- "ndcg_exponential@10": 0.9815464876785728,
1706
- "precision@1": 0.95,
1707
- "precision@5": 0.19999999999999996,
1708
- "precision@10": 0.09999999999999998,
1709
- "recall@1": 0.95,
1710
- "recall@5": 1.0,
1711
- "recall@10": 1.0,
1712
- "f1@1": 0.95,
1713
- "f1@5": 0.3333333333333335,
1714
- "f1@10": 0.1818181818181819,
1715
- "map@1": 0.95,
1716
- "map@5": 0.975,
1717
- "map@10": 0.975,
1718
- "mrr@1": 0.95,
1719
- "mrr@5": 0.975,
1720
- "mrr@10": 0.975,
1721
- "num_pred": 100,
1722
- "num_data": 100
1723
- },
1724
- "ViDoRe_syntheticDocQA_energy": {
1725
- "hit@1": 0.93,
1726
- "hit@5": 0.99,
1727
- "hit@10": 0.99,
1728
- "ndcg_linear@1": 0.93,
1729
- "ndcg_linear@5": 0.9621031862602232,
1730
- "ndcg_linear@10": 0.9621031862602232,
1731
- "ndcg_exponential@1": 0.93,
1732
- "ndcg_exponential@5": 0.9621031862602232,
1733
- "ndcg_exponential@10": 0.9621031862602232,
1734
- "precision@1": 0.93,
1735
- "precision@5": 0.19799999999999998,
1736
- "precision@10": 0.09899999999999999,
1737
- "recall@1": 0.93,
1738
- "recall@5": 0.99,
1739
- "recall@10": 0.99,
1740
- "f1@1": 0.93,
1741
- "f1@5": 0.3300000000000001,
1742
- "f1@10": 0.18000000000000008,
1743
- "map@1": 0.93,
1744
- "map@5": 0.9528333333333333,
1745
- "map@10": 0.9528333333333333,
1746
- "mrr@1": 0.93,
1747
- "mrr@5": 0.9528333333333333,
1748
- "mrr@10": 0.9528333333333333,
1749
- "num_pred": 100,
1750
- "num_data": 100
1751
- },
1752
- "ViDoRe_syntheticDocQA_government_reports": {
1753
- "hit@1": 0.91,
1754
- "hit@5": 1.0,
1755
- "hit@10": 1.0,
1756
- "ndcg_linear@1": 0.91,
1757
- "ndcg_linear@5": 0.9617243132866329,
1758
- "ndcg_linear@10": 0.9617243132866329,
1759
- "ndcg_exponential@1": 0.91,
1760
- "ndcg_exponential@5": 0.9617243132866329,
1761
- "ndcg_exponential@10": 0.9617243132866329,
1762
- "precision@1": 0.91,
1763
- "precision@5": 0.19999999999999996,
1764
- "precision@10": 0.09999999999999998,
1765
- "recall@1": 0.91,
1766
- "recall@5": 1.0,
1767
- "recall@10": 1.0,
1768
- "f1@1": 0.91,
1769
- "f1@5": 0.3333333333333335,
1770
- "f1@10": 0.1818181818181819,
1771
- "map@1": 0.91,
1772
- "map@5": 0.9486666666666668,
1773
- "map@10": 0.9486666666666668,
1774
- "mrr@1": 0.91,
1775
- "mrr@5": 0.9486666666666668,
1776
- "mrr@10": 0.9486666666666668,
1777
- "num_pred": 100,
1778
- "num_data": 100
1779
- },
1780
- "ViDoRe_syntheticDocQA_healthcare_industry": {
1781
- "hit@1": 0.98,
1782
- "hit@5": 1.0,
1783
- "hit@10": 1.0,
1784
- "ndcg_linear@1": 0.98,
1785
- "ndcg_linear@5": 0.9926185950714291,
1786
- "ndcg_linear@10": 0.9926185950714291,
1787
- "ndcg_exponential@1": 0.98,
1788
- "ndcg_exponential@5": 0.9926185950714291,
1789
- "ndcg_exponential@10": 0.9926185950714291,
1790
- "precision@1": 0.98,
1791
- "precision@5": 0.19999999999999996,
1792
- "precision@10": 0.09999999999999998,
1793
- "recall@1": 0.98,
1794
- "recall@5": 1.0,
1795
- "recall@10": 1.0,
1796
- "f1@1": 0.98,
1797
- "f1@5": 0.3333333333333335,
1798
- "f1@10": 0.1818181818181819,
1799
- "map@1": 0.98,
1800
- "map@5": 0.99,
1801
- "map@10": 0.99,
1802
- "mrr@1": 0.98,
1803
- "mrr@5": 0.99,
1804
- "mrr@10": 0.99,
1805
- "num_pred": 100,
1806
- "num_data": 100
1807
- },
1808
- "ViDoRe_esg_reports_human_labeled_v2": {
1809
- "hit@1": 0.5961538461538461,
1810
- "hit@5": 0.8076923076923077,
1811
- "hit@10": 0.9423076923076923,
1812
- "ndcg_linear@1": 0.5961538461538461,
1813
- "ndcg_linear@5": 0.6296600073137312,
1814
- "ndcg_linear@10": 0.6705595746139588,
1815
- "ndcg_exponential@1": 0.5961538461538461,
1816
- "ndcg_exponential@5": 0.6299756241655962,
1817
- "ndcg_exponential@10": 0.6704653092060078,
1818
- "precision@1": 0.5961538461538461,
1819
- "precision@5": 0.23846153846153845,
1820
- "precision@10": 0.15192307692307694,
1821
- "recall@1": 0.4131410256410256,
1822
- "recall@5": 0.6887820512820512,
1823
- "recall@10": 0.7911796536796536,
1824
- "f1@1": 0.4535996055226824,
1825
- "f1@5": 0.3230738216032334,
1826
- "f1@10": 0.23409263248064158,
1827
- "map@1": 0.5961538461538461,
1828
- "map@5": 0.5665384615384614,
1829
- "map@10": 0.5893776709401709,
1830
- "mrr@1": 0.5961538461538461,
1831
- "mrr@5": 0.6733974358974358,
1832
- "mrr@10": 0.6940018315018316,
1833
- "num_pred": 52,
1834
- "num_data": 52
1835
- },
1836
- "ViDoRe_biomedical_lectures_v2_multilingual": {
1837
- "hit@1": 0.5984375,
1838
- "hit@5": 0.8625,
1839
- "hit@10": 0.9234375,
1840
- "ndcg_linear@1": 0.5984375,
1841
- "ndcg_linear@5": 0.6190370658395963,
1842
- "ndcg_linear@10": 0.6529580971857463,
1843
- "ndcg_exponential@1": 0.5984375,
1844
- "ndcg_exponential@5": 0.6190370658395963,
1845
- "ndcg_exponential@10": 0.6529580971857463,
1846
- "precision@1": 0.5984375,
1847
- "precision@5": 0.28343750000000006,
1848
- "precision@10": 0.18078125,
1849
- "recall@1": 0.35178885758848993,
1850
- "recall@5": 0.6366524178734974,
1851
- "recall@10": 0.7461748104414179,
1852
- "f1@1": 0.40396605564574306,
1853
- "f1@5": 0.3465695122891814,
1854
- "f1@10": 0.26204261977469695,
1855
- "map@1": 0.5984375,
1856
- "map@5": 0.5450312499999999,
1857
- "map@10": 0.5618039198318215,
1858
- "mrr@1": 0.5984375,
1859
- "mrr@5": 0.70625,
1860
- "mrr@10": 0.7146484375,
1861
- "num_pred": 640,
1862
- "num_data": 640
1863
- },
1864
- "ViDoRe_economics_reports_v2_multilingual": {
1865
- "hit@1": 0.646551724137931,
1866
- "hit@5": 0.9008620689655172,
1867
- "hit@10": 0.9698275862068966,
1868
- "ndcg_linear@1": 0.646551724137931,
1869
- "ndcg_linear@5": 0.5685312758722243,
1870
- "ndcg_linear@10": 0.550178902673084,
1871
- "ndcg_exponential@1": 0.646551724137931,
1872
- "ndcg_exponential@5": 0.5685312758722243,
1873
- "ndcg_exponential@10": 0.550178902673084,
1874
- "precision@1": 0.646551724137931,
1875
- "precision@5": 0.481896551724138,
1876
- "precision@10": 0.38965517241379305,
1877
- "recall@1": 0.12471931579610925,
1878
- "recall@5": 0.29616056216035974,
1879
- "recall@10": 0.41806637417173476,
1880
- "f1@1": 0.16700870093479486,
1881
- "f1@5": 0.2933327631251845,
1882
- "f1@10": 0.3249409794183384,
1883
- "map@1": 0.646551724137931,
1884
- "map@5": 0.4706513409961685,
1885
- "map@10": 0.4198481598498276,
1886
- "mrr@1": 0.646551724137931,
1887
- "mrr@5": 0.7420258620689654,
1888
- "mrr@10": 0.7511562671045431,
1889
- "num_pred": 232,
1890
- "num_data": 232
1891
- },
1892
- "ViDoRe_esg_reports_v2_multilingual": {
1893
- "hit@1": 0.5131578947368421,
1894
- "hit@5": 0.8157894736842105,
1895
- "hit@10": 0.9122807017543859,
1896
- "ndcg_linear@1": 0.5131578947368421,
1897
- "ndcg_linear@5": 0.555066193664009,
1898
- "ndcg_linear@10": 0.602550698741118,
1899
- "ndcg_exponential@1": 0.5131578947368421,
1900
- "ndcg_exponential@5": 0.555066193664009,
1901
- "ndcg_exponential@10": 0.602550698741118,
1902
- "precision@1": 0.5131578947368421,
1903
- "precision@5": 0.28070175438596495,
1904
- "precision@10": 0.193421052631579,
1905
- "recall@1": 0.27540204678362573,
1906
- "recall@5": 0.5781954887218045,
1907
- "recall@10": 0.7195436507936508,
1908
- "f1@1": 0.32750861224545436,
1909
- "f1@5": 0.32705597087869964,
1910
- "f1@10": 0.2660040891974247,
1911
- "map@1": 0.5131578947368421,
1912
- "map@5": 0.47248050682261206,
1913
- "map@10": 0.497215971061914,
1914
- "mrr@1": 0.5131578947368421,
1915
- "mrr@5": 0.6345760233918128,
1916
- "mrr@10": 0.647404970760234,
1917
- "num_pred": 228,
1918
- "num_data": 228
1919
- },
1920
- "VisRAG_ArxivQA": {
1921
- "hit@1": 0.8602941176470589,
1922
- "hit@5": 0.9424019607843137,
1923
- "hit@10": 0.9620098039215687,
1924
- "ndcg_linear@1": 0.8602941176470589,
1925
- "ndcg_linear@5": 0.9042122521765144,
1926
- "ndcg_linear@10": 0.9106922665907122,
1927
- "ndcg_exponential@1": 0.8602941176470589,
1928
- "ndcg_exponential@5": 0.9042122521765144,
1929
- "ndcg_exponential@10": 0.9106922665907122,
1930
- "precision@1": 0.8602941176470589,
1931
- "precision@5": 0.1884803921568627,
1932
- "precision@10": 0.09620098039215684,
1933
- "recall@1": 0.8602941176470589,
1934
- "recall@5": 0.9424019607843137,
1935
- "recall@10": 0.9620098039215687,
1936
- "f1@1": 0.8602941176470589,
1937
- "f1@5": 0.3141339869281046,
1938
- "f1@10": 0.1749108734402852,
1939
- "map@1": 0.8602941176470589,
1940
- "map@5": 0.8914624183006535,
1941
- "map@10": 0.8942168534080298,
1942
- "mrr@1": 0.8602941176470589,
1943
- "mrr@5": 0.8914624183006535,
1944
- "mrr@10": 0.8942168534080298,
1945
- "num_pred": 816,
1946
- "num_data": 816
1947
- },
1948
- "VisRAG_ChartQA": {
1949
- "hit@1": 0.873015873015873,
1950
- "hit@5": 0.9523809523809523,
1951
- "hit@10": 0.9682539682539683,
1952
- "ndcg_linear@1": 0.873015873015873,
1953
- "ndcg_linear@5": 0.9139585535309659,
1954
- "ndcg_linear@10": 0.9196126358660138,
1955
- "ndcg_exponential@1": 0.873015873015873,
1956
- "ndcg_exponential@5": 0.9139585535309659,
1957
- "ndcg_exponential@10": 0.9196126358660138,
1958
- "precision@1": 0.873015873015873,
1959
- "precision@5": 0.19047619047619035,
1960
- "precision@10": 0.09682539682539677,
1961
- "recall@1": 0.873015873015873,
1962
- "recall@5": 0.9523809523809523,
1963
- "recall@10": 0.9682539682539683,
1964
- "f1@1": 0.873015873015873,
1965
- "f1@5": 0.3174603174603174,
1966
- "f1@10": 0.17604617604617606,
1967
- "map@1": 0.873015873015873,
1968
- "map@5": 0.9013227513227513,
1969
- "map@10": 0.903968253968254,
1970
- "mrr@1": 0.873015873015873,
1971
- "mrr@5": 0.9013227513227513,
1972
- "mrr@10": 0.903968253968254,
1973
- "num_pred": 63,
1974
- "num_data": 63
1975
- },
1976
- "VisRAG_MP-DocVQA": {
1977
- "hit@1": 0.8460236886632826,
1978
- "hit@5": 0.9746192893401016,
1979
- "hit@10": 0.9847715736040609,
1980
- "ndcg_linear@1": 0.8460236886632826,
1981
- "ndcg_linear@5": 0.9182216161559719,
1982
- "ndcg_linear@10": 0.9216553868015481,
1983
- "ndcg_exponential@1": 0.8460236886632826,
1984
- "ndcg_exponential@5": 0.9182216161559719,
1985
- "ndcg_exponential@10": 0.9216553868015481,
1986
- "precision@1": 0.8460236886632826,
1987
- "precision@5": 0.19492385786802027,
1988
- "precision@10": 0.09847715736040608,
1989
- "recall@1": 0.8460236886632826,
1990
- "recall@5": 0.9746192893401016,
1991
- "recall@10": 0.9847715736040609,
1992
- "f1@1": 0.8460236886632826,
1993
- "f1@5": 0.3248730964467006,
1994
- "f1@10": 0.1790493770189202,
1995
- "map@1": 0.8460236886632826,
1996
- "map@5": 0.8991257755217146,
1997
- "map@10": 0.9006345177664974,
1998
- "mrr@1": 0.8460236886632826,
1999
- "mrr@5": 0.8991257755217146,
2000
- "mrr@10": 0.9006345177664974,
2001
- "num_pred": 591,
2002
- "num_data": 591
2003
- },
2004
- "VisRAG_SlideVQA": {
2005
- "hit@1": 0.9586330935251799,
2006
- "hit@5": 0.9928057553956835,
2007
- "hit@10": 0.9946043165467626,
2008
- "ndcg_linear@1": 0.9586330935251799,
2009
- "ndcg_linear@5": 0.970044615428976,
2010
- "ndcg_linear@10": 0.971384840755372,
2011
- "ndcg_exponential@1": 0.9586330935251799,
2012
- "ndcg_exponential@5": 0.970044615428976,
2013
- "ndcg_exponential@10": 0.971384840755372,
2014
- "precision@1": 0.9586330935251799,
2015
- "precision@5": 0.24856115107913668,
2016
- "precision@10": 0.1248201438848921,
2017
- "recall@1": 0.8318345323741008,
2018
- "recall@5": 0.987410071942446,
2019
- "recall@10": 0.9910071942446043,
2020
- "f1@1": 0.8741007194244604,
2021
- "f1@5": 0.3899451867077768,
2022
- "f1@10": 0.2191519511663397,
2023
- "map@1": 0.9586330935251799,
2024
- "map@5": 0.9585731414868106,
2025
- "map@10": 0.9593296791138517,
2026
- "mrr@1": 0.9586330935251799,
2027
- "mrr@5": 0.9743705035971223,
2028
- "mrr@10": 0.9746702637889687,
2029
- "num_pred": 556,
2030
- "num_data": 556
2031
- },
2032
- "VisRAG_InfoVQA": {
2033
- "hit@1": 0.9206128133704735,
2034
- "hit@5": 0.9888579387186629,
2035
- "hit@10": 0.9972144846796658,
2036
- "ndcg_linear@1": 0.9206128133704735,
2037
- "ndcg_linear@5": 0.9596902263338724,
2038
- "ndcg_linear@10": 0.9622907757474569,
2039
- "ndcg_exponential@1": 0.9206128133704735,
2040
- "ndcg_exponential@5": 0.9596902263338724,
2041
- "ndcg_exponential@10": 0.9622907757474569,
2042
- "precision@1": 0.9206128133704735,
2043
- "precision@5": 0.1977715877437326,
2044
- "precision@10": 0.09972144846796657,
2045
- "recall@1": 0.9206128133704735,
2046
- "recall@5": 0.9888579387186629,
2047
- "recall@10": 0.9972144846796658,
2048
- "f1@1": 0.9206128133704735,
2049
- "f1@5": 0.3296193129062211,
2050
- "f1@10": 0.181311724487212,
2051
- "map@1": 0.9206128133704735,
2052
- "map@5": 0.9497678737233055,
2053
- "map@10": 0.9507825971614271,
2054
- "mrr@1": 0.9206128133704735,
2055
- "mrr@5": 0.9497678737233055,
2056
- "mrr@10": 0.9507825971614271,
2057
- "num_pred": 718,
2058
- "num_data": 718
2059
- },
2060
- "VisRAG_PlotQA": {
2061
- "hit@1": 0.6210892236384704,
2062
- "hit@5": 0.8829663962920047,
2063
- "hit@10": 0.944380069524913,
2064
- "ndcg_linear@1": 0.6210892236384704,
2065
- "ndcg_linear@5": 0.7594865892300102,
2066
- "ndcg_linear@10": 0.779692627108632,
2067
- "ndcg_exponential@1": 0.6210892236384704,
2068
- "ndcg_exponential@5": 0.7594865892300102,
2069
- "ndcg_exponential@10": 0.779692627108632,
2070
- "precision@1": 0.6210892236384704,
2071
- "precision@5": 0.1765932792584009,
2072
- "precision@10": 0.09443800695249131,
2073
- "recall@1": 0.6210892236384704,
2074
- "recall@5": 0.8829663962920047,
2075
- "recall@10": 0.944380069524913,
2076
- "f1@1": 0.6210892236384704,
2077
- "f1@5": 0.29432213209733493,
2078
- "f1@10": 0.17170546718634785,
2079
- "map@1": 0.6210892236384704,
2080
- "map@5": 0.7185206643491695,
2081
- "map@10": 0.7270618367084184,
2082
- "mrr@1": 0.6210892236384704,
2083
- "mrr@5": 0.7185206643491695,
2084
- "mrr@10": 0.7270618367084184,
2085
- "num_pred": 863,
2086
- "num_data": 863
2087
- },
2088
- "ViDoSeek-page": {
2089
- "hit@1": 0.021891418563922942,
2090
- "hit@5": 0.43870402802101577,
2091
- "hit@10": 0.6663747810858144,
2092
- "ndcg_linear@1": 0.021891418563922942,
2093
- "ndcg_linear@5": 0.23340405808098585,
2094
- "ndcg_linear@10": 0.3075329682546885,
2095
- "ndcg_exponential@1": 0.021891418563922942,
2096
- "ndcg_exponential@5": 0.2334040580809859,
2097
- "ndcg_exponential@10": 0.3075329682546885,
2098
- "precision@1": 0.021891418563922942,
2099
- "precision@5": 0.08774080560420315,
2100
- "precision@10": 0.06663747810858144,
2101
- "recall@1": 0.021891418563922942,
2102
- "recall@5": 0.43870402802101577,
2103
- "recall@10": 0.6663747810858144,
2104
- "f1@1": 0.021891418563922942,
2105
- "f1@5": 0.1462346760070053,
2106
- "f1@10": 0.1211590511065117,
2107
- "map@1": 0.021891418563922942,
2108
- "map@5": 0.166009924109749,
2109
- "map@10": 0.1969042754287938,
2110
- "mrr@1": 0.021891418563922942,
2111
- "mrr@5": 0.166009924109749,
2112
- "mrr@10": 0.1969042754287938,
2113
- "num_pred": 1142,
2114
- "num_data": 1142
2115
- },
2116
- "ViDoSeek-doc": {
2117
- "hit@1": 0.9956217162872154,
2118
- "hit@5": 0.999124343257443,
2119
- "hit@10": 0.999124343257443,
2120
- "ndcg_linear@1": 0.6713368359603036,
2121
- "ndcg_linear@5": 0.8430562304157682,
2122
- "ndcg_linear@10": 0.8339235489187798,
2123
- "ndcg_exponential@1": 0.43970477858393786,
2124
- "ndcg_exponential@5": 0.721421001900569,
2125
- "ndcg_exponential@10": 0.756430458926477,
2126
- "precision@1": 0.9956217162872154,
2127
- "precision@5": 0.9352014010507881,
2128
- "precision@10": 0.8540280210157619,
2129
- "recall@1": 0.05873271879508355,
2130
- "recall@5": 0.2751627862689317,
2131
- "recall@10": 0.49306959586722166,
2132
- "f1@1": 0.11017242278113552,
2133
- "f1@5": 0.4166189351753278,
2134
- "f1@10": 0.6111681144177751,
2135
- "map@1": 0.9956217162872154,
2136
- "map@5": 0.9295738470519556,
2137
- "map@10": 0.8467988913311968,
2138
- "mrr@1": 0.9956217162872154,
2139
- "mrr@5": 0.9969352014010507,
2140
- "mrr@10": 0.9969352014010507,
2141
- "num_pred": 1142,
2142
- "num_data": 1142
2143
- },
2144
- "MMLongBench-page": {
2145
- "hit@1": 0.07637231503579953,
2146
- "hit@5": 0.3436754176610978,
2147
- "hit@10": 0.44630071599045346,
2148
- "ndcg_linear@1": 0.07637231503579953,
2149
- "ndcg_linear@5": 0.1704532074548356,
2150
- "ndcg_linear@10": 0.20824001831571434,
2151
- "ndcg_exponential@1": 0.07637231503579953,
2152
- "ndcg_exponential@5": 0.1704532074548356,
2153
- "ndcg_exponential@10": 0.20824001831571434,
2154
- "precision@1": 0.07637231503579953,
2155
- "precision@5": 0.0818615751789976,
2156
- "precision@10": 0.05930787589498807,
2157
- "recall@1": 0.043317422434367536,
2158
- "recall@5": 0.2549707353108308,
2159
- "recall@10": 0.360494090237527,
2160
- "f1@1": 0.05269058705812882,
2161
- "f1@5": 0.11694283963341946,
2162
- "f1@10": 0.09698778949565816,
2163
- "map@1": 0.07637231503579953,
2164
- "map@5": 0.12410766374966853,
2165
- "map@10": 0.1415421023222336,
2166
- "mrr@1": 0.07637231503579953,
2167
- "mrr@5": 0.1693914081145585,
2168
- "mrr@10": 0.18302221843391292,
2169
- "num_pred": 838,
2170
- "num_data": 838
2171
- },
2172
- "MMLongBench-doc": {
2173
- "hit@1": 0.7434367541766109,
2174
- "hit@5": 0.8257756563245824,
2175
- "hit@10": 0.8520286396181385,
2176
- "ndcg_linear@1": 0.5242641209228321,
2177
- "ndcg_linear@5": 0.5594971125382726,
2178
- "ndcg_linear@10": 0.5401015487237933,
2179
- "ndcg_exponential@1": 0.36771224002727576,
2180
- "ndcg_exponential@5": 0.4735481290888468,
2181
- "ndcg_exponential@10": 0.4850787033433123,
2182
- "precision@1": 0.7434367541766109,
2183
- "precision@5": 0.6164677804295943,
2184
- "precision@10": 0.5485680190930788,
2185
- "recall@1": 0.024064115895302905,
2186
- "recall@5": 0.09710460778214079,
2187
- "recall@10": 0.16725465234857864,
2188
- "f1@1": 0.04613127731463195,
2189
- "f1@5": 0.16091594703247036,
2190
- "f1@10": 0.23996814066291974,
2191
- "map@1": 0.7434367541766109,
2192
- "map@5": 0.5880708035003978,
2193
- "map@10": 0.5065187068816742,
2194
- "mrr@1": 0.7434367541766109,
2195
- "mrr@5": 0.7777048528241844,
2196
- "mrr@10": 0.7812085653672767,
2197
- "num_pred": 838,
2198
- "num_data": 838
2199
- }
2200
- }
2201
- }
2202
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
scores/WeMM-Embedding-9B.json ADDED
The diff for this file is too large to render. See raw diff