Hugging Face's logo

Spaces:
TIGER-Lab
/
MMEB-Leaderboard
Running

App Files Community
77
MINGYISU commited on
Commit
a063c72
·
verified ·
1 Parent(s): 139a95e

Delete scores/VLM2Vec-Qwen2-VL-V2.1-scores_report.json

Browse files
Files changed (1) hide show
  1. scores/VLM2Vec-Qwen2-VL-V2.1-scores_report.json +0 -1702
scores/VLM2Vec-Qwen2-VL-V2.1-scores_report.json DELETED
@@ -1,1702 +0,0 @@
1
- {
2
- "metadata": {
3
- "model_name": "VLM2Vec-Qwen2-VL-V2.1",
4
- "model_size": 2,
5
- "embedding_dimension": null,
6
- "max_length_tokens": null,
7
- "model_release_date": "2025-05-15",
8
- "data_source": "",
9
- "url": "",
10
- "report_generated_date": "2025-05-30T06:33:26.437452"
11
- },
12
- "metrics": {
13
- "image": {
14
- "ImageNet-1K": {
15
- "hit@1": 0.786,
16
- "hit@5": 0.951,
17
- "hit@10": 0.974,
18
- "ndcg@1": 0.786,
19
- "ndcg@5": 0.8793557596567982,
20
- "ndcg@10": 0.8869605540910463,
21
- "precision@1": 0.786,
22
- "precision@5": 0.1902,
23
- "precision@10": 0.0974,
24
- "recall@1": 0.786,
25
- "recall@5": 0.951,
26
- "recall@10": 0.974,
27
- "f1@1": 0.786,
28
- "f1@5": 0.317,
29
- "f1@10": 0.1770909090909091,
30
- "map@1": 0.786,
31
- "map@5": 0.855,
32
- "map@10": 0.8582321428571429,
33
- "mrr@1": 0.786,
34
- "mrr@5": 0.855,
35
- "mrr@10": 0.8582321428571429,
36
- "num_pred": 1000,
37
- "num_data": 1000
38
- },
39
- "N24News": {
40
- "hit@1": 0.765,
41
- "hit@5": 0.964,
42
- "hit@10": 0.989,
43
- "ndcg@1": 0.765,
44
- "ndcg@5": 0.8777475188437514,
45
- "ndcg@10": 0.8857877852100778,
46
- "precision@1": 0.765,
47
- "precision@5": 0.1928,
48
- "precision@10": 0.0989,
49
- "recall@1": 0.765,
50
- "recall@5": 0.964,
51
- "recall@10": 0.989,
52
- "f1@1": 0.765,
53
- "f1@5": 0.32133333333333336,
54
- "f1@10": 0.1798181818181818,
55
- "map@1": 0.765,
56
- "map@5": 0.8484166666666666,
57
- "map@10": 0.8517059523809524,
58
- "mrr@1": 0.765,
59
- "mrr@5": 0.8484166666666666,
60
- "mrr@10": 0.8517059523809524,
61
- "num_pred": 1000,
62
- "num_data": 1000
63
- },
64
- "HatefulMemes": {
65
- "hit@1": 0.539,
66
- "hit@5": 1.0,
67
- "hit@10": 1.0,
68
- "ndcg@1": 0.539,
69
- "ndcg@5": 0.829858616396442,
70
- "ndcg@10": 0.829858616396442,
71
- "precision@1": 0.539,
72
- "precision@5": 0.20000000000000004,
73
- "precision@10": 0.10000000000000002,
74
- "recall@1": 0.539,
75
- "recall@5": 1.0,
76
- "recall@10": 1.0,
77
- "f1@1": 0.539,
78
- "f1@5": 0.3333333333333333,
79
- "f1@10": 0.18181818181818182,
80
- "map@1": 0.539,
81
- "map@5": 0.7695,
82
- "map@10": 0.7695,
83
- "mrr@1": 0.539,
84
- "mrr@5": 0.7695,
85
- "mrr@10": 0.7695,
86
- "num_pred": 1000,
87
- "num_data": 1000
88
- },
89
- "VOC2007": {
90
- "hit@1": 0.856,
91
- "hit@5": 0.97,
92
- "hit@10": 0.988,
93
- "ndcg@1": 0.856,
94
- "ndcg@5": 0.9206875351116595,
95
- "ndcg@10": 0.9266647673940863,
96
- "precision@1": 0.856,
97
- "precision@5": 0.19400000000000003,
98
- "precision@10": 0.09880000000000001,
99
- "recall@1": 0.856,
100
- "recall@5": 0.97,
101
- "recall@10": 0.988,
102
- "f1@1": 0.856,
103
- "f1@5": 0.32333333333333336,
104
- "f1@10": 0.17963636363636362,
105
- "map@1": 0.856,
106
- "map@5": 0.9038999999999999,
107
- "map@10": 0.906457142857143,
108
- "mrr@1": 0.856,
109
- "mrr@5": 0.9038999999999999,
110
- "mrr@10": 0.906457142857143,
111
- "num_pred": 1000,
112
- "num_data": 1000
113
- },
114
- "SUN397": {
115
- "hit@1": 0.652,
116
- "hit@5": 0.898,
117
- "hit@10": 0.947,
118
- "ndcg@1": 0.652,
119
- "ndcg@5": 0.7878784740466801,
120
- "ndcg@10": 0.8042132482472114,
121
- "precision@1": 0.652,
122
- "precision@5": 0.1796,
123
- "precision@10": 0.09470000000000002,
124
- "recall@1": 0.652,
125
- "recall@5": 0.898,
126
- "recall@10": 0.947,
127
- "f1@1": 0.652,
128
- "f1@5": 0.2993333333333334,
129
- "f1@10": 0.17218181818181819,
130
- "map@1": 0.652,
131
- "map@5": 0.75075,
132
- "map@10": 0.757777380952381,
133
- "mrr@1": 0.652,
134
- "mrr@5": 0.75075,
135
- "mrr@10": 0.757777380952381,
136
- "num_pred": 1000,
137
- "num_data": 1000
138
- },
139
- "Place365": {
140
- "hit@1": 0.338,
141
- "hit@5": 0.603,
142
- "hit@10": 0.699,
143
- "ndcg@1": 0.338,
144
- "ndcg@5": 0.4803878136483831,
145
- "ndcg@10": 0.5115497912882357,
146
- "precision@1": 0.338,
147
- "precision@5": 0.12059999999999998,
148
- "precision@10": 0.0699,
149
- "recall@1": 0.338,
150
- "recall@5": 0.603,
151
- "recall@10": 0.699,
152
- "f1@1": 0.338,
153
- "f1@5": 0.20100000000000007,
154
- "f1@10": 0.12709090909090912,
155
- "map@1": 0.338,
156
- "map@5": 0.43948333333333334,
157
- "map@10": 0.452411507936508,
158
- "mrr@1": 0.338,
159
- "mrr@5": 0.43948333333333334,
160
- "mrr@10": 0.452411507936508,
161
- "num_pred": 1000,
162
- "num_data": 1000
163
- },
164
- "ImageNet-A": {
165
- "hit@1": 0.47,
166
- "hit@5": 0.709,
167
- "hit@10": 0.787,
168
- "ndcg@1": 0.47,
169
- "ndcg@5": 0.5994393029556508,
170
- "ndcg@10": 0.6248293448191466,
171
- "precision@1": 0.47,
172
- "precision@5": 0.1418,
173
- "precision@10": 0.0787,
174
- "recall@1": 0.47,
175
- "recall@5": 0.709,
176
- "recall@10": 0.787,
177
- "f1@1": 0.47,
178
- "f1@5": 0.2363333333333334,
179
- "f1@10": 0.14309090909090913,
180
- "map@1": 0.47,
181
- "map@5": 0.5626833333333334,
182
- "map@10": 0.5732492063492064,
183
- "mrr@1": 0.47,
184
- "mrr@5": 0.5626833333333334,
185
- "mrr@10": 0.5732492063492064,
186
- "num_pred": 1000,
187
- "num_data": 1000
188
- },
189
- "ImageNet-R": {
190
- "hit@1": 0.814,
191
- "hit@5": 0.955,
192
- "hit@10": 0.972,
193
- "ndcg@1": 0.814,
194
- "ndcg@5": 0.8898798613976422,
195
- "ndcg@10": 0.8954397133930482,
196
- "precision@1": 0.814,
197
- "precision@5": 0.19100000000000006,
198
- "precision@10": 0.09720000000000002,
199
- "recall@1": 0.814,
200
- "recall@5": 0.955,
201
- "recall@10": 0.972,
202
- "f1@1": 0.814,
203
- "f1@5": 0.31833333333333336,
204
- "f1@10": 0.17672727272727268,
205
- "map@1": 0.814,
206
- "map@5": 0.868,
207
- "map@10": 0.8703309523809524,
208
- "mrr@1": 0.814,
209
- "mrr@5": 0.868,
210
- "mrr@10": 0.8703309523809524,
211
- "num_pred": 1000,
212
- "num_data": 1000
213
- },
214
- "ObjectNet": {
215
- "hit@1": 0.637,
216
- "hit@5": 0.832,
217
- "hit@10": 0.888,
218
- "ndcg@1": 0.637,
219
- "ndcg@5": 0.7442422525944117,
220
- "ndcg@10": 0.7624181370332057,
221
- "precision@1": 0.637,
222
- "precision@5": 0.1664,
223
- "precision@10": 0.08880000000000002,
224
- "recall@1": 0.637,
225
- "recall@5": 0.832,
226
- "recall@10": 0.888,
227
- "f1@1": 0.637,
228
- "f1@5": 0.2773333333333334,
229
- "f1@10": 0.16145454545454546,
230
- "map@1": 0.637,
231
- "map@5": 0.7148,
232
- "map@10": 0.7223412698412699,
233
- "mrr@1": 0.637,
234
- "mrr@5": 0.7148,
235
- "mrr@10": 0.7223412698412699,
236
- "num_pred": 1000,
237
- "num_data": 1000
238
- },
239
- "Country211": {
240
- "hit@1": 0.236,
241
- "hit@5": 0.435,
242
- "hit@10": 0.522,
243
- "ndcg@1": 0.236,
244
- "ndcg@5": 0.3391707021175824,
245
- "ndcg@10": 0.3671683360049007,
246
- "precision@1": 0.236,
247
- "precision@5": 0.087,
248
- "precision@10": 0.0522,
249
- "recall@1": 0.236,
250
- "recall@5": 0.435,
251
- "recall@10": 0.522,
252
- "f1@1": 0.236,
253
- "f1@5": 0.14500000000000005,
254
- "f1@10": 0.09490909090909093,
255
- "map@1": 0.236,
256
- "map@5": 0.30751666666666666,
257
- "map@10": 0.31899325396825395,
258
- "mrr@1": 0.236,
259
- "mrr@5": 0.30751666666666666,
260
- "mrr@10": 0.31899325396825395,
261
- "num_pred": 1000,
262
- "num_data": 1000
263
- },
264
- "OK-VQA": {
265
- "hit@1": 0.53,
266
- "hit@5": 0.788,
267
- "hit@10": 0.858,
268
- "ndcg@1": 0.53,
269
- "ndcg@5": 0.6698161425813521,
270
- "ndcg@10": 0.6927084829279392,
271
- "precision@1": 0.53,
272
- "precision@5": 0.15760000000000002,
273
- "precision@10": 0.08580000000000002,
274
- "recall@1": 0.53,
275
- "recall@5": 0.788,
276
- "recall@10": 0.858,
277
- "f1@1": 0.53,
278
- "f1@5": 0.2626666666666667,
279
- "f1@10": 0.156,
280
- "map@1": 0.53,
281
- "map@5": 0.6302166666666666,
282
- "map@10": 0.6398103174603175,
283
- "mrr@1": 0.53,
284
- "mrr@5": 0.6302166666666666,
285
- "mrr@10": 0.6398103174603175,
286
- "num_pred": 1000,
287
- "num_data": 1000
288
- },
289
- "A-OKVQA": {
290
- "hit@1": 0.438,
291
- "hit@5": 0.752,
292
- "hit@10": 0.832,
293
- "ndcg@1": 0.438,
294
- "ndcg@5": 0.6065021222125251,
295
- "ndcg@10": 0.6325055288198025,
296
- "precision@1": 0.438,
297
- "precision@5": 0.1504,
298
- "precision@10": 0.0832,
299
- "recall@1": 0.438,
300
- "recall@5": 0.752,
301
- "recall@10": 0.832,
302
- "f1@1": 0.438,
303
- "f1@5": 0.2506666666666667,
304
- "f1@10": 0.15127272727272728,
305
- "map@1": 0.438,
306
- "map@5": 0.5579666666666667,
307
- "map@10": 0.5687769841269841,
308
- "mrr@1": 0.438,
309
- "mrr@5": 0.5579666666666667,
310
- "mrr@10": 0.5687769841269841,
311
- "num_pred": 1000,
312
- "num_data": 1000
313
- },
314
- "DocVQA": {
315
- "hit@1": 0.896,
316
- "hit@5": 0.965,
317
- "hit@10": 0.976,
318
- "ndcg@1": 0.896,
319
- "ndcg@5": 0.9360552871316068,
320
- "ndcg@10": 0.9395738155061311,
321
- "precision@1": 0.896,
322
- "precision@5": 0.19300000000000003,
323
- "precision@10": 0.09760000000000002,
324
- "recall@1": 0.896,
325
- "recall@5": 0.965,
326
- "recall@10": 0.976,
327
- "f1@1": 0.896,
328
- "f1@5": 0.3216666666666667,
329
- "f1@10": 0.17745454545454545,
330
- "map@1": 0.896,
331
- "map@5": 0.9261166666666667,
332
- "map@10": 0.9275448412698413,
333
- "mrr@1": 0.896,
334
- "mrr@5": 0.9261166666666667,
335
- "mrr@10": 0.9275448412698413,
336
- "num_pred": 1000,
337
- "num_data": 1000
338
- },
339
- "InfographicsVQA": {
340
- "hit@1": 0.559,
341
- "hit@5": 0.793,
342
- "hit@10": 0.864,
343
- "ndcg@1": 0.559,
344
- "ndcg@5": 0.685957267820919,
345
- "ndcg@10": 0.708607344773437,
346
- "precision@1": 0.559,
347
- "precision@5": 0.1586,
348
- "precision@10": 0.0864,
349
- "recall@1": 0.559,
350
- "recall@5": 0.793,
351
- "recall@10": 0.864,
352
- "f1@1": 0.559,
353
- "f1@5": 0.26433333333333336,
354
- "f1@10": 0.1570909090909091,
355
- "map@1": 0.559,
356
- "map@5": 0.6501499999999999,
357
- "map@10": 0.6593198412698412,
358
- "mrr@1": 0.559,
359
- "mrr@5": 0.6501499999999999,
360
- "mrr@10": 0.6593198412698412,
361
- "num_pred": 1000,
362
- "num_data": 1000
363
- },
364
- "ChartQA": {
365
- "hit@1": 0.461,
366
- "hit@5": 0.671,
367
- "hit@10": 0.753,
368
- "ndcg@1": 0.461,
369
- "ndcg@5": 0.5739689048241495,
370
- "ndcg@10": 0.6004441942084271,
371
- "precision@1": 0.461,
372
- "precision@5": 0.1342,
373
- "precision@10": 0.0753,
374
- "recall@1": 0.461,
375
- "recall@5": 0.671,
376
- "recall@10": 0.753,
377
- "f1@1": 0.461,
378
- "f1@5": 0.22366666666666668,
379
- "f1@10": 0.13690909090909092,
380
- "map@1": 0.461,
381
- "map@5": 0.5415833333333333,
382
- "map@10": 0.5524876984126984,
383
- "mrr@1": 0.461,
384
- "mrr@5": 0.5415833333333333,
385
- "mrr@10": 0.5524876984126984,
386
- "num_pred": 1000,
387
- "num_data": 1000
388
- },
389
- "Visual7W": {
390
- "hit@1": 0.474,
391
- "hit@5": 0.855,
392
- "hit@10": 0.934,
393
- "ndcg@1": 0.474,
394
- "ndcg@5": 0.6817991379902264,
395
- "ndcg@10": 0.7077098354826533,
396
- "precision@1": 0.474,
397
- "precision@5": 0.171,
398
- "precision@10": 0.09340000000000001,
399
- "recall@1": 0.474,
400
- "recall@5": 0.855,
401
- "recall@10": 0.934,
402
- "f1@1": 0.474,
403
- "f1@5": 0.285,
404
- "f1@10": 0.1698181818181818,
405
- "map@1": 0.474,
406
- "map@5": 0.6236833333333334,
407
- "map@10": 0.6345873015873017,
408
- "mrr@1": 0.474,
409
- "mrr@5": 0.6236833333333334,
410
- "mrr@10": 0.6345873015873017,
411
- "num_pred": 1000,
412
- "num_data": 1000
413
- },
414
- "ScienceQA": {
415
- "hit@1": 0.37,
416
- "hit@5": 0.659,
417
- "hit@10": 0.79,
418
- "ndcg@1": 0.37,
419
- "ndcg@5": 0.5269886261590063,
420
- "ndcg@10": 0.5692567171878673,
421
- "precision@1": 0.37,
422
- "precision@5": 0.1318,
423
- "precision@10": 0.079,
424
- "recall@1": 0.37,
425
- "recall@5": 0.659,
426
- "recall@10": 0.79,
427
- "f1@1": 0.37,
428
- "f1@5": 0.21966666666666673,
429
- "f1@10": 0.14363636363636365,
430
- "map@1": 0.37,
431
- "map@5": 0.4827833333333333,
432
- "map@10": 0.5001579365079365,
433
- "mrr@1": 0.37,
434
- "mrr@5": 0.4827833333333333,
435
- "mrr@10": 0.5001579365079365,
436
- "num_pred": 1000,
437
- "num_data": 1000
438
- },
439
- "VizWiz": {
440
- "hit@1": 0.422,
441
- "hit@5": 0.617,
442
- "hit@10": 0.681,
443
- "ndcg@1": 0.422,
444
- "ndcg@5": 0.5254860929618814,
445
- "ndcg@10": 0.5461605768075588,
446
- "precision@1": 0.422,
447
- "precision@5": 0.1234,
448
- "precision@10": 0.0681,
449
- "recall@1": 0.422,
450
- "recall@5": 0.617,
451
- "recall@10": 0.681,
452
- "f1@1": 0.422,
453
- "f1@5": 0.20566666666666672,
454
- "f1@10": 0.12381818181818184,
455
- "map@1": 0.422,
456
- "map@5": 0.4950833333333334,
457
- "map@10": 0.503597619047619,
458
- "mrr@1": 0.422,
459
- "mrr@5": 0.4950833333333334,
460
- "mrr@10": 0.503597619047619,
461
- "num_pred": 1000,
462
- "num_data": 1000
463
- },
464
- "GQA": {
465
- "hit@1": 0.595,
466
- "hit@5": 0.835,
467
- "hit@10": 0.904,
468
- "ndcg@1": 0.595,
469
- "ndcg@5": 0.7203437271941817,
470
- "ndcg@10": 0.7425042508341791,
471
- "precision@1": 0.595,
472
- "precision@5": 0.167,
473
- "precision@10": 0.09040000000000002,
474
- "recall@1": 0.595,
475
- "recall@5": 0.835,
476
- "recall@10": 0.904,
477
- "f1@1": 0.595,
478
- "f1@5": 0.2783333333333334,
479
- "f1@10": 0.16436363636363638,
480
- "map@1": 0.595,
481
- "map@5": 0.6824,
482
- "map@10": 0.691459126984127,
483
- "mrr@1": 0.595,
484
- "mrr@5": 0.6824,
485
- "mrr@10": 0.691459126984127,
486
- "num_pred": 1000,
487
- "num_data": 1000
488
- },
489
- "TextVQA": {
490
- "hit@1": 0.714,
491
- "hit@5": 0.828,
492
- "hit@10": 0.861,
493
- "ndcg@1": 0.714,
494
- "ndcg@5": 0.7759883374392802,
495
- "ndcg@10": 0.7866798717275013,
496
- "precision@1": 0.714,
497
- "precision@5": 0.1656,
498
- "precision@10": 0.08610000000000001,
499
- "recall@1": 0.714,
500
- "recall@5": 0.828,
501
- "recall@10": 0.861,
502
- "f1@1": 0.714,
503
- "f1@5": 0.276,
504
- "f1@10": 0.15654545454545457,
505
- "map@1": 0.714,
506
- "map@5": 0.7585666666666666,
507
- "map@10": 0.7629837301587302,
508
- "mrr@1": 0.714,
509
- "mrr@5": 0.7585666666666666,
510
- "mrr@10": 0.7629837301587302,
511
- "num_pred": 1000,
512
- "num_data": 1000
513
- },
514
- "VisDial": {
515
- "hit@1": 0.786,
516
- "hit@5": 0.94,
517
- "hit@10": 0.974,
518
- "ndcg@1": 0.786,
519
- "ndcg@5": 0.8712201058279702,
520
- "ndcg@10": 0.8822886741609149,
521
- "precision@1": 0.786,
522
- "precision@5": 0.18800000000000003,
523
- "precision@10": 0.09740000000000001,
524
- "recall@1": 0.786,
525
- "recall@5": 0.94,
526
- "recall@10": 0.974,
527
- "f1@1": 0.786,
528
- "f1@5": 0.31333333333333335,
529
- "f1@10": 0.17709090909090908,
530
- "map@1": 0.786,
531
- "map@5": 0.84805,
532
- "map@10": 0.8526611111111112,
533
- "mrr@1": 0.786,
534
- "mrr@5": 0.84805,
535
- "mrr@10": 0.8526611111111112,
536
- "num_pred": 1000,
537
- "num_data": 1000
538
- },
539
- "CIRR": {
540
- "hit@1": 0.49,
541
- "hit@5": 0.877,
542
- "hit@10": 0.932,
543
- "ndcg@1": 0.49,
544
- "ndcg@5": 0.7047483751869181,
545
- "ndcg@10": 0.7228061409716358,
546
- "precision@1": 0.49,
547
- "precision@5": 0.17540000000000003,
548
- "precision@10": 0.09320000000000002,
549
- "recall@1": 0.49,
550
- "recall@5": 0.877,
551
- "recall@10": 0.932,
552
- "f1@1": 0.49,
553
- "f1@5": 0.2923333333333334,
554
- "f1@10": 0.16945454545454544,
555
- "map@1": 0.49,
556
- "map@5": 0.6466333333333333,
557
- "map@10": 0.6542412698412697,
558
- "mrr@1": 0.49,
559
- "mrr@5": 0.6466333333333333,
560
- "mrr@10": 0.6542412698412697,
561
- "num_pred": 1000,
562
- "num_data": 1000
563
- },
564
- "VisualNews_t2i": {
565
- "hit@1": 0.726,
566
- "hit@5": 0.887,
567
- "hit@10": 0.918,
568
- "ndcg@1": 0.726,
569
- "ndcg@5": 0.8129961329430482,
570
- "ndcg@10": 0.8230809979107395,
571
- "precision@1": 0.726,
572
- "precision@5": 0.1774,
573
- "precision@10": 0.0918,
574
- "recall@1": 0.726,
575
- "recall@5": 0.887,
576
- "recall@10": 0.918,
577
- "f1@1": 0.726,
578
- "f1@5": 0.29566666666666674,
579
- "f1@10": 0.1669090909090909,
580
- "map@1": 0.726,
581
- "map@5": 0.7882833333333333,
582
- "map@10": 0.7924817460317459,
583
- "mrr@1": 0.726,
584
- "mrr@5": 0.7882833333333333,
585
- "mrr@10": 0.7924817460317459,
586
- "num_pred": 1000,
587
- "num_data": 1000
588
- },
589
- "VisualNews_i2t": {
590
- "hit@1": 0.723,
591
- "hit@5": 0.881,
592
- "hit@10": 0.919,
593
- "ndcg@1": 0.723,
594
- "ndcg@5": 0.8092182983515347,
595
- "ndcg@10": 0.8217076538993346,
596
- "precision@1": 0.723,
597
- "precision@5": 0.1762,
598
- "precision@10": 0.09190000000000001,
599
- "recall@1": 0.723,
600
- "recall@5": 0.881,
601
- "recall@10": 0.919,
602
- "f1@1": 0.723,
603
- "f1@5": 0.2936666666666667,
604
- "f1@10": 0.1670909090909091,
605
- "map@1": 0.723,
606
- "map@5": 0.78515,
607
- "map@10": 0.7904230158730159,
608
- "mrr@1": 0.723,
609
- "mrr@5": 0.78515,
610
- "mrr@10": 0.7904230158730159,
611
- "num_pred": 1000,
612
- "num_data": 1000
613
- },
614
- "MSCOCO_t2i": {
615
- "hit@1": 0.714,
616
- "hit@5": 0.933,
617
- "hit@10": 0.973,
618
- "ndcg@1": 0.714,
619
- "ndcg@5": 0.8353398361462805,
620
- "ndcg@10": 0.8485224436537495,
621
- "precision@1": 0.714,
622
- "precision@5": 0.18660000000000002,
623
- "precision@10": 0.09730000000000001,
624
- "recall@1": 0.714,
625
- "recall@5": 0.933,
626
- "recall@10": 0.973,
627
- "f1@1": 0.714,
628
- "f1@5": 0.311,
629
- "f1@10": 0.17690909090909088,
630
- "map@1": 0.714,
631
- "map@5": 0.8023833333333333,
632
- "map@10": 0.8079615079365078,
633
- "mrr@1": 0.714,
634
- "mrr@5": 0.8023833333333333,
635
- "mrr@10": 0.8079615079365078,
636
- "num_pred": 1000,
637
- "num_data": 1000
638
- },
639
- "MSCOCO_i2t": {
640
- "hit@1": 0.672,
641
- "hit@5": 0.928,
642
- "hit@10": 0.982,
643
- "ndcg@1": 0.672,
644
- "ndcg@5": 0.8090194149563709,
645
- "ndcg@10": 0.8266747240244816,
646
- "precision@1": 0.672,
647
- "precision@5": 0.18560000000000001,
648
- "precision@10": 0.09820000000000002,
649
- "recall@1": 0.672,
650
- "recall@5": 0.928,
651
- "recall@10": 0.982,
652
- "f1@1": 0.672,
653
- "f1@5": 0.30933333333333335,
654
- "f1@10": 0.1785454545454545,
655
- "map@1": 0.672,
656
- "map@5": 0.7693666666666665,
657
- "map@10": 0.7767690476190475,
658
- "mrr@1": 0.672,
659
- "mrr@5": 0.7693666666666665,
660
- "mrr@10": 0.7767690476190475,
661
- "num_pred": 1000,
662
- "num_data": 1000
663
- },
664
- "NIGHTS": {
665
- "hit@1": 0.668,
666
- "hit@5": 0.978,
667
- "hit@10": 0.993,
668
- "ndcg@1": 0.668,
669
- "ndcg@5": 0.8447366082363483,
670
- "ndcg@10": 0.8496486525328769,
671
- "precision@1": 0.668,
672
- "precision@5": 0.19560000000000002,
673
- "precision@10": 0.09930000000000001,
674
- "recall@1": 0.668,
675
- "recall@5": 0.978,
676
- "recall@10": 0.993,
677
- "f1@1": 0.668,
678
- "f1@5": 0.326,
679
- "f1@10": 0.1805454545454545,
680
- "map@1": 0.668,
681
- "map@5": 0.7992999999999999,
682
- "map@10": 0.8013611111111111,
683
- "mrr@1": 0.668,
684
- "mrr@5": 0.7992999999999999,
685
- "mrr@10": 0.8013611111111111,
686
- "num_pred": 1000,
687
- "num_data": 1000
688
- },
689
- "WebQA": {
690
- "hit@1": 0.886,
691
- "hit@5": 0.983,
692
- "hit@10": 0.992,
693
- "ndcg@1": 0.886,
694
- "ndcg@5": 0.9421519699900475,
695
- "ndcg@10": 0.9449297295649959,
696
- "precision@1": 0.886,
697
- "precision@5": 0.19660000000000002,
698
- "precision@10": 0.09920000000000001,
699
- "recall@1": 0.886,
700
- "recall@5": 0.983,
701
- "recall@10": 0.992,
702
- "f1@1": 0.886,
703
- "f1@5": 0.3276666666666666,
704
- "f1@10": 0.18036363636363634,
705
- "map@1": 0.886,
706
- "map@5": 0.9281666666666666,
707
- "map@10": 0.9292373015873016,
708
- "mrr@1": 0.886,
709
- "mrr@5": 0.9281666666666666,
710
- "mrr@10": 0.9292373015873016,
711
- "num_pred": 1000,
712
- "num_data": 1000
713
- },
714
- "FashionIQ": {
715
- "hit@1": 0.193,
716
- "hit@5": 0.414,
717
- "hit@10": 0.519,
718
- "ndcg@1": 0.193,
719
- "ndcg@5": 0.3095019379907809,
720
- "ndcg@10": 0.3436979493850471,
721
- "precision@1": 0.193,
722
- "precision@5": 0.0828,
723
- "precision@10": 0.0519,
724
- "recall@1": 0.193,
725
- "recall@5": 0.414,
726
- "recall@10": 0.519,
727
- "f1@1": 0.193,
728
- "f1@5": 0.13800000000000004,
729
- "f1@10": 0.09436363636363637,
730
- "map@1": 0.193,
731
- "map@5": 0.27481666666666665,
732
- "map@10": 0.2890619047619048,
733
- "mrr@1": 0.193,
734
- "mrr@5": 0.27481666666666665,
735
- "mrr@10": 0.2890619047619048,
736
- "num_pred": 1000,
737
- "num_data": 1000
738
- },
739
- "Wiki-SS-NQ": {
740
- "hit@1": 0.649,
741
- "hit@5": 0.858,
742
- "hit@10": 0.894,
743
- "ndcg@1": 0.649,
744
- "ndcg@5": 0.7621993288618629,
745
- "ndcg@10": 0.7740234309698544,
746
- "precision@1": 0.649,
747
- "precision@5": 0.17160000000000003,
748
- "precision@10": 0.08940000000000001,
749
- "recall@1": 0.649,
750
- "recall@5": 0.858,
751
- "recall@10": 0.894,
752
- "f1@1": 0.649,
753
- "f1@5": 0.286,
754
- "f1@10": 0.16254545454545455,
755
- "map@1": 0.649,
756
- "map@5": 0.7301,
757
- "map@10": 0.7350916666666667,
758
- "mrr@1": 0.649,
759
- "mrr@5": 0.7301,
760
- "mrr@10": 0.7350916666666667,
761
- "num_pred": 1000,
762
- "num_data": 1000
763
- },
764
- "OVEN": {
765
- "hit@1": 0.656,
766
- "hit@5": 0.858,
767
- "hit@10": 0.904,
768
- "ndcg@1": 0.656,
769
- "ndcg@5": 0.7688225950844196,
770
- "ndcg@10": 0.7840840724207487,
771
- "precision@1": 0.656,
772
- "precision@5": 0.17160000000000003,
773
- "precision@10": 0.09040000000000001,
774
- "recall@1": 0.656,
775
- "recall@5": 0.858,
776
- "recall@10": 0.904,
777
- "f1@1": 0.656,
778
- "f1@5": 0.286,
779
- "f1@10": 0.16436363636363638,
780
- "map@1": 0.656,
781
- "map@5": 0.7386666666666666,
782
- "map@10": 0.7451972222222221,
783
- "mrr@1": 0.656,
784
- "mrr@5": 0.7386666666666666,
785
- "mrr@10": 0.7451972222222221,
786
- "num_pred": 1000,
787
- "num_data": 1000
788
- },
789
- "EDIS": {
790
- "hit@1": 0.81,
791
- "hit@5": 0.958,
792
- "hit@10": 0.985,
793
- "ndcg@1": 0.81,
794
- "ndcg@5": 0.8927260422814499,
795
- "ndcg@10": 0.9013786033917063,
796
- "precision@1": 0.81,
797
- "precision@5": 0.19160000000000002,
798
- "precision@10": 0.09850000000000003,
799
- "recall@1": 0.81,
800
- "recall@5": 0.958,
801
- "recall@10": 0.985,
802
- "f1@1": 0.81,
803
- "f1@5": 0.31933333333333336,
804
- "f1@10": 0.17909090909090908,
805
- "map@1": 0.81,
806
- "map@5": 0.8706833333333334,
807
- "map@10": 0.8742063492063492,
808
- "mrr@1": 0.81,
809
- "mrr@5": 0.8706833333333334,
810
- "mrr@10": 0.8742063492063492,
811
- "num_pred": 1000,
812
- "num_data": 1000
813
- },
814
- "MSCOCO": {
815
- "hit@1": 0.616,
816
- "hit@5": 0.779,
817
- "hit@10": 0.832,
818
- "ndcg@1": 0.616,
819
- "ndcg@5": 0.705461859923422,
820
- "ndcg@10": 0.7225744447775342,
821
- "precision@1": 0.616,
822
- "precision@5": 0.15580000000000002,
823
- "precision@10": 0.08320000000000002,
824
- "recall@1": 0.616,
825
- "recall@5": 0.779,
826
- "recall@10": 0.832,
827
- "f1@1": 0.616,
828
- "f1@5": 0.25966666666666677,
829
- "f1@10": 0.15127272727272725,
830
- "map@1": 0.616,
831
- "map@5": 0.6808166666666666,
832
- "map@10": 0.6878607142857143,
833
- "mrr@1": 0.616,
834
- "mrr@5": 0.6808166666666666,
835
- "mrr@10": 0.6878607142857143,
836
- "num_pred": 1000,
837
- "num_data": 1000
838
- },
839
- "RefCOCO": {
840
- "hit@1": 0.83,
841
- "hit@5": 0.965,
842
- "hit@10": 0.982,
843
- "ndcg@1": 0.83,
844
- "ndcg@5": 0.907274694038521,
845
- "ndcg@10": 0.9127997729844821,
846
- "precision@1": 0.83,
847
- "precision@5": 0.19300000000000003,
848
- "precision@10": 0.09820000000000002,
849
- "recall@1": 0.83,
850
- "recall@5": 0.965,
851
- "recall@10": 0.982,
852
- "f1@1": 0.83,
853
- "f1@5": 0.3216666666666667,
854
- "f1@10": 0.17854545454545453,
855
- "map@1": 0.83,
856
- "map@5": 0.8875666666666666,
857
- "map@10": 0.8898630952380951,
858
- "mrr@1": 0.83,
859
- "mrr@5": 0.8875666666666666,
860
- "mrr@10": 0.8898630952380951,
861
- "num_pred": 1000,
862
- "num_data": 1000
863
- },
864
- "RefCOCO-Matching": {
865
- "hit@1": 0.85,
866
- "hit@5": 0.999,
867
- "hit@10": 1.0,
868
- "ndcg@1": 0.85,
869
- "ndcg@5": 0.9446891964404038,
870
- "ndcg@10": 0.9450046613171896,
871
- "precision@1": 0.85,
872
- "precision@5": 0.19980000000000003,
873
- "precision@10": 0.10000000000000002,
874
- "recall@1": 0.85,
875
- "recall@5": 0.999,
876
- "recall@10": 1.0,
877
- "f1@1": 0.85,
878
- "f1@5": 0.333,
879
- "f1@10": 0.18181818181818182,
880
- "map@1": 0.85,
881
- "map@5": 0.9259833333333334,
882
- "map@10": 0.9261083333333333,
883
- "mrr@1": 0.85,
884
- "mrr@5": 0.9229833333333334,
885
- "mrr@10": 0.9231083333333333,
886
- "num_pred": 1000,
887
- "num_data": 1000
888
- },
889
- "Visual7W-Pointing": {
890
- "hit@1": 0.71,
891
- "hit@5": 0.871,
892
- "hit@10": 0.909,
893
- "ndcg@1": 0.71,
894
- "ndcg@5": 0.7972840336402242,
895
- "ndcg@10": 0.8094017818760351,
896
- "precision@1": 0.71,
897
- "precision@5": 0.17420000000000002,
898
- "precision@10": 0.09090000000000001,
899
- "recall@1": 0.71,
900
- "recall@5": 0.871,
901
- "recall@10": 0.909,
902
- "f1@1": 0.71,
903
- "f1@5": 0.2903333333333334,
904
- "f1@10": 0.16527272727272727,
905
- "map@1": 0.71,
906
- "map@5": 0.7726333333333332,
907
- "map@10": 0.7775396825396825,
908
- "mrr@1": 0.71,
909
- "mrr@5": 0.7726333333333332,
910
- "mrr@10": 0.7775396825396825,
911
- "num_pred": 1000,
912
- "num_data": 1000
913
- }
914
- },
915
- "visdoc": {
916
- "ViDoRe_arxivqa": {
917
- "hit@1": 0.652,
918
- "hit@5": 0.808,
919
- "hit@10": 0.856,
920
- "ndcg@1": 0.652,
921
- "ndcg@5": 0.7388343621431214,
922
- "ndcg@10": 0.7543346522533037,
923
- "precision@1": 0.652,
924
- "precision@5": 0.1616,
925
- "precision@10": 0.0856,
926
- "recall@1": 0.652,
927
- "recall@5": 0.808,
928
- "recall@10": 0.856,
929
- "f1@1": 0.652,
930
- "f1@5": 0.26933333333333337,
931
- "f1@10": 0.15563636363636363,
932
- "map@1": 0.652,
933
- "map@5": 0.7155,
934
- "map@10": 0.7218817460317459,
935
- "mrr@1": 0.652,
936
- "mrr@5": 0.7155,
937
- "mrr@10": 0.7218817460317459,
938
- "num_pred": 500,
939
- "num_data": 500
940
- },
941
- "ViDoRe_docvqa": {
942
- "hit@1": 0.30155210643015523,
943
- "hit@5": 0.49889135254988914,
944
- "hit@10": 0.5898004434589801,
945
- "ndcg@1": 0.30155210643015523,
946
- "ndcg@5": 0.40271180419162816,
947
- "ndcg@10": 0.4313200960885016,
948
- "precision@1": 0.30155210643015523,
949
- "precision@5": 0.10022172949002216,
950
- "precision@10": 0.05964523281596451,
951
- "recall@1": 0.30155210643015523,
952
- "recall@5": 0.49379157427937914,
953
- "recall@10": 0.5826681448632668,
954
- "f1@1": 0.30155210643015523,
955
- "f1@5": 0.16621264913947845,
956
- "f1@10": 0.10783444198078346,
957
- "map@1": 0.30155210643015523,
958
- "map@5": 0.3719327420546933,
959
- "map@10": 0.38349215147995636,
960
- "mrr@1": 0.30155210643015523,
961
- "mrr@5": 0.3732446415373244,
962
- "mrr@10": 0.38493031358885016,
963
- "num_pred": 451,
964
- "num_data": 451
965
- },
966
- "ViDoRe_infovqa": {
967
- "hit@1": 0.6740890688259109,
968
- "hit@5": 0.8663967611336032,
969
- "hit@10": 0.9048582995951417,
970
- "ndcg@1": 0.6740890688259109,
971
- "ndcg@5": 0.7801033100100705,
972
- "ndcg@10": 0.7930116387134283,
973
- "precision@1": 0.6740890688259109,
974
- "precision@5": 0.17327935222672064,
975
- "precision@10": 0.09068825910931173,
976
- "recall@1": 0.6740890688259109,
977
- "recall@5": 0.8653846153846154,
978
- "recall@10": 0.9048582995951417,
979
- "f1@1": 0.6740890688259109,
980
- "f1@5": 0.2887025255446309,
981
- "f1@10": 0.16482640166850696,
982
- "map@1": 0.6740890688259109,
983
- "map@5": 0.7511470985155195,
984
- "map@10": 0.7566167020114387,
985
- "mrr@1": 0.6740890688259109,
986
- "mrr@5": 0.7516531713900135,
987
- "mrr@10": 0.7568335903862219,
988
- "num_pred": 494,
989
- "num_data": 494
990
- },
991
- "ViDoRe_tabfquad": {
992
- "hit@1": 0.7107142857142857,
993
- "hit@5": 0.8964285714285715,
994
- "hit@10": 0.9464285714285714,
995
- "ndcg@1": 0.7107142857142857,
996
- "ndcg@5": 0.8138755399252038,
997
- "ndcg@10": 0.8304008505590015,
998
- "precision@1": 0.7107142857142857,
999
- "precision@5": 0.17928571428571427,
1000
- "precision@10": 0.09464285714285714,
1001
- "recall@1": 0.7107142857142857,
1002
- "recall@5": 0.8964285714285715,
1003
- "recall@10": 0.9464285714285714,
1004
- "f1@1": 0.7107142857142857,
1005
- "f1@5": 0.29880952380952386,
1006
- "f1@10": 0.1720779220779221,
1007
- "map@1": 0.7107142857142857,
1008
- "map@5": 0.785952380952381,
1009
- "map@10": 0.7929747732426303,
1010
- "mrr@1": 0.7107142857142857,
1011
- "mrr@5": 0.785952380952381,
1012
- "mrr@10": 0.7929747732426303,
1013
- "num_pred": 280,
1014
- "num_data": 280
1015
- },
1016
- "ViDoRe_tatdqa": {
1017
- "hit@1": 0.24665856622114216,
1018
- "hit@5": 0.48541919805589306,
1019
- "hit@10": 0.6026731470230863,
1020
- "ndcg@1": 0.24665856622114216,
1021
- "ndcg@5": 0.3736179555419941,
1022
- "ndcg@10": 0.4114961956617735,
1023
- "precision@1": 0.24665856622114216,
1024
- "precision@5": 0.09744835965978127,
1025
- "precision@10": 0.06051032806804374,
1026
- "recall@1": 0.24605103280680438,
1027
- "recall@5": 0.4848116646415553,
1028
- "recall@10": 0.6023693803159174,
1029
- "f1@1": 0.24625354394491697,
1030
- "f1@5": 0.16218249146560204,
1031
- "f1@10": 0.10993593283994259,
1032
- "map@1": 0.24665856622114216,
1033
- "map@5": 0.3365127582017011,
1034
- "map@10": 0.3520810430287951,
1035
- "mrr@1": 0.24665856622114216,
1036
- "mrr@5": 0.33676589712434185,
1037
- "mrr@10": 0.35225824027464364,
1038
- "num_pred": 1646,
1039
- "num_data": 1646
1040
- },
1041
- "ViDoRe_shiftproject": {
1042
- "hit@1": 0.41,
1043
- "hit@5": 0.77,
1044
- "hit@10": 0.85,
1045
- "ndcg@1": 0.41,
1046
- "ndcg@5": 0.5978201649268686,
1047
- "ndcg@10": 0.6247804161088925,
1048
- "precision@1": 0.41,
1049
- "precision@5": 0.15399999999999997,
1050
- "precision@10": 0.08499999999999996,
1051
- "recall@1": 0.41,
1052
- "recall@5": 0.77,
1053
- "recall@10": 0.85,
1054
- "f1@1": 0.41,
1055
- "f1@5": 0.2566666666666667,
1056
- "f1@10": 0.15454545454545457,
1057
- "map@1": 0.41,
1058
- "map@5": 0.5408333333333333,
1059
- "map@10": 0.552607142857143,
1060
- "mrr@1": 0.41,
1061
- "mrr@5": 0.5408333333333333,
1062
- "mrr@10": 0.552607142857143,
1063
- "num_pred": 100,
1064
- "num_data": 100
1065
- },
1066
- "ViDoRe_syntheticDocQA_artificial_intelligence": {
1067
- "hit@1": 0.64,
1068
- "hit@5": 0.89,
1069
- "hit@10": 0.89,
1070
- "ndcg@1": 0.64,
1071
- "ndcg@5": 0.7720316911918113,
1072
- "ndcg@10": 0.7720316911918113,
1073
- "precision@1": 0.64,
1074
- "precision@5": 0.17799999999999996,
1075
- "precision@10": 0.08899999999999998,
1076
- "recall@1": 0.64,
1077
- "recall@5": 0.89,
1078
- "recall@10": 0.89,
1079
- "f1@1": 0.64,
1080
- "f1@5": 0.2966666666666667,
1081
- "f1@10": 0.16181818181818186,
1082
- "map@1": 0.64,
1083
- "map@5": 0.7328333333333333,
1084
- "map@10": 0.7328333333333333,
1085
- "mrr@1": 0.64,
1086
- "mrr@5": 0.7328333333333333,
1087
- "mrr@10": 0.7328333333333333,
1088
- "num_pred": 100,
1089
- "num_data": 100
1090
- },
1091
- "ViDoRe_syntheticDocQA_energy": {
1092
- "hit@1": 0.66,
1093
- "hit@5": 0.86,
1094
- "hit@10": 0.91,
1095
- "ndcg@1": 0.66,
1096
- "ndcg@5": 0.7686731569412208,
1097
- "ndcg@10": 0.7839527355254091,
1098
- "precision@1": 0.66,
1099
- "precision@5": 0.172,
1100
- "precision@10": 0.09099999999999998,
1101
- "recall@1": 0.66,
1102
- "recall@5": 0.86,
1103
- "recall@10": 0.91,
1104
- "f1@1": 0.66,
1105
- "f1@5": 0.28666666666666674,
1106
- "f1@10": 0.16545454545454555,
1107
- "map@1": 0.66,
1108
- "map@5": 0.7381666666666666,
1109
- "map@10": 0.7439563492063493,
1110
- "mrr@1": 0.66,
1111
- "mrr@5": 0.7381666666666666,
1112
- "mrr@10": 0.7439563492063493,
1113
- "num_pred": 100,
1114
- "num_data": 100
1115
- },
1116
- "ViDoRe_syntheticDocQA_government_reports": {
1117
- "hit@1": 0.59,
1118
- "hit@5": 0.91,
1119
- "hit@10": 0.95,
1120
- "ndcg@1": 0.59,
1121
- "ndcg@5": 0.7654800565201222,
1122
- "ndcg@10": 0.7789478335522557,
1123
- "precision@1": 0.59,
1124
- "precision@5": 0.182,
1125
- "precision@10": 0.09499999999999999,
1126
- "recall@1": 0.59,
1127
- "recall@5": 0.91,
1128
- "recall@10": 0.95,
1129
- "f1@1": 0.59,
1130
- "f1@5": 0.3033333333333334,
1131
- "f1@10": 0.1727272727272728,
1132
- "map@1": 0.59,
1133
- "map@5": 0.7166666666666666,
1134
- "map@10": 0.7225396825396825,
1135
- "mrr@1": 0.59,
1136
- "mrr@5": 0.7166666666666666,
1137
- "mrr@10": 0.7225396825396825,
1138
- "num_pred": 100,
1139
- "num_data": 100
1140
- },
1141
- "ViDoRe_syntheticDocQA_healthcare_industry": {
1142
- "hit@1": 0.71,
1143
- "hit@5": 0.9,
1144
- "hit@10": 0.94,
1145
- "ndcg@1": 0.71,
1146
- "ndcg@5": 0.8075594917815855,
1147
- "ndcg@10": 0.8212560073514661,
1148
- "precision@1": 0.71,
1149
- "precision@5": 0.17999999999999997,
1150
- "precision@10": 0.09399999999999999,
1151
- "recall@1": 0.71,
1152
- "recall@5": 0.9,
1153
- "recall@10": 0.94,
1154
- "f1@1": 0.71,
1155
- "f1@5": 0.30000000000000004,
1156
- "f1@10": 0.17090909090909098,
1157
- "map@1": 0.71,
1158
- "map@5": 0.7771666666666667,
1159
- "map@10": 0.7832777777777777,
1160
- "mrr@1": 0.71,
1161
- "mrr@5": 0.7771666666666667,
1162
- "mrr@10": 0.7832777777777777,
1163
- "num_pred": 100,
1164
- "num_data": 100
1165
- },
1166
- "VisRAG_ArxivQA": {
1167
- "hit@1": 0.5514705882352942,
1168
- "hit@5": 0.696078431372549,
1169
- "hit@10": 0.7475490196078431,
1170
- "ndcg@1": 0.5514705882352942,
1171
- "ndcg@5": 0.6310013830686256,
1172
- "ndcg@10": 0.6475995079802747,
1173
- "precision@1": 0.5514705882352942,
1174
- "precision@5": 0.1392156862745098,
1175
- "precision@10": 0.07475490196078431,
1176
- "recall@1": 0.5514705882352942,
1177
- "recall@5": 0.696078431372549,
1178
- "recall@10": 0.7475490196078431,
1179
- "f1@1": 0.5514705882352942,
1180
- "f1@5": 0.2320261437908497,
1181
- "f1@10": 0.13591800356506242,
1182
- "map@1": 0.5514705882352942,
1183
- "map@5": 0.6091503267973857,
1184
- "map@10": 0.6159649276377217,
1185
- "mrr@1": 0.5514705882352942,
1186
- "mrr@5": 0.6091503267973857,
1187
- "mrr@10": 0.6159649276377217,
1188
- "num_pred": 816,
1189
- "num_data": 816
1190
- },
1191
- "VisRAG_ChartQA": {
1192
- "hit@1": 0.7619047619047619,
1193
- "hit@5": 0.8571428571428571,
1194
- "hit@10": 0.9047619047619048,
1195
- "ndcg@1": 0.7619047619047619,
1196
- "ndcg@5": 0.8178368097505687,
1197
- "ndcg@10": 0.83443597971167,
1198
- "precision@1": 0.7619047619047619,
1199
- "precision@5": 0.17142857142857135,
1200
- "precision@10": 0.09047619047619043,
1201
- "recall@1": 0.7619047619047619,
1202
- "recall@5": 0.8571428571428571,
1203
- "recall@10": 0.9047619047619048,
1204
- "f1@1": 0.7619047619047619,
1205
- "f1@5": 0.28571428571428564,
1206
- "f1@10": 0.16450216450216454,
1207
- "map@1": 0.7619047619047619,
1208
- "map@5": 0.8042328042328043,
1209
- "map@10": 0.8117913832199546,
1210
- "mrr@1": 0.7619047619047619,
1211
- "mrr@5": 0.8042328042328043,
1212
- "mrr@10": 0.8117913832199546,
1213
- "num_pred": 63,
1214
- "num_data": 63
1215
- },
1216
- "VisRAG_MP-DocVQA": {
1217
- "hit@1": 0.544839255499154,
1218
- "hit@5": 0.7495769881556683,
1219
- "hit@10": 0.7969543147208121,
1220
- "ndcg@1": 0.544839255499154,
1221
- "ndcg@5": 0.6536748593721804,
1222
- "ndcg@10": 0.6687163141394652,
1223
- "precision@1": 0.544839255499154,
1224
- "precision@5": 0.14991539763113365,
1225
- "precision@10": 0.0796954314720812,
1226
- "recall@1": 0.544839255499154,
1227
- "recall@5": 0.7495769881556683,
1228
- "recall@10": 0.7969543147208121,
1229
- "f1@1": 0.544839255499154,
1230
- "f1@5": 0.24985899605188952,
1231
- "f1@10": 0.14490078449469315,
1232
- "map@1": 0.544839255499154,
1233
- "map@5": 0.6217992103778907,
1234
- "map@10": 0.6278469368570891,
1235
- "mrr@1": 0.544839255499154,
1236
- "mrr@5": 0.6217992103778907,
1237
- "mrr@10": 0.6278469368570891,
1238
- "num_pred": 591,
1239
- "num_data": 591
1240
- },
1241
- "VisRAG_SlideVQA": {
1242
- "hit@1": 0.7320143884892086,
1243
- "hit@5": 0.8992805755395683,
1244
- "hit@10": 0.9370503597122302,
1245
- "ndcg@1": 0.7320143884892086,
1246
- "ndcg@5": 0.8009145701404112,
1247
- "ndcg@10": 0.8169189758450583,
1248
- "precision@1": 0.7320143884892086,
1249
- "precision@5": 0.2183453237410072,
1250
- "precision@10": 0.11510791366906474,
1251
- "recall@1": 0.625,
1252
- "recall@5": 0.8714028776978417,
1253
- "recall@10": 0.9172661870503597,
1254
- "f1@1": 0.6606714628297362,
1255
- "f1@5": 0.3429256594724221,
1256
- "f1@10": 0.20220187486374538,
1257
- "map@1": 0.7320143884892086,
1258
- "map@5": 0.7641037170263789,
1259
- "map@10": 0.7719267443188306,
1260
- "mrr@1": 0.7320143884892086,
1261
- "mrr@5": 0.8017086330935251,
1262
- "mrr@10": 0.8068252540824483,
1263
- "num_pred": 556,
1264
- "num_data": 556
1265
- },
1266
- "VisRAG_InfoVQA": {
1267
- "hit@1": 0.6267409470752089,
1268
- "hit@5": 0.871866295264624,
1269
- "hit@10": 0.9289693593314763,
1270
- "ndcg@1": 0.6267409470752089,
1271
- "ndcg@5": 0.7597297179067588,
1272
- "ndcg@10": 0.7785227500535231,
1273
- "precision@1": 0.6267409470752089,
1274
- "precision@5": 0.17437325905292478,
1275
- "precision@10": 0.09289693593314761,
1276
- "recall@1": 0.6267409470752089,
1277
- "recall@5": 0.871866295264624,
1278
- "recall@10": 0.9289693593314763,
1279
- "f1@1": 0.6267409470752089,
1280
- "f1@5": 0.2906220984215414,
1281
- "f1@10": 0.1689035198784503,
1282
- "map@1": 0.6267409470752089,
1283
- "map@5": 0.7221680594243268,
1284
- "map@10": 0.7301156209930583,
1285
- "mrr@1": 0.6267409470752089,
1286
- "mrr@5": 0.7221680594243268,
1287
- "mrr@10": 0.7301156209930583,
1288
- "num_pred": 718,
1289
- "num_data": 718
1290
- },
1291
- "VisRAG_PlotQA": {
1292
- "hit@1": 0.37891077636152953,
1293
- "hit@5": 0.6500579374275782,
1294
- "hit@10": 0.7531865585168018,
1295
- "ndcg@1": 0.37891077636152953,
1296
- "ndcg@5": 0.5200085565479549,
1297
- "ndcg@10": 0.5537339394426217,
1298
- "precision@1": 0.37891077636152953,
1299
- "precision@5": 0.13001158748551564,
1300
- "precision@10": 0.07531865585168018,
1301
- "recall@1": 0.37891077636152953,
1302
- "recall@5": 0.6500579374275782,
1303
- "recall@10": 0.7531865585168018,
1304
- "f1@1": 0.37891077636152953,
1305
- "f1@5": 0.21668597914252613,
1306
- "f1@10": 0.13694301063941855,
1307
- "map@1": 0.37891077636152953,
1308
- "map@5": 0.4770760911548861,
1309
- "map@10": 0.4912132833048244,
1310
- "mrr@1": 0.37891077636152953,
1311
- "mrr@5": 0.4770760911548861,
1312
- "mrr@10": 0.4912132833048244,
1313
- "num_pred": 863,
1314
- "num_data": 863
1315
- },
1316
- "ViDoSeek-page": "FILE_N/A",
1317
- "ViDoSeek-doc": "FILE_N/A",
1318
- "MMLongBench-page": "FILE_N/A",
1319
- "MMLongBench-doc": "FILE_N/A"
1320
- },
1321
- "video": {
1322
- "DiDeMo": {
1323
- "hit@1": 0.41434262948207173,
1324
- "hit@5": 0.6673306772908366,
1325
- "hit@10": 0.7669322709163346,
1326
- "ndcg@1": 0.41434262948207173,
1327
- "ndcg@5": 0.5482214829308661,
1328
- "ndcg@10": 0.5804168282669133,
1329
- "precision@1": 0.41434262948207173,
1330
- "precision@5": 0.13346613545816732,
1331
- "precision@10": 0.07669322709163347,
1332
- "recall@1": 0.41434262948207173,
1333
- "recall@5": 0.6673306772908366,
1334
- "recall@10": 0.7669322709163346,
1335
- "f1@1": 0.41434262948207173,
1336
- "f1@5": 0.22244355909694558,
1337
- "f1@10": 0.1394422310756972,
1338
- "map@1": 0.41434262948207173,
1339
- "map@5": 0.5087317397078354,
1340
- "map@10": 0.5220012805919181,
1341
- "mrr@1": 0.41434262948207173,
1342
- "mrr@5": 0.5087317397078354,
1343
- "mrr@10": 0.5220012805919181,
1344
- "num_pred": 1004,
1345
- "num_data": 1004
1346
- },
1347
- "MSR-VTT": {
1348
- "hit@1": 0.395,
1349
- "hit@5": 0.651,
1350
- "hit@10": 0.743,
1351
- "ndcg@1": 0.395,
1352
- "ndcg@5": 0.5315341508628847,
1353
- "ndcg@10": 0.5613539463855975,
1354
- "precision@1": 0.395,
1355
- "precision@5": 0.13019999999999998,
1356
- "precision@10": 0.07429999999999999,
1357
- "recall@1": 0.395,
1358
- "recall@5": 0.651,
1359
- "recall@10": 0.743,
1360
- "f1@1": 0.395,
1361
- "f1@5": 0.21700000000000005,
1362
- "f1@10": 0.13509090909090912,
1363
- "map@1": 0.395,
1364
- "map@5": 0.4917833333333333,
1365
- "map@10": 0.5041376984126984,
1366
- "mrr@1": 0.395,
1367
- "mrr@5": 0.4917833333333333,
1368
- "mrr@10": 0.5041376984126984,
1369
- "num_pred": 1000,
1370
- "num_data": 1000
1371
- },
1372
- "MSVD": {
1373
- "hit@1": 0.5701492537313433,
1374
- "hit@5": 0.8462686567164179,
1375
- "hit@10": 0.9208955223880597,
1376
- "ndcg@1": 0.5701492537313433,
1377
- "ndcg@5": 0.723657532845859,
1378
- "ndcg@10": 0.7478301317959454,
1379
- "precision@1": 0.5701492537313433,
1380
- "precision@5": 0.16925373134328356,
1381
- "precision@10": 0.09208955223880595,
1382
- "recall@1": 0.5701492537313433,
1383
- "recall@5": 0.8462686567164179,
1384
- "recall@10": 0.9208955223880597,
1385
- "f1@1": 0.5701492537313433,
1386
- "f1@5": 0.28208955223880605,
1387
- "f1@10": 0.16743554952510178,
1388
- "map@1": 0.5701492537313433,
1389
- "map@5": 0.6822636815920398,
1390
- "map@10": 0.6922648661454632,
1391
- "mrr@1": 0.5701492537313433,
1392
- "mrr@5": 0.6822636815920398,
1393
- "mrr@10": 0.6922648661454632,
1394
- "num_pred": 670,
1395
- "num_data": 670
1396
- },
1397
- "VATEX": {
1398
- "hit@1": 0.28829834747655203,
1399
- "hit@5": 0.550915587315766,
1400
- "hit@10": 0.6677087985707906,
1401
- "ndcg@1": 0.28829834747655203,
1402
- "ndcg@5": 0.42576353345131696,
1403
- "ndcg@10": 0.4636011840646212,
1404
- "precision@1": 0.28829834747655203,
1405
- "precision@5": 0.1101831174631532,
1406
- "precision@10": 0.06677087985707905,
1407
- "recall@1": 0.28829834747655203,
1408
- "recall@5": 0.550915587315766,
1409
- "recall@10": 0.6677087985707906,
1410
- "f1@1": 0.28829834747655203,
1411
- "f1@5": 0.18363852910525535,
1412
- "f1@10": 0.12140159974014374,
1413
- "map@1": 0.28829834747655203,
1414
- "map@5": 0.3842898615453328,
1415
- "map@10": 0.3999484251047449,
1416
- "mrr@1": 0.28829834747655203,
1417
- "mrr@5": 0.3842898615453328,
1418
- "mrr@10": 0.3999484251047449,
1419
- "num_pred": 4478,
1420
- "num_data": 4478
1421
- },
1422
- "YouCook2": {
1423
- "hit@1": 0.0994023277760302,
1424
- "hit@5": 0.22963195973576597,
1425
- "hit@10": 0.3057565272098144,
1426
- "ndcg@1": 0.0994023277760302,
1427
- "ndcg@5": 0.16505765738983919,
1428
- "ndcg@10": 0.1896536372501136,
1429
- "precision@1": 0.0994023277760302,
1430
- "precision@5": 0.04592639194715319,
1431
- "precision@10": 0.030575652720981446,
1432
- "recall@1": 0.0994023277760302,
1433
- "recall@5": 0.22963195973576597,
1434
- "recall@10": 0.3057565272098144,
1435
- "f1@1": 0.0994023277760302,
1436
- "f1@5": 0.07654398657858867,
1437
- "f1@10": 0.0555920958563299,
1438
- "map@1": 0.0994023277760302,
1439
- "map@5": 0.14391842298416693,
1440
- "map@10": 0.15405713087373987,
1441
- "mrr@1": 0.0994023277760302,
1442
- "mrr@5": 0.14391842298416693,
1443
- "mrr@10": 0.15405713087373987,
1444
- "num_pred": 3179,
1445
- "num_data": 3179
1446
- },
1447
- "QVHighlight": {
1448
- "hit@1": 0.45891043397968606,
1449
- "hit@5": 0.8337950138504155,
1450
- "hit@10": 1.0,
1451
- "ndcg@1": 0.45891043397968606,
1452
- "ndcg@5": 0.6547709307490372,
1453
- "ndcg@10": 0.7084382760829699,
1454
- "precision@1": 0.45891043397968606,
1455
- "precision@5": 0.1667590027700831,
1456
- "precision@10": 0.09999999999999998,
1457
- "recall@1": 0.45891043397968606,
1458
- "recall@5": 0.8337950138504155,
1459
- "recall@10": 1.0,
1460
- "f1@1": 0.45891043397968606,
1461
- "f1@5": 0.27793167128347196,
1462
- "f1@10": 0.18181818181818185,
1463
- "map@1": 0.45891043397968606,
1464
- "map@5": 0.5954293628808864,
1465
- "map@10": 0.6175409283442524,
1466
- "mrr@1": 0.45891043397968606,
1467
- "mrr@5": 0.5954293628808864,
1468
- "mrr@10": 0.6175409283442524,
1469
- "num_pred": 1083,
1470
- "num_data": 1083
1471
- },
1472
- "Charades-STA": {
1473
- "hit@1": 0.15268225584594222,
1474
- "hit@5": 0.546079779917469,
1475
- "hit@10": 1.0,
1476
- "ndcg@1": 0.15268225584594222,
1477
- "ndcg@5": 0.3513901183213191,
1478
- "ndcg@10": 0.49393804155442406,
1479
- "precision@1": 0.15268225584594222,
1480
- "precision@5": 0.1092159559834938,
1481
- "precision@10": 0.09999999999999998,
1482
- "recall@1": 0.15268225584594222,
1483
- "recall@5": 0.546079779917469,
1484
- "recall@10": 1.0,
1485
- "f1@1": 0.15268225584594222,
1486
- "f1@5": 0.18202659330582308,
1487
- "f1@10": 0.18181818181818185,
1488
- "map@1": 0.15268225584594222,
1489
- "map@5": 0.2876891334250344,
1490
- "map@10": 0.3440863736599638,
1491
- "mrr@1": 0.15268225584594222,
1492
- "mrr@5": 0.2876891334250344,
1493
- "mrr@10": 0.3440863736599638,
1494
- "num_pred": 727,
1495
- "num_data": 727
1496
- },
1497
- "MomentSeeker": {
1498
- "hit@1": 0.477,
1499
- "hit@5": 0.894,
1500
- "hit@10": 1.0,
1501
- "ndcg@1": 0.477,
1502
- "ndcg@5": 0.6999431394324539,
1503
- "ndcg@10": 0.7367693900247171,
1504
- "precision@1": 0.477,
1505
- "precision@5": 0.18720000000000003,
1506
- "precision@10": 0.1063,
1507
- "recall@1": 0.4622083333333334,
1508
- "recall@5": 0.887375,
1509
- "recall@10": 0.9995,
1510
- "f1@1": 0.4665269841269841,
1511
- "f1@5": 0.3056558996558997,
1512
- "f1@10": 0.19023737373737373,
1513
- "map@1": 0.477,
1514
- "map@5": 0.6349949999999999,
1515
- "map@10": 0.6510287698412699,
1516
- "mrr@1": 0.477,
1517
- "mrr@5": 0.6393833333333333,
1518
- "mrr@10": 0.6538027777777777,
1519
- "num_pred": 1000,
1520
- "num_data": 1000
1521
- },
1522
- "K700": {
1523
- "hit@1": 0.241,
1524
- "hit@5": 0.525,
1525
- "hit@10": 0.617,
1526
- "ndcg@1": 0.241,
1527
- "ndcg@5": 0.39440742981012006,
1528
- "ndcg@10": 0.42430485366243514,
1529
- "precision@1": 0.241,
1530
- "precision@5": 0.10499999999999998,
1531
- "precision@10": 0.0617,
1532
- "recall@1": 0.241,
1533
- "recall@5": 0.525,
1534
- "recall@10": 0.617,
1535
- "f1@1": 0.241,
1536
- "f1@5": 0.17500000000000004,
1537
- "f1@10": 0.1121818181818182,
1538
- "map@1": 0.241,
1539
- "map@5": 0.35076666666666667,
1540
- "map@10": 0.3631940476190476,
1541
- "mrr@1": 0.241,
1542
- "mrr@5": 0.35076666666666667,
1543
- "mrr@10": 0.3631940476190476,
1544
- "num_pred": 1000,
1545
- "num_data": 1000
1546
- },
1547
- "SmthSmthV2": {
1548
- "hit@1": 0.371,
1549
- "hit@5": 0.651,
1550
- "hit@10": 0.753,
1551
- "ndcg@1": 0.371,
1552
- "ndcg@5": 0.5193728940871313,
1553
- "ndcg@10": 0.5523936932069603,
1554
- "precision@1": 0.371,
1555
- "precision@5": 0.13019999999999998,
1556
- "precision@10": 0.07529999999999999,
1557
- "recall@1": 0.371,
1558
- "recall@5": 0.651,
1559
- "recall@10": 0.753,
1560
- "f1@1": 0.371,
1561
- "f1@5": 0.21700000000000005,
1562
- "f1@10": 0.13690909090909092,
1563
- "map@1": 0.371,
1564
- "map@5": 0.4756,
1565
- "map@10": 0.4892472222222223,
1566
- "mrr@1": 0.371,
1567
- "mrr@5": 0.4756,
1568
- "mrr@10": 0.4892472222222223,
1569
- "num_pred": 1000,
1570
- "num_data": 1000
1571
- },
1572
- "HMDB51": {
1573
- "hit@1": 0.398,
1574
- "hit@5": 0.668,
1575
- "hit@10": 0.75,
1576
- "ndcg@1": 0.398,
1577
- "ndcg@5": 0.5459200010711295,
1578
- "ndcg@10": 0.572371610722454,
1579
- "precision@1": 0.398,
1580
- "precision@5": 0.1336,
1581
- "precision@10": 0.075,
1582
- "recall@1": 0.398,
1583
- "recall@5": 0.668,
1584
- "recall@10": 0.75,
1585
- "f1@1": 0.398,
1586
- "f1@5": 0.2226666666666667,
1587
- "f1@10": 0.13636363636363638,
1588
- "map@1": 0.398,
1589
- "map@5": 0.50495,
1590
- "map@10": 0.5158285714285714,
1591
- "mrr@1": 0.398,
1592
- "mrr@5": 0.50495,
1593
- "mrr@10": 0.5158285714285714,
1594
- "num_pred": 1000,
1595
- "num_data": 1000
1596
- },
1597
- "UCF101": {
1598
- "hit@1": 0.602,
1599
- "hit@5": 0.847,
1600
- "hit@10": 0.88,
1601
- "ndcg@1": 0.602,
1602
- "ndcg@5": 0.7371850834474476,
1603
- "ndcg@10": 0.7477759962834329,
1604
- "precision@1": 0.602,
1605
- "precision@5": 0.1694,
1606
- "precision@10": 0.088,
1607
- "recall@1": 0.602,
1608
- "recall@5": 0.847,
1609
- "recall@10": 0.88,
1610
- "f1@1": 0.602,
1611
- "f1@5": 0.2823333333333334,
1612
- "f1@10": 0.16,
1613
- "map@1": 0.602,
1614
- "map@5": 0.7001666666666667,
1615
- "map@10": 0.7044928571428571,
1616
- "mrr@1": 0.602,
1617
- "mrr@5": 0.7001666666666667,
1618
- "mrr@10": 0.7044928571428571,
1619
- "num_pred": 1000,
1620
- "num_data": 1000
1621
- },
1622
- "Breakfast": {
1623
- "hit@1": 0.19861431870669746,
1624
- "hit@5": 0.6882217090069284,
1625
- "hit@10": 1.0,
1626
- "ndcg@1": 0.19861431870669746,
1627
- "ndcg@5": 0.43913047772660696,
1628
- "ndcg@10": 0.5424251959619197,
1629
- "precision@1": 0.19861431870669746,
1630
- "precision@5": 0.13764434180138566,
1631
- "precision@10": 0.1,
1632
- "recall@1": 0.19861431870669746,
1633
- "recall@5": 0.6882217090069284,
1634
- "recall@10": 1.0,
1635
- "f1@1": 0.19861431870669746,
1636
- "f1@5": 0.2294072363356429,
1637
- "f1@10": 0.1818181818181818,
1638
- "map@1": 0.19861431870669746,
1639
- "map@5": 0.35816012317167056,
1640
- "map@10": 0.4022590637486711,
1641
- "mrr@1": 0.19861431870669746,
1642
- "mrr@5": 0.35816012317167056,
1643
- "mrr@10": 0.4022590637486711,
1644
- "num_pred": 433,
1645
- "num_data": 433
1646
- },
1647
- "MVBench": "FILE_N/A",
1648
- "Video-MME": {
1649
- "hit@1": 0.2837037037037037,
1650
- "hit@5": 1.0,
1651
- "hit@10": 1.0,
1652
- "ndcg@1": 0.2837037037037037,
1653
- "ndcg@5": 0.6635977117783535,
1654
- "ndcg@10": 0.6635977117783535,
1655
- "precision@1": 0.2837037037037037,
1656
- "precision@5": 0.19999999999999996,
1657
- "precision@10": 0.09999999999999998,
1658
- "recall@1": 0.2837037037037037,
1659
- "recall@5": 1.0,
1660
- "recall@10": 1.0,
1661
- "f1@1": 0.2837037037037037,
1662
- "f1@5": 0.3333333333333334,
1663
- "f1@10": 0.18181818181818188,
1664
- "map@1": 0.2837037037037037,
1665
- "map@5": 0.5511728395061728,
1666
- "map@10": 0.5511728395061728,
1667
- "mrr@1": 0.2837037037037037,
1668
- "mrr@5": 0.5511728395061728,
1669
- "mrr@10": 0.5511728395061728,
1670
- "num_pred": 2700,
1671
- "num_data": 2700
1672
- },
1673
- "NExTQA": {
1674
- "hit@1": 0.23505371321812238,
1675
- "hit@5": 1.0,
1676
- "hit@10": 1.0,
1677
- "ndcg@1": 0.23505371321812238,
1678
- "ndcg@5": 0.6269658989529459,
1679
- "ndcg@10": 0.6269658989529459,
1680
- "precision@1": 0.23505371321812238,
1681
- "precision@5": 0.20000000000000004,
1682
- "precision@10": 0.10000000000000002,
1683
- "recall@1": 0.23505371321812238,
1684
- "recall@5": 1.0,
1685
- "recall@10": 1.0,
1686
- "f1@1": 0.23505371321812238,
1687
- "f1@5": 0.3333333333333333,
1688
- "f1@10": 0.1818181818181818,
1689
- "map@1": 0.23505371321812238,
1690
- "map@5": 0.5042367273859567,
1691
- "map@10": 0.5042367273859567,
1692
- "mrr@1": 0.23505371321812238,
1693
- "mrr@5": 0.5040732523742799,
1694
- "mrr@10": 0.5040732523742799,
1695
- "num_pred": 8564,
1696
- "num_data": 8564
1697
- },
1698
- "EgoSchema": "FILE_N/A",
1699
- "ActivityNetQA": "FILE_N/A"
1700
- }
1701
- }
1702
- }