Spaces:
Running
Running
| { | |
| "metadata": { | |
| "model_name": "colpali-v1.3", | |
| "report_generated_date": "2025-06-09T07:08:13.841120", | |
| "model_size": 2.92, | |
| "url": "https://huggingface.co/vidore/colpali-v1.3", | |
| "data_source": "TIGER-Lab" | |
| }, | |
| "metrics": { | |
| "image": { | |
| "ImageNet-1K": { | |
| "hit@1": 0.424, | |
| "hit@5": 0.63, | |
| "hit@10": 0.695, | |
| "ndcg_linear@1": 0.424, | |
| "ndcg_linear@5": 0.5362278752072428, | |
| "ndcg_linear@10": 0.5572292479510181, | |
| "ndcg_exponential@1": 0.424, | |
| "ndcg_exponential@5": 0.5362278752072428, | |
| "ndcg_exponential@10": 0.5572292479510181, | |
| "precision@1": 0.424, | |
| "precision@5": 0.12599999999999997, | |
| "precision@10": 0.0695, | |
| "recall@1": 0.424, | |
| "recall@5": 0.63, | |
| "recall@10": 0.695, | |
| "f1@1": 0.424, | |
| "f1@5": 0.21000000000000005, | |
| "f1@10": 0.1263636363636364, | |
| "map@1": 0.424, | |
| "map@5": 0.5047499999999999, | |
| "map@10": 0.5134055555555556, | |
| "mrr@1": 0.424, | |
| "mrr@5": 0.5047499999999999, | |
| "mrr@10": 0.5134055555555556, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "N24News": { | |
| "hit@1": 0.255, | |
| "hit@5": 0.522, | |
| "hit@10": 0.698, | |
| "ndcg_linear@1": 0.255, | |
| "ndcg_linear@5": 0.39237570348741835, | |
| "ndcg_linear@10": 0.4489355518555218, | |
| "ndcg_exponential@1": 0.255, | |
| "ndcg_exponential@5": 0.39237570348741835, | |
| "ndcg_exponential@10": 0.4489355518555218, | |
| "precision@1": 0.255, | |
| "precision@5": 0.10439999999999999, | |
| "precision@10": 0.0698, | |
| "recall@1": 0.255, | |
| "recall@5": 0.522, | |
| "recall@10": 0.698, | |
| "f1@1": 0.255, | |
| "f1@5": 0.17400000000000004, | |
| "f1@10": 0.12690909090909094, | |
| "map@1": 0.255, | |
| "map@5": 0.34968333333333335, | |
| "map@10": 0.3728150793650794, | |
| "mrr@1": 0.255, | |
| "mrr@5": 0.34968333333333335, | |
| "mrr@10": 0.3728150793650794, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HatefulMemes": { | |
| "hit@1": 0.506, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.506, | |
| "ndcg_linear@5": 0.8176792982643001, | |
| "ndcg_linear@10": 0.8176792982643001, | |
| "ndcg_exponential@1": 0.506, | |
| "ndcg_exponential@5": 0.8176792982643001, | |
| "ndcg_exponential@10": 0.8176792982643001, | |
| "precision@1": 0.506, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.506, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.506, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.506, | |
| "map@5": 0.753, | |
| "map@10": 0.753, | |
| "mrr@1": 0.506, | |
| "mrr@5": 0.753, | |
| "mrr@10": 0.753, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VOC2007": { | |
| "hit@1": 0.698, | |
| "hit@5": 0.896, | |
| "hit@10": 0.964, | |
| "ndcg_linear@1": 0.698, | |
| "ndcg_linear@5": 0.8066977050401656, | |
| "ndcg_linear@10": 0.8286811826798018, | |
| "ndcg_exponential@1": 0.698, | |
| "ndcg_exponential@5": 0.8066977050401656, | |
| "ndcg_exponential@10": 0.8286811826798018, | |
| "precision@1": 0.698, | |
| "precision@5": 0.1792, | |
| "precision@10": 0.0964, | |
| "recall@1": 0.698, | |
| "recall@5": 0.896, | |
| "recall@10": 0.964, | |
| "f1@1": 0.698, | |
| "f1@5": 0.2986666666666667, | |
| "f1@10": 0.17527272727272725, | |
| "map@1": 0.698, | |
| "map@5": 0.7766666666666666, | |
| "map@10": 0.7857361111111111, | |
| "mrr@1": 0.698, | |
| "mrr@5": 0.7766666666666666, | |
| "mrr@10": 0.7857361111111111, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SUN397": { | |
| "hit@1": 0.561, | |
| "hit@5": 0.776, | |
| "hit@10": 0.845, | |
| "ndcg_linear@1": 0.561, | |
| "ndcg_linear@5": 0.6766637891896082, | |
| "ndcg_linear@10": 0.6988908085166319, | |
| "ndcg_exponential@1": 0.561, | |
| "ndcg_exponential@5": 0.6766637891896082, | |
| "ndcg_exponential@10": 0.6988908085166319, | |
| "precision@1": 0.561, | |
| "precision@5": 0.15519999999999998, | |
| "precision@10": 0.0845, | |
| "recall@1": 0.561, | |
| "recall@5": 0.776, | |
| "recall@10": 0.845, | |
| "f1@1": 0.561, | |
| "f1@5": 0.2586666666666667, | |
| "f1@10": 0.15363636363636363, | |
| "map@1": 0.561, | |
| "map@5": 0.6435333333333333, | |
| "map@10": 0.6526531746031746, | |
| "mrr@1": 0.561, | |
| "mrr@5": 0.6435333333333333, | |
| "mrr@10": 0.6526531746031746, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Place365": { | |
| "hit@1": 0.275, | |
| "hit@5": 0.508, | |
| "hit@10": 0.59, | |
| "ndcg_linear@1": 0.275, | |
| "ndcg_linear@5": 0.3968289651631725, | |
| "ndcg_linear@10": 0.4233454986797219, | |
| "ndcg_exponential@1": 0.275, | |
| "ndcg_exponential@5": 0.3968289651631725, | |
| "ndcg_exponential@10": 0.4233454986797219, | |
| "precision@1": 0.275, | |
| "precision@5": 0.1016, | |
| "precision@10": 0.05899999999999999, | |
| "recall@1": 0.275, | |
| "recall@5": 0.508, | |
| "recall@10": 0.59, | |
| "f1@1": 0.275, | |
| "f1@5": 0.16933333333333336, | |
| "f1@10": 0.1072727272727273, | |
| "map@1": 0.275, | |
| "map@5": 0.3599666666666667, | |
| "map@10": 0.37090396825396826, | |
| "mrr@1": 0.275, | |
| "mrr@5": 0.3599666666666667, | |
| "mrr@10": 0.37090396825396826, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-A": { | |
| "hit@1": 0.149, | |
| "hit@5": 0.386, | |
| "hit@10": 0.511, | |
| "ndcg_linear@1": 0.149, | |
| "ndcg_linear@5": 0.27296061872015115, | |
| "ndcg_linear@10": 0.31360674858954923, | |
| "ndcg_exponential@1": 0.149, | |
| "ndcg_exponential@5": 0.27296061872015115, | |
| "ndcg_exponential@10": 0.31360674858954923, | |
| "precision@1": 0.149, | |
| "precision@5": 0.0772, | |
| "precision@10": 0.05109999999999999, | |
| "recall@1": 0.149, | |
| "recall@5": 0.386, | |
| "recall@10": 0.511, | |
| "f1@1": 0.149, | |
| "f1@5": 0.12866666666666668, | |
| "f1@10": 0.09290909090909094, | |
| "map@1": 0.149, | |
| "map@5": 0.23555, | |
| "map@10": 0.25245833333333334, | |
| "mrr@1": 0.149, | |
| "mrr@5": 0.23555, | |
| "mrr@10": 0.25245833333333334, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-R": { | |
| "hit@1": 0.646, | |
| "hit@5": 0.885, | |
| "hit@10": 0.949, | |
| "ndcg_linear@1": 0.646, | |
| "ndcg_linear@5": 0.7805740835658224, | |
| "ndcg_linear@10": 0.8012652867618623, | |
| "ndcg_exponential@1": 0.646, | |
| "ndcg_exponential@5": 0.7805740835658224, | |
| "ndcg_exponential@10": 0.8012652867618623, | |
| "precision@1": 0.646, | |
| "precision@5": 0.177, | |
| "precision@10": 0.09490000000000003, | |
| "recall@1": 0.646, | |
| "recall@5": 0.885, | |
| "recall@10": 0.949, | |
| "f1@1": 0.646, | |
| "f1@5": 0.295, | |
| "f1@10": 0.17254545454545453, | |
| "map@1": 0.646, | |
| "map@5": 0.74515, | |
| "map@10": 0.7536865079365079, | |
| "mrr@1": 0.646, | |
| "mrr@5": 0.74515, | |
| "mrr@10": 0.7536865079365079, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ObjectNet": { | |
| "hit@1": 0.456, | |
| "hit@5": 0.684, | |
| "hit@10": 0.761, | |
| "ndcg_linear@1": 0.456, | |
| "ndcg_linear@5": 0.5770939235735987, | |
| "ndcg_linear@10": 0.6022221460924772, | |
| "ndcg_exponential@1": 0.456, | |
| "ndcg_exponential@5": 0.5770939235735987, | |
| "ndcg_exponential@10": 0.6022221460924772, | |
| "precision@1": 0.456, | |
| "precision@5": 0.13679999999999998, | |
| "precision@10": 0.0761, | |
| "recall@1": 0.456, | |
| "recall@5": 0.684, | |
| "recall@10": 0.761, | |
| "f1@1": 0.456, | |
| "f1@5": 0.22800000000000006, | |
| "f1@10": 0.13836363636363638, | |
| "map@1": 0.456, | |
| "map@5": 0.5416166666666666, | |
| "map@10": 0.5521202380952381, | |
| "mrr@1": 0.456, | |
| "mrr@5": 0.5416166666666666, | |
| "mrr@10": 0.5521202380952381, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Country211": { | |
| "hit@1": 0.06, | |
| "hit@5": 0.184, | |
| "hit@10": 0.277, | |
| "ndcg_linear@1": 0.06, | |
| "ndcg_linear@5": 0.1201143319880854, | |
| "ndcg_linear@10": 0.14945291808444336, | |
| "ndcg_exponential@1": 0.06, | |
| "ndcg_exponential@5": 0.1201143319880854, | |
| "ndcg_exponential@10": 0.14945291808444336, | |
| "precision@1": 0.06, | |
| "precision@5": 0.0368, | |
| "precision@10": 0.027700000000000002, | |
| "recall@1": 0.06, | |
| "recall@5": 0.184, | |
| "recall@10": 0.277, | |
| "f1@1": 0.06, | |
| "f1@5": 0.061333333333333344, | |
| "f1@10": 0.05036363636363637, | |
| "map@1": 0.06, | |
| "map@5": 0.09943333333333333, | |
| "map@10": 0.11110952380952381, | |
| "mrr@1": 0.06, | |
| "mrr@5": 0.09943333333333333, | |
| "mrr@10": 0.11110952380952381, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OK-VQA": { | |
| "hit@1": 0.094, | |
| "hit@5": 0.213, | |
| "hit@10": 0.287, | |
| "ndcg_linear@1": 0.094, | |
| "ndcg_linear@5": 0.15781428161378155, | |
| "ndcg_linear@10": 0.18190804766263002, | |
| "ndcg_exponential@1": 0.094, | |
| "ndcg_exponential@5": 0.15781428161378155, | |
| "ndcg_exponential@10": 0.18190804766263002, | |
| "precision@1": 0.094, | |
| "precision@5": 0.0426, | |
| "precision@10": 0.028700000000000003, | |
| "recall@1": 0.094, | |
| "recall@5": 0.213, | |
| "recall@10": 0.287, | |
| "f1@1": 0.094, | |
| "f1@5": 0.07100000000000001, | |
| "f1@10": 0.052181818181818176, | |
| "map@1": 0.094, | |
| "map@5": 0.1394166666666667, | |
| "map@10": 0.14945396825396823, | |
| "mrr@1": 0.094, | |
| "mrr@5": 0.1394166666666667, | |
| "mrr@10": 0.14945396825396823, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "A-OKVQA": { | |
| "hit@1": 0.066, | |
| "hit@5": 0.179, | |
| "hit@10": 0.246, | |
| "ndcg_linear@1": 0.066, | |
| "ndcg_linear@5": 0.12531105197988915, | |
| "ndcg_linear@10": 0.1467885463447978, | |
| "ndcg_exponential@1": 0.066, | |
| "ndcg_exponential@5": 0.12531105197988915, | |
| "ndcg_exponential@10": 0.1467885463447978, | |
| "precision@1": 0.066, | |
| "precision@5": 0.0358, | |
| "precision@10": 0.0246, | |
| "recall@1": 0.066, | |
| "recall@5": 0.179, | |
| "recall@10": 0.246, | |
| "f1@1": 0.066, | |
| "f1@5": 0.05966666666666667, | |
| "f1@10": 0.04472727272727273, | |
| "map@1": 0.066, | |
| "map@5": 0.10751666666666666, | |
| "map@10": 0.11627380952380952, | |
| "mrr@1": 0.066, | |
| "mrr@5": 0.10751666666666666, | |
| "mrr@10": 0.11627380952380952, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "DocVQA": { | |
| "hit@1": 0.113, | |
| "hit@5": 0.218, | |
| "hit@10": 0.275, | |
| "ndcg_linear@1": 0.113, | |
| "ndcg_linear@5": 0.16693960663358462, | |
| "ndcg_linear@10": 0.18543782310001622, | |
| "ndcg_exponential@1": 0.113, | |
| "ndcg_exponential@5": 0.16693960663358462, | |
| "ndcg_exponential@10": 0.18543782310001622, | |
| "precision@1": 0.113, | |
| "precision@5": 0.0436, | |
| "precision@10": 0.0275, | |
| "recall@1": 0.113, | |
| "recall@5": 0.218, | |
| "recall@10": 0.275, | |
| "f1@1": 0.113, | |
| "f1@5": 0.07266666666666667, | |
| "f1@10": 0.05, | |
| "map@1": 0.113, | |
| "map@5": 0.15011666666666665, | |
| "map@10": 0.15779087301587302, | |
| "mrr@1": 0.113, | |
| "mrr@5": 0.15011666666666665, | |
| "mrr@10": 0.15779087301587302, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "InfographicsVQA": { | |
| "hit@1": 0.05, | |
| "hit@5": 0.132, | |
| "hit@10": 0.185, | |
| "ndcg_linear@1": 0.05, | |
| "ndcg_linear@5": 0.09377615908783146, | |
| "ndcg_linear@10": 0.11104853082401721, | |
| "ndcg_exponential@1": 0.05, | |
| "ndcg_exponential@5": 0.09377615908783146, | |
| "ndcg_exponential@10": 0.11104853082401721, | |
| "precision@1": 0.05, | |
| "precision@5": 0.026400000000000007, | |
| "precision@10": 0.0185, | |
| "recall@1": 0.05, | |
| "recall@5": 0.132, | |
| "recall@10": 0.185, | |
| "f1@1": 0.05, | |
| "f1@5": 0.044, | |
| "f1@10": 0.03363636363636364, | |
| "map@1": 0.05, | |
| "map@5": 0.08101666666666667, | |
| "map@10": 0.08821825396825397, | |
| "mrr@1": 0.05, | |
| "mrr@5": 0.08101666666666667, | |
| "mrr@10": 0.08821825396825397, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ChartQA": { | |
| "hit@1": 0.057, | |
| "hit@5": 0.103, | |
| "hit@10": 0.132, | |
| "ndcg_linear@1": 0.057, | |
| "ndcg_linear@5": 0.08038385840193323, | |
| "ndcg_linear@10": 0.08987025554866532, | |
| "ndcg_exponential@1": 0.057, | |
| "ndcg_exponential@5": 0.08038385840193323, | |
| "ndcg_exponential@10": 0.08987025554866532, | |
| "precision@1": 0.057, | |
| "precision@5": 0.0206, | |
| "precision@10": 0.0132, | |
| "recall@1": 0.057, | |
| "recall@5": 0.103, | |
| "recall@10": 0.132, | |
| "f1@1": 0.057, | |
| "f1@5": 0.03433333333333334, | |
| "f1@10": 0.024, | |
| "map@1": 0.057, | |
| "map@5": 0.07295, | |
| "map@10": 0.07692777777777778, | |
| "mrr@1": 0.057, | |
| "mrr@5": 0.07295, | |
| "mrr@10": 0.07692777777777778, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W": { | |
| "hit@1": 0.061, | |
| "hit@5": 0.194, | |
| "hit@10": 0.278, | |
| "ndcg_linear@1": 0.061, | |
| "ndcg_linear@5": 0.1279247131968282, | |
| "ndcg_linear@10": 0.15503365326266325, | |
| "ndcg_exponential@1": 0.061, | |
| "ndcg_exponential@5": 0.1279247131968282, | |
| "ndcg_exponential@10": 0.15503365326266325, | |
| "precision@1": 0.061, | |
| "precision@5": 0.038799999999999994, | |
| "precision@10": 0.027800000000000002, | |
| "recall@1": 0.061, | |
| "recall@5": 0.194, | |
| "recall@10": 0.278, | |
| "f1@1": 0.061, | |
| "f1@5": 0.06466666666666669, | |
| "f1@10": 0.050545454545454546, | |
| "map@1": 0.061, | |
| "map@5": 0.10625, | |
| "map@10": 0.11740198412698413, | |
| "mrr@1": 0.061, | |
| "mrr@5": 0.10625, | |
| "mrr@10": 0.11740198412698413, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ScienceQA": { | |
| "hit@1": 0.163, | |
| "hit@5": 0.311, | |
| "hit@10": 0.412, | |
| "ndcg_linear@1": 0.163, | |
| "ndcg_linear@5": 0.2405291138606887, | |
| "ndcg_linear@10": 0.2730768668127606, | |
| "ndcg_exponential@1": 0.163, | |
| "ndcg_exponential@5": 0.2405291138606887, | |
| "ndcg_exponential@10": 0.2730768668127606, | |
| "precision@1": 0.163, | |
| "precision@5": 0.0622, | |
| "precision@10": 0.0412, | |
| "recall@1": 0.163, | |
| "recall@5": 0.311, | |
| "recall@10": 0.412, | |
| "f1@1": 0.163, | |
| "f1@5": 0.10366666666666668, | |
| "f1@10": 0.07490909090909093, | |
| "map@1": 0.163, | |
| "map@5": 0.21715, | |
| "map@10": 0.23050873015873014, | |
| "mrr@1": 0.163, | |
| "mrr@5": 0.21715, | |
| "mrr@10": 0.23050873015873014, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VizWiz": { | |
| "hit@1": 0.276, | |
| "hit@5": 0.427, | |
| "hit@10": 0.481, | |
| "ndcg_linear@1": 0.276, | |
| "ndcg_linear@5": 0.35678991716957487, | |
| "ndcg_linear@10": 0.3745417135350773, | |
| "ndcg_exponential@1": 0.276, | |
| "ndcg_exponential@5": 0.35678991716957487, | |
| "ndcg_exponential@10": 0.3745417135350773, | |
| "precision@1": 0.276, | |
| "precision@5": 0.0854, | |
| "precision@10": 0.0481, | |
| "recall@1": 0.276, | |
| "recall@5": 0.427, | |
| "recall@10": 0.481, | |
| "f1@1": 0.276, | |
| "f1@5": 0.14233333333333337, | |
| "f1@10": 0.08745454545454547, | |
| "map@1": 0.276, | |
| "map@5": 0.3333833333333333, | |
| "map@10": 0.34087460317460316, | |
| "mrr@1": 0.276, | |
| "mrr@5": 0.3333833333333333, | |
| "mrr@10": 0.34087460317460316, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "GQA": { | |
| "hit@1": 0.083, | |
| "hit@5": 0.217, | |
| "hit@10": 0.322, | |
| "ndcg_linear@1": 0.083, | |
| "ndcg_linear@5": 0.14908635394128397, | |
| "ndcg_linear@10": 0.18236063680906084, | |
| "ndcg_exponential@1": 0.083, | |
| "ndcg_exponential@5": 0.14908635394128397, | |
| "ndcg_exponential@10": 0.18236063680906084, | |
| "precision@1": 0.083, | |
| "precision@5": 0.04340000000000001, | |
| "precision@10": 0.03219999999999999, | |
| "recall@1": 0.083, | |
| "recall@5": 0.217, | |
| "recall@10": 0.322, | |
| "f1@1": 0.083, | |
| "f1@5": 0.07233333333333335, | |
| "f1@10": 0.058545454545454546, | |
| "map@1": 0.083, | |
| "map@5": 0.12696666666666667, | |
| "map@10": 0.1403059523809524, | |
| "mrr@1": 0.083, | |
| "mrr@5": 0.12696666666666667, | |
| "mrr@10": 0.1403059523809524, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "TextVQA": { | |
| "hit@1": 0.188, | |
| "hit@5": 0.321, | |
| "hit@10": 0.373, | |
| "ndcg_linear@1": 0.188, | |
| "ndcg_linear@5": 0.259901257561043, | |
| "ndcg_linear@10": 0.2768789912780585, | |
| "ndcg_exponential@1": 0.188, | |
| "ndcg_exponential@5": 0.259901257561043, | |
| "ndcg_exponential@10": 0.2768789912780585, | |
| "precision@1": 0.188, | |
| "precision@5": 0.0642, | |
| "precision@10": 0.0373, | |
| "recall@1": 0.188, | |
| "recall@5": 0.321, | |
| "recall@10": 0.373, | |
| "f1@1": 0.188, | |
| "f1@5": 0.10700000000000001, | |
| "f1@10": 0.06781818181818182, | |
| "map@1": 0.188, | |
| "map@5": 0.23946666666666663, | |
| "map@10": 0.2465706349206349, | |
| "mrr@1": 0.188, | |
| "mrr@5": 0.23946666666666663, | |
| "mrr@10": 0.2465706349206349, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisDial": { | |
| "hit@1": 0.412, | |
| "hit@5": 0.672, | |
| "hit@10": 0.779, | |
| "ndcg_linear@1": 0.412, | |
| "ndcg_linear@5": 0.5492983318706365, | |
| "ndcg_linear@10": 0.5836800643308898, | |
| "ndcg_exponential@1": 0.412, | |
| "ndcg_exponential@5": 0.5492983318706365, | |
| "ndcg_exponential@10": 0.5836800643308898, | |
| "precision@1": 0.412, | |
| "precision@5": 0.13439999999999996, | |
| "precision@10": 0.0779, | |
| "recall@1": 0.412, | |
| "recall@5": 0.672, | |
| "recall@10": 0.779, | |
| "f1@1": 0.412, | |
| "f1@5": 0.22400000000000006, | |
| "f1@10": 0.14163636363636362, | |
| "map@1": 0.412, | |
| "map@5": 0.5086166666666666, | |
| "map@10": 0.522688492063492, | |
| "mrr@1": 0.412, | |
| "mrr@5": 0.5086166666666666, | |
| "mrr@10": 0.522688492063492, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "CIRR": { | |
| "hit@1": 0.082, | |
| "hit@5": 0.388, | |
| "hit@10": 0.509, | |
| "ndcg_linear@1": 0.082, | |
| "ndcg_linear@5": 0.24313243074338908, | |
| "ndcg_linear@10": 0.2821629226981484, | |
| "ndcg_exponential@1": 0.082, | |
| "ndcg_exponential@5": 0.24313243074338908, | |
| "ndcg_exponential@10": 0.2821629226981484, | |
| "precision@1": 0.082, | |
| "precision@5": 0.07759999999999999, | |
| "precision@10": 0.050899999999999994, | |
| "recall@1": 0.082, | |
| "recall@5": 0.388, | |
| "recall@10": 0.509, | |
| "f1@1": 0.082, | |
| "f1@5": 0.12933333333333338, | |
| "f1@10": 0.09254545454545456, | |
| "map@1": 0.082, | |
| "map@5": 0.19506666666666667, | |
| "map@10": 0.21111547619047621, | |
| "mrr@1": 0.082, | |
| "mrr@5": 0.19506666666666667, | |
| "mrr@10": 0.21111547619047621, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_t2i": { | |
| "hit@1": 0.501, | |
| "hit@5": 0.682, | |
| "hit@10": 0.756, | |
| "ndcg_linear@1": 0.501, | |
| "ndcg_linear@5": 0.5982691408786056, | |
| "ndcg_linear@10": 0.6224873796120489, | |
| "ndcg_exponential@1": 0.501, | |
| "ndcg_exponential@5": 0.5982691408786056, | |
| "ndcg_exponential@10": 0.6224873796120489, | |
| "precision@1": 0.501, | |
| "precision@5": 0.13639999999999997, | |
| "precision@10": 0.0756, | |
| "recall@1": 0.501, | |
| "recall@5": 0.682, | |
| "recall@10": 0.756, | |
| "f1@1": 0.501, | |
| "f1@5": 0.22733333333333336, | |
| "f1@10": 0.1374545454545455, | |
| "map@1": 0.501, | |
| "map@5": 0.5702833333333333, | |
| "map@10": 0.5804488095238095, | |
| "mrr@1": 0.501, | |
| "mrr@5": 0.5702833333333333, | |
| "mrr@10": 0.5804488095238095, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_i2t": { | |
| "hit@1": 0.476, | |
| "hit@5": 0.643, | |
| "hit@10": 0.7, | |
| "ndcg_linear@1": 0.476, | |
| "ndcg_linear@5": 0.5668805073945691, | |
| "ndcg_linear@10": 0.5857674998865605, | |
| "ndcg_exponential@1": 0.476, | |
| "ndcg_exponential@5": 0.5668805073945691, | |
| "ndcg_exponential@10": 0.5857674998865605, | |
| "precision@1": 0.476, | |
| "precision@5": 0.1286, | |
| "precision@10": 0.07, | |
| "recall@1": 0.476, | |
| "recall@5": 0.643, | |
| "recall@10": 0.7, | |
| "f1@1": 0.476, | |
| "f1@5": 0.2143333333333334, | |
| "f1@10": 0.1272727272727273, | |
| "map@1": 0.476, | |
| "map@5": 0.5413833333333332, | |
| "map@10": 0.5494496031746032, | |
| "mrr@1": 0.476, | |
| "mrr@5": 0.5413833333333332, | |
| "mrr@10": 0.5494496031746032, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_t2i": { | |
| "hit@1": 0.592, | |
| "hit@5": 0.852, | |
| "hit@10": 0.916, | |
| "ndcg_linear@1": 0.592, | |
| "ndcg_linear@5": 0.7326893679293205, | |
| "ndcg_linear@10": 0.7533319711529448, | |
| "ndcg_exponential@1": 0.592, | |
| "ndcg_exponential@5": 0.7326893679293205, | |
| "ndcg_exponential@10": 0.7533319711529448, | |
| "precision@1": 0.592, | |
| "precision@5": 0.1704, | |
| "precision@10": 0.09160000000000003, | |
| "recall@1": 0.592, | |
| "recall@5": 0.852, | |
| "recall@10": 0.916, | |
| "f1@1": 0.592, | |
| "f1@5": 0.284, | |
| "f1@10": 0.16654545454545452, | |
| "map@1": 0.592, | |
| "map@5": 0.6928, | |
| "map@10": 0.7012888888888887, | |
| "mrr@1": 0.592, | |
| "mrr@5": 0.6928, | |
| "mrr@10": 0.7012888888888887, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_i2t": { | |
| "hit@1": 0.499, | |
| "hit@5": 0.773, | |
| "hit@10": 0.866, | |
| "ndcg_linear@1": 0.499, | |
| "ndcg_linear@5": 0.6464553564135078, | |
| "ndcg_linear@10": 0.6765142035632646, | |
| "ndcg_exponential@1": 0.499, | |
| "ndcg_exponential@5": 0.6464553564135078, | |
| "ndcg_exponential@10": 0.6765142035632646, | |
| "precision@1": 0.499, | |
| "precision@5": 0.15460000000000002, | |
| "precision@10": 0.08660000000000001, | |
| "recall@1": 0.499, | |
| "recall@5": 0.773, | |
| "recall@10": 0.866, | |
| "f1@1": 0.499, | |
| "f1@5": 0.2576666666666667, | |
| "f1@10": 0.15745454545454543, | |
| "map@1": 0.499, | |
| "map@5": 0.6042000000000001, | |
| "map@10": 0.616602380952381, | |
| "mrr@1": 0.499, | |
| "mrr@5": 0.6042000000000001, | |
| "mrr@10": 0.616602380952381, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "NIGHTS": { | |
| "hit@1": 0.655, | |
| "hit@5": 0.961, | |
| "hit@10": 0.985, | |
| "ndcg_linear@1": 0.655, | |
| "ndcg_linear@5": 0.8290381357176521, | |
| "ndcg_linear@10": 0.8368697653933878, | |
| "ndcg_exponential@1": 0.655, | |
| "ndcg_exponential@5": 0.8290381357176521, | |
| "ndcg_exponential@10": 0.8368697653933878, | |
| "precision@1": 0.655, | |
| "precision@5": 0.1922, | |
| "precision@10": 0.09850000000000003, | |
| "recall@1": 0.655, | |
| "recall@5": 0.961, | |
| "recall@10": 0.985, | |
| "f1@1": 0.655, | |
| "f1@5": 0.32033333333333336, | |
| "f1@10": 0.17909090909090908, | |
| "map@1": 0.655, | |
| "map@5": 0.7840833333333334, | |
| "map@10": 0.7873575396825397, | |
| "mrr@1": 0.655, | |
| "mrr@5": 0.7840833333333334, | |
| "mrr@10": 0.7873575396825397, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "WebQA": { | |
| "hit@1": 0.538, | |
| "hit@5": 0.783, | |
| "hit@10": 0.86, | |
| "ndcg_linear@1": 0.538, | |
| "ndcg_linear@5": 0.6737746946055273, | |
| "ndcg_linear@10": 0.6988699132073182, | |
| "ndcg_exponential@1": 0.538, | |
| "ndcg_exponential@5": 0.6737746946055273, | |
| "ndcg_exponential@10": 0.6988699132073182, | |
| "precision@1": 0.538, | |
| "precision@5": 0.15660000000000002, | |
| "precision@10": 0.086, | |
| "recall@1": 0.538, | |
| "recall@5": 0.783, | |
| "recall@10": 0.86, | |
| "f1@1": 0.538, | |
| "f1@5": 0.26100000000000007, | |
| "f1@10": 0.15636363636363637, | |
| "map@1": 0.538, | |
| "map@5": 0.6369166666666666, | |
| "map@10": 0.6473904761904762, | |
| "mrr@1": 0.538, | |
| "mrr@5": 0.6369166666666666, | |
| "mrr@10": 0.6473904761904762, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "FashionIQ": { | |
| "hit@1": 0.059, | |
| "hit@5": 0.176, | |
| "hit@10": 0.252, | |
| "ndcg_linear@1": 0.059, | |
| "ndcg_linear@5": 0.11860251335553075, | |
| "ndcg_linear@10": 0.1431080455663842, | |
| "ndcg_exponential@1": 0.059, | |
| "ndcg_exponential@5": 0.11860251335553075, | |
| "ndcg_exponential@10": 0.1431080455663842, | |
| "precision@1": 0.059, | |
| "precision@5": 0.0352, | |
| "precision@10": 0.0252, | |
| "recall@1": 0.059, | |
| "recall@5": 0.176, | |
| "recall@10": 0.252, | |
| "f1@1": 0.059, | |
| "f1@5": 0.05866666666666667, | |
| "f1@10": 0.04581818181818183, | |
| "map@1": 0.059, | |
| "map@5": 0.09975, | |
| "map@10": 0.1098202380952381, | |
| "mrr@1": 0.059, | |
| "mrr@5": 0.09975, | |
| "mrr@10": 0.1098202380952381, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Wiki-SS-NQ": { | |
| "hit@1": 0.805, | |
| "hit@5": 0.948, | |
| "hit@10": 0.967, | |
| "ndcg_linear@1": 0.805, | |
| "ndcg_linear@5": 0.8862260429565881, | |
| "ndcg_linear@10": 0.8924625724131149, | |
| "ndcg_exponential@1": 0.805, | |
| "ndcg_exponential@5": 0.8862260429565881, | |
| "ndcg_exponential@10": 0.8924625724131149, | |
| "precision@1": 0.805, | |
| "precision@5": 0.18960000000000002, | |
| "precision@10": 0.09670000000000002, | |
| "recall@1": 0.805, | |
| "recall@5": 0.948, | |
| "recall@10": 0.967, | |
| "f1@1": 0.805, | |
| "f1@5": 0.316, | |
| "f1@10": 0.1758181818181818, | |
| "map@1": 0.805, | |
| "map@5": 0.8652000000000001, | |
| "map@10": 0.8678285714285714, | |
| "mrr@1": 0.805, | |
| "mrr@5": 0.8652000000000001, | |
| "mrr@10": 0.8678285714285714, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OVEN": { | |
| "hit@1": 0.5, | |
| "hit@5": 0.702, | |
| "hit@10": 0.769, | |
| "ndcg_linear@1": 0.5, | |
| "ndcg_linear@5": 0.6068469045790832, | |
| "ndcg_linear@10": 0.6285492152170207, | |
| "ndcg_exponential@1": 0.5, | |
| "ndcg_exponential@5": 0.6068469045790832, | |
| "ndcg_exponential@10": 0.6285492152170207, | |
| "precision@1": 0.5, | |
| "precision@5": 0.14039999999999997, | |
| "precision@10": 0.07690000000000001, | |
| "recall@1": 0.5, | |
| "recall@5": 0.702, | |
| "recall@10": 0.769, | |
| "f1@1": 0.5, | |
| "f1@5": 0.23400000000000007, | |
| "f1@10": 0.13981818181818184, | |
| "map@1": 0.5, | |
| "map@5": 0.5752666666666667, | |
| "map@10": 0.5842511904761905, | |
| "mrr@1": 0.5, | |
| "mrr@5": 0.5752666666666667, | |
| "mrr@10": 0.5842511904761905, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "EDIS": { | |
| "hit@1": 0.647, | |
| "hit@5": 0.84, | |
| "hit@10": 0.895, | |
| "ndcg_linear@1": 0.647, | |
| "ndcg_linear@5": 0.7509000967566725, | |
| "ndcg_linear@10": 0.7687390290441729, | |
| "ndcg_exponential@1": 0.647, | |
| "ndcg_exponential@5": 0.7509000967566725, | |
| "ndcg_exponential@10": 0.7687390290441729, | |
| "precision@1": 0.647, | |
| "precision@5": 0.168, | |
| "precision@10": 0.0895, | |
| "recall@1": 0.647, | |
| "recall@5": 0.84, | |
| "recall@10": 0.895, | |
| "f1@1": 0.647, | |
| "f1@5": 0.2800000000000001, | |
| "f1@10": 0.16272727272727272, | |
| "map@1": 0.647, | |
| "map@5": 0.7211333333333332, | |
| "map@10": 0.7285333333333333, | |
| "mrr@1": 0.647, | |
| "mrr@5": 0.7211333333333332, | |
| "mrr@10": 0.7285333333333333, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO": { | |
| "hit@1": 0.367, | |
| "hit@5": 0.486, | |
| "hit@10": 0.531, | |
| "ndcg_linear@1": 0.367, | |
| "ndcg_linear@5": 0.4311932611107677, | |
| "ndcg_linear@10": 0.44568713259686477, | |
| "ndcg_exponential@1": 0.367, | |
| "ndcg_exponential@5": 0.4311932611107677, | |
| "ndcg_exponential@10": 0.44568713259686477, | |
| "precision@1": 0.367, | |
| "precision@5": 0.0972, | |
| "precision@10": 0.053099999999999994, | |
| "recall@1": 0.367, | |
| "recall@5": 0.486, | |
| "recall@10": 0.531, | |
| "f1@1": 0.367, | |
| "f1@5": 0.16200000000000006, | |
| "f1@10": 0.09654545454545456, | |
| "map@1": 0.367, | |
| "map@5": 0.41286666666666666, | |
| "map@10": 0.4188095238095238, | |
| "mrr@1": 0.367, | |
| "mrr@5": 0.41286666666666666, | |
| "mrr@10": 0.4188095238095238, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO": { | |
| "hit@1": 0.645, | |
| "hit@5": 0.85, | |
| "hit@10": 0.892, | |
| "ndcg_linear@1": 0.645, | |
| "ndcg_linear@5": 0.7606183958914773, | |
| "ndcg_linear@10": 0.7742292643426952, | |
| "ndcg_exponential@1": 0.645, | |
| "ndcg_exponential@5": 0.7606183958914773, | |
| "ndcg_exponential@10": 0.7742292643426952, | |
| "precision@1": 0.645, | |
| "precision@5": 0.17, | |
| "precision@10": 0.08920000000000002, | |
| "recall@1": 0.645, | |
| "recall@5": 0.85, | |
| "recall@10": 0.892, | |
| "f1@1": 0.645, | |
| "f1@5": 0.2833333333333334, | |
| "f1@10": 0.16218181818181818, | |
| "map@1": 0.645, | |
| "map@5": 0.7303, | |
| "map@10": 0.7359353174603175, | |
| "mrr@1": 0.645, | |
| "mrr@5": 0.7303, | |
| "mrr@10": 0.7359353174603175, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO-Matching": { | |
| "hit@1": 0.039, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.039, | |
| "ndcg_linear@5": 0.6472162824428851, | |
| "ndcg_linear@10": 0.6472162824428851, | |
| "ndcg_exponential@1": 0.039, | |
| "ndcg_exponential@5": 0.6472162824428851, | |
| "ndcg_exponential@10": 0.6472162824428851, | |
| "precision@1": 0.039, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.039, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.039, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.039, | |
| "map@5": 0.5225, | |
| "map@10": 0.5225, | |
| "mrr@1": 0.039, | |
| "mrr@5": 0.5195, | |
| "mrr@10": 0.5195, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W-Pointing": { | |
| "hit@1": 0.561, | |
| "hit@5": 0.744, | |
| "hit@10": 0.815, | |
| "ndcg_linear@1": 0.561, | |
| "ndcg_linear@5": 0.6565683187093909, | |
| "ndcg_linear@10": 0.6796809170784373, | |
| "ndcg_exponential@1": 0.561, | |
| "ndcg_exponential@5": 0.6565683187093909, | |
| "ndcg_exponential@10": 0.6796809170784373, | |
| "precision@1": 0.561, | |
| "precision@5": 0.14880000000000002, | |
| "precision@10": 0.0815, | |
| "recall@1": 0.561, | |
| "recall@5": 0.744, | |
| "recall@10": 0.815, | |
| "f1@1": 0.561, | |
| "f1@5": 0.24800000000000005, | |
| "f1@10": 0.1481818181818182, | |
| "map@1": 0.561, | |
| "map@5": 0.6276666666666666, | |
| "map@10": 0.6372944444444445, | |
| "mrr@1": 0.561, | |
| "mrr@5": 0.6276666666666666, | |
| "mrr@10": 0.6372944444444445, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| } | |
| }, | |
| "visdoc": { | |
| "ViDoRe_arxivqa": { | |
| "hit@1": 0.76, | |
| "hit@5": 0.872, | |
| "hit@10": 0.916, | |
| "ndcg_linear@1": 0.76, | |
| "ndcg_linear@5": 0.8173769173240496, | |
| "ndcg_linear@10": 0.8316391463184296, | |
| "ndcg_exponential@1": 0.76, | |
| "ndcg_exponential@5": 0.8173769173240496, | |
| "ndcg_exponential@10": 0.8316391463184296, | |
| "precision@1": 0.76, | |
| "precision@5": 0.17439999999999997, | |
| "precision@10": 0.0916, | |
| "recall@1": 0.76, | |
| "recall@5": 0.872, | |
| "recall@10": 0.916, | |
| "f1@1": 0.76, | |
| "f1@5": 0.29066666666666674, | |
| "f1@10": 0.16654545454545455, | |
| "map@1": 0.76, | |
| "map@5": 0.7994, | |
| "map@10": 0.8053031746031745, | |
| "mrr@1": 0.76, | |
| "mrr@5": 0.7994, | |
| "mrr@10": 0.8053031746031745, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ViDoRe_docvqa": { | |
| "hit@1": 0.4878048780487805, | |
| "hit@5": 0.6385809312638581, | |
| "hit@10": 0.6895787139689579, | |
| "ndcg_linear@1": 0.4878048780487805, | |
| "ndcg_linear@5": 0.5663817406801894, | |
| "ndcg_linear@10": 0.5828545584108937, | |
| "ndcg_exponential@1": 0.4878048780487805, | |
| "ndcg_exponential@5": 0.5663817406801894, | |
| "ndcg_exponential@10": 0.5828545584108937, | |
| "precision@1": 0.4878048780487805, | |
| "precision@5": 0.12860310421286028, | |
| "precision@10": 0.06962305986696231, | |
| "recall@1": 0.4835550628233555, | |
| "recall@5": 0.635439763488544, | |
| "recall@10": 0.685328898743533, | |
| "f1@1": 0.4844505088407527, | |
| "f1@5": 0.21333233958771985, | |
| "f1@10": 0.1261170462944299, | |
| "map@1": 0.4878048780487805, | |
| "map@5": 0.542461197339246, | |
| "map@10": 0.5494527153063739, | |
| "mrr@1": 0.4878048780487805, | |
| "mrr@5": 0.545269770879527, | |
| "mrr@10": 0.5523598352866645, | |
| "num_pred": 451, | |
| "num_data": 451 | |
| }, | |
| "ViDoRe_infovqa": { | |
| "hit@1": 0.791497975708502, | |
| "hit@5": 0.8967611336032388, | |
| "hit@10": 0.9311740890688259, | |
| "ndcg_linear@1": 0.791497975708502, | |
| "ndcg_linear@5": 0.8493870405671953, | |
| "ndcg_linear@10": 0.8606301954292797, | |
| "ndcg_exponential@1": 0.791497975708502, | |
| "ndcg_exponential@5": 0.8493870405671953, | |
| "ndcg_exponential@10": 0.8606301954292797, | |
| "precision@1": 0.791497975708502, | |
| "precision@5": 0.17975708502024293, | |
| "precision@10": 0.09331983805668018, | |
| "recall@1": 0.791497975708502, | |
| "recall@5": 0.8967611336032388, | |
| "recall@10": 0.930161943319838, | |
| "f1@1": 0.791497975708502, | |
| "f1@5": 0.299402352033931, | |
| "f1@10": 0.16958041958041958, | |
| "map@1": 0.791497975708502, | |
| "map@5": 0.8334008097165991, | |
| "map@10": 0.838223764539554, | |
| "mrr@1": 0.791497975708502, | |
| "mrr@5": 0.8333333333333333, | |
| "mrr@10": 0.8383008804061435, | |
| "num_pred": 494, | |
| "num_data": 494 | |
| }, | |
| "ViDoRe_tabfquad": { | |
| "hit@1": 0.8178571428571428, | |
| "hit@5": 0.9107142857142857, | |
| "hit@10": 0.9535714285714286, | |
| "ndcg_linear@1": 0.8178571428571428, | |
| "ndcg_linear@5": 0.8693088177463265, | |
| "ndcg_linear@10": 0.8831829118752064, | |
| "ndcg_exponential@1": 0.8178571428571428, | |
| "ndcg_exponential@5": 0.8693088177463265, | |
| "ndcg_exponential@10": 0.8831829118752064, | |
| "precision@1": 0.8178571428571428, | |
| "precision@5": 0.18214285714285713, | |
| "precision@10": 0.09535714285714285, | |
| "recall@1": 0.8178571428571428, | |
| "recall@5": 0.9107142857142857, | |
| "recall@10": 0.9535714285714286, | |
| "f1@1": 0.8178571428571428, | |
| "f1@5": 0.30357142857142866, | |
| "f1@10": 0.17337662337662343, | |
| "map@1": 0.8178571428571428, | |
| "map@5": 0.8552976190476191, | |
| "map@10": 0.8610359977324263, | |
| "mrr@1": 0.8178571428571428, | |
| "mrr@5": 0.8552976190476191, | |
| "mrr@10": 0.8610359977324263, | |
| "num_pred": 280, | |
| "num_data": 280 | |
| }, | |
| "ViDoRe_tatdqa": { | |
| "hit@1": 0.5771567436208992, | |
| "hit@5": 0.8207776427703524, | |
| "hit@10": 0.8845686512758202, | |
| "ndcg_linear@1": 0.5771567436208992, | |
| "ndcg_linear@5": 0.7086500725869258, | |
| "ndcg_linear@10": 0.729683893384968, | |
| "ndcg_exponential@1": 0.5771567436208992, | |
| "ndcg_exponential@5": 0.7086500725869258, | |
| "ndcg_exponential@10": 0.729683893384968, | |
| "precision@1": 0.5771567436208992, | |
| "precision@5": 0.1645200486026731, | |
| "precision@10": 0.08876063183475091, | |
| "recall@1": 0.5762454434993924, | |
| "recall@5": 0.8198663426488457, | |
| "recall@10": 0.8842648845686513, | |
| "f1@1": 0.5765492102065614, | |
| "f1@5": 0.2739397095411677, | |
| "f1@10": 0.16128171140321815, | |
| "map@1": 0.5771567436208992, | |
| "map@5": 0.6712991089509924, | |
| "map@10": 0.6801273891492604, | |
| "mrr@1": 0.5771567436208992, | |
| "mrr@5": 0.6716281895504252, | |
| "mrr@10": 0.6803197747304673, | |
| "num_pred": 1646, | |
| "num_data": 1646 | |
| }, | |
| "ViDoRe_shiftproject": { | |
| "hit@1": 0.61, | |
| "hit@5": 0.88, | |
| "hit@10": 0.95, | |
| "ndcg_linear@1": 0.61, | |
| "ndcg_linear@5": 0.7511606311644851, | |
| "ndcg_linear@10": 0.774534113357672, | |
| "ndcg_exponential@1": 0.61, | |
| "ndcg_exponential@5": 0.7511606311644851, | |
| "ndcg_exponential@10": 0.774534113357672, | |
| "precision@1": 0.61, | |
| "precision@5": 0.176, | |
| "precision@10": 0.09499999999999999, | |
| "recall@1": 0.61, | |
| "recall@5": 0.88, | |
| "recall@10": 0.95, | |
| "f1@1": 0.61, | |
| "f1@5": 0.2933333333333334, | |
| "f1@10": 0.1727272727272728, | |
| "map@1": 0.61, | |
| "map@5": 0.7083333333333333, | |
| "map@10": 0.7184126984126985, | |
| "mrr@1": 0.61, | |
| "mrr@5": 0.7083333333333333, | |
| "mrr@10": 0.7184126984126985, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_artificial_intelligence": { | |
| "hit@1": 0.92, | |
| "hit@5": 0.98, | |
| "hit@10": 0.99, | |
| "ndcg_linear@1": 0.92, | |
| "ndcg_linear@5": 0.9565464876785729, | |
| "ndcg_linear@10": 0.9601085595496531, | |
| "ndcg_exponential@1": 0.92, | |
| "ndcg_exponential@5": 0.9565464876785729, | |
| "ndcg_exponential@10": 0.9601085595496531, | |
| "precision@1": 0.92, | |
| "precision@5": 0.19599999999999995, | |
| "precision@10": 0.09899999999999999, | |
| "recall@1": 0.92, | |
| "recall@5": 0.98, | |
| "recall@10": 0.99, | |
| "f1@1": 0.92, | |
| "f1@5": 0.32666666666666677, | |
| "f1@10": 0.18000000000000008, | |
| "map@1": 0.92, | |
| "map@5": 0.9483333333333333, | |
| "map@10": 0.95, | |
| "mrr@1": 0.92, | |
| "mrr@5": 0.9483333333333333, | |
| "mrr@10": 0.95, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_energy": { | |
| "hit@1": 0.92, | |
| "hit@5": 0.97, | |
| "hit@10": 0.97, | |
| "ndcg_linear@1": 0.92, | |
| "ndcg_linear@5": 0.9466649487518345, | |
| "ndcg_linear@10": 0.9466649487518345, | |
| "ndcg_exponential@1": 0.92, | |
| "ndcg_exponential@5": 0.9466649487518345, | |
| "ndcg_exponential@10": 0.9466649487518345, | |
| "precision@1": 0.92, | |
| "precision@5": 0.19399999999999995, | |
| "precision@10": 0.09699999999999998, | |
| "recall@1": 0.92, | |
| "recall@5": 0.97, | |
| "recall@10": 0.97, | |
| "f1@1": 0.92, | |
| "f1@5": 0.3233333333333334, | |
| "f1@10": 0.17636363636363647, | |
| "map@1": 0.92, | |
| "map@5": 0.9390000000000001, | |
| "map@10": 0.9390000000000001, | |
| "mrr@1": 0.92, | |
| "mrr@5": 0.9390000000000001, | |
| "mrr@10": 0.9390000000000001, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_government_reports": { | |
| "hit@1": 0.86, | |
| "hit@5": 0.99, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.86, | |
| "ndcg_linear@5": 0.9354743802857166, | |
| "ndcg_linear@10": 0.9388077136190499, | |
| "ndcg_exponential@1": 0.86, | |
| "ndcg_exponential@5": 0.9354743802857166, | |
| "ndcg_exponential@10": 0.9388077136190499, | |
| "precision@1": 0.86, | |
| "precision@5": 0.19799999999999998, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.86, | |
| "recall@5": 0.99, | |
| "recall@10": 1.0, | |
| "f1@1": 0.86, | |
| "f1@5": 0.3300000000000001, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.86, | |
| "map@5": 0.9166666666666665, | |
| "map@10": 0.918095238095238, | |
| "mrr@1": 0.86, | |
| "mrr@5": 0.9166666666666665, | |
| "mrr@10": 0.918095238095238, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_healthcare_industry": { | |
| "hit@1": 0.91, | |
| "hit@5": 0.99, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.91, | |
| "ndcg_linear@5": 0.9591650827500021, | |
| "ndcg_linear@10": 0.9621753827066419, | |
| "ndcg_exponential@1": 0.91, | |
| "ndcg_exponential@5": 0.9591650827500021, | |
| "ndcg_exponential@10": 0.9621753827066419, | |
| "precision@1": 0.91, | |
| "precision@5": 0.19799999999999998, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.91, | |
| "recall@5": 0.99, | |
| "recall@10": 1.0, | |
| "f1@1": 0.91, | |
| "f1@5": 0.3300000000000001, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.91, | |
| "map@5": 0.9483333333333335, | |
| "map@10": 0.9494444444444445, | |
| "mrr@1": 0.91, | |
| "mrr@5": 0.9483333333333335, | |
| "mrr@10": 0.9494444444444445, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_esg_reports_human_labeled_v2": { | |
| "hit@1": 0.4230769230769231, | |
| "hit@5": 0.75, | |
| "hit@10": 0.8653846153846154, | |
| "ndcg_linear@1": 0.4102564102564103, | |
| "ndcg_linear@5": 0.5129471948247265, | |
| "ndcg_linear@10": 0.562683866445629, | |
| "ndcg_exponential@1": 0.4065934065934066, | |
| "ndcg_exponential@5": 0.5103409095742849, | |
| "ndcg_exponential@10": 0.5610704127395229, | |
| "precision@1": 0.4230769230769231, | |
| "precision@5": 0.20769230769230768, | |
| "precision@10": 0.1423076923076923, | |
| "recall@1": 0.3169871794871795, | |
| "recall@5": 0.5976190476190476, | |
| "recall@10": 0.7128746253746254, | |
| "f1@1": 0.3403846153846154, | |
| "f1@5": 0.2807916756446169, | |
| "f1@10": 0.21769245083724723, | |
| "map@1": 0.4230769230769231, | |
| "map@5": 0.45147435897435895, | |
| "map@10": 0.4801182844932845, | |
| "mrr@1": 0.4230769230769231, | |
| "mrr@5": 0.5532051282051282, | |
| "mrr@10": 0.5671474358974359, | |
| "num_pred": 52, | |
| "num_data": 52 | |
| }, | |
| "ViDoRe_biomedical_lectures_v2": { | |
| "hit@1": 0.54375, | |
| "hit@5": 0.84375, | |
| "hit@10": 0.9, | |
| "ndcg_linear@1": 0.54375, | |
| "ndcg_linear@5": 0.5813917241540179, | |
| "ndcg_linear@10": 0.6164790283371475, | |
| "ndcg_exponential@1": 0.54375, | |
| "ndcg_exponential@5": 0.5813917241540177, | |
| "ndcg_exponential@10": 0.6164790283371475, | |
| "precision@1": 0.54375, | |
| "precision@5": 0.2625, | |
| "precision@10": 0.169375, | |
| "recall@1": 0.34021847943722944, | |
| "recall@5": 0.6122186147186147, | |
| "recall@10": 0.7155228625541126, | |
| "f1@1": 0.3868535804473304, | |
| "f1@5": 0.32523640248640245, | |
| "f1@10": 0.24737585025268852, | |
| "map@1": 0.54375, | |
| "map@5": 0.5063940972222222, | |
| "map@10": 0.525980220734127, | |
| "mrr@1": 0.54375, | |
| "mrr@5": 0.6589583333333333, | |
| "mrr@10": 0.6664409722222222, | |
| "num_pred": 160, | |
| "num_data": 160 | |
| }, | |
| "ViDoRe_biomedical_lectures_v2_multilingual": { | |
| "hit@1": 0.5171875, | |
| "hit@5": 0.7984375, | |
| "hit@10": 0.878125, | |
| "ndcg_linear@1": 0.5171875, | |
| "ndcg_linear@5": 0.5472043616227252, | |
| "ndcg_linear@10": 0.5826984113580178, | |
| "ndcg_exponential@1": 0.5171875, | |
| "ndcg_exponential@5": 0.5472043616227253, | |
| "ndcg_exponential@10": 0.5826984113580178, | |
| "precision@1": 0.5171875, | |
| "precision@5": 0.24874999999999997, | |
| "precision@10": 0.16234375, | |
| "recall@1": 0.3132504734848485, | |
| "recall@5": 0.5801439155207537, | |
| "recall@10": 0.6875872763878279, | |
| "f1@1": 0.35874357413419916, | |
| "f1@5": 0.3077863438644689, | |
| "f1@10": 0.23607504359066858, | |
| "map@1": 0.5171875, | |
| "map@5": 0.4755620659722222, | |
| "map@10": 0.49229102595899477, | |
| "mrr@1": 0.5171875, | |
| "mrr@5": 0.6226822916666667, | |
| "mrr@10": 0.6335261656746032, | |
| "num_pred": 640, | |
| "num_data": 640 | |
| }, | |
| "ViDoRe_economics_reports_v2": { | |
| "hit@1": 0.5689655172413793, | |
| "hit@5": 0.8620689655172413, | |
| "hit@10": 0.9482758620689655, | |
| "ndcg_linear@1": 0.5689655172413793, | |
| "ndcg_linear@5": 0.5268152906479108, | |
| "ndcg_linear@10": 0.5186082985031036, | |
| "ndcg_exponential@1": 0.5689655172413793, | |
| "ndcg_exponential@5": 0.5268152906479108, | |
| "ndcg_exponential@10": 0.5186082985031036, | |
| "precision@1": 0.5689655172413793, | |
| "precision@5": 0.4827586206896552, | |
| "precision@10": 0.39655172413793105, | |
| "recall@1": 0.05668839113649585, | |
| "recall@5": 0.2779816308965305, | |
| "recall@10": 0.4264394514841731, | |
| "f1@1": 0.09919901824675957, | |
| "f1@5": 0.2897727049291107, | |
| "f1@10": 0.333622932433892, | |
| "map@1": 0.5689655172413793, | |
| "map@5": 0.4241666666666667, | |
| "map@10": 0.3765042712487294, | |
| "mrr@1": 0.5689655172413793, | |
| "mrr@5": 0.6887931034482759, | |
| "mrr@10": 0.7002326217843459, | |
| "num_pred": 58, | |
| "num_data": 58 | |
| }, | |
| "ViDoRe_economics_reports_v2_multilingual": { | |
| "hit@1": 0.5086206896551724, | |
| "hit@5": 0.8577586206896551, | |
| "hit@10": 0.9353448275862069, | |
| "ndcg_linear@1": 0.5086206896551724, | |
| "ndcg_linear@5": 0.48968646101987606, | |
| "ndcg_linear@10": 0.4855016494653571, | |
| "ndcg_exponential@1": 0.5086206896551724, | |
| "ndcg_exponential@5": 0.48968646101987606, | |
| "ndcg_exponential@10": 0.4855016494653571, | |
| "precision@1": 0.5086206896551724, | |
| "precision@5": 0.4456896551724138, | |
| "precision@10": 0.3732758620689655, | |
| "recall@1": 0.049608559736213115, | |
| "recall@5": 0.2650305856260614, | |
| "recall@10": 0.4040109375386366, | |
| "f1@1": 0.0867748494784438, | |
| "f1@5": 0.2676800330504101, | |
| "f1@10": 0.31406186428354066, | |
| "map@1": 0.5086206896551724, | |
| "map@5": 0.38345545977011497, | |
| "map@10": 0.3455301240866717, | |
| "mrr@1": 0.5086206896551724, | |
| "mrr@5": 0.6462643678160919, | |
| "mrr@10": 0.6564638067870827, | |
| "num_pred": 232, | |
| "num_data": 232 | |
| }, | |
| "ViDoRe_esg_reports_v2": { | |
| "hit@1": 0.45614035087719296, | |
| "hit@5": 0.8245614035087719, | |
| "hit@10": 0.8947368421052632, | |
| "ndcg_linear@1": 0.45614035087719296, | |
| "ndcg_linear@5": 0.5175125572897402, | |
| "ndcg_linear@10": 0.5646719292113425, | |
| "ndcg_exponential@1": 0.45614035087719296, | |
| "ndcg_exponential@5": 0.5175125572897402, | |
| "ndcg_exponential@10": 0.5646719292113425, | |
| "precision@1": 0.45614035087719296, | |
| "precision@5": 0.2631578947368421, | |
| "precision@10": 0.17894736842105266, | |
| "recall@1": 0.25818713450292397, | |
| "recall@5": 0.5447159565580618, | |
| "recall@10": 0.7023600668337511, | |
| "f1@1": 0.29706122337701285, | |
| "f1@5": 0.30604060285388357, | |
| "f1@10": 0.2493310710436342, | |
| "map@1": 0.45614035087719296, | |
| "map@5": 0.4327923976608188, | |
| "map@10": 0.45467383737120576, | |
| "mrr@1": 0.45614035087719296, | |
| "mrr@5": 0.5976608187134502, | |
| "mrr@10": 0.6073517126148705, | |
| "num_pred": 57, | |
| "num_data": 57 | |
| }, | |
| "ViDoRe_esg_reports_v2_multilingual": { | |
| "hit@1": 0.49122807017543857, | |
| "hit@5": 0.8070175438596491, | |
| "hit@10": 0.8728070175438597, | |
| "ndcg_linear@1": 0.49122807017543857, | |
| "ndcg_linear@5": 0.5294466383615495, | |
| "ndcg_linear@10": 0.5608887645448074, | |
| "ndcg_exponential@1": 0.49122807017543857, | |
| "ndcg_exponential@5": 0.5294466383615495, | |
| "ndcg_exponential@10": 0.5608887645448074, | |
| "precision@1": 0.49122807017543857, | |
| "precision@5": 0.26754385964912286, | |
| "precision@10": 0.17631578947368426, | |
| "recall@1": 0.25065267335004177, | |
| "recall@5": 0.5506109022556391, | |
| "recall@10": 0.6676691729323309, | |
| "f1@1": 0.29780297238554954, | |
| "f1@5": 0.3099469090154475, | |
| "f1@10": 0.2428282645000911, | |
| "map@1": 0.49122807017543857, | |
| "map@5": 0.4436610623781677, | |
| "map@10": 0.4549566044741483, | |
| "mrr@1": 0.49122807017543857, | |
| "mrr@5": 0.6209795321637426, | |
| "mrr@10": 0.6295652325257587, | |
| "num_pred": 228, | |
| "num_data": 228 | |
| }, | |
| "VisRAG_ArxivQA": { | |
| "hit@1": 0.7561274509803921, | |
| "hit@5": 0.8553921568627451, | |
| "hit@10": 0.8848039215686274, | |
| "ndcg_linear@1": 0.7561274509803921, | |
| "ndcg_linear@5": 0.8087241849861875, | |
| "ndcg_linear@10": 0.8184673504656934, | |
| "ndcg_exponential@1": 0.7561274509803921, | |
| "ndcg_exponential@5": 0.8087241849861875, | |
| "ndcg_exponential@10": 0.8184673504656934, | |
| "precision@1": 0.7561274509803921, | |
| "precision@5": 0.17107843137254902, | |
| "precision@10": 0.08848039215686274, | |
| "recall@1": 0.7561274509803921, | |
| "recall@5": 0.8553921568627451, | |
| "recall@10": 0.8848039215686274, | |
| "f1@1": 0.7561274509803921, | |
| "f1@5": 0.28513071895424846, | |
| "f1@10": 0.16087344028520503, | |
| "map@1": 0.7561274509803921, | |
| "map@5": 0.7931985294117647, | |
| "map@10": 0.7973593604108311, | |
| "mrr@1": 0.7561274509803921, | |
| "mrr@5": 0.7931985294117647, | |
| "mrr@10": 0.7973593604108311, | |
| "num_pred": 816, | |
| "num_data": 816 | |
| }, | |
| "VisRAG_ChartQA": { | |
| "hit@1": 0.6825396825396826, | |
| "hit@5": 0.8571428571428571, | |
| "hit@10": 0.9047619047619048, | |
| "ndcg_linear@1": 0.6825396825396826, | |
| "ndcg_linear@5": 0.781492660957272, | |
| "ndcg_linear@10": 0.7972160024827536, | |
| "ndcg_exponential@1": 0.6825396825396826, | |
| "ndcg_exponential@5": 0.781492660957272, | |
| "ndcg_exponential@10": 0.7972160024827536, | |
| "precision@1": 0.6825396825396826, | |
| "precision@5": 0.17142857142857135, | |
| "precision@10": 0.09047619047619043, | |
| "recall@1": 0.6825396825396826, | |
| "recall@5": 0.8571428571428571, | |
| "recall@10": 0.9047619047619048, | |
| "f1@1": 0.6825396825396826, | |
| "f1@5": 0.28571428571428564, | |
| "f1@10": 0.16450216450216454, | |
| "map@1": 0.6825396825396826, | |
| "map@5": 0.7558201058201058, | |
| "map@10": 0.7624968505920886, | |
| "mrr@1": 0.6825396825396826, | |
| "mrr@5": 0.7558201058201058, | |
| "mrr@10": 0.7624968505920886, | |
| "num_pred": 63, | |
| "num_data": 63 | |
| }, | |
| "VisRAG_MP-DocVQA": { | |
| "hit@1": 0.7918781725888325, | |
| "hit@5": 0.9289340101522843, | |
| "hit@10": 0.9509306260575296, | |
| "ndcg_linear@1": 0.7918781725888325, | |
| "ndcg_linear@5": 0.8676285427363506, | |
| "ndcg_linear@10": 0.8748306491817542, | |
| "ndcg_exponential@1": 0.7918781725888325, | |
| "ndcg_exponential@5": 0.8676285427363506, | |
| "ndcg_exponential@10": 0.8748306491817542, | |
| "precision@1": 0.7918781725888325, | |
| "precision@5": 0.18578680203045683, | |
| "precision@10": 0.09509306260575294, | |
| "recall@1": 0.7918781725888325, | |
| "recall@5": 0.9289340101522843, | |
| "recall@10": 0.9509306260575296, | |
| "f1@1": 0.7918781725888325, | |
| "f1@5": 0.3096446700507615, | |
| "f1@10": 0.17289647746500544, | |
| "map@1": 0.7918781725888325, | |
| "map@5": 0.8469543147208122, | |
| "map@10": 0.8499758278946096, | |
| "mrr@1": 0.7918781725888325, | |
| "mrr@5": 0.8469543147208122, | |
| "mrr@10": 0.8499758278946096, | |
| "num_pred": 591, | |
| "num_data": 591 | |
| }, | |
| "VisRAG_SlideVQA": { | |
| "hit@1": 0.9388489208633094, | |
| "hit@5": 0.9892086330935251, | |
| "hit@10": 0.9892086330935251, | |
| "ndcg_linear@1": 0.9388489208633094, | |
| "ndcg_linear@5": 0.9502736353073175, | |
| "ndcg_linear@10": 0.9527678727475414, | |
| "ndcg_exponential@1": 0.9388489208633094, | |
| "ndcg_exponential@5": 0.9502736353073175, | |
| "ndcg_exponential@10": 0.9527678727475414, | |
| "precision@1": 0.9388489208633094, | |
| "precision@5": 0.24388489208633093, | |
| "precision@10": 0.12320143884892086, | |
| "recall@1": 0.8120503597122302, | |
| "recall@5": 0.9739208633093526, | |
| "recall@10": 0.9802158273381295, | |
| "f1@1": 0.85431654676259, | |
| "f1@5": 0.38309352517985623, | |
| "f1@10": 0.2163723566601265, | |
| "map@1": 0.9388489208633094, | |
| "map@5": 0.9327038369304556, | |
| "map@10": 0.9343789254310837, | |
| "mrr@1": 0.9388489208633094, | |
| "mrr@5": 0.9612410071942447, | |
| "mrr@10": 0.9612410071942447, | |
| "num_pred": 556, | |
| "num_data": 556 | |
| }, | |
| "VisRAG_InfoVQA": { | |
| "hit@1": 0.7729805013927576, | |
| "hit@5": 0.924791086350975, | |
| "hit@10": 0.9512534818941504, | |
| "ndcg_linear@1": 0.7729805013927576, | |
| "ndcg_linear@5": 0.8569356912112719, | |
| "ndcg_linear@10": 0.8656693780762971, | |
| "ndcg_exponential@1": 0.7729805013927576, | |
| "ndcg_exponential@5": 0.8569356912112719, | |
| "ndcg_exponential@10": 0.8656693780762971, | |
| "precision@1": 0.7729805013927576, | |
| "precision@5": 0.18495821727019496, | |
| "precision@10": 0.09512534818941502, | |
| "recall@1": 0.7729805013927576, | |
| "recall@5": 0.924791086350975, | |
| "recall@10": 0.9512534818941504, | |
| "f1@1": 0.7729805013927576, | |
| "f1@5": 0.308263695450325, | |
| "f1@10": 0.1729551785262092, | |
| "map@1": 0.7729805013927576, | |
| "map@5": 0.8340529247910862, | |
| "map@10": 0.8377569969491975, | |
| "mrr@1": 0.7729805013927576, | |
| "mrr@5": 0.8340529247910862, | |
| "mrr@10": 0.8377569969491975, | |
| "num_pred": 718, | |
| "num_data": 718 | |
| }, | |
| "VisRAG_PlotQA": { | |
| "hit@1": 0.46349942062572425, | |
| "hit@5": 0.7265353418308227, | |
| "hit@10": 0.831981460023175, | |
| "ndcg_linear@1": 0.46349942062572425, | |
| "ndcg_linear@5": 0.6029827126488958, | |
| "ndcg_linear@10": 0.6373604951260508, | |
| "ndcg_exponential@1": 0.46349942062572425, | |
| "ndcg_exponential@5": 0.6029827126488958, | |
| "ndcg_exponential@10": 0.6373604951260508, | |
| "precision@1": 0.46349942062572425, | |
| "precision@5": 0.14530706836616453, | |
| "precision@10": 0.08319814600231748, | |
| "recall@1": 0.46349942062572425, | |
| "recall@5": 0.7265353418308227, | |
| "recall@10": 0.831981460023175, | |
| "f1@1": 0.46349942062572425, | |
| "f1@5": 0.24217844727694096, | |
| "f1@10": 0.15126935636785002, | |
| "map@1": 0.46349942062572425, | |
| "map@5": 0.5619351100811124, | |
| "map@10": 0.5762865787489194, | |
| "mrr@1": 0.46349942062572425, | |
| "mrr@5": 0.5619351100811124, | |
| "mrr@10": 0.5762865787489194, | |
| "num_pred": 863, | |
| "num_data": 863 | |
| }, | |
| "ViDoSeek-page": { | |
| "hit@1": 0.023642732049036778, | |
| "hit@5": 0.4141856392294221, | |
| "hit@10": 0.6348511383537653, | |
| "ndcg_linear@1": 0.023642732049036778, | |
| "ndcg_linear@5": 0.2215998227373851, | |
| "ndcg_linear@10": 0.29328787953138075, | |
| "ndcg_exponential@1": 0.023642732049036778, | |
| "ndcg_exponential@5": 0.2215998227373851, | |
| "ndcg_exponential@10": 0.29328787953138075, | |
| "precision@1": 0.023642732049036778, | |
| "precision@5": 0.08283712784588441, | |
| "precision@10": 0.06348511383537653, | |
| "recall@1": 0.023642732049036778, | |
| "recall@5": 0.4141856392294221, | |
| "recall@10": 0.6348511383537653, | |
| "f1@1": 0.023642732049036778, | |
| "f1@5": 0.13806187974314071, | |
| "f1@10": 0.11542747970068462, | |
| "map@1": 0.023642732049036778, | |
| "map@5": 0.15847927612375948, | |
| "map@10": 0.1882595974758847, | |
| "mrr@1": 0.023642732049036778, | |
| "mrr@5": 0.15847927612375948, | |
| "mrr@10": 0.1882595974758847, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "ViDoSeek-doc": { | |
| "hit@1": 0.9973730297723292, | |
| "hit@5": 0.999124343257443, | |
| "hit@10": 0.999124343257443, | |
| "ndcg_linear@1": 0.680385288966725, | |
| "ndcg_linear@5": 0.8366080322665971, | |
| "ndcg_linear@10": 0.8228477305778173, | |
| "ndcg_exponential@1": 0.4539654741055791, | |
| "ndcg_exponential@5": 0.7156185424033248, | |
| "ndcg_exponential@10": 0.7459741664587741, | |
| "precision@1": 0.9973730297723292, | |
| "precision@5": 0.9252189141856392, | |
| "precision@10": 0.8394045534150613, | |
| "recall@1": 0.05880569019029663, | |
| "recall@5": 0.272128058121516, | |
| "recall@10": 0.48450076291066557, | |
| "f1@1": 0.11031252785994464, | |
| "f1@5": 0.4120671799650714, | |
| "f1@10": 0.6005622170825162, | |
| "map@1": 0.9973730297723292, | |
| "map@5": 0.9193753648569761, | |
| "map@10": 0.8319699422384248, | |
| "mrr@1": 0.9973730297723292, | |
| "mrr@5": 0.998029772329247, | |
| "mrr@10": 0.998029772329247, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "MMLongBench-page": { | |
| "hit@1": 0.06563245823389022, | |
| "hit@5": 0.2863961813842482, | |
| "hit@10": 0.3914081145584726, | |
| "ndcg_linear@1": 0.06563245823389022, | |
| "ndcg_linear@5": 0.14173090844476535, | |
| "ndcg_linear@10": 0.17778697624105239, | |
| "ndcg_exponential@1": 0.06563245823389022, | |
| "ndcg_exponential@5": 0.14173090844476535, | |
| "ndcg_exponential@10": 0.17778697624105239, | |
| "precision@1": 0.06563245823389022, | |
| "precision@5": 0.06897374701670644, | |
| "precision@10": 0.0513126491646778, | |
| "recall@1": 0.037907716785998406, | |
| "recall@5": 0.20580889873849303, | |
| "recall@10": 0.3072328294881994, | |
| "f1@1": 0.045729568760595, | |
| "f1@5": 0.09743296504141655, | |
| "f1@10": 0.08383696942332947, | |
| "map@1": 0.06563245823389022, | |
| "map@5": 0.10388988332007426, | |
| "map@10": 0.1198034589067661, | |
| "mrr@1": 0.06563245823389022, | |
| "mrr@5": 0.1441129673826571, | |
| "mrr@10": 0.15842093798537715, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| }, | |
| "MMLongBench-doc": { | |
| "hit@1": 0.7326968973747017, | |
| "hit@5": 0.8186157517899761, | |
| "hit@10": 0.847255369928401, | |
| "ndcg_linear@1": 0.5103420843277645, | |
| "ndcg_linear@5": 0.5251195991901183, | |
| "ndcg_linear@10": 0.4977133933501543, | |
| "ndcg_exponential@1": 0.35151721786566653, | |
| "ndcg_exponential@5": 0.43679570479418406, | |
| "ndcg_exponential@10": 0.44114798529060906, | |
| "precision@1": 0.7326968973747017, | |
| "precision@5": 0.5794749403341289, | |
| "precision@10": 0.5013126491646778, | |
| "recall@1": 0.024172213173396184, | |
| "recall@5": 0.09148792471264464, | |
| "recall@10": 0.15302173843210523, | |
| "f1@1": 0.04631909415766511, | |
| "f1@5": 0.15159508610283381, | |
| "f1@10": 0.21973685679091384, | |
| "map@1": 0.7326968973747017, | |
| "map@5": 0.5482895783611774, | |
| "map@10": 0.4582356896617039, | |
| "mrr@1": 0.7326968973747017, | |
| "mrr@5": 0.7665871121718377, | |
| "mrr@10": 0.7705226919725726, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| } | |
| }, | |
| "video": { | |
| "DiDeMo": { | |
| "hit@1": 0.22808764940239043, | |
| "hit@5": 0.4302788844621514, | |
| "hit@10": 0.5169322709163346, | |
| "ndcg_linear@1": 0.22808764940239043, | |
| "ndcg_linear@5": 0.33396649038814646, | |
| "ndcg_linear@10": 0.3621437829397595, | |
| "ndcg_exponential@1": 0.22808764940239043, | |
| "ndcg_exponential@5": 0.33396649038814646, | |
| "ndcg_exponential@10": 0.3621437829397595, | |
| "precision@1": 0.22808764940239043, | |
| "precision@5": 0.08605577689243028, | |
| "precision@10": 0.051693227091633466, | |
| "recall@1": 0.22808764940239043, | |
| "recall@5": 0.4302788844621514, | |
| "recall@10": 0.5169322709163346, | |
| "f1@1": 0.22808764940239043, | |
| "f1@5": 0.14342629482071717, | |
| "f1@10": 0.09398768562115178, | |
| "map@1": 0.22808764940239043, | |
| "map@5": 0.30207503320053125, | |
| "map@10": 0.3137928444950357, | |
| "mrr@1": 0.22808764940239043, | |
| "mrr@5": 0.30207503320053125, | |
| "mrr@10": 0.3137928444950357, | |
| "num_pred": 1004, | |
| "num_data": 1004 | |
| }, | |
| "MSR-VTT": { | |
| "hit@1": 0.176, | |
| "hit@5": 0.337, | |
| "hit@10": 0.441, | |
| "ndcg_linear@1": 0.176, | |
| "ndcg_linear@5": 0.26090414668509254, | |
| "ndcg_linear@10": 0.29375988725520075, | |
| "ndcg_exponential@1": 0.176, | |
| "ndcg_exponential@5": 0.26090414668509254, | |
| "ndcg_exponential@10": 0.29375988725520075, | |
| "precision@1": 0.176, | |
| "precision@5": 0.0674, | |
| "precision@10": 0.04409999999999999, | |
| "recall@1": 0.176, | |
| "recall@5": 0.337, | |
| "recall@10": 0.441, | |
| "f1@1": 0.176, | |
| "f1@5": 0.11233333333333335, | |
| "f1@10": 0.08018181818181819, | |
| "map@1": 0.176, | |
| "map@5": 0.23563333333333336, | |
| "map@10": 0.24873690476190477, | |
| "mrr@1": 0.176, | |
| "mrr@5": 0.23563333333333336, | |
| "mrr@10": 0.24873690476190477, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSVD": { | |
| "hit@1": 0.4537313432835821, | |
| "hit@5": 0.7164179104477612, | |
| "hit@10": 0.7865671641791044, | |
| "ndcg_linear@1": 0.4537313432835821, | |
| "ndcg_linear@5": 0.5961390786820799, | |
| "ndcg_linear@10": 0.6187825557676115, | |
| "ndcg_exponential@1": 0.4537313432835821, | |
| "ndcg_exponential@5": 0.5961390786820799, | |
| "ndcg_exponential@10": 0.6187825557676115, | |
| "precision@1": 0.4537313432835821, | |
| "precision@5": 0.14328358208955225, | |
| "precision@10": 0.07865671641791044, | |
| "recall@1": 0.4537313432835821, | |
| "recall@5": 0.7164179104477612, | |
| "recall@10": 0.7865671641791044, | |
| "f1@1": 0.4537313432835821, | |
| "f1@5": 0.2388059701492538, | |
| "f1@10": 0.14301221166892814, | |
| "map@1": 0.4537313432835821, | |
| "map@5": 0.555870646766169, | |
| "map@10": 0.5651930822080076, | |
| "mrr@1": 0.4537313432835821, | |
| "mrr@5": 0.555870646766169, | |
| "mrr@10": 0.5651930822080076, | |
| "num_pred": 670, | |
| "num_data": 670 | |
| }, | |
| "VATEX": { | |
| "hit@1": 0.16681554265297008, | |
| "hit@5": 0.32402858418937025, | |
| "hit@10": 0.40576150066994193, | |
| "ndcg_linear@1": 0.16681554265297008, | |
| "ndcg_linear@5": 0.24876051238618194, | |
| "ndcg_linear@10": 0.2751625761091204, | |
| "ndcg_exponential@1": 0.16681554265297008, | |
| "ndcg_exponential@5": 0.24876051238618194, | |
| "ndcg_exponential@10": 0.2751625761091204, | |
| "precision@1": 0.16681554265297008, | |
| "precision@5": 0.06480571683787406, | |
| "precision@10": 0.0405761500669942, | |
| "recall@1": 0.16681554265297008, | |
| "recall@5": 0.32402858418937025, | |
| "recall@10": 0.40576150066994193, | |
| "f1@1": 0.16681554265297008, | |
| "f1@5": 0.10800952806312343, | |
| "f1@10": 0.07377481830362581, | |
| "map@1": 0.16681554265297008, | |
| "map@5": 0.22386109870477894, | |
| "map@10": 0.23473578057097488, | |
| "mrr@1": 0.16681554265297008, | |
| "mrr@5": 0.22386109870477894, | |
| "mrr@10": 0.23473578057097488, | |
| "num_pred": 4478, | |
| "num_data": 4478 | |
| }, | |
| "YouCook2": { | |
| "hit@1": 0.05316137150047184, | |
| "hit@5": 0.13337527524378737, | |
| "hit@10": 0.18433469644542308, | |
| "ndcg_linear@1": 0.05316137150047184, | |
| "ndcg_linear@5": 0.09392223767158699, | |
| "ndcg_linear@10": 0.11028455847469672, | |
| "ndcg_exponential@1": 0.05316137150047184, | |
| "ndcg_exponential@5": 0.09392223767158699, | |
| "ndcg_exponential@10": 0.11028455847469672, | |
| "precision@1": 0.05316137150047184, | |
| "precision@5": 0.026675055048757473, | |
| "precision@10": 0.01843346964454231, | |
| "recall@1": 0.05316137150047184, | |
| "recall@5": 0.13337527524378737, | |
| "recall@10": 0.18433469644542308, | |
| "f1@1": 0.05316137150047184, | |
| "f1@5": 0.04445842508126246, | |
| "f1@10": 0.03351539935371329, | |
| "map@1": 0.05316137150047184, | |
| "map@5": 0.08096885813148788, | |
| "map@10": 0.08765359976432639, | |
| "mrr@1": 0.05316137150047184, | |
| "mrr@5": 0.08096885813148788, | |
| "mrr@10": 0.08765359976432639, | |
| "num_pred": 3179, | |
| "num_data": 3179 | |
| }, | |
| "QVHighlight": { | |
| "hit@1": 0.1994459833795014, | |
| "hit@5": 0.5115420129270545, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.1994459833795014, | |
| "ndcg_linear@5": 0.35187697350343916, | |
| "ndcg_linear@10": 0.5052964341688586, | |
| "ndcg_exponential@1": 0.1994459833795014, | |
| "ndcg_exponential@5": 0.35187697350343916, | |
| "ndcg_exponential@10": 0.5052964341688586, | |
| "precision@1": 0.1994459833795014, | |
| "precision@5": 0.10230840258541089, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.1994459833795014, | |
| "recall@5": 0.5115420129270545, | |
| "recall@10": 1.0, | |
| "f1@1": 0.1994459833795014, | |
| "f1@5": 0.17051400430901817, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.1994459833795014, | |
| "map@5": 0.3000461680517082, | |
| "map@10": 0.3607542247431444, | |
| "mrr@1": 0.1994459833795014, | |
| "mrr@5": 0.3000461680517082, | |
| "mrr@10": 0.3607542247431444, | |
| "num_pred": 1083, | |
| "num_data": 1083 | |
| }, | |
| "Charades-STA": { | |
| "hit@1": 0.2902338376891334, | |
| "hit@5": 0.6217331499312242, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.2902338376891334, | |
| "ndcg_linear@5": 0.4587900118805714, | |
| "ndcg_linear@10": 0.5779627989573906, | |
| "ndcg_exponential@1": 0.2902338376891334, | |
| "ndcg_exponential@5": 0.4587900118805714, | |
| "ndcg_exponential@10": 0.5779627989573906, | |
| "precision@1": 0.2902338376891334, | |
| "precision@5": 0.12434662998624484, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.2902338376891334, | |
| "recall@5": 0.6217331499312242, | |
| "recall@10": 1.0, | |
| "f1@1": 0.2902338376891334, | |
| "f1@5": 0.2072443833104081, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.2902338376891334, | |
| "map@5": 0.40529573590096285, | |
| "map@10": 0.4526838933647737, | |
| "mrr@1": 0.2902338376891334, | |
| "mrr@5": 0.40529573590096285, | |
| "mrr@10": 0.4526838933647737, | |
| "num_pred": 727, | |
| "num_data": 727 | |
| }, | |
| "MomentSeeker": { | |
| "hit@1": 0.296, | |
| "hit@5": 0.775, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.296, | |
| "ndcg_linear@5": 0.5401914138460506, | |
| "ndcg_linear@10": 0.6153961412718059, | |
| "ndcg_exponential@1": 0.296, | |
| "ndcg_exponential@5": 0.5401914138460506, | |
| "ndcg_exponential@10": 0.6153961412718059, | |
| "precision@1": 0.296, | |
| "precision@5": 0.16240000000000002, | |
| "precision@10": 0.10610000000000003, | |
| "recall@1": 0.285625, | |
| "recall@5": 0.7684583333333332, | |
| "recall@10": 0.9989583333333334, | |
| "f1@1": 0.2886888888888889, | |
| "f1@5": 0.26520823620823625, | |
| "f1@10": 0.18997745310245306, | |
| "map@1": 0.296, | |
| "map@5": 0.46244166666666664, | |
| "map@10": 0.494421378968254, | |
| "mrr@1": 0.296, | |
| "mrr@5": 0.46720000000000006, | |
| "mrr@10": 0.4972261904761905, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "K700": { | |
| "hit@1": 0.234, | |
| "hit@5": 0.411, | |
| "hit@10": 0.47, | |
| "ndcg_linear@1": 0.234, | |
| "ndcg_linear@5": 0.3273147185066129, | |
| "ndcg_linear@10": 0.3462654041192875, | |
| "ndcg_exponential@1": 0.234, | |
| "ndcg_exponential@5": 0.3273147185066129, | |
| "ndcg_exponential@10": 0.3462654041192875, | |
| "precision@1": 0.234, | |
| "precision@5": 0.0822, | |
| "precision@10": 0.047, | |
| "recall@1": 0.234, | |
| "recall@5": 0.411, | |
| "recall@10": 0.47, | |
| "f1@1": 0.234, | |
| "f1@5": 0.13700000000000004, | |
| "f1@10": 0.08545454545454546, | |
| "map@1": 0.234, | |
| "map@5": 0.2995, | |
| "map@10": 0.30724523809523807, | |
| "mrr@1": 0.234, | |
| "mrr@5": 0.2995, | |
| "mrr@10": 0.30724523809523807, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SmthSmthV2": { | |
| "hit@1": 0.251, | |
| "hit@5": 0.485, | |
| "hit@10": 0.592, | |
| "ndcg_linear@1": 0.251, | |
| "ndcg_linear@5": 0.37516969884345464, | |
| "ndcg_linear@10": 0.4100591996704718, | |
| "ndcg_exponential@1": 0.251, | |
| "ndcg_exponential@5": 0.37516969884345464, | |
| "ndcg_exponential@10": 0.4100591996704718, | |
| "precision@1": 0.251, | |
| "precision@5": 0.097, | |
| "precision@10": 0.059199999999999996, | |
| "recall@1": 0.251, | |
| "recall@5": 0.485, | |
| "recall@10": 0.592, | |
| "f1@1": 0.251, | |
| "f1@5": 0.1616666666666667, | |
| "f1@10": 0.10763636363636366, | |
| "map@1": 0.251, | |
| "map@5": 0.33863333333333334, | |
| "map@10": 0.35319563492063494, | |
| "mrr@1": 0.251, | |
| "mrr@5": 0.33863333333333334, | |
| "mrr@10": 0.35319563492063494, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HMDB51": { | |
| "hit@1": 0.248, | |
| "hit@5": 0.447, | |
| "hit@10": 0.578, | |
| "ndcg_linear@1": 0.248, | |
| "ndcg_linear@5": 0.35078743678844715, | |
| "ndcg_linear@10": 0.39292321098555394, | |
| "ndcg_exponential@1": 0.248, | |
| "ndcg_exponential@5": 0.35078743678844715, | |
| "ndcg_exponential@10": 0.39292321098555394, | |
| "precision@1": 0.248, | |
| "precision@5": 0.0894, | |
| "precision@10": 0.0578, | |
| "recall@1": 0.248, | |
| "recall@5": 0.447, | |
| "recall@10": 0.578, | |
| "f1@1": 0.248, | |
| "f1@5": 0.14900000000000005, | |
| "f1@10": 0.10509090909090911, | |
| "map@1": 0.248, | |
| "map@5": 0.31906666666666667, | |
| "map@10": 0.33631944444444445, | |
| "mrr@1": 0.248, | |
| "mrr@5": 0.31906666666666667, | |
| "mrr@10": 0.33631944444444445, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "UCF101": { | |
| "hit@1": 0.494, | |
| "hit@5": 0.675, | |
| "hit@10": 0.752, | |
| "ndcg_linear@1": 0.494, | |
| "ndcg_linear@5": 0.5961521274121583, | |
| "ndcg_linear@10": 0.6208342304490151, | |
| "ndcg_exponential@1": 0.494, | |
| "ndcg_exponential@5": 0.5961521274121583, | |
| "ndcg_exponential@10": 0.6208342304490151, | |
| "precision@1": 0.494, | |
| "precision@5": 0.135, | |
| "precision@10": 0.0752, | |
| "recall@1": 0.494, | |
| "recall@5": 0.675, | |
| "recall@10": 0.752, | |
| "f1@1": 0.494, | |
| "f1@5": 0.22500000000000006, | |
| "f1@10": 0.13672727272727275, | |
| "map@1": 0.494, | |
| "map@5": 0.56945, | |
| "map@10": 0.5795154761904762, | |
| "mrr@1": 0.494, | |
| "mrr@5": 0.56945, | |
| "mrr@10": 0.5795154761904762, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Breakfast": { | |
| "hit@1": 0.10854503464203233, | |
| "hit@5": 0.5519630484988453, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.10854503464203233, | |
| "ndcg_linear@5": 0.3325565915387777, | |
| "ndcg_linear@10": 0.47501706939610605, | |
| "ndcg_exponential@1": 0.10854503464203233, | |
| "ndcg_exponential@5": 0.3325565915387777, | |
| "ndcg_exponential@10": 0.47501706939610605, | |
| "precision@1": 0.10854503464203233, | |
| "precision@5": 0.11039260969976905, | |
| "precision@10": 0.1, | |
| "recall@1": 0.10854503464203233, | |
| "recall@5": 0.5519630484988453, | |
| "recall@10": 1.0, | |
| "f1@1": 0.10854503464203233, | |
| "f1@5": 0.18398768283294847, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.10854503464203233, | |
| "map@5": 0.2607005388760585, | |
| "map@10": 0.3181110011364053, | |
| "mrr@1": 0.10854503464203233, | |
| "mrr@5": 0.2607005388760585, | |
| "mrr@10": 0.3181110011364053, | |
| "num_pred": 433, | |
| "num_data": 433 | |
| }, | |
| "MVBench": { | |
| "hit@1": 0.337, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.337, | |
| "ndcg_linear@5": 0.6944068117467572, | |
| "ndcg_linear@10": 0.6944068117467572, | |
| "ndcg_exponential@1": 0.337, | |
| "ndcg_exponential@5": 0.6944068117467572, | |
| "ndcg_exponential@10": 0.6944068117467572, | |
| "precision@1": 0.337, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.337, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.337, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.337, | |
| "map@5": 0.5917374999999999, | |
| "map@10": 0.5917374999999999, | |
| "mrr@1": 0.337, | |
| "mrr@5": 0.5917374999999999, | |
| "mrr@10": 0.5917374999999999, | |
| "num_pred": 4000, | |
| "num_data": 4000 | |
| }, | |
| "Video-MME": { | |
| "hit@1": 0.30592592592592593, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.30592592592592593, | |
| "ndcg_linear@5": 0.6721188097820419, | |
| "ndcg_linear@10": 0.6721188097820419, | |
| "ndcg_exponential@1": 0.30592592592592593, | |
| "ndcg_exponential@5": 0.6721188097820419, | |
| "ndcg_exponential@10": 0.6721188097820419, | |
| "precision@1": 0.30592592592592593, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.30592592592592593, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.30592592592592593, | |
| "f1@5": 0.3333333333333334, | |
| "f1@10": 0.18181818181818188, | |
| "map@1": 0.30592592592592593, | |
| "map@5": 0.5626543209876542, | |
| "map@10": 0.5626543209876542, | |
| "mrr@1": 0.30592592592592593, | |
| "mrr@5": 0.5626543209876542, | |
| "mrr@10": 0.5626543209876542, | |
| "num_pred": 2700, | |
| "num_data": 2700 | |
| }, | |
| "NExTQA": { | |
| "hit@1": 0.3520551144325082, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.3520551144325082, | |
| "ndcg_linear@5": 0.677249628478771, | |
| "ndcg_linear@10": 0.677249628478771, | |
| "ndcg_exponential@1": 0.3520551144325082, | |
| "ndcg_exponential@5": 0.677249628478771, | |
| "ndcg_exponential@10": 0.677249628478771, | |
| "precision@1": 0.3520551144325082, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.3520551144325082, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.3520551144325082, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.3520551144325082, | |
| "map@5": 0.5717772069126577, | |
| "map@10": 0.5717772069126577, | |
| "mrr@1": 0.3520551144325082, | |
| "mrr@5": 0.5716020551144325, | |
| "mrr@10": 0.5716020551144325, | |
| "num_pred": 8564, | |
| "num_data": 8564 | |
| }, | |
| "EgoSchema": { | |
| "hit@1": 0.384, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.384, | |
| "ndcg_linear@5": 0.6958150458511005, | |
| "ndcg_linear@10": 0.6958150458511005, | |
| "ndcg_exponential@1": 0.384, | |
| "ndcg_exponential@5": 0.6958150458511005, | |
| "ndcg_exponential@10": 0.6958150458511005, | |
| "precision@1": 0.384, | |
| "precision@5": 0.2, | |
| "precision@10": 0.1, | |
| "recall@1": 0.384, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.384, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.384, | |
| "map@5": 0.5960666666666666, | |
| "map@10": 0.5960666666666666, | |
| "mrr@1": 0.384, | |
| "mrr@5": 0.5960666666666666, | |
| "mrr@10": 0.5960666666666666, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ActivityNetQA": { | |
| "hit@1": 0.513, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.513, | |
| "ndcg_linear@5": 0.8202627899893, | |
| "ndcg_linear@10": 0.8202627899893, | |
| "ndcg_exponential@1": 0.513, | |
| "ndcg_exponential@5": 0.8202627899893, | |
| "ndcg_exponential@10": 0.8202627899893, | |
| "precision@1": 0.513, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.513, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.513, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.513, | |
| "map@5": 0.7565, | |
| "map@10": 0.7565, | |
| "mrr@1": 0.513, | |
| "mrr@5": 0.7565, | |
| "mrr@10": 0.7565, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| } | |
| } | |
| } | |
| } |