Spaces:
Running
Running
| { | |
| "metadata": { | |
| "model_name": "VLM2Vec-V1-Qwen2VL-7B", | |
| "report_generated_date": "2025-06-28T08:54:18.948514", | |
| "model_size": 8.29, | |
| "url": "https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL-7B", | |
| "data_source": "TIGER-Lab" | |
| }, | |
| "metrics": { | |
| "image": { | |
| "ImageNet-1K": { | |
| "hit@1": 0.801, | |
| "hit@5": 0.955, | |
| "hit@10": 0.985, | |
| "ndcg_linear@1": 0.801, | |
| "ndcg_linear@5": 0.8890958638060573, | |
| "ndcg_linear@10": 0.8988280477833336, | |
| "ndcg_exponential@1": 0.801, | |
| "ndcg_exponential@5": 0.8890958638060573, | |
| "ndcg_exponential@10": 0.8988280477833336, | |
| "precision@1": 0.801, | |
| "precision@5": 0.19100000000000003, | |
| "precision@10": 0.09850000000000002, | |
| "recall@1": 0.801, | |
| "recall@5": 0.955, | |
| "recall@10": 0.985, | |
| "f1@1": 0.801, | |
| "f1@5": 0.3183333333333333, | |
| "f1@10": 0.17909090909090908, | |
| "map@1": 0.801, | |
| "map@5": 0.8666499999999998, | |
| "map@10": 0.8706829365079366, | |
| "mrr@1": 0.801, | |
| "mrr@5": 0.8666499999999998, | |
| "mrr@10": 0.8706829365079366, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "N24News": { | |
| "hit@1": 0.797, | |
| "hit@5": 0.976, | |
| "hit@10": 0.995, | |
| "ndcg_linear@1": 0.797, | |
| "ndcg_linear@5": 0.8994033806649699, | |
| "ndcg_linear@10": 0.9057582147877457, | |
| "ndcg_exponential@1": 0.797, | |
| "ndcg_exponential@5": 0.8994033806649699, | |
| "ndcg_exponential@10": 0.9057582147877457, | |
| "precision@1": 0.797, | |
| "precision@5": 0.1952, | |
| "precision@10": 0.09950000000000002, | |
| "recall@1": 0.797, | |
| "recall@5": 0.976, | |
| "recall@10": 0.995, | |
| "f1@1": 0.797, | |
| "f1@5": 0.3253333333333333, | |
| "f1@10": 0.18090909090909088, | |
| "map@1": 0.797, | |
| "map@5": 0.8732833333333333, | |
| "map@10": 0.8760261904761905, | |
| "mrr@1": 0.797, | |
| "mrr@5": 0.8732833333333333, | |
| "mrr@10": 0.8760261904761905, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HatefulMemes": { | |
| "hit@1": 0.697, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.697, | |
| "ndcg_linear@5": 0.8881717153321518, | |
| "ndcg_linear@10": 0.8881717153321518, | |
| "ndcg_exponential@1": 0.697, | |
| "ndcg_exponential@5": 0.8881717153321518, | |
| "ndcg_exponential@10": 0.8881717153321518, | |
| "precision@1": 0.697, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.697, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.697, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.697, | |
| "map@5": 0.8485, | |
| "map@10": 0.8485, | |
| "mrr@1": 0.697, | |
| "mrr@5": 0.8485, | |
| "mrr@10": 0.8485, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VOC2007": { | |
| "hit@1": 0.807, | |
| "hit@5": 0.96, | |
| "hit@10": 0.986, | |
| "ndcg_linear@1": 0.807, | |
| "ndcg_linear@5": 0.895310312084262, | |
| "ndcg_linear@10": 0.9037763050889952, | |
| "ndcg_exponential@1": 0.807, | |
| "ndcg_exponential@5": 0.895310312084262, | |
| "ndcg_exponential@10": 0.9037763050889952, | |
| "precision@1": 0.807, | |
| "precision@5": 0.19200000000000003, | |
| "precision@10": 0.09860000000000001, | |
| "recall@1": 0.807, | |
| "recall@5": 0.96, | |
| "recall@10": 0.986, | |
| "f1@1": 0.807, | |
| "f1@5": 0.32, | |
| "f1@10": 0.17927272727272725, | |
| "map@1": 0.807, | |
| "map@5": 0.8731833333333334, | |
| "map@10": 0.876711507936508, | |
| "mrr@1": 0.807, | |
| "mrr@5": 0.8731833333333334, | |
| "mrr@10": 0.876711507936508, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SUN397": { | |
| "hit@1": 0.774, | |
| "hit@5": 0.963, | |
| "hit@10": 0.986, | |
| "ndcg_linear@1": 0.774, | |
| "ndcg_linear@5": 0.8829846031383517, | |
| "ndcg_linear@10": 0.8903614778184943, | |
| "ndcg_exponential@1": 0.774, | |
| "ndcg_exponential@5": 0.8829846031383517, | |
| "ndcg_exponential@10": 0.8903614778184943, | |
| "precision@1": 0.774, | |
| "precision@5": 0.19260000000000002, | |
| "precision@10": 0.09860000000000002, | |
| "recall@1": 0.774, | |
| "recall@5": 0.963, | |
| "recall@10": 0.986, | |
| "f1@1": 0.774, | |
| "f1@5": 0.321, | |
| "f1@10": 0.17927272727272725, | |
| "map@1": 0.774, | |
| "map@5": 0.85565, | |
| "map@10": 0.8586599206349206, | |
| "mrr@1": 0.774, | |
| "mrr@5": 0.85565, | |
| "mrr@10": 0.8586599206349206, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Place365": { | |
| "hit@1": 0.374, | |
| "hit@5": 0.635, | |
| "hit@10": 0.736, | |
| "ndcg_linear@1": 0.374, | |
| "ndcg_linear@5": 0.5143511655288809, | |
| "ndcg_linear@10": 0.5468121907618051, | |
| "ndcg_exponential@1": 0.374, | |
| "ndcg_exponential@5": 0.5143511655288809, | |
| "ndcg_exponential@10": 0.5468121907618051, | |
| "precision@1": 0.374, | |
| "precision@5": 0.12699999999999997, | |
| "precision@10": 0.0736, | |
| "recall@1": 0.374, | |
| "recall@5": 0.635, | |
| "recall@10": 0.736, | |
| "f1@1": 0.374, | |
| "f1@5": 0.21166666666666673, | |
| "f1@10": 0.1338181818181818, | |
| "map@1": 0.374, | |
| "map@5": 0.4741166666666667, | |
| "map@10": 0.4874035714285715, | |
| "mrr@1": 0.374, | |
| "mrr@5": 0.4741166666666667, | |
| "mrr@10": 0.4874035714285715, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-A": { | |
| "hit@1": 0.581, | |
| "hit@5": 0.796, | |
| "hit@10": 0.861, | |
| "ndcg_linear@1": 0.581, | |
| "ndcg_linear@5": 0.6937519245909641, | |
| "ndcg_linear@10": 0.7147143901304502, | |
| "ndcg_exponential@1": 0.581, | |
| "ndcg_exponential@5": 0.6937519245909641, | |
| "ndcg_exponential@10": 0.7147143901304502, | |
| "precision@1": 0.581, | |
| "precision@5": 0.15919999999999998, | |
| "precision@10": 0.08610000000000001, | |
| "recall@1": 0.581, | |
| "recall@5": 0.796, | |
| "recall@10": 0.861, | |
| "f1@1": 0.581, | |
| "f1@5": 0.26533333333333337, | |
| "f1@10": 0.15654545454545454, | |
| "map@1": 0.581, | |
| "map@5": 0.6598833333333334, | |
| "map@10": 0.6685023809523809, | |
| "mrr@1": 0.581, | |
| "mrr@5": 0.6598833333333334, | |
| "mrr@10": 0.6685023809523809, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-R": { | |
| "hit@1": 0.739, | |
| "hit@5": 0.887, | |
| "hit@10": 0.934, | |
| "ndcg_linear@1": 0.739, | |
| "ndcg_linear@5": 0.8210169628332845, | |
| "ndcg_linear@10": 0.8361295476873967, | |
| "ndcg_exponential@1": 0.739, | |
| "ndcg_exponential@5": 0.8210169628332845, | |
| "ndcg_exponential@10": 0.8361295476873967, | |
| "precision@1": 0.739, | |
| "precision@5": 0.17740000000000003, | |
| "precision@10": 0.09340000000000001, | |
| "recall@1": 0.739, | |
| "recall@5": 0.887, | |
| "recall@10": 0.934, | |
| "f1@1": 0.739, | |
| "f1@5": 0.2956666666666667, | |
| "f1@10": 0.1698181818181818, | |
| "map@1": 0.739, | |
| "map@5": 0.7987833333333333, | |
| "map@10": 0.804970238095238, | |
| "mrr@1": 0.739, | |
| "mrr@5": 0.7987833333333333, | |
| "mrr@10": 0.804970238095238, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ObjectNet": { | |
| "hit@1": 0.401, | |
| "hit@5": 0.668, | |
| "hit@10": 0.746, | |
| "ndcg_linear@1": 0.401, | |
| "ndcg_linear@5": 0.5464435109813197, | |
| "ndcg_linear@10": 0.5715775298815604, | |
| "ndcg_exponential@1": 0.401, | |
| "ndcg_exponential@5": 0.5464435109813197, | |
| "ndcg_exponential@10": 0.5715775298815604, | |
| "precision@1": 0.401, | |
| "precision@5": 0.13359999999999997, | |
| "precision@10": 0.0746, | |
| "recall@1": 0.401, | |
| "recall@5": 0.668, | |
| "recall@10": 0.746, | |
| "f1@1": 0.401, | |
| "f1@5": 0.2226666666666667, | |
| "f1@10": 0.13563636363636367, | |
| "map@1": 0.401, | |
| "map@5": 0.5056499999999999, | |
| "map@10": 0.5159642857142857, | |
| "mrr@1": 0.401, | |
| "mrr@5": 0.5056499999999999, | |
| "mrr@10": 0.5159642857142857, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Country211": { | |
| "hit@1": 0.298, | |
| "hit@5": 0.49, | |
| "hit@10": 0.584, | |
| "ndcg_linear@1": 0.298, | |
| "ndcg_linear@5": 0.3990647573557871, | |
| "ndcg_linear@10": 0.42924999002239606, | |
| "ndcg_exponential@1": 0.298, | |
| "ndcg_exponential@5": 0.3990647573557871, | |
| "ndcg_exponential@10": 0.42924999002239606, | |
| "precision@1": 0.298, | |
| "precision@5": 0.098, | |
| "precision@10": 0.058399999999999994, | |
| "recall@1": 0.298, | |
| "recall@5": 0.49, | |
| "recall@10": 0.584, | |
| "f1@1": 0.298, | |
| "f1@5": 0.16333333333333336, | |
| "f1@10": 0.1061818181818182, | |
| "map@1": 0.298, | |
| "map@5": 0.36893333333333334, | |
| "map@10": 0.3812690476190476, | |
| "mrr@1": 0.298, | |
| "mrr@5": 0.36893333333333334, | |
| "mrr@10": 0.3812690476190476, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OK-VQA": { | |
| "hit@1": 0.568, | |
| "hit@5": 0.809, | |
| "hit@10": 0.877, | |
| "ndcg_linear@1": 0.568, | |
| "ndcg_linear@5": 0.7001532619839014, | |
| "ndcg_linear@10": 0.7221931447993053, | |
| "ndcg_exponential@1": 0.568, | |
| "ndcg_exponential@5": 0.7001532619839014, | |
| "ndcg_exponential@10": 0.7221931447993053, | |
| "precision@1": 0.568, | |
| "precision@5": 0.1618, | |
| "precision@10": 0.08770000000000001, | |
| "recall@1": 0.568, | |
| "recall@5": 0.809, | |
| "recall@10": 0.877, | |
| "f1@1": 0.568, | |
| "f1@5": 0.2696666666666667, | |
| "f1@10": 0.15945454545454543, | |
| "map@1": 0.568, | |
| "map@5": 0.6636, | |
| "map@10": 0.6727349206349206, | |
| "mrr@1": 0.568, | |
| "mrr@5": 0.6636, | |
| "mrr@10": 0.6727349206349206, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "A-OKVQA": { | |
| "hit@1": 0.473, | |
| "hit@5": 0.757, | |
| "hit@10": 0.84, | |
| "ndcg_linear@1": 0.473, | |
| "ndcg_linear@5": 0.6242983847947655, | |
| "ndcg_linear@10": 0.6518307287887928, | |
| "ndcg_exponential@1": 0.473, | |
| "ndcg_exponential@5": 0.6242983847947655, | |
| "ndcg_exponential@10": 0.6518307287887928, | |
| "precision@1": 0.473, | |
| "precision@5": 0.15139999999999998, | |
| "precision@10": 0.084, | |
| "recall@1": 0.473, | |
| "recall@5": 0.757, | |
| "recall@10": 0.84, | |
| "f1@1": 0.473, | |
| "f1@5": 0.2523333333333334, | |
| "f1@10": 0.15272727272727274, | |
| "map@1": 0.473, | |
| "map@5": 0.5801666666666667, | |
| "map@10": 0.591940873015873, | |
| "mrr@1": 0.473, | |
| "mrr@5": 0.5801666666666667, | |
| "mrr@10": 0.591940873015873, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "DocVQA": { | |
| "hit@1": 0.897, | |
| "hit@5": 0.972, | |
| "hit@10": 0.983, | |
| "ndcg_linear@1": 0.897, | |
| "ndcg_linear@5": 0.9407970419021967, | |
| "ndcg_linear@10": 0.9443639462909889, | |
| "ndcg_exponential@1": 0.897, | |
| "ndcg_exponential@5": 0.9407970419021967, | |
| "ndcg_exponential@10": 0.9443639462909889, | |
| "precision@1": 0.897, | |
| "precision@5": 0.19440000000000004, | |
| "precision@10": 0.09830000000000001, | |
| "recall@1": 0.897, | |
| "recall@5": 0.972, | |
| "recall@10": 0.983, | |
| "f1@1": 0.897, | |
| "f1@5": 0.324, | |
| "f1@10": 0.17872727272727268, | |
| "map@1": 0.897, | |
| "map@5": 0.9300666666666666, | |
| "map@10": 0.9315428571428572, | |
| "mrr@1": 0.897, | |
| "mrr@5": 0.9300666666666666, | |
| "mrr@10": 0.9315428571428572, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "InfographicsVQA": { | |
| "hit@1": 0.6, | |
| "hit@5": 0.811, | |
| "hit@10": 0.876, | |
| "ndcg_linear@1": 0.6, | |
| "ndcg_linear@5": 0.7145328601111749, | |
| "ndcg_linear@10": 0.7355162717771352, | |
| "ndcg_exponential@1": 0.6, | |
| "ndcg_exponential@5": 0.7145328601111749, | |
| "ndcg_exponential@10": 0.7355162717771352, | |
| "precision@1": 0.6, | |
| "precision@5": 0.16219999999999998, | |
| "precision@10": 0.08760000000000001, | |
| "recall@1": 0.6, | |
| "recall@5": 0.811, | |
| "recall@10": 0.876, | |
| "f1@1": 0.6, | |
| "f1@5": 0.27033333333333337, | |
| "f1@10": 0.1592727272727273, | |
| "map@1": 0.6, | |
| "map@5": 0.6822166666666667, | |
| "map@10": 0.6908571428571428, | |
| "mrr@1": 0.6, | |
| "mrr@5": 0.6822166666666667, | |
| "mrr@10": 0.6908571428571428, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ChartQA": { | |
| "hit@1": 0.569, | |
| "hit@5": 0.777, | |
| "hit@10": 0.849, | |
| "ndcg_linear@1": 0.569, | |
| "ndcg_linear@5": 0.6801833263027208, | |
| "ndcg_linear@10": 0.7034571893742657, | |
| "ndcg_exponential@1": 0.569, | |
| "ndcg_exponential@5": 0.6801833263027208, | |
| "ndcg_exponential@10": 0.7034571893742657, | |
| "precision@1": 0.569, | |
| "precision@5": 0.15539999999999998, | |
| "precision@10": 0.0849, | |
| "recall@1": 0.569, | |
| "recall@5": 0.777, | |
| "recall@10": 0.849, | |
| "f1@1": 0.569, | |
| "f1@5": 0.259, | |
| "f1@10": 0.15436363636363637, | |
| "map@1": 0.569, | |
| "map@5": 0.6479166666666667, | |
| "map@10": 0.6575218253968254, | |
| "mrr@1": 0.569, | |
| "mrr@5": 0.6479166666666667, | |
| "mrr@10": 0.6575218253968254, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W": { | |
| "hit@1": 0.527, | |
| "hit@5": 0.883, | |
| "hit@10": 0.946, | |
| "ndcg_linear@1": 0.527, | |
| "ndcg_linear@5": 0.7233005346983259, | |
| "ndcg_linear@10": 0.7441692360181532, | |
| "ndcg_exponential@1": 0.527, | |
| "ndcg_exponential@5": 0.7233005346983259, | |
| "ndcg_exponential@10": 0.7441692360181532, | |
| "precision@1": 0.527, | |
| "precision@5": 0.17660000000000003, | |
| "precision@10": 0.09460000000000002, | |
| "recall@1": 0.527, | |
| "recall@5": 0.883, | |
| "recall@10": 0.946, | |
| "f1@1": 0.527, | |
| "f1@5": 0.2943333333333334, | |
| "f1@10": 0.172, | |
| "map@1": 0.527, | |
| "map@5": 0.6695166666666666, | |
| "map@10": 0.678415873015873, | |
| "mrr@1": 0.527, | |
| "mrr@5": 0.6695166666666666, | |
| "mrr@10": 0.678415873015873, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ScienceQA": { | |
| "hit@1": 0.385, | |
| "hit@5": 0.724, | |
| "hit@10": 0.84, | |
| "ndcg_linear@1": 0.385, | |
| "ndcg_linear@5": 0.5679727026484885, | |
| "ndcg_linear@10": 0.6050846778437835, | |
| "ndcg_exponential@1": 0.385, | |
| "ndcg_exponential@5": 0.5679727026484885, | |
| "ndcg_exponential@10": 0.6050846778437835, | |
| "precision@1": 0.385, | |
| "precision@5": 0.1448, | |
| "precision@10": 0.084, | |
| "recall@1": 0.385, | |
| "recall@5": 0.724, | |
| "recall@10": 0.84, | |
| "f1@1": 0.385, | |
| "f1@5": 0.24133333333333337, | |
| "f1@10": 0.1527272727272727, | |
| "map@1": 0.385, | |
| "map@5": 0.5158333333333333, | |
| "map@10": 0.5309234126984127, | |
| "mrr@1": 0.385, | |
| "mrr@5": 0.5158333333333333, | |
| "mrr@10": 0.5309234126984127, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VizWiz": { | |
| "hit@1": 0.399, | |
| "hit@5": 0.59, | |
| "hit@10": 0.669, | |
| "ndcg_linear@1": 0.399, | |
| "ndcg_linear@5": 0.5023670367904077, | |
| "ndcg_linear@10": 0.52783003091099, | |
| "ndcg_exponential@1": 0.399, | |
| "ndcg_exponential@5": 0.5023670367904077, | |
| "ndcg_exponential@10": 0.52783003091099, | |
| "precision@1": 0.399, | |
| "precision@5": 0.11799999999999998, | |
| "precision@10": 0.0669, | |
| "recall@1": 0.399, | |
| "recall@5": 0.59, | |
| "recall@10": 0.669, | |
| "f1@1": 0.399, | |
| "f1@5": 0.19666666666666674, | |
| "f1@10": 0.12163636363636365, | |
| "map@1": 0.399, | |
| "map@5": 0.4730333333333333, | |
| "map@10": 0.4834888888888888, | |
| "mrr@1": 0.399, | |
| "mrr@5": 0.4730333333333333, | |
| "mrr@10": 0.4834888888888888, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "GQA": { | |
| "hit@1": 0.551, | |
| "hit@5": 0.799, | |
| "hit@10": 0.875, | |
| "ndcg_linear@1": 0.551, | |
| "ndcg_linear@5": 0.685415636190356, | |
| "ndcg_linear@10": 0.7100738369162211, | |
| "ndcg_exponential@1": 0.551, | |
| "ndcg_exponential@5": 0.685415636190356, | |
| "ndcg_exponential@10": 0.7100738369162211, | |
| "precision@1": 0.551, | |
| "precision@5": 0.1598, | |
| "precision@10": 0.0875, | |
| "recall@1": 0.551, | |
| "recall@5": 0.799, | |
| "recall@10": 0.875, | |
| "f1@1": 0.551, | |
| "f1@5": 0.26633333333333337, | |
| "f1@10": 0.15909090909090906, | |
| "map@1": 0.551, | |
| "map@5": 0.6473833333333333, | |
| "map@10": 0.6576083333333334, | |
| "mrr@1": 0.551, | |
| "mrr@5": 0.6473833333333333, | |
| "mrr@10": 0.6576083333333334, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "TextVQA": { | |
| "hit@1": 0.716, | |
| "hit@5": 0.828, | |
| "hit@10": 0.868, | |
| "ndcg_linear@1": 0.716, | |
| "ndcg_linear@5": 0.7768651248159903, | |
| "ndcg_linear@10": 0.7898048365401985, | |
| "ndcg_exponential@1": 0.716, | |
| "ndcg_exponential@5": 0.7768651248159903, | |
| "ndcg_exponential@10": 0.7898048365401985, | |
| "precision@1": 0.716, | |
| "precision@5": 0.16560000000000002, | |
| "precision@10": 0.08680000000000002, | |
| "recall@1": 0.716, | |
| "recall@5": 0.828, | |
| "recall@10": 0.868, | |
| "f1@1": 0.716, | |
| "f1@5": 0.276, | |
| "f1@10": 0.1578181818181818, | |
| "map@1": 0.716, | |
| "map@5": 0.7597333333333334, | |
| "map@10": 0.7650805555555555, | |
| "mrr@1": 0.716, | |
| "mrr@5": 0.7597333333333334, | |
| "mrr@10": 0.7650805555555555, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisDial": { | |
| "hit@1": 0.819, | |
| "hit@5": 0.96, | |
| "hit@10": 0.979, | |
| "ndcg_linear@1": 0.819, | |
| "ndcg_linear@5": 0.8974115327708008, | |
| "ndcg_linear@10": 0.9036371535428991, | |
| "ndcg_exponential@1": 0.819, | |
| "ndcg_exponential@5": 0.8974115327708008, | |
| "ndcg_exponential@10": 0.9036371535428991, | |
| "precision@1": 0.819, | |
| "precision@5": 0.19200000000000003, | |
| "precision@10": 0.09790000000000001, | |
| "recall@1": 0.819, | |
| "recall@5": 0.96, | |
| "recall@10": 0.979, | |
| "f1@1": 0.819, | |
| "f1@5": 0.32, | |
| "f1@10": 0.17799999999999996, | |
| "map@1": 0.819, | |
| "map@5": 0.8763166666666666, | |
| "map@10": 0.8789325396825397, | |
| "mrr@1": 0.819, | |
| "mrr@5": 0.8763166666666666, | |
| "mrr@10": 0.8789325396825397, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "CIRR": { | |
| "hit@1": 0.511, | |
| "hit@5": 0.881, | |
| "hit@10": 0.932, | |
| "ndcg_linear@1": 0.511, | |
| "ndcg_linear@5": 0.7178882619237661, | |
| "ndcg_linear@10": 0.7343346954480953, | |
| "ndcg_exponential@1": 0.511, | |
| "ndcg_exponential@5": 0.7178882619237661, | |
| "ndcg_exponential@10": 0.7343346954480953, | |
| "precision@1": 0.511, | |
| "precision@5": 0.1762, | |
| "precision@10": 0.09320000000000002, | |
| "recall@1": 0.511, | |
| "recall@5": 0.881, | |
| "recall@10": 0.932, | |
| "f1@1": 0.511, | |
| "f1@5": 0.2936666666666667, | |
| "f1@10": 0.16945454545454544, | |
| "map@1": 0.511, | |
| "map@5": 0.6627000000000001, | |
| "map@10": 0.6694619047619047, | |
| "mrr@1": 0.511, | |
| "mrr@5": 0.6627000000000001, | |
| "mrr@10": 0.6694619047619047, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_t2i": { | |
| "hit@1": 0.805, | |
| "hit@5": 0.919, | |
| "hit@10": 0.943, | |
| "ndcg_linear@1": 0.805, | |
| "ndcg_linear@5": 0.86749427389276, | |
| "ndcg_linear@10": 0.875346241736819, | |
| "ndcg_exponential@1": 0.805, | |
| "ndcg_exponential@5": 0.86749427389276, | |
| "ndcg_exponential@10": 0.875346241736819, | |
| "precision@1": 0.805, | |
| "precision@5": 0.18380000000000002, | |
| "precision@10": 0.09430000000000001, | |
| "recall@1": 0.805, | |
| "recall@5": 0.919, | |
| "recall@10": 0.943, | |
| "f1@1": 0.805, | |
| "f1@5": 0.30633333333333335, | |
| "f1@10": 0.17145454545454544, | |
| "map@1": 0.805, | |
| "map@5": 0.8502000000000001, | |
| "map@10": 0.8534948412698413, | |
| "mrr@1": 0.805, | |
| "mrr@5": 0.8502000000000001, | |
| "mrr@10": 0.8534948412698413, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_i2t": { | |
| "hit@1": 0.812, | |
| "hit@5": 0.925, | |
| "hit@10": 0.958, | |
| "ndcg_linear@1": 0.812, | |
| "ndcg_linear@5": 0.87458496804873, | |
| "ndcg_linear@10": 0.8854936582584427, | |
| "ndcg_exponential@1": 0.812, | |
| "ndcg_exponential@5": 0.87458496804873, | |
| "ndcg_exponential@10": 0.8854936582584427, | |
| "precision@1": 0.812, | |
| "precision@5": 0.185, | |
| "precision@10": 0.09580000000000001, | |
| "recall@1": 0.812, | |
| "recall@5": 0.925, | |
| "recall@10": 0.958, | |
| "f1@1": 0.812, | |
| "f1@5": 0.30833333333333335, | |
| "f1@10": 0.1741818181818182, | |
| "map@1": 0.812, | |
| "map@5": 0.8575833333333333, | |
| "map@10": 0.8622246031746031, | |
| "mrr@1": 0.812, | |
| "mrr@5": 0.8575833333333333, | |
| "mrr@10": 0.8622246031746031, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_t2i": { | |
| "hit@1": 0.772, | |
| "hit@5": 0.955, | |
| "hit@10": 0.977, | |
| "ndcg_linear@1": 0.772, | |
| "ndcg_linear@5": 0.8728498225281803, | |
| "ndcg_linear@10": 0.8801390594643754, | |
| "ndcg_exponential@1": 0.772, | |
| "ndcg_exponential@5": 0.8728498225281803, | |
| "ndcg_exponential@10": 0.8801390594643754, | |
| "precision@1": 0.772, | |
| "precision@5": 0.19100000000000003, | |
| "precision@10": 0.09770000000000002, | |
| "recall@1": 0.772, | |
| "recall@5": 0.955, | |
| "recall@10": 0.977, | |
| "f1@1": 0.772, | |
| "f1@5": 0.31833333333333336, | |
| "f1@10": 0.17763636363636362, | |
| "map@1": 0.772, | |
| "map@5": 0.8451833333333334, | |
| "map@10": 0.848293253968254, | |
| "mrr@1": 0.772, | |
| "mrr@5": 0.8451833333333334, | |
| "mrr@10": 0.848293253968254, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_i2t": { | |
| "hit@1": 0.739, | |
| "hit@5": 0.951, | |
| "hit@10": 0.982, | |
| "ndcg_linear@1": 0.739, | |
| "ndcg_linear@5": 0.8562866446438291, | |
| "ndcg_linear@10": 0.8665048964431262, | |
| "ndcg_exponential@1": 0.739, | |
| "ndcg_exponential@5": 0.8562866446438291, | |
| "ndcg_exponential@10": 0.8665048964431262, | |
| "precision@1": 0.739, | |
| "precision@5": 0.1902, | |
| "precision@10": 0.09820000000000002, | |
| "recall@1": 0.739, | |
| "recall@5": 0.951, | |
| "recall@10": 0.982, | |
| "f1@1": 0.739, | |
| "f1@5": 0.317, | |
| "f1@10": 0.1785454545454545, | |
| "map@1": 0.739, | |
| "map@5": 0.8243666666666666, | |
| "map@10": 0.828697619047619, | |
| "mrr@1": 0.739, | |
| "mrr@5": 0.8243666666666666, | |
| "mrr@10": 0.828697619047619, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "NIGHTS": { | |
| "hit@1": 0.676, | |
| "hit@5": 0.976, | |
| "hit@10": 0.992, | |
| "ndcg_linear@1": 0.676, | |
| "ndcg_linear@5": 0.8478912308797101, | |
| "ndcg_linear@10": 0.8531212757384757, | |
| "ndcg_exponential@1": 0.676, | |
| "ndcg_exponential@5": 0.8478912308797101, | |
| "ndcg_exponential@10": 0.8531212757384757, | |
| "precision@1": 0.676, | |
| "precision@5": 0.19520000000000004, | |
| "precision@10": 0.09920000000000001, | |
| "recall@1": 0.676, | |
| "recall@5": 0.976, | |
| "recall@10": 0.992, | |
| "f1@1": 0.676, | |
| "f1@5": 0.32533333333333336, | |
| "f1@10": 0.18036363636363634, | |
| "map@1": 0.676, | |
| "map@5": 0.8041166666666666, | |
| "map@10": 0.8063059523809525, | |
| "mrr@1": 0.676, | |
| "mrr@5": 0.8041166666666666, | |
| "mrr@10": 0.8063059523809525, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "WebQA": { | |
| "hit@1": 0.883, | |
| "hit@5": 0.987, | |
| "hit@10": 0.992, | |
| "ndcg_linear@1": 0.883, | |
| "ndcg_linear@5": 0.9427751826133371, | |
| "ndcg_linear@10": 0.9444926023847804, | |
| "ndcg_exponential@1": 0.883, | |
| "ndcg_exponential@5": 0.9427751826133371, | |
| "ndcg_exponential@10": 0.9444926023847804, | |
| "precision@1": 0.883, | |
| "precision@5": 0.19740000000000005, | |
| "precision@10": 0.09920000000000001, | |
| "recall@1": 0.883, | |
| "recall@5": 0.987, | |
| "recall@10": 0.992, | |
| "f1@1": 0.883, | |
| "f1@5": 0.329, | |
| "f1@10": 0.18036363636363634, | |
| "map@1": 0.883, | |
| "map@5": 0.9276666666666668, | |
| "map@10": 0.9284345238095238, | |
| "mrr@1": 0.883, | |
| "mrr@5": 0.9276666666666668, | |
| "mrr@10": 0.9284345238095238, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "FashionIQ": { | |
| "hit@1": 0.171, | |
| "hit@5": 0.382, | |
| "hit@10": 0.492, | |
| "ndcg_linear@1": 0.171, | |
| "ndcg_linear@5": 0.27952792558154677, | |
| "ndcg_linear@10": 0.3150974167961427, | |
| "ndcg_exponential@1": 0.171, | |
| "ndcg_exponential@5": 0.27952792558154677, | |
| "ndcg_exponential@10": 0.3150974167961427, | |
| "precision@1": 0.171, | |
| "precision@5": 0.0764, | |
| "precision@10": 0.0492, | |
| "recall@1": 0.171, | |
| "recall@5": 0.382, | |
| "recall@10": 0.492, | |
| "f1@1": 0.171, | |
| "f1@5": 0.12733333333333338, | |
| "f1@10": 0.08945454545454547, | |
| "map@1": 0.171, | |
| "map@5": 0.24576666666666666, | |
| "map@10": 0.26045158730158735, | |
| "mrr@1": 0.171, | |
| "mrr@5": 0.24576666666666666, | |
| "mrr@10": 0.26045158730158735, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Wiki-SS-NQ": { | |
| "hit@1": 0.623, | |
| "hit@5": 0.837, | |
| "hit@10": 0.886, | |
| "ndcg_linear@1": 0.623, | |
| "ndcg_linear@5": 0.7404547633407098, | |
| "ndcg_linear@10": 0.756365196101992, | |
| "ndcg_exponential@1": 0.623, | |
| "ndcg_exponential@5": 0.7404547633407098, | |
| "ndcg_exponential@10": 0.756365196101992, | |
| "precision@1": 0.623, | |
| "precision@5": 0.1674, | |
| "precision@10": 0.08860000000000001, | |
| "recall@1": 0.623, | |
| "recall@5": 0.837, | |
| "recall@10": 0.886, | |
| "f1@1": 0.623, | |
| "f1@5": 0.279, | |
| "f1@10": 0.16109090909090906, | |
| "map@1": 0.623, | |
| "map@5": 0.7080333333333333, | |
| "map@10": 0.7146444444444444, | |
| "mrr@1": 0.623, | |
| "mrr@5": 0.7080333333333333, | |
| "mrr@10": 0.7146444444444444, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OVEN": { | |
| "hit@1": 0.665, | |
| "hit@5": 0.869, | |
| "hit@10": 0.913, | |
| "ndcg_linear@1": 0.665, | |
| "ndcg_linear@5": 0.7770472120489863, | |
| "ndcg_linear@10": 0.7914052412762739, | |
| "ndcg_exponential@1": 0.665, | |
| "ndcg_exponential@5": 0.7770472120489863, | |
| "ndcg_exponential@10": 0.7914052412762739, | |
| "precision@1": 0.665, | |
| "precision@5": 0.1738, | |
| "precision@10": 0.0913, | |
| "recall@1": 0.665, | |
| "recall@5": 0.869, | |
| "recall@10": 0.913, | |
| "f1@1": 0.665, | |
| "f1@5": 0.2896666666666667, | |
| "f1@10": 0.166, | |
| "map@1": 0.665, | |
| "map@5": 0.7461, | |
| "map@10": 0.7521063492063491, | |
| "mrr@1": 0.665, | |
| "mrr@5": 0.7461, | |
| "mrr@10": 0.7521063492063491, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "EDIS": { | |
| "hit@1": 0.857, | |
| "hit@5": 0.976, | |
| "hit@10": 0.992, | |
| "ndcg_linear@1": 0.857, | |
| "ndcg_linear@5": 0.9223976700829437, | |
| "ndcg_linear@10": 0.9277225779585583, | |
| "ndcg_exponential@1": 0.857, | |
| "ndcg_exponential@5": 0.9223976700829437, | |
| "ndcg_exponential@10": 0.9277225779585583, | |
| "precision@1": 0.857, | |
| "precision@5": 0.1952, | |
| "precision@10": 0.09920000000000001, | |
| "recall@1": 0.857, | |
| "recall@5": 0.976, | |
| "recall@10": 0.992, | |
| "f1@1": 0.857, | |
| "f1@5": 0.32533333333333336, | |
| "f1@10": 0.18036363636363634, | |
| "map@1": 0.857, | |
| "map@5": 0.9043833333333334, | |
| "map@10": 0.9066714285714286, | |
| "mrr@1": 0.857, | |
| "mrr@5": 0.9043833333333334, | |
| "mrr@10": 0.9066714285714286, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO": { | |
| "hit@1": 0.757, | |
| "hit@5": 0.903, | |
| "hit@10": 0.937, | |
| "ndcg_linear@1": 0.757, | |
| "ndcg_linear@5": 0.8373195733124786, | |
| "ndcg_linear@10": 0.8484886438288004, | |
| "ndcg_exponential@1": 0.757, | |
| "ndcg_exponential@5": 0.8373195733124786, | |
| "ndcg_exponential@10": 0.8484886438288004, | |
| "precision@1": 0.757, | |
| "precision@5": 0.1806, | |
| "precision@10": 0.09370000000000002, | |
| "recall@1": 0.757, | |
| "recall@5": 0.903, | |
| "recall@10": 0.937, | |
| "f1@1": 0.757, | |
| "f1@5": 0.30100000000000005, | |
| "f1@10": 0.17036363636363638, | |
| "map@1": 0.757, | |
| "map@5": 0.8152, | |
| "map@10": 0.8199079365079365, | |
| "mrr@1": 0.757, | |
| "mrr@5": 0.8152, | |
| "mrr@10": 0.8199079365079365, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO": { | |
| "hit@1": 0.876, | |
| "hit@5": 0.988, | |
| "hit@10": 0.996, | |
| "ndcg_linear@1": 0.876, | |
| "ndcg_linear@5": 0.9412592336534622, | |
| "ndcg_linear@10": 0.9439672239410106, | |
| "ndcg_exponential@1": 0.876, | |
| "ndcg_exponential@5": 0.9412592336534622, | |
| "ndcg_exponential@10": 0.9439672239410106, | |
| "precision@1": 0.876, | |
| "precision@5": 0.19760000000000003, | |
| "precision@10": 0.09960000000000002, | |
| "recall@1": 0.876, | |
| "recall@5": 0.988, | |
| "recall@10": 0.996, | |
| "f1@1": 0.876, | |
| "f1@5": 0.3293333333333333, | |
| "f1@10": 0.18109090909090905, | |
| "map@1": 0.876, | |
| "map@5": 0.9252166666666667, | |
| "map@10": 0.9264051587301587, | |
| "mrr@1": 0.876, | |
| "mrr@5": 0.9252166666666667, | |
| "mrr@10": 0.9264051587301587, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO-Matching": { | |
| "hit@1": 0.846, | |
| "hit@5": 0.997, | |
| "hit@10": 0.999, | |
| "ndcg_linear@1": 0.846, | |
| "ndcg_linear@5": 0.9419510559475468, | |
| "ndcg_linear@10": 0.9426227280114405, | |
| "ndcg_exponential@1": 0.846, | |
| "ndcg_exponential@5": 0.9419510559475468, | |
| "ndcg_exponential@10": 0.9426227280114405, | |
| "precision@1": 0.846, | |
| "precision@5": 0.19940000000000002, | |
| "precision@10": 0.09990000000000002, | |
| "recall@1": 0.846, | |
| "recall@5": 0.997, | |
| "recall@10": 0.999, | |
| "f1@1": 0.846, | |
| "f1@5": 0.3323333333333333, | |
| "f1@10": 0.18163636363636362, | |
| "map@1": 0.846, | |
| "map@5": 0.9229833333333334, | |
| "map@10": 0.923275, | |
| "mrr@1": 0.846, | |
| "mrr@5": 0.9199833333333334, | |
| "mrr@10": 0.920275, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W-Pointing": { | |
| "hit@1": 0.81, | |
| "hit@5": 0.941, | |
| "hit@10": 0.958, | |
| "ndcg_linear@1": 0.81, | |
| "ndcg_linear@5": 0.8826264957483172, | |
| "ndcg_linear@10": 0.8881107664102801, | |
| "ndcg_exponential@1": 0.81, | |
| "ndcg_exponential@5": 0.8826264957483172, | |
| "ndcg_exponential@10": 0.8881107664102801, | |
| "precision@1": 0.81, | |
| "precision@5": 0.18820000000000003, | |
| "precision@10": 0.09580000000000001, | |
| "recall@1": 0.81, | |
| "recall@5": 0.941, | |
| "recall@10": 0.958, | |
| "f1@1": 0.81, | |
| "f1@5": 0.31366666666666665, | |
| "f1@10": 0.17418181818181816, | |
| "map@1": 0.81, | |
| "map@5": 0.8629666666666667, | |
| "map@10": 0.8652210317460317, | |
| "mrr@1": 0.81, | |
| "mrr@5": 0.8629666666666667, | |
| "mrr@10": 0.8652210317460317, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| } | |
| }, | |
| "video": { | |
| "K700": { | |
| "hit@1": 0.355, | |
| "hit@5": 0.6, | |
| "hit@10": 0.679, | |
| "ndcg_linear@1": 0.355, | |
| "ndcg_linear@5": 0.4845102488689986, | |
| "ndcg_linear@10": 0.510304213516978, | |
| "ndcg_exponential@1": 0.355, | |
| "ndcg_exponential@5": 0.4845102488689986, | |
| "ndcg_exponential@10": 0.510304213516978, | |
| "precision@1": 0.355, | |
| "precision@5": 0.12, | |
| "precision@10": 0.06789999999999999, | |
| "recall@1": 0.355, | |
| "recall@5": 0.6, | |
| "recall@10": 0.679, | |
| "f1@1": 0.355, | |
| "f1@5": 0.20000000000000007, | |
| "f1@10": 0.12345454545454547, | |
| "map@1": 0.355, | |
| "map@5": 0.44616666666666666, | |
| "map@10": 0.4569583333333333, | |
| "mrr@1": 0.355, | |
| "mrr@5": 0.44616666666666666, | |
| "mrr@10": 0.4569583333333333, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SmthSmthV2": { | |
| "hit@1": 0.321, | |
| "hit@5": 0.593, | |
| "hit@10": 0.695, | |
| "ndcg_linear@1": 0.321, | |
| "ndcg_linear@5": 0.464820244083625, | |
| "ndcg_linear@10": 0.49815926994038934, | |
| "ndcg_exponential@1": 0.321, | |
| "ndcg_exponential@5": 0.464820244083625, | |
| "ndcg_exponential@10": 0.49815926994038934, | |
| "precision@1": 0.321, | |
| "precision@5": 0.1186, | |
| "precision@10": 0.0695, | |
| "recall@1": 0.321, | |
| "recall@5": 0.593, | |
| "recall@10": 0.695, | |
| "f1@1": 0.321, | |
| "f1@5": 0.19766666666666674, | |
| "f1@10": 0.1263636363636364, | |
| "map@1": 0.321, | |
| "map@5": 0.4222333333333333, | |
| "map@10": 0.43619880952380946, | |
| "mrr@1": 0.321, | |
| "mrr@5": 0.4222333333333333, | |
| "mrr@10": 0.43619880952380946, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HMDB51": { | |
| "hit@1": 0.422, | |
| "hit@5": 0.684, | |
| "hit@10": 0.83, | |
| "ndcg_linear@1": 0.422, | |
| "ndcg_linear@5": 0.5578823382949479, | |
| "ndcg_linear@10": 0.605271745232144, | |
| "ndcg_exponential@1": 0.422, | |
| "ndcg_exponential@5": 0.5578823382949479, | |
| "ndcg_exponential@10": 0.605271745232144, | |
| "precision@1": 0.422, | |
| "precision@5": 0.1368, | |
| "precision@10": 0.083, | |
| "recall@1": 0.422, | |
| "recall@5": 0.684, | |
| "recall@10": 0.83, | |
| "f1@1": 0.422, | |
| "f1@5": 0.22800000000000006, | |
| "f1@10": 0.15090909090909094, | |
| "map@1": 0.422, | |
| "map@5": 0.5162333333333333, | |
| "map@10": 0.5358904761904761, | |
| "mrr@1": 0.422, | |
| "mrr@5": 0.5162333333333333, | |
| "mrr@10": 0.5358904761904761, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "UCF101": { | |
| "hit@1": 0.618, | |
| "hit@5": 0.889, | |
| "hit@10": 0.94, | |
| "ndcg_linear@1": 0.618, | |
| "ndcg_linear@5": 0.772430845929742, | |
| "ndcg_linear@10": 0.7893494678275759, | |
| "ndcg_exponential@1": 0.618, | |
| "ndcg_exponential@5": 0.772430845929742, | |
| "ndcg_exponential@10": 0.7893494678275759, | |
| "precision@1": 0.618, | |
| "precision@5": 0.1778, | |
| "precision@10": 0.09400000000000001, | |
| "recall@1": 0.618, | |
| "recall@5": 0.889, | |
| "recall@10": 0.94, | |
| "f1@1": 0.618, | |
| "f1@5": 0.2963333333333334, | |
| "f1@10": 0.1709090909090909, | |
| "map@1": 0.618, | |
| "map@5": 0.7326833333333334, | |
| "map@10": 0.7399230158730159, | |
| "mrr@1": 0.618, | |
| "mrr@5": 0.7326833333333334, | |
| "mrr@10": 0.7399230158730159, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Breakfast": { | |
| "hit@1": 0.23787528868360278, | |
| "hit@5": 0.651270207852194, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.23787528868360278, | |
| "ndcg_linear@5": 0.4481888236256693, | |
| "ndcg_linear@10": 0.5633176174385133, | |
| "ndcg_exponential@1": 0.23787528868360278, | |
| "ndcg_exponential@5": 0.4481888236256693, | |
| "ndcg_exponential@10": 0.5633176174385133, | |
| "precision@1": 0.23787528868360278, | |
| "precision@5": 0.13025404157043877, | |
| "precision@10": 0.1, | |
| "recall@1": 0.23787528868360278, | |
| "recall@5": 0.651270207852194, | |
| "recall@10": 1.0, | |
| "f1@1": 0.23787528868360278, | |
| "f1@5": 0.21709006928406474, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.23787528868360278, | |
| "map@5": 0.3814087759815243, | |
| "map@10": 0.4303328567762748, | |
| "mrr@1": 0.23787528868360278, | |
| "mrr@5": 0.3814087759815243, | |
| "mrr@10": 0.4303328567762748, | |
| "num_pred": 433, | |
| "num_data": 433 | |
| }, | |
| "MVBench": { | |
| "hit@1": 0.28475, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.28475, | |
| "ndcg_linear@5": 0.6742128560665944, | |
| "ndcg_linear@10": 0.6742128560665944, | |
| "ndcg_exponential@1": 0.28475, | |
| "ndcg_exponential@5": 0.6742128560665944, | |
| "ndcg_exponential@10": 0.6742128560665944, | |
| "precision@1": 0.28475, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.28475, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.28475, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.28475, | |
| "map@5": 0.5643916666666666, | |
| "map@10": 0.5643916666666666, | |
| "mrr@1": 0.28475, | |
| "mrr@5": 0.5643916666666666, | |
| "mrr@10": 0.5643916666666666, | |
| "num_pred": 4000, | |
| "num_data": 4000 | |
| }, | |
| "Video-MME": { | |
| "hit@1": 0.27814814814814814, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.27814814814814814, | |
| "ndcg_linear@5": 0.660078255498731, | |
| "ndcg_linear@10": 0.660078255498731, | |
| "ndcg_exponential@1": 0.27814814814814814, | |
| "ndcg_exponential@5": 0.660078255498731, | |
| "ndcg_exponential@10": 0.660078255498731, | |
| "precision@1": 0.27814814814814814, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.27814814814814814, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.27814814814814814, | |
| "f1@5": 0.3333333333333334, | |
| "f1@10": 0.18181818181818188, | |
| "map@1": 0.27814814814814814, | |
| "map@5": 0.5465432098765431, | |
| "map@10": 0.5465432098765431, | |
| "mrr@1": 0.27814814814814814, | |
| "mrr@5": 0.5465432098765431, | |
| "mrr@10": 0.5465432098765431, | |
| "num_pred": 2700, | |
| "num_data": 2700 | |
| }, | |
| "NExTQA": { | |
| "hit@1": 0.20294255021018215, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.20294255021018215, | |
| "ndcg_linear@5": 0.604249894952272, | |
| "ndcg_linear@10": 0.604249894952272, | |
| "ndcg_exponential@1": 0.20294255021018215, | |
| "ndcg_exponential@5": 0.604249894952272, | |
| "ndcg_exponential@10": 0.604249894952272, | |
| "precision@1": 0.20294255021018215, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.20294255021018215, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.20294255021018215, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.20294255021018215, | |
| "map@5": 0.4747664642690332, | |
| "map@10": 0.4747664642690332, | |
| "mrr@1": 0.20294255021018215, | |
| "mrr@5": 0.4746029892573564, | |
| "mrr@10": 0.4746029892573564, | |
| "num_pred": 8564, | |
| "num_data": 8564 | |
| }, | |
| "EgoSchema": { | |
| "hit@1": 0.218, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.218, | |
| "ndcg_linear@5": 0.5992262804502428, | |
| "ndcg_linear@10": 0.5992262804502428, | |
| "ndcg_exponential@1": 0.218, | |
| "ndcg_exponential@5": 0.5992262804502428, | |
| "ndcg_exponential@10": 0.5992262804502428, | |
| "precision@1": 0.218, | |
| "precision@5": 0.2, | |
| "precision@10": 0.1, | |
| "recall@1": 0.218, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.218, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.218, | |
| "map@5": 0.46926666666666667, | |
| "map@10": 0.46926666666666667, | |
| "mrr@1": 0.218, | |
| "mrr@5": 0.46926666666666667, | |
| "mrr@10": 0.46926666666666667, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ActivityNetQA": { | |
| "hit@1": 0.514, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.514, | |
| "ndcg_linear@5": 0.8206318602357284, | |
| "ndcg_linear@10": 0.8206318602357284, | |
| "ndcg_exponential@1": 0.514, | |
| "ndcg_exponential@5": 0.8206318602357284, | |
| "ndcg_exponential@10": 0.8206318602357284, | |
| "precision@1": 0.514, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.514, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.514, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.514, | |
| "map@5": 0.757, | |
| "map@10": 0.757, | |
| "mrr@1": 0.514, | |
| "mrr@5": 0.757, | |
| "mrr@10": 0.757, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "DiDeMo": { | |
| "hit@1": 0.29282868525896416, | |
| "hit@5": 0.5348605577689243, | |
| "hit@10": 0.6215139442231076, | |
| "ndcg_linear@1": 0.29282868525896416, | |
| "ndcg_linear@5": 0.42005110007964297, | |
| "ndcg_linear@10": 0.4483095791534034, | |
| "ndcg_exponential@1": 0.29282868525896416, | |
| "ndcg_exponential@5": 0.42005110007964297, | |
| "ndcg_exponential@10": 0.4483095791534034, | |
| "precision@1": 0.29282868525896416, | |
| "precision@5": 0.10697211155378486, | |
| "precision@10": 0.062151394422310755, | |
| "recall@1": 0.29282868525896416, | |
| "recall@5": 0.5348605577689243, | |
| "recall@10": 0.6215139442231076, | |
| "f1@1": 0.29282868525896416, | |
| "f1@5": 0.1782868525896415, | |
| "f1@10": 0.1130025353132923, | |
| "map@1": 0.29282868525896416, | |
| "map@5": 0.3820053120849934, | |
| "map@10": 0.3938029627521659, | |
| "mrr@1": 0.29282868525896416, | |
| "mrr@5": 0.3820053120849934, | |
| "mrr@10": 0.3938029627521659, | |
| "num_pred": 1004, | |
| "num_data": 1004 | |
| }, | |
| "MSR-VTT": { | |
| "hit@1": 0.345, | |
| "hit@5": 0.585, | |
| "hit@10": 0.679, | |
| "ndcg_linear@1": 0.345, | |
| "ndcg_linear@5": 0.4705689385818224, | |
| "ndcg_linear@10": 0.5008515039770559, | |
| "ndcg_exponential@1": 0.345, | |
| "ndcg_exponential@5": 0.4705689385818224, | |
| "ndcg_exponential@10": 0.5008515039770559, | |
| "precision@1": 0.345, | |
| "precision@5": 0.11699999999999998, | |
| "precision@10": 0.06789999999999999, | |
| "recall@1": 0.345, | |
| "recall@5": 0.585, | |
| "recall@10": 0.679, | |
| "f1@1": 0.345, | |
| "f1@5": 0.19500000000000006, | |
| "f1@10": 0.12345454545454547, | |
| "map@1": 0.345, | |
| "map@5": 0.4327, | |
| "map@10": 0.4451373015873016, | |
| "mrr@1": 0.345, | |
| "mrr@5": 0.4327, | |
| "mrr@10": 0.4451373015873016, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSVD": { | |
| "hit@1": 0.4671641791044776, | |
| "hit@5": 0.744776119402985, | |
| "hit@10": 0.8313432835820895, | |
| "ndcg_linear@1": 0.4671641791044776, | |
| "ndcg_linear@5": 0.6143164752221116, | |
| "ndcg_linear@10": 0.6423987059237167, | |
| "ndcg_exponential@1": 0.4671641791044776, | |
| "ndcg_exponential@5": 0.6143164752221116, | |
| "ndcg_exponential@10": 0.6423987059237167, | |
| "precision@1": 0.4671641791044776, | |
| "precision@5": 0.14895522388059698, | |
| "precision@10": 0.08313432835820894, | |
| "recall@1": 0.4671641791044776, | |
| "recall@5": 0.744776119402985, | |
| "recall@10": 0.8313432835820895, | |
| "f1@1": 0.4671641791044776, | |
| "f1@5": 0.24825870646766174, | |
| "f1@10": 0.15115332428765269, | |
| "map@1": 0.4671641791044776, | |
| "map@5": 0.5709203980099502, | |
| "map@10": 0.5825675195451315, | |
| "mrr@1": 0.4671641791044776, | |
| "mrr@5": 0.5709203980099502, | |
| "mrr@10": 0.5825675195451315, | |
| "num_pred": 670, | |
| "num_data": 670 | |
| }, | |
| "VATEX": { | |
| "hit@1": 0.25524787851719516, | |
| "hit@5": 0.5064761054041983, | |
| "hit@10": 0.6192496650290308, | |
| "ndcg_linear@1": 0.25524787851719516, | |
| "ndcg_linear@5": 0.38626309581533674, | |
| "ndcg_linear@10": 0.42289114395020533, | |
| "ndcg_exponential@1": 0.25524787851719516, | |
| "ndcg_exponential@5": 0.38626309581533674, | |
| "ndcg_exponential@10": 0.42289114395020533, | |
| "precision@1": 0.25524787851719516, | |
| "precision@5": 0.10129522108083966, | |
| "precision@10": 0.06192496650290307, | |
| "recall@1": 0.25524787851719516, | |
| "recall@5": 0.5064761054041983, | |
| "recall@10": 0.6192496650290308, | |
| "f1@1": 0.25524787851719516, | |
| "f1@5": 0.16882536846806612, | |
| "f1@10": 0.11259084818709653, | |
| "map@1": 0.25524787851719516, | |
| "map@5": 0.34648280482358196, | |
| "map@10": 0.3616905754411337, | |
| "mrr@1": 0.25524787851719516, | |
| "mrr@5": 0.34648280482358196, | |
| "mrr@10": 0.3616905754411337, | |
| "num_pred": 4478, | |
| "num_data": 4478 | |
| }, | |
| "YouCook2": { | |
| "hit@1": 0.08996539792387544, | |
| "hit@5": 0.21453287197231835, | |
| "hit@10": 0.28908461780434097, | |
| "ndcg_linear@1": 0.08996539792387544, | |
| "ndcg_linear@5": 0.15381567274119107, | |
| "ndcg_linear@10": 0.1779025046239055, | |
| "ndcg_exponential@1": 0.08996539792387544, | |
| "ndcg_exponential@5": 0.15381567274119107, | |
| "ndcg_exponential@10": 0.1779025046239055, | |
| "precision@1": 0.08996539792387544, | |
| "precision@5": 0.04290657439446367, | |
| "precision@10": 0.0289084617804341, | |
| "recall@1": 0.08996539792387544, | |
| "recall@5": 0.21453287197231835, | |
| "recall@10": 0.28908461780434097, | |
| "f1@1": 0.08996539792387544, | |
| "f1@5": 0.07151095732410613, | |
| "f1@10": 0.05256083960078927, | |
| "map@1": 0.08996539792387544, | |
| "map@5": 0.13384187899758834, | |
| "map@10": 0.14376925458240336, | |
| "mrr@1": 0.08996539792387544, | |
| "mrr@5": 0.13384187899758834, | |
| "mrr@10": 0.14376925458240336, | |
| "num_pred": 3179, | |
| "num_data": 3179 | |
| }, | |
| "QVHighlight": { | |
| "hit@1": 0.577100646352724, | |
| "hit@5": 0.8947368421052632, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.577100646352724, | |
| "ndcg_linear@5": 0.7461876317485063, | |
| "ndcg_linear@10": 0.7806995799400307, | |
| "ndcg_exponential@1": 0.577100646352724, | |
| "ndcg_exponential@5": 0.7461876317485063, | |
| "ndcg_exponential@10": 0.7806995799400307, | |
| "precision@1": 0.577100646352724, | |
| "precision@5": 0.17894736842105263, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.577100646352724, | |
| "recall@5": 0.8947368421052632, | |
| "recall@10": 1.0, | |
| "f1@1": 0.577100646352724, | |
| "f1@5": 0.2982456140350878, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.577100646352724, | |
| "map@5": 0.6967220683287165, | |
| "map@10": 0.7112386228729719, | |
| "mrr@1": 0.577100646352724, | |
| "mrr@5": 0.6967220683287165, | |
| "mrr@10": 0.7112386228729719, | |
| "num_pred": 1083, | |
| "num_data": 1083 | |
| }, | |
| "Charades-STA": { | |
| "hit@1": 0.19807427785419532, | |
| "hit@5": 0.5818431911966988, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.19807427785419532, | |
| "ndcg_linear@5": 0.3931810758884146, | |
| "ndcg_linear@10": 0.5256230138842131, | |
| "ndcg_exponential@1": 0.19807427785419532, | |
| "ndcg_exponential@5": 0.3931810758884146, | |
| "ndcg_exponential@10": 0.5256230138842131, | |
| "precision@1": 0.19807427785419532, | |
| "precision@5": 0.11636863823933974, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.19807427785419532, | |
| "recall@5": 0.5818431911966988, | |
| "recall@10": 1.0, | |
| "f1@1": 0.19807427785419532, | |
| "f1@5": 0.19394773039889962, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.19807427785419532, | |
| "map@5": 0.3313388353966071, | |
| "map@10": 0.38442446671470054, | |
| "mrr@1": 0.19807427785419532, | |
| "mrr@5": 0.3313388353966071, | |
| "mrr@10": 0.38442446671470054, | |
| "num_pred": 727, | |
| "num_data": 727 | |
| }, | |
| "MomentSeeker": { | |
| "hit@1": 0.3927777777777778, | |
| "hit@5": 0.8838888888888888, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.3927777777777778, | |
| "ndcg_linear@5": 0.6451319149954187, | |
| "ndcg_linear@10": 0.6903053809896799, | |
| "ndcg_exponential@1": 0.3927777777777778, | |
| "ndcg_exponential@5": 0.6451319149954187, | |
| "ndcg_exponential@10": 0.6903053809896799, | |
| "precision@1": 0.3927777777777778, | |
| "precision@5": 0.19233333333333336, | |
| "precision@10": 0.11294444444444444, | |
| "recall@1": 0.37057870370370366, | |
| "recall@5": 0.8659490740740741, | |
| "recall@10": 0.9986574074074074, | |
| "f1@1": 0.3774488536155203, | |
| "f1@5": 0.31004053045719715, | |
| "f1@10": 0.20030318446985115, | |
| "map@1": 0.3927777777777778, | |
| "map@5": 0.5665493827160493, | |
| "map@10": 0.5877770980305702, | |
| "mrr@1": 0.3927777777777778, | |
| "mrr@5": 0.5764259259259259, | |
| "mrr@10": 0.592172619047619, | |
| "num_pred": 1800, | |
| "num_data": 1800 | |
| } | |
| }, | |
| "visdoc": { | |
| "ViDoRe_arxivqa": { | |
| "hit@1": 0.506, | |
| "hit@5": 0.684, | |
| "hit@10": 0.736, | |
| "ndcg_linear@1": 0.506, | |
| "ndcg_linear@5": 0.6019848283346673, | |
| "ndcg_linear@10": 0.618842382116875, | |
| "ndcg_exponential@1": 0.506, | |
| "ndcg_exponential@5": 0.6019848283346673, | |
| "ndcg_exponential@10": 0.618842382116875, | |
| "precision@1": 0.506, | |
| "precision@5": 0.13679999999999998, | |
| "precision@10": 0.0736, | |
| "recall@1": 0.506, | |
| "recall@5": 0.684, | |
| "recall@10": 0.736, | |
| "f1@1": 0.506, | |
| "f1@5": 0.22800000000000006, | |
| "f1@10": 0.1338181818181818, | |
| "map@1": 0.506, | |
| "map@5": 0.5745333333333333, | |
| "map@10": 0.5815087301587302, | |
| "mrr@1": 0.506, | |
| "mrr@5": 0.5745333333333333, | |
| "mrr@10": 0.5815087301587302, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ViDoRe_docvqa": { | |
| "hit@1": 0.270509977827051, | |
| "hit@5": 0.42572062084257206, | |
| "hit@10": 0.5188470066518847, | |
| "ndcg_linear@1": 0.270509977827051, | |
| "ndcg_linear@5": 0.3471381693961765, | |
| "ndcg_linear@10": 0.3761073342818233, | |
| "ndcg_exponential@1": 0.270509977827051, | |
| "ndcg_exponential@5": 0.3471381693961765, | |
| "ndcg_exponential@10": 0.3761073342818233, | |
| "precision@1": 0.270509977827051, | |
| "precision@5": 0.08558758314855876, | |
| "precision@10": 0.05232815964523281, | |
| "recall@1": 0.2668144863266815, | |
| "recall@5": 0.42165558019216554, | |
| "recall@10": 0.5104212860310421, | |
| "f1@1": 0.2679231337767923, | |
| "f1@5": 0.14195966634991028, | |
| "f1@10": 0.09464696427002414, | |
| "map@1": 0.270509977827051, | |
| "map@5": 0.32139689578713965, | |
| "map@10": 0.33320047161510574, | |
| "mrr@1": 0.270509977827051, | |
| "mrr@5": 0.3251662971175166, | |
| "mrr@10": 0.3374995600605356, | |
| "num_pred": 451, | |
| "num_data": 451 | |
| }, | |
| "ViDoRe_infovqa": { | |
| "hit@1": 0.597165991902834, | |
| "hit@5": 0.7894736842105263, | |
| "hit@10": 0.8522267206477733, | |
| "ndcg_linear@1": 0.597165991902834, | |
| "ndcg_linear@5": 0.7037600234071207, | |
| "ndcg_linear@10": 0.7251514237863242, | |
| "ndcg_exponential@1": 0.597165991902834, | |
| "ndcg_exponential@5": 0.7037600234071207, | |
| "ndcg_exponential@10": 0.7251514237863242, | |
| "precision@1": 0.597165991902834, | |
| "precision@5": 0.15789473684210525, | |
| "precision@10": 0.08542510121457489, | |
| "recall@1": 0.597165991902834, | |
| "recall@5": 0.7884615384615384, | |
| "recall@10": 0.8522267206477733, | |
| "f1@1": 0.597165991902834, | |
| "f1@5": 0.26306149990360517, | |
| "f1@10": 0.1552570236780763, | |
| "map@1": 0.597165991902834, | |
| "map@5": 0.6750674763832659, | |
| "map@10": 0.6844386607544503, | |
| "mrr@1": 0.597165991902834, | |
| "mrr@5": 0.6752699055330635, | |
| "mrr@10": 0.6843037079879185, | |
| "num_pred": 494, | |
| "num_data": 494 | |
| }, | |
| "ViDoRe_tabfquad": { | |
| "hit@1": 0.675, | |
| "hit@5": 0.8714285714285714, | |
| "hit@10": 0.9178571428571428, | |
| "ndcg_linear@1": 0.675, | |
| "ndcg_linear@5": 0.7818109382746695, | |
| "ndcg_linear@10": 0.7971064823405059, | |
| "ndcg_exponential@1": 0.675, | |
| "ndcg_exponential@5": 0.7818109382746695, | |
| "ndcg_exponential@10": 0.7971064823405059, | |
| "precision@1": 0.675, | |
| "precision@5": 0.17428571428571427, | |
| "precision@10": 0.09178571428571428, | |
| "recall@1": 0.675, | |
| "recall@5": 0.8714285714285714, | |
| "recall@10": 0.9178571428571428, | |
| "f1@1": 0.675, | |
| "f1@5": 0.2904761904761905, | |
| "f1@10": 0.1668831168831169, | |
| "map@1": 0.675, | |
| "map@5": 0.7517857142857143, | |
| "map@10": 0.7582624716553289, | |
| "mrr@1": 0.675, | |
| "mrr@5": 0.7517857142857143, | |
| "mrr@10": 0.7582624716553289, | |
| "num_pred": 280, | |
| "num_data": 280 | |
| }, | |
| "ViDoRe_tatdqa": { | |
| "hit@1": 0.17071688942891858, | |
| "hit@5": 0.37484811664641554, | |
| "hit@10": 0.4756986634264885, | |
| "ndcg_linear@1": 0.17071688942891858, | |
| "ndcg_linear@5": 0.27623880236260684, | |
| "ndcg_linear@10": 0.30892627107009063, | |
| "ndcg_exponential@1": 0.17071688942891858, | |
| "ndcg_exponential@5": 0.27623880236260684, | |
| "ndcg_exponential@10": 0.30892627107009063, | |
| "precision@1": 0.17071688942891858, | |
| "precision@5": 0.07509113001215068, | |
| "precision@10": 0.047691373025516404, | |
| "recall@1": 0.1704131227217497, | |
| "recall@5": 0.3745443499392467, | |
| "recall@10": 0.4756986634264885, | |
| "f1@1": 0.17051437829080598, | |
| "f1@5": 0.12506509286582193, | |
| "f1@10": 0.08667476711219119, | |
| "map@1": 0.17071688942891858, | |
| "map@5": 0.24375759416767923, | |
| "map@10": 0.25726243514821884, | |
| "mrr@1": 0.17071688942891858, | |
| "mrr@5": 0.24383353584447146, | |
| "mrr@10": 0.2572371212559548, | |
| "num_pred": 1646, | |
| "num_data": 1646 | |
| }, | |
| "ViDoRe_shiftproject": { | |
| "hit@1": 0.23, | |
| "hit@5": 0.52, | |
| "hit@10": 0.63, | |
| "ndcg_linear@1": 0.23, | |
| "ndcg_linear@5": 0.3862145807098324, | |
| "ndcg_linear@10": 0.4228517985151625, | |
| "ndcg_exponential@1": 0.23, | |
| "ndcg_exponential@5": 0.3862145807098324, | |
| "ndcg_exponential@10": 0.4228517985151625, | |
| "precision@1": 0.23, | |
| "precision@5": 0.10399999999999998, | |
| "precision@10": 0.06299999999999999, | |
| "recall@1": 0.23, | |
| "recall@5": 0.52, | |
| "recall@10": 0.63, | |
| "f1@1": 0.23, | |
| "f1@5": 0.17333333333333337, | |
| "f1@10": 0.11454545454545455, | |
| "map@1": 0.23, | |
| "map@5": 0.34149999999999997, | |
| "map@10": 0.3572420634920635, | |
| "mrr@1": 0.23, | |
| "mrr@5": 0.34149999999999997, | |
| "mrr@10": 0.3572420634920635, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_artificial_intelligence": { | |
| "hit@1": 0.55, | |
| "hit@5": 0.78, | |
| "hit@10": 0.82, | |
| "ndcg_linear@1": 0.55, | |
| "ndcg_linear@5": 0.6765467489235274, | |
| "ndcg_linear@10": 0.6892234506542988, | |
| "ndcg_exponential@1": 0.55, | |
| "ndcg_exponential@5": 0.6765467489235274, | |
| "ndcg_exponential@10": 0.6892234506542988, | |
| "precision@1": 0.55, | |
| "precision@5": 0.15599999999999997, | |
| "precision@10": 0.08199999999999999, | |
| "recall@1": 0.55, | |
| "recall@5": 0.78, | |
| "recall@10": 0.82, | |
| "f1@1": 0.55, | |
| "f1@5": 0.26000000000000006, | |
| "f1@10": 0.1490909090909091, | |
| "map@1": 0.55, | |
| "map@5": 0.6418333333333334, | |
| "map@10": 0.6469285714285715, | |
| "mrr@1": 0.55, | |
| "mrr@5": 0.6418333333333334, | |
| "mrr@10": 0.6469285714285715, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_energy": { | |
| "hit@1": 0.49, | |
| "hit@5": 0.7, | |
| "hit@10": 0.85, | |
| "ndcg_linear@1": 0.49, | |
| "ndcg_linear@5": 0.604188565752427, | |
| "ndcg_linear@10": 0.654079614057483, | |
| "ndcg_exponential@1": 0.49, | |
| "ndcg_exponential@5": 0.604188565752427, | |
| "ndcg_exponential@10": 0.654079614057483, | |
| "precision@1": 0.49, | |
| "precision@5": 0.13999999999999996, | |
| "precision@10": 0.08499999999999996, | |
| "recall@1": 0.49, | |
| "recall@5": 0.7, | |
| "recall@10": 0.85, | |
| "f1@1": 0.49, | |
| "f1@5": 0.23333333333333336, | |
| "f1@10": 0.15454545454545457, | |
| "map@1": 0.49, | |
| "map@5": 0.572, | |
| "map@10": 0.5934246031746032, | |
| "mrr@1": 0.49, | |
| "mrr@5": 0.572, | |
| "mrr@10": 0.5934246031746032, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_government_reports": { | |
| "hit@1": 0.42, | |
| "hit@5": 0.78, | |
| "hit@10": 0.88, | |
| "ndcg_linear@1": 0.42, | |
| "ndcg_linear@5": 0.6181938909073429, | |
| "ndcg_linear@10": 0.6501901901304684, | |
| "ndcg_exponential@1": 0.42, | |
| "ndcg_exponential@5": 0.6181938909073429, | |
| "ndcg_exponential@10": 0.6501901901304684, | |
| "precision@1": 0.42, | |
| "precision@5": 0.15599999999999997, | |
| "precision@10": 0.088, | |
| "recall@1": 0.42, | |
| "recall@5": 0.78, | |
| "recall@10": 0.88, | |
| "f1@1": 0.42, | |
| "f1@5": 0.26000000000000006, | |
| "f1@10": 0.16000000000000003, | |
| "map@1": 0.42, | |
| "map@5": 0.5638333333333334, | |
| "map@10": 0.5768253968253969, | |
| "mrr@1": 0.42, | |
| "mrr@5": 0.5638333333333334, | |
| "mrr@10": 0.5768253968253969, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_healthcare_industry": { | |
| "hit@1": 0.54, | |
| "hit@5": 0.82, | |
| "hit@10": 0.89, | |
| "ndcg_linear@1": 0.54, | |
| "ndcg_linear@5": 0.698531474110489, | |
| "ndcg_linear@10": 0.7212229678465993, | |
| "ndcg_exponential@1": 0.54, | |
| "ndcg_exponential@5": 0.698531474110489, | |
| "ndcg_exponential@10": 0.7212229678465993, | |
| "precision@1": 0.54, | |
| "precision@5": 0.16399999999999998, | |
| "precision@10": 0.08899999999999997, | |
| "recall@1": 0.54, | |
| "recall@5": 0.82, | |
| "recall@10": 0.89, | |
| "f1@1": 0.54, | |
| "f1@5": 0.2733333333333334, | |
| "f1@10": 0.16181818181818186, | |
| "map@1": 0.54, | |
| "map@5": 0.6573333333333333, | |
| "map@10": 0.6667619047619047, | |
| "mrr@1": 0.54, | |
| "mrr@5": 0.6573333333333333, | |
| "mrr@10": 0.6667619047619047, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_esg_reports_human_labeled_v2": { | |
| "hit@1": 0.038461538461538464, | |
| "hit@5": 0.11538461538461539, | |
| "hit@10": 0.23076923076923078, | |
| "ndcg_linear@1": 0.038461538461538464, | |
| "ndcg_linear@5": 0.06817512332990149, | |
| "ndcg_linear@10": 0.09598030466462644, | |
| "ndcg_exponential@1": 0.038461538461538464, | |
| "ndcg_exponential@5": 0.06817512332990149, | |
| "ndcg_exponential@10": 0.09599487668438379, | |
| "precision@1": 0.038461538461538464, | |
| "precision@5": 0.023076923076923075, | |
| "precision@10": 0.026923076923076925, | |
| "recall@1": 0.038461538461538464, | |
| "recall@5": 0.09134615384615384, | |
| "recall@10": 0.16506410256410253, | |
| "f1@1": 0.038461538461538464, | |
| "f1@5": 0.03540903540903541, | |
| "f1@10": 0.04333166833166832, | |
| "map@1": 0.038461538461538464, | |
| "map@5": 0.057211538461538466, | |
| "map@10": 0.06807844932844934, | |
| "mrr@1": 0.038461538461538464, | |
| "mrr@5": 0.06634615384615385, | |
| "mrr@10": 0.08041819291819292, | |
| "num_pred": 52, | |
| "num_data": 52 | |
| }, | |
| "ViDoRe_biomedical_lectures_v2_multilingual": { | |
| "hit@1": 0.05, | |
| "hit@5": 0.1203125, | |
| "hit@10": 0.1875, | |
| "ndcg_linear@1": 0.05, | |
| "ndcg_linear@5": 0.05064502600213018, | |
| "ndcg_linear@10": 0.06329515996638582, | |
| "ndcg_exponential@1": 0.05, | |
| "ndcg_exponential@5": 0.05064502600213018, | |
| "ndcg_exponential@10": 0.06329515996638582, | |
| "precision@1": 0.05, | |
| "precision@5": 0.025312500000000005, | |
| "precision@10": 0.022031250000000002, | |
| "recall@1": 0.027369791666666664, | |
| "recall@5": 0.052070591020499116, | |
| "recall@10": 0.08876272241851287, | |
| "f1@1": 0.031846196338383835, | |
| "f1@5": 0.029338837377899885, | |
| "f1@10": 0.031196784815810553, | |
| "map@1": 0.05, | |
| "map@5": 0.03780381944444444, | |
| "map@10": 0.041590970155423276, | |
| "mrr@1": 0.05, | |
| "mrr@5": 0.07333333333333333, | |
| "mrr@10": 0.08225384424603174, | |
| "num_pred": 640, | |
| "num_data": 640 | |
| }, | |
| "ViDoRe_economics_reports_v2_multilingual": { | |
| "hit@1": 0.1810344827586207, | |
| "hit@5": 0.4224137931034483, | |
| "hit@10": 0.5646551724137931, | |
| "ndcg_linear@1": 0.1810344827586207, | |
| "ndcg_linear@5": 0.13875113955781276, | |
| "ndcg_linear@10": 0.14758177623224894, | |
| "ndcg_exponential@1": 0.1810344827586207, | |
| "ndcg_exponential@5": 0.1387511395578127, | |
| "ndcg_exponential@10": 0.14758177623224894, | |
| "precision@1": 0.1810344827586207, | |
| "precision@5": 0.11982758620689656, | |
| "precision@10": 0.11551724137931037, | |
| "recall@1": 0.012707666017446384, | |
| "recall@5": 0.06501080124572646, | |
| "recall@10": 0.12018603229901821, | |
| "f1@1": 0.02288545832709266, | |
| "f1@5": 0.06054340208235827, | |
| "f1@10": 0.08247544424998887, | |
| "map@1": 0.1810344827586207, | |
| "map@5": 0.08251436781609195, | |
| "map@10": 0.07246543932068357, | |
| "mrr@1": 0.1810344827586207, | |
| "mrr@5": 0.2608477011494253, | |
| "mrr@10": 0.27921798029556655, | |
| "num_pred": 232, | |
| "num_data": 232 | |
| }, | |
| "ViDoRe_esg_reports_v2_multilingual": { | |
| "hit@1": 0.08333333333333333, | |
| "hit@5": 0.2324561403508772, | |
| "hit@10": 0.31140350877192985, | |
| "ndcg_linear@1": 0.08333333333333333, | |
| "ndcg_linear@5": 0.11890188811957679, | |
| "ndcg_linear@10": 0.1391360634250716, | |
| "ndcg_exponential@1": 0.08333333333333333, | |
| "ndcg_exponential@5": 0.11890188811957679, | |
| "ndcg_exponential@10": 0.1391360634250716, | |
| "precision@1": 0.08333333333333333, | |
| "precision@5": 0.05964912280701755, | |
| "precision@10": 0.04649122807017544, | |
| "recall@1": 0.05936716791979949, | |
| "recall@5": 0.1361737677527151, | |
| "recall@10": 0.18859649122807018, | |
| "f1@1": 0.06306354967879468, | |
| "f1@5": 0.07183557899502171, | |
| "f1@10": 0.06509698173479336, | |
| "map@1": 0.08333333333333333, | |
| "map@5": 0.09392543859649122, | |
| "map@10": 0.10152116402116403, | |
| "mrr@1": 0.08333333333333333, | |
| "mrr@5": 0.1355263157894737, | |
| "mrr@10": 0.14601434140907826, | |
| "num_pred": 228, | |
| "num_data": 228 | |
| }, | |
| "VisRAG_ArxivQA": { | |
| "hit@1": 0.43504901960784315, | |
| "hit@5": 0.6029411764705882, | |
| "hit@10": 0.6727941176470589, | |
| "ndcg_linear@1": 0.43504901960784315, | |
| "ndcg_linear@5": 0.5260731896593214, | |
| "ndcg_linear@10": 0.5488301957135047, | |
| "ndcg_exponential@1": 0.43504901960784315, | |
| "ndcg_exponential@5": 0.5260731896593214, | |
| "ndcg_exponential@10": 0.5488301957135047, | |
| "precision@1": 0.43504901960784315, | |
| "precision@5": 0.12058823529411763, | |
| "precision@10": 0.06727941176470587, | |
| "recall@1": 0.43504901960784315, | |
| "recall@5": 0.6029411764705882, | |
| "recall@10": 0.6727941176470589, | |
| "f1@1": 0.43504901960784315, | |
| "f1@5": 0.2009803921568628, | |
| "f1@10": 0.12232620320855617, | |
| "map@1": 0.43504901960784315, | |
| "map@5": 0.5003472222222222, | |
| "map@10": 0.5098355314347962, | |
| "mrr@1": 0.43504901960784315, | |
| "mrr@5": 0.5003472222222222, | |
| "mrr@10": 0.5098355314347962, | |
| "num_pred": 816, | |
| "num_data": 816 | |
| }, | |
| "VisRAG_ChartQA": { | |
| "hit@1": 0.6031746031746031, | |
| "hit@5": 0.7936507936507936, | |
| "hit@10": 0.8412698412698413, | |
| "ndcg_linear@1": 0.6031746031746031, | |
| "ndcg_linear@5": 0.7023156150418144, | |
| "ndcg_linear@10": 0.7176213783260175, | |
| "ndcg_exponential@1": 0.6031746031746031, | |
| "ndcg_exponential@5": 0.7023156150418144, | |
| "ndcg_exponential@10": 0.7176213783260175, | |
| "precision@1": 0.6031746031746031, | |
| "precision@5": 0.15873015873015867, | |
| "precision@10": 0.08412698412698409, | |
| "recall@1": 0.6031746031746031, | |
| "recall@5": 0.7936507936507936, | |
| "recall@10": 0.8412698412698413, | |
| "f1@1": 0.6031746031746031, | |
| "f1@5": 0.2645502645502646, | |
| "f1@10": 0.15295815295815296, | |
| "map@1": 0.6031746031746031, | |
| "map@5": 0.6722222222222223, | |
| "map@10": 0.6784580498866214, | |
| "mrr@1": 0.6031746031746031, | |
| "mrr@5": 0.6722222222222223, | |
| "mrr@10": 0.6784580498866214, | |
| "num_pred": 63, | |
| "num_data": 63 | |
| }, | |
| "VisRAG_MP-DocVQA": { | |
| "hit@1": 0.4077834179357022, | |
| "hit@5": 0.6395939086294417, | |
| "hit@10": 0.7123519458544839, | |
| "ndcg_linear@1": 0.4077834179357022, | |
| "ndcg_linear@5": 0.5280813677279776, | |
| "ndcg_linear@10": 0.5522909877969642, | |
| "ndcg_exponential@1": 0.4077834179357022, | |
| "ndcg_exponential@5": 0.5280813677279776, | |
| "ndcg_exponential@10": 0.5522909877969642, | |
| "precision@1": 0.4077834179357022, | |
| "precision@5": 0.1279187817258883, | |
| "precision@10": 0.07123519458544839, | |
| "recall@1": 0.4077834179357022, | |
| "recall@5": 0.6395939086294417, | |
| "recall@10": 0.7123519458544839, | |
| "f1@1": 0.4077834179357022, | |
| "f1@5": 0.2131979695431472, | |
| "f1@10": 0.1295185356099062, | |
| "map@1": 0.4077834179357022, | |
| "map@5": 0.4912859560067682, | |
| "map@10": 0.5016725754035398, | |
| "mrr@1": 0.4077834179357022, | |
| "mrr@5": 0.4912859560067682, | |
| "mrr@10": 0.5016725754035398, | |
| "num_pred": 591, | |
| "num_data": 591 | |
| }, | |
| "VisRAG_SlideVQA": { | |
| "hit@1": 0.6258992805755396, | |
| "hit@5": 0.85431654676259, | |
| "hit@10": 0.8974820143884892, | |
| "ndcg_linear@1": 0.6258992805755396, | |
| "ndcg_linear@5": 0.727722018029152, | |
| "ndcg_linear@10": 0.7442517359673964, | |
| "ndcg_exponential@1": 0.6258992805755396, | |
| "ndcg_exponential@5": 0.727722018029152, | |
| "ndcg_exponential@10": 0.7442517359673964, | |
| "precision@1": 0.6258992805755396, | |
| "precision@5": 0.2079136690647482, | |
| "precision@10": 0.10953237410071942, | |
| "recall@1": 0.5314748201438849, | |
| "recall@5": 0.822841726618705, | |
| "recall@10": 0.8714028776978417, | |
| "f1@1": 0.5629496402877698, | |
| "f1@5": 0.3258821514217198, | |
| "f1@10": 0.19236429038587313, | |
| "map@1": 0.6258992805755396, | |
| "map@5": 0.6828387290167865, | |
| "map@10": 0.6904986724905788, | |
| "mrr@1": 0.6258992805755396, | |
| "mrr@5": 0.7175659472422062, | |
| "mrr@10": 0.7235775665182139, | |
| "num_pred": 556, | |
| "num_data": 556 | |
| }, | |
| "VisRAG_InfoVQA": { | |
| "hit@1": 0.6002785515320335, | |
| "hit@5": 0.8245125348189415, | |
| "hit@10": 0.8899721448467967, | |
| "ndcg_linear@1": 0.6002785515320335, | |
| "ndcg_linear@5": 0.7196103081823707, | |
| "ndcg_linear@10": 0.7410456616380353, | |
| "ndcg_exponential@1": 0.6002785515320335, | |
| "ndcg_exponential@5": 0.7196103081823707, | |
| "ndcg_exponential@10": 0.7410456616380353, | |
| "precision@1": 0.6002785515320335, | |
| "precision@5": 0.16490250696378828, | |
| "precision@10": 0.08899721448467965, | |
| "recall@1": 0.6002785515320335, | |
| "recall@5": 0.8245125348189415, | |
| "recall@10": 0.8899721448467967, | |
| "f1@1": 0.6002785515320335, | |
| "f1@5": 0.27483751160631387, | |
| "f1@10": 0.16181311724487216, | |
| "map@1": 0.6002785515320335, | |
| "map@5": 0.6846564531104921, | |
| "map@10": 0.6936557677852943, | |
| "mrr@1": 0.6002785515320335, | |
| "mrr@5": 0.6846564531104921, | |
| "mrr@10": 0.6936557677852943, | |
| "num_pred": 718, | |
| "num_data": 718 | |
| }, | |
| "VisRAG_PlotQA": { | |
| "hit@1": 0.22363847045191193, | |
| "hit@5": 0.4484356894553882, | |
| "hit@10": 0.5654692931633836, | |
| "ndcg_linear@1": 0.22363847045191193, | |
| "ndcg_linear@5": 0.3434876959499088, | |
| "ndcg_linear@10": 0.3813457018404914, | |
| "ndcg_exponential@1": 0.22363847045191193, | |
| "ndcg_exponential@5": 0.3434876959499088, | |
| "ndcg_exponential@10": 0.3813457018404914, | |
| "precision@1": 0.22363847045191193, | |
| "precision@5": 0.08968713789107764, | |
| "precision@10": 0.05654692931633834, | |
| "recall@1": 0.22363847045191193, | |
| "recall@5": 0.4484356894553882, | |
| "recall@10": 0.5654692931633836, | |
| "f1@1": 0.22363847045191193, | |
| "f1@5": 0.14947856315179606, | |
| "f1@10": 0.10281259875697883, | |
| "map@1": 0.22363847045191193, | |
| "map@5": 0.3085940517574354, | |
| "map@10": 0.32422382239879344, | |
| "mrr@1": 0.22363847045191193, | |
| "mrr@5": 0.3085940517574354, | |
| "mrr@10": 0.32422382239879344, | |
| "num_pred": 863, | |
| "num_data": 863 | |
| }, | |
| "ViDoSeek-page": { | |
| "hit@1": 0.0446584938704028, | |
| "hit@5": 0.3905429071803853, | |
| "hit@10": 0.5971978984238179, | |
| "ndcg_linear@1": 0.0446584938704028, | |
| "ndcg_linear@5": 0.22283683461024645, | |
| "ndcg_linear@10": 0.2895264993048246, | |
| "ndcg_exponential@1": 0.0446584938704028, | |
| "ndcg_exponential@5": 0.22283683461024653, | |
| "ndcg_exponential@10": 0.28952649930482466, | |
| "precision@1": 0.0446584938704028, | |
| "precision@5": 0.07810858143607707, | |
| "precision@10": 0.05971978984238179, | |
| "recall@1": 0.0446584938704028, | |
| "recall@5": 0.3905429071803853, | |
| "recall@10": 0.5971978984238179, | |
| "f1@1": 0.0446584938704028, | |
| "f1@5": 0.13018096906012844, | |
| "f1@10": 0.10858143607705782, | |
| "map@1": 0.0446584938704028, | |
| "map@5": 0.1676444833625219, | |
| "map@10": 0.19508763517082256, | |
| "mrr@1": 0.0446584938704028, | |
| "mrr@5": 0.1676444833625219, | |
| "mrr@10": 0.19508763517082256, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "ViDoSeek-doc": { | |
| "hit@1": 0.968476357267951, | |
| "hit@5": 0.9912434325744308, | |
| "hit@10": 0.9947460595446584, | |
| "ndcg_linear@1": 0.6625802685347344, | |
| "ndcg_linear@5": 0.7780718841793594, | |
| "ndcg_linear@10": 0.7502728417738824, | |
| "ndcg_exponential@1": 0.44408306229672245, | |
| "ndcg_exponential@5": 0.6673711755462026, | |
| "ndcg_exponential@10": 0.6819104114803104, | |
| "precision@1": 0.968476357267951, | |
| "precision@5": 0.8481611208406304, | |
| "precision@10": 0.750875656742557, | |
| "recall@1": 0.05711879676554371, | |
| "recall@5": 0.24781081127789126, | |
| "recall@10": 0.4314558336731064, | |
| "f1@1": 0.10713328875583096, | |
| "f1@5": 0.375858198266283, | |
| "f1@10": 0.5355661581210087, | |
| "map@1": 0.968476357267951, | |
| "map@5": 0.831468184471687, | |
| "map@10": 0.7255596248277478, | |
| "mrr@1": 0.968476357267951, | |
| "mrr@5": 0.9776999416228838, | |
| "mrr@10": 0.9781680010007505, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "MMLongBench-page": { | |
| "hit@1": 0.06801909307875895, | |
| "hit@5": 0.2386634844868735, | |
| "hit@10": 0.3305489260143198, | |
| "ndcg_linear@1": 0.06801909307875895, | |
| "ndcg_linear@5": 0.11822134474246979, | |
| "ndcg_linear@10": 0.15022040843373538, | |
| "ndcg_exponential@1": 0.06801909307875895, | |
| "ndcg_exponential@5": 0.11822134474246979, | |
| "ndcg_exponential@10": 0.15022040843373538, | |
| "precision@1": 0.06801909307875895, | |
| "precision@5": 0.056324582338902154, | |
| "precision@10": 0.04379474940334129, | |
| "recall@1": 0.038664905102852594, | |
| "recall@5": 0.16723964844489903, | |
| "recall@10": 0.25455198143145635, | |
| "f1@1": 0.04688230756249849, | |
| "f1@5": 0.07989331008424089, | |
| "f1@10": 0.07145515842987549, | |
| "map@1": 0.06801909307875895, | |
| "map@5": 0.0867468841156192, | |
| "map@10": 0.10167219917667411, | |
| "mrr@1": 0.06801909307875895, | |
| "mrr@5": 0.12738663484486873, | |
| "mrr@10": 0.13961955904080012, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| }, | |
| "MMLongBench-doc": { | |
| "hit@1": 0.5668257756563246, | |
| "hit@5": 0.6885441527446301, | |
| "hit@10": 0.747016706443914, | |
| "ndcg_linear@1": 0.3981702466189339, | |
| "ndcg_linear@5": 0.40462422635020384, | |
| "ndcg_linear@10": 0.38948040985289195, | |
| "ndcg_exponential@1": 0.27770201159222635, | |
| "ndcg_exponential@5": 0.33626701840937107, | |
| "ndcg_exponential@10": 0.34529122789195027, | |
| "precision@1": 0.5668257756563246, | |
| "precision@5": 0.4470167064439141, | |
| "precision@10": 0.3953460620525059, | |
| "recall@1": 0.017686024380438876, | |
| "recall@5": 0.06659662623490364, | |
| "recall@10": 0.11644775779833906, | |
| "f1@1": 0.03396785786854894, | |
| "f1@5": 0.11131694335938004, | |
| "f1@10": 0.16871497861256565, | |
| "map@1": 0.5668257756563246, | |
| "map@5": 0.41111774065234685, | |
| "map@10": 0.34533373426273184, | |
| "mrr@1": 0.5668257756563246, | |
| "mrr@5": 0.6124105011933175, | |
| "mrr@10": 0.6201973709133614, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| } | |
| } | |
| } | |
| } |