Spaces:
Running
Running
| { | |
| "metadata": { | |
| "model_name": "gme-Qwen2-VL-7B-Instruct", | |
| "report_generated_date": "2025-06-28T08:54:18.334782", | |
| "model_size": 8.29, | |
| "url": "https://huggingface.co/Alibaba-NLP/gme-Qwen2-VL-7B-Instruct", | |
| "data_source": "TIGER-Lab" | |
| }, | |
| "metrics": { | |
| "image": { | |
| "ImageNet-1K": { | |
| "hit@1": 0.646, | |
| "hit@5": 0.864, | |
| "hit@10": 0.914, | |
| "ndcg_linear@1": 0.646, | |
| "ndcg_linear@5": 0.7675656151573618, | |
| "ndcg_linear@10": 0.7837300096011678, | |
| "ndcg_exponential@1": 0.646, | |
| "ndcg_exponential@5": 0.7675656151573618, | |
| "ndcg_exponential@10": 0.7837300096011678, | |
| "precision@1": 0.646, | |
| "precision@5": 0.1728, | |
| "precision@10": 0.09140000000000001, | |
| "recall@1": 0.646, | |
| "recall@5": 0.864, | |
| "recall@10": 0.914, | |
| "f1@1": 0.646, | |
| "f1@5": 0.288, | |
| "f1@10": 0.16618181818181818, | |
| "map@1": 0.646, | |
| "map@5": 0.7350166666666667, | |
| "map@10": 0.741684126984127, | |
| "mrr@1": 0.646, | |
| "mrr@5": 0.7350166666666667, | |
| "mrr@10": 0.741684126984127, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "N24News": { | |
| "hit@1": 0.505, | |
| "hit@5": 0.838, | |
| "hit@10": 0.93, | |
| "ndcg_linear@1": 0.505, | |
| "ndcg_linear@5": 0.6859312278730303, | |
| "ndcg_linear@10": 0.7160982776534236, | |
| "ndcg_exponential@1": 0.505, | |
| "ndcg_exponential@5": 0.6859312278730303, | |
| "ndcg_exponential@10": 0.7160982776534236, | |
| "precision@1": 0.505, | |
| "precision@5": 0.1676, | |
| "precision@10": 0.09300000000000003, | |
| "recall@1": 0.505, | |
| "recall@5": 0.838, | |
| "recall@10": 0.93, | |
| "f1@1": 0.505, | |
| "f1@5": 0.2793333333333334, | |
| "f1@10": 0.1690909090909091, | |
| "map@1": 0.505, | |
| "map@5": 0.635, | |
| "map@10": 0.6476924603174602, | |
| "mrr@1": 0.505, | |
| "mrr@5": 0.635, | |
| "mrr@10": 0.6476924603174602, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HatefulMemes": { | |
| "hit@1": 0.536, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.536, | |
| "ndcg_linear@5": 0.8287514056571564, | |
| "ndcg_linear@10": 0.8287514056571564, | |
| "ndcg_exponential@1": 0.536, | |
| "ndcg_exponential@5": 0.8287514056571564, | |
| "ndcg_exponential@10": 0.8287514056571564, | |
| "precision@1": 0.536, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.536, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.536, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.536, | |
| "map@5": 0.768, | |
| "map@10": 0.768, | |
| "mrr@1": 0.536, | |
| "mrr@5": 0.768, | |
| "mrr@10": 0.768, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VOC2007": { | |
| "hit@1": 0.803, | |
| "hit@5": 0.966, | |
| "hit@10": 0.99, | |
| "ndcg_linear@1": 0.803, | |
| "ndcg_linear@5": 0.8956917699369619, | |
| "ndcg_linear@10": 0.9035303593848166, | |
| "ndcg_exponential@1": 0.803, | |
| "ndcg_exponential@5": 0.8956917699369619, | |
| "ndcg_exponential@10": 0.9035303593848166, | |
| "precision@1": 0.803, | |
| "precision@5": 0.19320000000000004, | |
| "precision@10": 0.09900000000000002, | |
| "recall@1": 0.803, | |
| "recall@5": 0.966, | |
| "recall@10": 0.99, | |
| "f1@1": 0.803, | |
| "f1@5": 0.322, | |
| "f1@10": 0.18, | |
| "map@1": 0.803, | |
| "map@5": 0.8717333333333334, | |
| "map@10": 0.8750126984126985, | |
| "mrr@1": 0.803, | |
| "mrr@5": 0.8717333333333334, | |
| "mrr@10": 0.8750126984126985, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SUN397": { | |
| "hit@1": 0.695, | |
| "hit@5": 0.93, | |
| "hit@10": 0.964, | |
| "ndcg_linear@1": 0.695, | |
| "ndcg_linear@5": 0.8264697358260907, | |
| "ndcg_linear@10": 0.8377506399258345, | |
| "ndcg_exponential@1": 0.695, | |
| "ndcg_exponential@5": 0.8264697358260907, | |
| "ndcg_exponential@10": 0.8377506399258345, | |
| "precision@1": 0.695, | |
| "precision@5": 0.18600000000000003, | |
| "precision@10": 0.0964, | |
| "recall@1": 0.695, | |
| "recall@5": 0.93, | |
| "recall@10": 0.964, | |
| "f1@1": 0.695, | |
| "f1@5": 0.31, | |
| "f1@10": 0.17527272727272725, | |
| "map@1": 0.695, | |
| "map@5": 0.7914666666666665, | |
| "map@10": 0.7962904761904762, | |
| "mrr@1": 0.695, | |
| "mrr@5": 0.7914666666666665, | |
| "mrr@10": 0.7962904761904762, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Place365": { | |
| "hit@1": 0.391, | |
| "hit@5": 0.695, | |
| "hit@10": 0.786, | |
| "ndcg_linear@1": 0.391, | |
| "ndcg_linear@5": 0.5529304236707225, | |
| "ndcg_linear@10": 0.5829135990155158, | |
| "ndcg_exponential@1": 0.391, | |
| "ndcg_exponential@5": 0.5529304236707225, | |
| "ndcg_exponential@10": 0.5829135990155158, | |
| "precision@1": 0.391, | |
| "precision@5": 0.13899999999999998, | |
| "precision@10": 0.07859999999999999, | |
| "recall@1": 0.391, | |
| "recall@5": 0.695, | |
| "recall@10": 0.786, | |
| "f1@1": 0.391, | |
| "f1@5": 0.23166666666666674, | |
| "f1@10": 0.14290909090909093, | |
| "map@1": 0.391, | |
| "map@5": 0.50565, | |
| "map@10": 0.51835, | |
| "mrr@1": 0.391, | |
| "mrr@5": 0.50565, | |
| "mrr@10": 0.51835, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-A": { | |
| "hit@1": 0.412, | |
| "hit@5": 0.692, | |
| "hit@10": 0.776, | |
| "ndcg_linear@1": 0.412, | |
| "ndcg_linear@5": 0.5641118126578005, | |
| "ndcg_linear@10": 0.5913889513202993, | |
| "ndcg_exponential@1": 0.412, | |
| "ndcg_exponential@5": 0.5641118126578005, | |
| "ndcg_exponential@10": 0.5913889513202993, | |
| "precision@1": 0.412, | |
| "precision@5": 0.1384, | |
| "precision@10": 0.07759999999999999, | |
| "recall@1": 0.412, | |
| "recall@5": 0.692, | |
| "recall@10": 0.776, | |
| "f1@1": 0.412, | |
| "f1@5": 0.23066666666666671, | |
| "f1@10": 0.14109090909090913, | |
| "map@1": 0.412, | |
| "map@5": 0.5212666666666667, | |
| "map@10": 0.532590873015873, | |
| "mrr@1": 0.412, | |
| "mrr@5": 0.5212666666666667, | |
| "mrr@10": 0.532590873015873, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-R": { | |
| "hit@1": 0.839, | |
| "hit@5": 0.96, | |
| "hit@10": 0.978, | |
| "ndcg_linear@1": 0.839, | |
| "ndcg_linear@5": 0.9069125896441956, | |
| "ndcg_linear@10": 0.9128589977894869, | |
| "ndcg_exponential@1": 0.839, | |
| "ndcg_exponential@5": 0.9069125896441956, | |
| "ndcg_exponential@10": 0.9128589977894869, | |
| "precision@1": 0.839, | |
| "precision@5": 0.192, | |
| "precision@10": 0.09780000000000001, | |
| "recall@1": 0.839, | |
| "recall@5": 0.96, | |
| "recall@10": 0.978, | |
| "f1@1": 0.839, | |
| "f1@5": 0.32, | |
| "f1@10": 0.17781818181818182, | |
| "map@1": 0.839, | |
| "map@5": 0.8889333333333334, | |
| "map@10": 0.8914634920634922, | |
| "mrr@1": 0.839, | |
| "mrr@5": 0.8889333333333334, | |
| "mrr@10": 0.8914634920634922, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ObjectNet": { | |
| "hit@1": 0.69, | |
| "hit@5": 0.859, | |
| "hit@10": 0.915, | |
| "ndcg_linear@1": 0.69, | |
| "ndcg_linear@5": 0.7820151814813446, | |
| "ndcg_linear@10": 0.8002958335952403, | |
| "ndcg_exponential@1": 0.69, | |
| "ndcg_exponential@5": 0.7820151814813446, | |
| "ndcg_exponential@10": 0.8002958335952403, | |
| "precision@1": 0.69, | |
| "precision@5": 0.1718, | |
| "precision@10": 0.09150000000000001, | |
| "recall@1": 0.69, | |
| "recall@5": 0.859, | |
| "recall@10": 0.915, | |
| "f1@1": 0.69, | |
| "f1@5": 0.2863333333333334, | |
| "f1@10": 0.16636363636363635, | |
| "map@1": 0.69, | |
| "map@5": 0.7562333333333333, | |
| "map@10": 0.7638757936507936, | |
| "mrr@1": 0.69, | |
| "mrr@5": 0.7562333333333333, | |
| "mrr@10": 0.7638757936507936, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Country211": { | |
| "hit@1": 0.248, | |
| "hit@5": 0.457, | |
| "hit@10": 0.559, | |
| "ndcg_linear@1": 0.248, | |
| "ndcg_linear@5": 0.3569485635087294, | |
| "ndcg_linear@10": 0.3901006229753951, | |
| "ndcg_exponential@1": 0.248, | |
| "ndcg_exponential@5": 0.3569485635087294, | |
| "ndcg_exponential@10": 0.3901006229753951, | |
| "precision@1": 0.248, | |
| "precision@5": 0.09140000000000001, | |
| "precision@10": 0.0559, | |
| "recall@1": 0.248, | |
| "recall@5": 0.457, | |
| "recall@10": 0.559, | |
| "f1@1": 0.248, | |
| "f1@5": 0.15233333333333338, | |
| "f1@10": 0.10163636363636365, | |
| "map@1": 0.248, | |
| "map@5": 0.32385, | |
| "map@10": 0.33762063492063493, | |
| "mrr@1": 0.248, | |
| "mrr@5": 0.32385, | |
| "mrr@10": 0.33762063492063493, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OK-VQA": { | |
| "hit@1": 0.332, | |
| "hit@5": 0.617, | |
| "hit@10": 0.717, | |
| "ndcg_linear@1": 0.332, | |
| "ndcg_linear@5": 0.485871864688508, | |
| "ndcg_linear@10": 0.5182227215507165, | |
| "ndcg_exponential@1": 0.332, | |
| "ndcg_exponential@5": 0.485871864688508, | |
| "ndcg_exponential@10": 0.5182227215507165, | |
| "precision@1": 0.332, | |
| "precision@5": 0.12340000000000001, | |
| "precision@10": 0.07169999999999999, | |
| "recall@1": 0.332, | |
| "recall@5": 0.617, | |
| "recall@10": 0.717, | |
| "f1@1": 0.332, | |
| "f1@5": 0.20566666666666672, | |
| "f1@10": 0.13036363636363638, | |
| "map@1": 0.332, | |
| "map@5": 0.4420333333333333, | |
| "map@10": 0.45539007936507936, | |
| "mrr@1": 0.332, | |
| "mrr@5": 0.4420333333333333, | |
| "mrr@10": 0.45539007936507936, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "A-OKVQA": { | |
| "hit@1": 0.21, | |
| "hit@5": 0.5, | |
| "hit@10": 0.638, | |
| "ndcg_linear@1": 0.21, | |
| "ndcg_linear@5": 0.36039694414599044, | |
| "ndcg_linear@10": 0.40511531278859386, | |
| "ndcg_exponential@1": 0.21, | |
| "ndcg_exponential@5": 0.36039694414599044, | |
| "ndcg_exponential@10": 0.40511531278859386, | |
| "precision@1": 0.21, | |
| "precision@5": 0.1, | |
| "precision@10": 0.0638, | |
| "recall@1": 0.21, | |
| "recall@5": 0.5, | |
| "recall@10": 0.638, | |
| "f1@1": 0.21, | |
| "f1@5": 0.1666666666666667, | |
| "f1@10": 0.11600000000000002, | |
| "map@1": 0.21, | |
| "map@5": 0.31425, | |
| "map@10": 0.3327503968253968, | |
| "mrr@1": 0.21, | |
| "mrr@5": 0.31425, | |
| "mrr@10": 0.3327503968253968, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "DocVQA": { | |
| "hit@1": 0.414, | |
| "hit@5": 0.597, | |
| "hit@10": 0.664, | |
| "ndcg_linear@1": 0.414, | |
| "ndcg_linear@5": 0.5132212142752178, | |
| "ndcg_linear@10": 0.5351036098010266, | |
| "ndcg_exponential@1": 0.414, | |
| "ndcg_exponential@5": 0.5132212142752178, | |
| "ndcg_exponential@10": 0.5351036098010266, | |
| "precision@1": 0.414, | |
| "precision@5": 0.11939999999999998, | |
| "precision@10": 0.06639999999999997, | |
| "recall@1": 0.414, | |
| "recall@5": 0.597, | |
| "recall@10": 0.664, | |
| "f1@1": 0.414, | |
| "f1@5": 0.19900000000000007, | |
| "f1@10": 0.12072727272727275, | |
| "map@1": 0.414, | |
| "map@5": 0.48518333333333336, | |
| "map@10": 0.4943369047619047, | |
| "mrr@1": 0.414, | |
| "mrr@5": 0.48518333333333336, | |
| "mrr@10": 0.4943369047619047, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "InfographicsVQA": { | |
| "hit@1": 0.203, | |
| "hit@5": 0.383, | |
| "hit@10": 0.467, | |
| "ndcg_linear@1": 0.203, | |
| "ndcg_linear@5": 0.2983142031321632, | |
| "ndcg_linear@10": 0.3252840110636628, | |
| "ndcg_exponential@1": 0.203, | |
| "ndcg_exponential@5": 0.2983142031321632, | |
| "ndcg_exponential@10": 0.3252840110636628, | |
| "precision@1": 0.203, | |
| "precision@5": 0.07659999999999999, | |
| "precision@10": 0.0467, | |
| "recall@1": 0.203, | |
| "recall@5": 0.383, | |
| "recall@10": 0.467, | |
| "f1@1": 0.203, | |
| "f1@5": 0.1276666666666667, | |
| "f1@10": 0.08490909090909092, | |
| "map@1": 0.203, | |
| "map@5": 0.2702, | |
| "map@10": 0.2812119047619048, | |
| "mrr@1": 0.203, | |
| "mrr@5": 0.2702, | |
| "mrr@10": 0.2812119047619048, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ChartQA": { | |
| "hit@1": 0.178, | |
| "hit@5": 0.257, | |
| "hit@10": 0.301, | |
| "ndcg_linear@1": 0.178, | |
| "ndcg_linear@5": 0.21916174591757567, | |
| "ndcg_linear@10": 0.23326245822360894, | |
| "ndcg_exponential@1": 0.178, | |
| "ndcg_exponential@5": 0.21916174591757567, | |
| "ndcg_exponential@10": 0.23326245822360894, | |
| "precision@1": 0.178, | |
| "precision@5": 0.05140000000000001, | |
| "precision@10": 0.030100000000000002, | |
| "recall@1": 0.178, | |
| "recall@5": 0.257, | |
| "recall@10": 0.301, | |
| "f1@1": 0.178, | |
| "f1@5": 0.08566666666666668, | |
| "f1@10": 0.054727272727272736, | |
| "map@1": 0.178, | |
| "map@5": 0.20663333333333334, | |
| "map@10": 0.21237777777777778, | |
| "mrr@1": 0.178, | |
| "mrr@5": 0.20663333333333334, | |
| "mrr@10": 0.21237777777777778, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W": { | |
| "hit@1": 0.222, | |
| "hit@5": 0.544, | |
| "hit@10": 0.674, | |
| "ndcg_linear@1": 0.222, | |
| "ndcg_linear@5": 0.3896222077826222, | |
| "ndcg_linear@10": 0.43208253526314966, | |
| "ndcg_exponential@1": 0.222, | |
| "ndcg_exponential@5": 0.3896222077826222, | |
| "ndcg_exponential@10": 0.43208253526314966, | |
| "precision@1": 0.222, | |
| "precision@5": 0.10879999999999998, | |
| "precision@10": 0.06739999999999999, | |
| "recall@1": 0.222, | |
| "recall@5": 0.544, | |
| "recall@10": 0.674, | |
| "f1@1": 0.222, | |
| "f1@5": 0.1813333333333334, | |
| "f1@10": 0.12254545454545457, | |
| "map@1": 0.222, | |
| "map@5": 0.33858333333333335, | |
| "map@10": 0.3563468253968254, | |
| "mrr@1": 0.222, | |
| "mrr@5": 0.33858333333333335, | |
| "mrr@10": 0.3563468253968254, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ScienceQA": { | |
| "hit@1": 0.28, | |
| "hit@5": 0.64, | |
| "hit@10": 0.763, | |
| "ndcg_linear@1": 0.28, | |
| "ndcg_linear@5": 0.4740675519059985, | |
| "ndcg_linear@10": 0.514010974748877, | |
| "ndcg_exponential@1": 0.28, | |
| "ndcg_exponential@5": 0.4740675519059985, | |
| "ndcg_exponential@10": 0.514010974748877, | |
| "precision@1": 0.28, | |
| "precision@5": 0.12799999999999997, | |
| "precision@10": 0.07629999999999999, | |
| "recall@1": 0.28, | |
| "recall@5": 0.64, | |
| "recall@10": 0.763, | |
| "f1@1": 0.28, | |
| "f1@5": 0.21333333333333337, | |
| "f1@10": 0.13872727272727275, | |
| "map@1": 0.28, | |
| "map@5": 0.4186333333333333, | |
| "map@10": 0.43520793650793654, | |
| "mrr@1": 0.28, | |
| "mrr@5": 0.4186333333333333, | |
| "mrr@10": 0.43520793650793654, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VizWiz": { | |
| "hit@1": 0.39, | |
| "hit@5": 0.613, | |
| "hit@10": 0.673, | |
| "ndcg_linear@1": 0.39, | |
| "ndcg_linear@5": 0.5101413361528128, | |
| "ndcg_linear@10": 0.5295620828845852, | |
| "ndcg_exponential@1": 0.39, | |
| "ndcg_exponential@5": 0.5101413361528128, | |
| "ndcg_exponential@10": 0.5295620828845852, | |
| "precision@1": 0.39, | |
| "precision@5": 0.1226, | |
| "precision@10": 0.0673, | |
| "recall@1": 0.39, | |
| "recall@5": 0.613, | |
| "recall@10": 0.673, | |
| "f1@1": 0.39, | |
| "f1@5": 0.2043333333333334, | |
| "f1@10": 0.12236363636363638, | |
| "map@1": 0.39, | |
| "map@5": 0.4757833333333333, | |
| "map@10": 0.4838107142857143, | |
| "mrr@1": 0.39, | |
| "mrr@5": 0.4757833333333333, | |
| "mrr@10": 0.4838107142857143, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "GQA": { | |
| "hit@1": 0.769, | |
| "hit@5": 0.941, | |
| "hit@10": 0.965, | |
| "ndcg_linear@1": 0.769, | |
| "ndcg_linear@5": 0.865366522766234, | |
| "ndcg_linear@10": 0.8730495254605352, | |
| "ndcg_exponential@1": 0.769, | |
| "ndcg_exponential@5": 0.865366522766234, | |
| "ndcg_exponential@10": 0.8730495254605352, | |
| "precision@1": 0.769, | |
| "precision@5": 0.1882, | |
| "precision@10": 0.0965, | |
| "recall@1": 0.769, | |
| "recall@5": 0.941, | |
| "recall@10": 0.965, | |
| "f1@1": 0.769, | |
| "f1@5": 0.31366666666666665, | |
| "f1@10": 0.17545454545454545, | |
| "map@1": 0.769, | |
| "map@5": 0.8397666666666667, | |
| "map@10": 0.8428908730158731, | |
| "mrr@1": 0.769, | |
| "mrr@5": 0.8397666666666667, | |
| "mrr@10": 0.8428908730158731, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "TextVQA": { | |
| "hit@1": 0.468, | |
| "hit@5": 0.685, | |
| "hit@10": 0.74, | |
| "ndcg_linear@1": 0.468, | |
| "ndcg_linear@5": 0.5857686784282851, | |
| "ndcg_linear@10": 0.6036026979398256, | |
| "ndcg_exponential@1": 0.468, | |
| "ndcg_exponential@5": 0.5857686784282851, | |
| "ndcg_exponential@10": 0.6036026979398256, | |
| "precision@1": 0.468, | |
| "precision@5": 0.137, | |
| "precision@10": 0.074, | |
| "recall@1": 0.468, | |
| "recall@5": 0.685, | |
| "recall@10": 0.74, | |
| "f1@1": 0.468, | |
| "f1@5": 0.22833333333333336, | |
| "f1@10": 0.13454545454545455, | |
| "map@1": 0.468, | |
| "map@5": 0.5525333333333333, | |
| "map@10": 0.5599246031746031, | |
| "mrr@1": 0.468, | |
| "mrr@5": 0.5525333333333333, | |
| "mrr@10": 0.5599246031746031, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisDial": { | |
| "hit@1": 0.608, | |
| "hit@5": 0.843, | |
| "hit@10": 0.914, | |
| "ndcg_linear@1": 0.608, | |
| "ndcg_linear@5": 0.733577948489228, | |
| "ndcg_linear@10": 0.7570027510391492, | |
| "ndcg_exponential@1": 0.608, | |
| "ndcg_exponential@5": 0.733577948489228, | |
| "ndcg_exponential@10": 0.7570027510391492, | |
| "precision@1": 0.608, | |
| "precision@5": 0.1686, | |
| "precision@10": 0.09140000000000001, | |
| "recall@1": 0.608, | |
| "recall@5": 0.843, | |
| "recall@10": 0.914, | |
| "f1@1": 0.608, | |
| "f1@5": 0.281, | |
| "f1@10": 0.16618181818181818, | |
| "map@1": 0.608, | |
| "map@5": 0.6971499999999999, | |
| "map@10": 0.7070952380952381, | |
| "mrr@1": 0.608, | |
| "mrr@5": 0.6971499999999999, | |
| "mrr@10": 0.7070952380952381, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "CIRR": { | |
| "hit@1": 0.549, | |
| "hit@5": 0.89, | |
| "hit@10": 0.944, | |
| "ndcg_linear@1": 0.549, | |
| "ndcg_linear@5": 0.7379230235182084, | |
| "ndcg_linear@10": 0.7559089463717755, | |
| "ndcg_exponential@1": 0.549, | |
| "ndcg_exponential@5": 0.7379230235182084, | |
| "ndcg_exponential@10": 0.7559089463717755, | |
| "precision@1": 0.549, | |
| "precision@5": 0.178, | |
| "precision@10": 0.09440000000000003, | |
| "recall@1": 0.549, | |
| "recall@5": 0.89, | |
| "recall@10": 0.944, | |
| "f1@1": 0.549, | |
| "f1@5": 0.2966666666666667, | |
| "f1@10": 0.17163636363636361, | |
| "map@1": 0.549, | |
| "map@5": 0.6865999999999999, | |
| "map@10": 0.6943325396825396, | |
| "mrr@1": 0.549, | |
| "mrr@5": 0.6865999999999999, | |
| "mrr@10": 0.6943325396825396, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_t2i": { | |
| "hit@1": 0.797, | |
| "hit@5": 0.915, | |
| "hit@10": 0.936, | |
| "ndcg_linear@1": 0.797, | |
| "ndcg_linear@5": 0.8627496822471115, | |
| "ndcg_linear@10": 0.8696409132009587, | |
| "ndcg_exponential@1": 0.797, | |
| "ndcg_exponential@5": 0.8627496822471115, | |
| "ndcg_exponential@10": 0.8696409132009587, | |
| "precision@1": 0.797, | |
| "precision@5": 0.18300000000000002, | |
| "precision@10": 0.09360000000000002, | |
| "recall@1": 0.797, | |
| "recall@5": 0.915, | |
| "recall@10": 0.936, | |
| "f1@1": 0.797, | |
| "f1@5": 0.305, | |
| "f1@10": 0.17018181818181818, | |
| "map@1": 0.797, | |
| "map@5": 0.8451166666666665, | |
| "map@10": 0.8480198412698412, | |
| "mrr@1": 0.797, | |
| "mrr@5": 0.8451166666666665, | |
| "mrr@10": 0.8480198412698412, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_i2t": { | |
| "hit@1": 0.836, | |
| "hit@5": 0.932, | |
| "hit@10": 0.946, | |
| "ndcg_linear@1": 0.836, | |
| "ndcg_linear@5": 0.8899078662440771, | |
| "ndcg_linear@10": 0.8946317706132814, | |
| "ndcg_exponential@1": 0.836, | |
| "ndcg_exponential@5": 0.8899078662440771, | |
| "ndcg_exponential@10": 0.8946317706132814, | |
| "precision@1": 0.836, | |
| "precision@5": 0.18640000000000004, | |
| "precision@10": 0.0946, | |
| "recall@1": 0.836, | |
| "recall@5": 0.932, | |
| "recall@10": 0.946, | |
| "f1@1": 0.836, | |
| "f1@5": 0.3106666666666667, | |
| "f1@10": 0.172, | |
| "map@1": 0.836, | |
| "map@5": 0.8756666666666666, | |
| "map@10": 0.8777309523809524, | |
| "mrr@1": 0.836, | |
| "mrr@5": 0.8756666666666666, | |
| "mrr@10": 0.8777309523809524, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_t2i": { | |
| "hit@1": 0.712, | |
| "hit@5": 0.921, | |
| "hit@10": 0.96, | |
| "ndcg_linear@1": 0.712, | |
| "ndcg_linear@5": 0.8275075440748253, | |
| "ndcg_linear@10": 0.8405579014938537, | |
| "ndcg_exponential@1": 0.712, | |
| "ndcg_exponential@5": 0.8275075440748253, | |
| "ndcg_exponential@10": 0.8405579014938537, | |
| "precision@1": 0.712, | |
| "precision@5": 0.18420000000000003, | |
| "precision@10": 0.09600000000000002, | |
| "recall@1": 0.712, | |
| "recall@5": 0.921, | |
| "recall@10": 0.96, | |
| "f1@1": 0.712, | |
| "f1@5": 0.307, | |
| "f1@10": 0.17454545454545456, | |
| "map@1": 0.712, | |
| "map@5": 0.7959833333333334, | |
| "map@10": 0.8016265873015873, | |
| "mrr@1": 0.712, | |
| "mrr@5": 0.7959833333333334, | |
| "mrr@10": 0.8016265873015873, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_i2t": { | |
| "hit@1": 0.577, | |
| "hit@5": 0.858, | |
| "hit@10": 0.939, | |
| "ndcg_linear@1": 0.577, | |
| "ndcg_linear@5": 0.7273292794403879, | |
| "ndcg_linear@10": 0.7536734944900013, | |
| "ndcg_exponential@1": 0.577, | |
| "ndcg_exponential@5": 0.7273292794403879, | |
| "ndcg_exponential@10": 0.7536734944900013, | |
| "precision@1": 0.577, | |
| "precision@5": 0.17160000000000003, | |
| "precision@10": 0.09390000000000001, | |
| "recall@1": 0.577, | |
| "recall@5": 0.858, | |
| "recall@10": 0.939, | |
| "f1@1": 0.577, | |
| "f1@5": 0.286, | |
| "f1@10": 0.1707272727272727, | |
| "map@1": 0.577, | |
| "map@5": 0.6838500000000001, | |
| "map@10": 0.6948119047619048, | |
| "mrr@1": 0.577, | |
| "mrr@5": 0.6838500000000001, | |
| "mrr@10": 0.6948119047619048, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "NIGHTS": { | |
| "hit@1": 0.676, | |
| "hit@5": 0.977, | |
| "hit@10": 0.995, | |
| "ndcg_linear@1": 0.676, | |
| "ndcg_linear@5": 0.8498540680608963, | |
| "ndcg_linear@10": 0.8560163381696798, | |
| "ndcg_exponential@1": 0.676, | |
| "ndcg_exponential@5": 0.8498540680608963, | |
| "ndcg_exponential@10": 0.8560163381696798, | |
| "precision@1": 0.676, | |
| "precision@5": 0.19540000000000005, | |
| "precision@10": 0.09950000000000002, | |
| "recall@1": 0.676, | |
| "recall@5": 0.977, | |
| "recall@10": 0.995, | |
| "f1@1": 0.676, | |
| "f1@5": 0.32566666666666666, | |
| "f1@10": 0.18090909090909088, | |
| "map@1": 0.676, | |
| "map@5": 0.8062999999999999, | |
| "map@10": 0.8090440476190477, | |
| "mrr@1": 0.676, | |
| "mrr@5": 0.8062999999999999, | |
| "mrr@10": 0.8090440476190477, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "WebQA": { | |
| "hit@1": 0.914, | |
| "hit@5": 0.991, | |
| "hit@10": 0.994, | |
| "ndcg_linear@1": 0.914, | |
| "ndcg_linear@5": 0.9583965355112005, | |
| "ndcg_linear@10": 0.9593428375202905, | |
| "ndcg_exponential@1": 0.914, | |
| "ndcg_exponential@5": 0.9583965355112005, | |
| "ndcg_exponential@10": 0.9593428375202905, | |
| "precision@1": 0.914, | |
| "precision@5": 0.19820000000000004, | |
| "precision@10": 0.0994, | |
| "recall@1": 0.914, | |
| "recall@5": 0.991, | |
| "recall@10": 0.994, | |
| "f1@1": 0.914, | |
| "f1@5": 0.3303333333333333, | |
| "f1@10": 0.1807272727272727, | |
| "map@1": 0.914, | |
| "map@5": 0.9472333333333334, | |
| "map@10": 0.9476111111111111, | |
| "mrr@1": 0.914, | |
| "mrr@5": 0.9472333333333334, | |
| "mrr@10": 0.9476111111111111, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "FashionIQ": { | |
| "hit@1": 0.378, | |
| "hit@5": 0.645, | |
| "hit@10": 0.742, | |
| "ndcg_linear@1": 0.378, | |
| "ndcg_linear@5": 0.518666678313658, | |
| "ndcg_linear@10": 0.5498506170222675, | |
| "ndcg_exponential@1": 0.378, | |
| "ndcg_exponential@5": 0.518666678313658, | |
| "ndcg_exponential@10": 0.5498506170222675, | |
| "precision@1": 0.378, | |
| "precision@5": 0.129, | |
| "precision@10": 0.07419999999999999, | |
| "recall@1": 0.378, | |
| "recall@5": 0.645, | |
| "recall@10": 0.742, | |
| "f1@1": 0.378, | |
| "f1@5": 0.21500000000000005, | |
| "f1@10": 0.13490909090909092, | |
| "map@1": 0.378, | |
| "map@5": 0.4767, | |
| "map@10": 0.48945396825396825, | |
| "mrr@1": 0.378, | |
| "mrr@5": 0.4767, | |
| "mrr@10": 0.48945396825396825, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Wiki-SS-NQ": { | |
| "hit@1": 0.782, | |
| "hit@5": 0.952, | |
| "hit@10": 0.969, | |
| "ndcg_linear@1": 0.782, | |
| "ndcg_linear@5": 0.8778108529080692, | |
| "ndcg_linear@10": 0.8834557157208128, | |
| "ndcg_exponential@1": 0.782, | |
| "ndcg_exponential@5": 0.8778108529080692, | |
| "ndcg_exponential@10": 0.8834557157208128, | |
| "precision@1": 0.782, | |
| "precision@5": 0.19040000000000004, | |
| "precision@10": 0.0969, | |
| "recall@1": 0.782, | |
| "recall@5": 0.952, | |
| "recall@10": 0.969, | |
| "f1@1": 0.782, | |
| "f1@5": 0.31733333333333336, | |
| "f1@10": 0.17618181818181816, | |
| "map@1": 0.782, | |
| "map@5": 0.85265, | |
| "map@10": 0.8550654761904761, | |
| "mrr@1": 0.782, | |
| "mrr@5": 0.85265, | |
| "mrr@10": 0.8550654761904761, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OVEN": { | |
| "hit@1": 0.751, | |
| "hit@5": 0.908, | |
| "hit@10": 0.94, | |
| "ndcg_linear@1": 0.751, | |
| "ndcg_linear@5": 0.8387290889357423, | |
| "ndcg_linear@10": 0.8494521089299062, | |
| "ndcg_exponential@1": 0.751, | |
| "ndcg_exponential@5": 0.8387290889357423, | |
| "ndcg_exponential@10": 0.8494521089299062, | |
| "precision@1": 0.751, | |
| "precision@5": 0.1816, | |
| "precision@10": 0.094, | |
| "recall@1": 0.751, | |
| "recall@5": 0.908, | |
| "recall@10": 0.94, | |
| "f1@1": 0.751, | |
| "f1@5": 0.30266666666666675, | |
| "f1@10": 0.1709090909090909, | |
| "map@1": 0.751, | |
| "map@5": 0.8152999999999999, | |
| "map@10": 0.8199472222222222, | |
| "mrr@1": 0.751, | |
| "mrr@5": 0.8152999999999999, | |
| "mrr@10": 0.8199472222222222, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "EDIS": { | |
| "hit@1": 0.96, | |
| "hit@5": 0.998, | |
| "hit@10": 0.999, | |
| "ndcg_linear@1": 0.96, | |
| "ndcg_linear@5": 0.9831897521142866, | |
| "ndcg_linear@10": 0.9835052169910724, | |
| "ndcg_exponential@1": 0.96, | |
| "ndcg_exponential@5": 0.9831897521142866, | |
| "ndcg_exponential@10": 0.9835052169910724, | |
| "precision@1": 0.96, | |
| "precision@5": 0.19960000000000003, | |
| "precision@10": 0.0999, | |
| "recall@1": 0.96, | |
| "recall@5": 0.998, | |
| "recall@10": 0.999, | |
| "f1@1": 0.96, | |
| "f1@5": 0.3326666666666666, | |
| "f1@10": 0.18163636363636362, | |
| "map@1": 0.96, | |
| "map@5": 0.978, | |
| "map@10": 0.978125, | |
| "mrr@1": 0.96, | |
| "mrr@5": 0.978, | |
| "mrr@10": 0.978125, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO": { | |
| "hit@1": 0.314, | |
| "hit@5": 0.489, | |
| "hit@10": 0.588, | |
| "ndcg_linear@1": 0.314, | |
| "ndcg_linear@5": 0.40410548152820475, | |
| "ndcg_linear@10": 0.43612276758399793, | |
| "ndcg_exponential@1": 0.314, | |
| "ndcg_exponential@5": 0.40410548152820475, | |
| "ndcg_exponential@10": 0.43612276758399793, | |
| "precision@1": 0.314, | |
| "precision@5": 0.09779999999999998, | |
| "precision@10": 0.0588, | |
| "recall@1": 0.314, | |
| "recall@5": 0.489, | |
| "recall@10": 0.588, | |
| "f1@1": 0.314, | |
| "f1@5": 0.16300000000000006, | |
| "f1@10": 0.10690909090909094, | |
| "map@1": 0.314, | |
| "map@5": 0.37615, | |
| "map@10": 0.38935198412698413, | |
| "mrr@1": 0.314, | |
| "mrr@5": 0.37615, | |
| "mrr@10": 0.38935198412698413, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO": { | |
| "hit@1": 0.609, | |
| "hit@5": 0.847, | |
| "hit@10": 0.897, | |
| "ndcg_linear@1": 0.609, | |
| "ndcg_linear@5": 0.7376656227905393, | |
| "ndcg_linear@10": 0.7540339140284914, | |
| "ndcg_exponential@1": 0.609, | |
| "ndcg_exponential@5": 0.7376656227905393, | |
| "ndcg_exponential@10": 0.7540339140284914, | |
| "precision@1": 0.609, | |
| "precision@5": 0.1694, | |
| "precision@10": 0.08970000000000002, | |
| "recall@1": 0.609, | |
| "recall@5": 0.847, | |
| "recall@10": 0.897, | |
| "f1@1": 0.609, | |
| "f1@5": 0.2823333333333334, | |
| "f1@10": 0.1630909090909091, | |
| "map@1": 0.609, | |
| "map@5": 0.7011166666666667, | |
| "map@10": 0.7079869047619047, | |
| "mrr@1": 0.609, | |
| "mrr@5": 0.7011166666666667, | |
| "mrr@10": 0.7079869047619047, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO-Matching": { | |
| "hit@1": 0.784, | |
| "hit@5": 0.994, | |
| "hit@10": 0.998, | |
| "ndcg_linear@1": 0.784, | |
| "ndcg_linear@5": 0.9166266927028892, | |
| "ndcg_linear@10": 0.9178536205656439, | |
| "ndcg_exponential@1": 0.784, | |
| "ndcg_exponential@5": 0.9166266927028892, | |
| "ndcg_exponential@10": 0.9178536205656439, | |
| "precision@1": 0.784, | |
| "precision@5": 0.1988, | |
| "precision@10": 0.09980000000000001, | |
| "recall@1": 0.784, | |
| "recall@5": 0.994, | |
| "recall@10": 0.998, | |
| "f1@1": 0.784, | |
| "f1@5": 0.3313333333333333, | |
| "f1@10": 0.18145454545454545, | |
| "map@1": 0.784, | |
| "map@5": 0.8897833333333333, | |
| "map@10": 0.8902511904761905, | |
| "mrr@1": 0.784, | |
| "mrr@5": 0.8867833333333333, | |
| "mrr@10": 0.8872511904761905, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W-Pointing": { | |
| "hit@1": 0.665, | |
| "hit@5": 0.851, | |
| "hit@10": 0.899, | |
| "ndcg_linear@1": 0.665, | |
| "ndcg_linear@5": 0.7648497950534088, | |
| "ndcg_linear@10": 0.7805119979199628, | |
| "ndcg_exponential@1": 0.665, | |
| "ndcg_exponential@5": 0.7648497950534088, | |
| "ndcg_exponential@10": 0.7805119979199628, | |
| "precision@1": 0.665, | |
| "precision@5": 0.1702, | |
| "precision@10": 0.08990000000000001, | |
| "recall@1": 0.665, | |
| "recall@5": 0.851, | |
| "recall@10": 0.899, | |
| "f1@1": 0.665, | |
| "f1@5": 0.2836666666666667, | |
| "f1@10": 0.16345454545454544, | |
| "map@1": 0.665, | |
| "map@5": 0.7361333333333332, | |
| "map@10": 0.7426833333333333, | |
| "mrr@1": 0.665, | |
| "mrr@5": 0.7361333333333332, | |
| "mrr@10": 0.7426833333333333, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| } | |
| }, | |
| "video": { | |
| "K700": { | |
| "hit@1": 0.397, | |
| "hit@5": 0.629, | |
| "hit@10": 0.715, | |
| "ndcg_linear@1": 0.397, | |
| "ndcg_linear@5": 0.5194137751146535, | |
| "ndcg_linear@10": 0.547354054247126, | |
| "ndcg_exponential@1": 0.397, | |
| "ndcg_exponential@5": 0.5194137751146535, | |
| "ndcg_exponential@10": 0.547354054247126, | |
| "precision@1": 0.397, | |
| "precision@5": 0.1258, | |
| "precision@10": 0.0715, | |
| "recall@1": 0.397, | |
| "recall@5": 0.629, | |
| "recall@10": 0.715, | |
| "f1@1": 0.397, | |
| "f1@5": 0.20966666666666675, | |
| "f1@10": 0.13, | |
| "map@1": 0.397, | |
| "map@5": 0.4830833333333333, | |
| "map@10": 0.4946920634920635, | |
| "mrr@1": 0.397, | |
| "mrr@5": 0.4830833333333333, | |
| "mrr@10": 0.4946920634920635, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SmthSmthV2": { | |
| "hit@1": 0.306, | |
| "hit@5": 0.539, | |
| "hit@10": 0.621, | |
| "ndcg_linear@1": 0.306, | |
| "ndcg_linear@5": 0.4300547709738873, | |
| "ndcg_linear@10": 0.45655616986633807, | |
| "ndcg_exponential@1": 0.306, | |
| "ndcg_exponential@5": 0.4300547709738873, | |
| "ndcg_exponential@10": 0.45655616986633807, | |
| "precision@1": 0.306, | |
| "precision@5": 0.10779999999999998, | |
| "precision@10": 0.062099999999999995, | |
| "recall@1": 0.306, | |
| "recall@5": 0.539, | |
| "recall@10": 0.621, | |
| "f1@1": 0.306, | |
| "f1@5": 0.1796666666666667, | |
| "f1@10": 0.11290909090909092, | |
| "map@1": 0.306, | |
| "map@5": 0.39380000000000004, | |
| "map@10": 0.40473095238095236, | |
| "mrr@1": 0.306, | |
| "mrr@5": 0.39380000000000004, | |
| "mrr@10": 0.40473095238095236, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HMDB51": { | |
| "hit@1": 0.479, | |
| "hit@5": 0.715, | |
| "hit@10": 0.805, | |
| "ndcg_linear@1": 0.479, | |
| "ndcg_linear@5": 0.6047040247872099, | |
| "ndcg_linear@10": 0.6340238736498572, | |
| "ndcg_exponential@1": 0.479, | |
| "ndcg_exponential@5": 0.6047040247872099, | |
| "ndcg_exponential@10": 0.6340238736498572, | |
| "precision@1": 0.479, | |
| "precision@5": 0.143, | |
| "precision@10": 0.0805, | |
| "recall@1": 0.479, | |
| "recall@5": 0.715, | |
| "recall@10": 0.805, | |
| "f1@1": 0.479, | |
| "f1@5": 0.23833333333333337, | |
| "f1@10": 0.14636363636363636, | |
| "map@1": 0.479, | |
| "map@5": 0.5679833333333334, | |
| "map@10": 0.5802178571428571, | |
| "mrr@1": 0.479, | |
| "mrr@5": 0.5679833333333334, | |
| "mrr@10": 0.5802178571428571, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "UCF101": { | |
| "hit@1": 0.547, | |
| "hit@5": 0.776, | |
| "hit@10": 0.848, | |
| "ndcg_linear@1": 0.547, | |
| "ndcg_linear@5": 0.671929263649622, | |
| "ndcg_linear@10": 0.6952345321688619, | |
| "ndcg_exponential@1": 0.547, | |
| "ndcg_exponential@5": 0.671929263649622, | |
| "ndcg_exponential@10": 0.6952345321688619, | |
| "precision@1": 0.547, | |
| "precision@5": 0.15519999999999998, | |
| "precision@10": 0.08480000000000001, | |
| "recall@1": 0.547, | |
| "recall@5": 0.776, | |
| "recall@10": 0.848, | |
| "f1@1": 0.547, | |
| "f1@5": 0.25866666666666677, | |
| "f1@10": 0.1541818181818182, | |
| "map@1": 0.547, | |
| "map@5": 0.637, | |
| "map@10": 0.6466361111111112, | |
| "mrr@1": 0.547, | |
| "mrr@5": 0.637, | |
| "mrr@10": 0.6466361111111112, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Breakfast": { | |
| "hit@1": 0.14318706697459585, | |
| "hit@5": 0.5635103926096998, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.14318706697459585, | |
| "ndcg_linear@5": 0.35021514635379236, | |
| "ndcg_linear@10": 0.4904891071186407, | |
| "ndcg_exponential@1": 0.14318706697459585, | |
| "ndcg_exponential@5": 0.35021514635379236, | |
| "ndcg_exponential@10": 0.4904891071186407, | |
| "precision@1": 0.14318706697459585, | |
| "precision@5": 0.11270207852193995, | |
| "precision@10": 0.1, | |
| "recall@1": 0.14318706697459585, | |
| "recall@5": 0.5635103926096998, | |
| "recall@10": 1.0, | |
| "f1@1": 0.14318706697459585, | |
| "f1@5": 0.18783679753656665, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.14318706697459585, | |
| "map@5": 0.2807544264819091, | |
| "map@10": 0.33812731405110164, | |
| "mrr@1": 0.14318706697459585, | |
| "mrr@5": 0.2807544264819091, | |
| "mrr@10": 0.33812731405110164, | |
| "num_pred": 433, | |
| "num_data": 433 | |
| }, | |
| "MVBench": { | |
| "hit@1": 0.46625, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.46625, | |
| "ndcg_linear@5": 0.7596556549662636, | |
| "ndcg_linear@10": 0.7596556549662636, | |
| "ndcg_exponential@1": 0.46625, | |
| "ndcg_exponential@5": 0.7596556549662636, | |
| "ndcg_exponential@10": 0.7596556549662636, | |
| "precision@1": 0.46625, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.46625, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.46625, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.46625, | |
| "map@5": 0.678425, | |
| "map@10": 0.678425, | |
| "mrr@1": 0.46625, | |
| "mrr@5": 0.678425, | |
| "mrr@10": 0.678425, | |
| "num_pred": 4000, | |
| "num_data": 4000 | |
| }, | |
| "Video-MME": { | |
| "hit@1": 0.39185185185185184, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.39185185185185184, | |
| "ndcg_linear@5": 0.7181257548926895, | |
| "ndcg_linear@10": 0.7181257548926895, | |
| "ndcg_exponential@1": 0.39185185185185184, | |
| "ndcg_exponential@5": 0.7181257548926895, | |
| "ndcg_exponential@10": 0.7181257548926895, | |
| "precision@1": 0.39185185185185184, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.39185185185185184, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.39185185185185184, | |
| "f1@5": 0.3333333333333334, | |
| "f1@10": 0.18181818181818188, | |
| "map@1": 0.39185185185185184, | |
| "map@5": 0.6235802469135802, | |
| "map@10": 0.6235802469135802, | |
| "mrr@1": 0.39185185185185184, | |
| "mrr@5": 0.6235802469135802, | |
| "mrr@10": 0.6235802469135802, | |
| "num_pred": 2700, | |
| "num_data": 2700 | |
| }, | |
| "NExTQA": { | |
| "hit@1": 0.5354974311069594, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.5354974311069594, | |
| "ndcg_linear@5": 0.77906035779538, | |
| "ndcg_linear@10": 0.77906035779538, | |
| "ndcg_exponential@1": 0.5354974311069594, | |
| "ndcg_exponential@5": 0.77906035779538, | |
| "ndcg_exponential@10": 0.77906035779538, | |
| "precision@1": 0.5354974311069594, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.5354974311069594, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.5354974311069594, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.5354974311069594, | |
| "map@5": 0.7058578545850848, | |
| "map@10": 0.7058578545850848, | |
| "mrr@1": 0.5354974311069594, | |
| "mrr@5": 0.7056632414759458, | |
| "mrr@10": 0.7056632414759458, | |
| "num_pred": 8564, | |
| "num_data": 8564 | |
| }, | |
| "EgoSchema": { | |
| "hit@1": 0.468, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.468, | |
| "ndcg_linear@5": 0.7452026017383512, | |
| "ndcg_linear@10": 0.7452026017383512, | |
| "ndcg_exponential@1": 0.468, | |
| "ndcg_exponential@5": 0.7452026017383512, | |
| "ndcg_exponential@10": 0.7452026017383512, | |
| "precision@1": 0.468, | |
| "precision@5": 0.2, | |
| "precision@10": 0.1, | |
| "recall@1": 0.468, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.468, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.468, | |
| "map@5": 0.6607999999999999, | |
| "map@10": 0.6607999999999999, | |
| "mrr@1": 0.468, | |
| "mrr@5": 0.6607999999999999, | |
| "mrr@10": 0.6607999999999999, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ActivityNetQA": { | |
| "hit@1": 0.656, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.656, | |
| "ndcg_linear@5": 0.8730398352285815, | |
| "ndcg_linear@10": 0.8730398352285815, | |
| "ndcg_exponential@1": 0.656, | |
| "ndcg_exponential@5": 0.8730398352285815, | |
| "ndcg_exponential@10": 0.8730398352285815, | |
| "precision@1": 0.656, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.656, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.656, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.656, | |
| "map@5": 0.828, | |
| "map@10": 0.828, | |
| "mrr@1": 0.656, | |
| "mrr@5": 0.828, | |
| "mrr@10": 0.828, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "DiDeMo": { | |
| "hit@1": 0.2639442231075697, | |
| "hit@5": 0.4800796812749004, | |
| "hit@10": 0.5876494023904383, | |
| "ndcg_linear@1": 0.2639442231075697, | |
| "ndcg_linear@5": 0.378795485959218, | |
| "ndcg_linear@10": 0.41351240118071275, | |
| "ndcg_exponential@1": 0.2639442231075697, | |
| "ndcg_exponential@5": 0.378795485959218, | |
| "ndcg_exponential@10": 0.41351240118071275, | |
| "precision@1": 0.2639442231075697, | |
| "precision@5": 0.09601593625498009, | |
| "precision@10": 0.05876494023904382, | |
| "recall@1": 0.2639442231075697, | |
| "recall@5": 0.4800796812749004, | |
| "recall@10": 0.5876494023904383, | |
| "f1@1": 0.2639442231075697, | |
| "f1@5": 0.16002656042496685, | |
| "f1@10": 0.10684534588917059, | |
| "map@1": 0.2639442231075697, | |
| "map@5": 0.34510292164674633, | |
| "map@10": 0.35938705495478407, | |
| "mrr@1": 0.2639442231075697, | |
| "mrr@5": 0.34510292164674633, | |
| "mrr@10": 0.35938705495478407, | |
| "num_pred": 1004, | |
| "num_data": 1004 | |
| }, | |
| "MSR-VTT": { | |
| "hit@1": 0.318, | |
| "hit@5": 0.549, | |
| "hit@10": 0.653, | |
| "ndcg_linear@1": 0.318, | |
| "ndcg_linear@5": 0.43999853281714363, | |
| "ndcg_linear@10": 0.4729767910864836, | |
| "ndcg_exponential@1": 0.318, | |
| "ndcg_exponential@5": 0.43999853281714363, | |
| "ndcg_exponential@10": 0.4729767910864836, | |
| "precision@1": 0.318, | |
| "precision@5": 0.10979999999999998, | |
| "precision@10": 0.0653, | |
| "recall@1": 0.318, | |
| "recall@5": 0.549, | |
| "recall@10": 0.653, | |
| "f1@1": 0.318, | |
| "f1@5": 0.18300000000000005, | |
| "f1@10": 0.11872727272727275, | |
| "map@1": 0.318, | |
| "map@5": 0.40383333333333327, | |
| "map@10": 0.4170674603174603, | |
| "mrr@1": 0.318, | |
| "mrr@5": 0.40383333333333327, | |
| "mrr@10": 0.4170674603174603, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSVD": { | |
| "hit@1": 0.49701492537313435, | |
| "hit@5": 0.7388059701492538, | |
| "hit@10": 0.8298507462686567, | |
| "ndcg_linear@1": 0.49701492537313435, | |
| "ndcg_linear@5": 0.6297230187611768, | |
| "ndcg_linear@10": 0.6594388806903934, | |
| "ndcg_exponential@1": 0.49701492537313435, | |
| "ndcg_exponential@5": 0.6297230187611768, | |
| "ndcg_exponential@10": 0.6594388806903934, | |
| "precision@1": 0.49701492537313435, | |
| "precision@5": 0.14776119402985072, | |
| "precision@10": 0.08298507462686566, | |
| "recall@1": 0.49701492537313435, | |
| "recall@5": 0.7388059701492538, | |
| "recall@10": 0.8298507462686567, | |
| "f1@1": 0.49701492537313435, | |
| "f1@5": 0.24626865671641796, | |
| "f1@10": 0.15088195386702855, | |
| "map@1": 0.49701492537313435, | |
| "map@5": 0.5930348258706468, | |
| "map@10": 0.6054554607912818, | |
| "mrr@1": 0.49701492537313435, | |
| "mrr@5": 0.5930348258706468, | |
| "mrr@10": 0.6054554607912818, | |
| "num_pred": 670, | |
| "num_data": 670 | |
| }, | |
| "VATEX": { | |
| "hit@1": 0.24877177311299686, | |
| "hit@5": 0.4723090665475659, | |
| "hit@10": 0.5792764627065654, | |
| "ndcg_linear@1": 0.24877177311299686, | |
| "ndcg_linear@5": 0.36560074904604023, | |
| "ndcg_linear@10": 0.40032465920098576, | |
| "ndcg_exponential@1": 0.24877177311299686, | |
| "ndcg_exponential@5": 0.36560074904604023, | |
| "ndcg_exponential@10": 0.40032465920098576, | |
| "precision@1": 0.24877177311299686, | |
| "precision@5": 0.09446181330951318, | |
| "precision@10": 0.05792764627065654, | |
| "recall@1": 0.24877177311299686, | |
| "recall@5": 0.4723090665475659, | |
| "recall@10": 0.5792764627065654, | |
| "f1@1": 0.24877177311299686, | |
| "f1@5": 0.15743635551585533, | |
| "f1@10": 0.10532299321937554, | |
| "map@1": 0.24877177311299686, | |
| "map@5": 0.33029626321274375, | |
| "map@10": 0.3447070156036212, | |
| "mrr@1": 0.24877177311299686, | |
| "mrr@5": 0.33029626321274375, | |
| "mrr@10": 0.3447070156036212, | |
| "num_pred": 4478, | |
| "num_data": 4478 | |
| }, | |
| "YouCook2": { | |
| "hit@1": 0.09090909090909091, | |
| "hit@5": 0.22805913809374018, | |
| "hit@10": 0.30229631959735764, | |
| "ndcg_linear@1": 0.09090909090909091, | |
| "ndcg_linear@5": 0.16160064951123587, | |
| "ndcg_linear@10": 0.18557172152328222, | |
| "ndcg_exponential@1": 0.09090909090909091, | |
| "ndcg_exponential@5": 0.16160064951123587, | |
| "ndcg_exponential@10": 0.18557172152328222, | |
| "precision@1": 0.09090909090909091, | |
| "precision@5": 0.04561182761874803, | |
| "precision@10": 0.030229631959735763, | |
| "recall@1": 0.09090909090909091, | |
| "recall@5": 0.22805913809374018, | |
| "recall@10": 0.30229631959735764, | |
| "f1@1": 0.09090909090909091, | |
| "f1@5": 0.0760197126979134, | |
| "f1@10": 0.05496296719951958, | |
| "map@1": 0.09090909090909091, | |
| "map@5": 0.13971898919995804, | |
| "map@10": 0.149584825017351, | |
| "mrr@1": 0.09090909090909091, | |
| "mrr@5": 0.13971898919995804, | |
| "mrr@10": 0.149584825017351, | |
| "num_pred": 3179, | |
| "num_data": 3179 | |
| }, | |
| "QVHighlight": { | |
| "hit@1": 0.5946445060018467, | |
| "hit@5": 0.8901200369344414, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.5946445060018467, | |
| "ndcg_linear@5": 0.7511101894816002, | |
| "ndcg_linear@10": 0.7866485150531158, | |
| "ndcg_exponential@1": 0.5946445060018467, | |
| "ndcg_exponential@5": 0.7511101894816002, | |
| "ndcg_exponential@10": 0.7866485150531158, | |
| "precision@1": 0.5946445060018467, | |
| "precision@5": 0.17802400738688828, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.5946445060018467, | |
| "recall@5": 0.8901200369344414, | |
| "recall@10": 1.0, | |
| "f1@1": 0.5946445060018467, | |
| "f1@5": 0.2967066789781472, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.5946445060018467, | |
| "map@5": 0.7049092028316406, | |
| "map@10": 0.7195789180553723, | |
| "mrr@1": 0.5946445060018467, | |
| "mrr@5": 0.7049092028316406, | |
| "mrr@10": 0.7195789180553723, | |
| "num_pred": 1083, | |
| "num_data": 1083 | |
| }, | |
| "Charades-STA": { | |
| "hit@1": 0.14030261348005502, | |
| "hit@5": 0.4814305364511692, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.14030261348005502, | |
| "ndcg_linear@5": 0.30810403477419174, | |
| "ndcg_linear@10": 0.47145234528957136, | |
| "ndcg_exponential@1": 0.14030261348005502, | |
| "ndcg_exponential@5": 0.30810403477419174, | |
| "ndcg_exponential@10": 0.47145234528957136, | |
| "precision@1": 0.14030261348005502, | |
| "precision@5": 0.09628610729023383, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.14030261348005502, | |
| "recall@5": 0.4814305364511692, | |
| "recall@10": 1.0, | |
| "f1@1": 0.14030261348005502, | |
| "f1@5": 0.1604768454837231, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.14030261348005502, | |
| "map@5": 0.25176524530032096, | |
| "map@10": 0.316674854260824, | |
| "mrr@1": 0.14030261348005502, | |
| "mrr@5": 0.25176524530032096, | |
| "mrr@10": 0.316674854260824, | |
| "num_pred": 727, | |
| "num_data": 727 | |
| }, | |
| "MomentSeeker": { | |
| "hit@1": 0.3738888888888889, | |
| "hit@5": 0.8438888888888889, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.3738888888888889, | |
| "ndcg_linear@5": 0.6176553256419134, | |
| "ndcg_linear@10": 0.6753521684415025, | |
| "ndcg_exponential@1": 0.3738888888888889, | |
| "ndcg_exponential@5": 0.6176553256419134, | |
| "ndcg_exponential@10": 0.6753521684415025, | |
| "precision@1": 0.3738888888888889, | |
| "precision@5": 0.1856666666666667, | |
| "precision@10": 0.11288888888888891, | |
| "recall@1": 0.35006944444444443, | |
| "recall@5": 0.8276851851851853, | |
| "recall@10": 0.9984953703703704, | |
| "f1@1": 0.35703615520282184, | |
| "f1@5": 0.29815089231755904, | |
| "f1@10": 0.2002250064750065, | |
| "map@1": 0.3738888888888889, | |
| "map@5": 0.5426706790123457, | |
| "map@10": 0.5690101410934745, | |
| "mrr@1": 0.3738888888888889, | |
| "mrr@5": 0.5520092592592593, | |
| "mrr@10": 0.5737444885361552, | |
| "num_pred": 1800, | |
| "num_data": 1800 | |
| } | |
| }, | |
| "visdoc": { | |
| "ViDoRe_arxivqa": { | |
| "hit@1": 0.818, | |
| "hit@5": 0.912, | |
| "hit@10": 0.944, | |
| "ndcg_linear@1": 0.818, | |
| "ndcg_linear@5": 0.8685712615408394, | |
| "ndcg_linear@10": 0.8789118315122615, | |
| "ndcg_exponential@1": 0.818, | |
| "ndcg_exponential@5": 0.8685712615408394, | |
| "ndcg_exponential@10": 0.8789118315122615, | |
| "precision@1": 0.818, | |
| "precision@5": 0.1824, | |
| "precision@10": 0.09440000000000001, | |
| "recall@1": 0.818, | |
| "recall@5": 0.912, | |
| "recall@10": 0.944, | |
| "f1@1": 0.818, | |
| "f1@5": 0.304, | |
| "f1@10": 0.17163636363636361, | |
| "map@1": 0.818, | |
| "map@5": 0.8540666666666666, | |
| "map@10": 0.8583349206349207, | |
| "mrr@1": 0.818, | |
| "mrr@5": 0.8540666666666666, | |
| "mrr@10": 0.8583349206349207, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ViDoRe_docvqa": { | |
| "hit@1": 0.4878048780487805, | |
| "hit@5": 0.6541019955654102, | |
| "hit@10": 0.7250554323725056, | |
| "ndcg_linear@1": 0.4878048780487805, | |
| "ndcg_linear@5": 0.5745938935482915, | |
| "ndcg_linear@10": 0.597561200968465, | |
| "ndcg_exponential@1": 0.4878048780487805, | |
| "ndcg_exponential@5": 0.5745938935482915, | |
| "ndcg_exponential@10": 0.597561200968465, | |
| "precision@1": 0.4878048780487805, | |
| "precision@5": 0.1334811529933481, | |
| "precision@10": 0.0745011086474501, | |
| "recall@1": 0.4866962305986696, | |
| "recall@5": 0.6472283813747228, | |
| "recall@10": 0.7167775314116778, | |
| "f1@1": 0.48706577974870663, | |
| "f1@5": 0.2198328851126556, | |
| "f1@10": 0.13419485171148143, | |
| "map@1": 0.4878048780487805, | |
| "map@5": 0.5490422517861542, | |
| "map@10": 0.5587257593355155, | |
| "mrr@1": 0.4878048780487805, | |
| "mrr@5": 0.5516629711751663, | |
| "mrr@10": 0.5612703691971984, | |
| "num_pred": 451, | |
| "num_data": 451 | |
| }, | |
| "ViDoRe_infovqa": { | |
| "hit@1": 0.8765182186234818, | |
| "hit@5": 0.951417004048583, | |
| "hit@10": 0.9696356275303644, | |
| "ndcg_linear@1": 0.8765182186234818, | |
| "ndcg_linear@5": 0.9159739102039204, | |
| "ndcg_linear@10": 0.9221606391623131, | |
| "ndcg_exponential@1": 0.8765182186234818, | |
| "ndcg_exponential@5": 0.9159739102039204, | |
| "ndcg_exponential@10": 0.9221606391623131, | |
| "precision@1": 0.8765182186234818, | |
| "precision@5": 0.1902834008097166, | |
| "precision@10": 0.09716599190283401, | |
| "recall@1": 0.8748987854251012, | |
| "recall@5": 0.9487854251012146, | |
| "recall@10": 0.9680161943319838, | |
| "f1@1": 0.8751686909581647, | |
| "f1@5": 0.3167727009832273, | |
| "f1@10": 0.17650595019016072, | |
| "map@1": 0.8765182186234818, | |
| "map@5": 0.9044197031039136, | |
| "map@10": 0.9070215603110341, | |
| "mrr@1": 0.8765182186234818, | |
| "mrr@5": 0.9062415654520918, | |
| "mrr@10": 0.9085542381595014, | |
| "num_pred": 494, | |
| "num_data": 494 | |
| }, | |
| "ViDoRe_tabfquad": { | |
| "hit@1": 0.9071428571428571, | |
| "hit@5": 0.9785714285714285, | |
| "hit@10": 0.9857142857142858, | |
| "ndcg_linear@1": 0.9071428571428571, | |
| "ndcg_linear@5": 0.9464498663499118, | |
| "ndcg_linear@10": 0.9489125110657739, | |
| "ndcg_exponential@1": 0.9071428571428571, | |
| "ndcg_exponential@5": 0.9464498663499118, | |
| "ndcg_exponential@10": 0.9489125110657739, | |
| "precision@1": 0.9071428571428571, | |
| "precision@5": 0.1957142857142857, | |
| "precision@10": 0.09857142857142856, | |
| "recall@1": 0.9071428571428571, | |
| "recall@5": 0.9785714285714285, | |
| "recall@10": 0.9857142857142858, | |
| "f1@1": 0.9071428571428571, | |
| "f1@5": 0.32619047619047625, | |
| "f1@10": 0.17922077922077925, | |
| "map@1": 0.9071428571428571, | |
| "map@5": 0.9356547619047619, | |
| "map@10": 0.9367602040816324, | |
| "mrr@1": 0.9071428571428571, | |
| "mrr@5": 0.9356547619047619, | |
| "mrr@10": 0.9367602040816324, | |
| "num_pred": 280, | |
| "num_data": 280 | |
| }, | |
| "ViDoRe_tatdqa": { | |
| "hit@1": 0.6221142162818954, | |
| "hit@5": 0.8444714459295262, | |
| "hit@10": 0.9106925880923451, | |
| "ndcg_linear@1": 0.6221142162818954, | |
| "ndcg_linear@5": 0.740984681776679, | |
| "ndcg_linear@10": 0.7629989160213186, | |
| "ndcg_exponential@1": 0.6221142162818954, | |
| "ndcg_exponential@5": 0.740984681776679, | |
| "ndcg_exponential@10": 0.7629989160213186, | |
| "precision@1": 0.6221142162818954, | |
| "precision@5": 0.16925880923450792, | |
| "precision@10": 0.09143377885783718, | |
| "recall@1": 0.6215066828675577, | |
| "recall@5": 0.8435601458080194, | |
| "recall@10": 0.9106925880923451, | |
| "f1@1": 0.6217091940056704, | |
| "f1@5": 0.28183764392755895, | |
| "f1@10": 0.16613277366618803, | |
| "map@1": 0.6221142162818954, | |
| "map@5": 0.7066322397731876, | |
| "map@10": 0.7159557079210785, | |
| "mrr@1": 0.6221142162818954, | |
| "mrr@5": 0.706946132037262, | |
| "mrr@10": 0.71601405041563, | |
| "num_pred": 1646, | |
| "num_data": 1646 | |
| }, | |
| "ViDoRe_shiftproject": { | |
| "hit@1": 0.95, | |
| "hit@5": 0.98, | |
| "hit@10": 0.99, | |
| "ndcg_linear@1": 0.95, | |
| "ndcg_linear@5": 0.9676185950714291, | |
| "ndcg_linear@10": 0.9711806669425094, | |
| "ndcg_exponential@1": 0.95, | |
| "ndcg_exponential@5": 0.9676185950714291, | |
| "ndcg_exponential@10": 0.9711806669425094, | |
| "precision@1": 0.95, | |
| "precision@5": 0.19599999999999995, | |
| "precision@10": 0.09899999999999999, | |
| "recall@1": 0.95, | |
| "recall@5": 0.98, | |
| "recall@10": 0.99, | |
| "f1@1": 0.95, | |
| "f1@5": 0.32666666666666677, | |
| "f1@10": 0.18000000000000008, | |
| "map@1": 0.95, | |
| "map@5": 0.9633333333333333, | |
| "map@10": 0.965, | |
| "mrr@1": 0.95, | |
| "mrr@5": 0.9633333333333333, | |
| "mrr@10": 0.965, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_artificial_intelligence": { | |
| "hit@1": 0.99, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.99, | |
| "ndcg_linear@5": 0.9963092975357145, | |
| "ndcg_linear@10": 0.9963092975357145, | |
| "ndcg_exponential@1": 0.99, | |
| "ndcg_exponential@5": 0.9963092975357145, | |
| "ndcg_exponential@10": 0.9963092975357145, | |
| "precision@1": 0.99, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.99, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.99, | |
| "f1@5": 0.3333333333333335, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.99, | |
| "map@5": 0.995, | |
| "map@10": 0.995, | |
| "mrr@1": 0.99, | |
| "mrr@5": 0.995, | |
| "mrr@10": 0.995, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_energy": { | |
| "hit@1": 0.93, | |
| "hit@5": 0.97, | |
| "hit@10": 0.98, | |
| "ndcg_linear@1": 0.93, | |
| "ndcg_linear@5": 0.9532346581878777, | |
| "ndcg_linear@10": 0.9562449581445175, | |
| "ndcg_exponential@1": 0.93, | |
| "ndcg_exponential@5": 0.9532346581878777, | |
| "ndcg_exponential@10": 0.9562449581445175, | |
| "precision@1": 0.93, | |
| "precision@5": 0.19399999999999995, | |
| "precision@10": 0.09799999999999998, | |
| "recall@1": 0.93, | |
| "recall@5": 0.97, | |
| "recall@10": 0.98, | |
| "f1@1": 0.93, | |
| "f1@5": 0.3233333333333334, | |
| "f1@10": 0.17818181818181827, | |
| "map@1": 0.93, | |
| "map@5": 0.9475, | |
| "map@10": 0.9486111111111112, | |
| "mrr@1": 0.93, | |
| "mrr@5": 0.9475, | |
| "mrr@10": 0.9486111111111112, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_government_reports": { | |
| "hit@1": 0.97, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.97, | |
| "ndcg_linear@5": 0.9876185950714291, | |
| "ndcg_linear@10": 0.9876185950714291, | |
| "ndcg_exponential@1": 0.97, | |
| "ndcg_exponential@5": 0.9876185950714291, | |
| "ndcg_exponential@10": 0.9876185950714291, | |
| "precision@1": 0.97, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.97, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.97, | |
| "f1@5": 0.3333333333333335, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.97, | |
| "map@5": 0.9833333333333333, | |
| "map@10": 0.9833333333333333, | |
| "mrr@1": 0.97, | |
| "mrr@5": 0.9833333333333333, | |
| "mrr@10": 0.9833333333333333, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_healthcare_industry": { | |
| "hit@1": 0.98, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.98, | |
| "ndcg_linear@5": 0.9926185950714291, | |
| "ndcg_linear@10": 0.9926185950714291, | |
| "ndcg_exponential@1": 0.98, | |
| "ndcg_exponential@5": 0.9926185950714291, | |
| "ndcg_exponential@10": 0.9926185950714291, | |
| "precision@1": 0.98, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.98, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.98, | |
| "f1@5": 0.3333333333333335, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.98, | |
| "map@5": 0.99, | |
| "map@10": 0.99, | |
| "mrr@1": 0.98, | |
| "mrr@5": 0.99, | |
| "mrr@10": 0.99, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_esg_reports_human_labeled_v2": { | |
| "hit@1": 0.5961538461538461, | |
| "hit@5": 0.7884615384615384, | |
| "hit@10": 0.8846153846153846, | |
| "ndcg_linear@1": 0.5737179487179488, | |
| "ndcg_linear@5": 0.6336537052325203, | |
| "ndcg_linear@10": 0.6529793585477737, | |
| "ndcg_exponential@1": 0.5668498168498168, | |
| "ndcg_exponential@5": 0.6338504365299624, | |
| "ndcg_exponential@10": 0.6525583236140545, | |
| "precision@1": 0.5961538461538461, | |
| "precision@5": 0.23076923076923078, | |
| "precision@10": 0.13653846153846153, | |
| "recall@1": 0.42499999999999993, | |
| "recall@5": 0.6831959706959707, | |
| "recall@10": 0.7332042957042956, | |
| "f1@1": 0.4619329388560158, | |
| "f1@5": 0.31360967463908646, | |
| "f1@10": 0.21265489789245448, | |
| "map@1": 0.5961538461538461, | |
| "map@5": 0.5806089743589743, | |
| "map@10": 0.5874552299552299, | |
| "mrr@1": 0.5961538461538461, | |
| "mrr@5": 0.6778846153846154, | |
| "mrr@10": 0.6906669719169719, | |
| "num_pred": 52, | |
| "num_data": 52 | |
| }, | |
| "ViDoRe_biomedical_lectures_v2_multilingual": { | |
| "hit@1": 0.4546875, | |
| "hit@5": 0.728125, | |
| "hit@10": 0.815625, | |
| "ndcg_linear@1": 0.4546875, | |
| "ndcg_linear@5": 0.4948824579441539, | |
| "ndcg_linear@10": 0.5296750546342992, | |
| "ndcg_exponential@1": 0.4546875, | |
| "ndcg_exponential@5": 0.4948824579441539, | |
| "ndcg_exponential@10": 0.5296750546342992, | |
| "precision@1": 0.4546875, | |
| "precision@5": 0.23562500000000003, | |
| "precision@10": 0.15390625, | |
| "recall@1": 0.26338541666666665, | |
| "recall@5": 0.523475905987395, | |
| "recall@10": 0.6315834243670039, | |
| "f1@1": 0.3050258161976912, | |
| "f1@5": 0.28532247873654126, | |
| "f1@10": 0.22208065327918272, | |
| "map@1": 0.4546875, | |
| "map@5": 0.4263871527777778, | |
| "map@10": 0.44231501042257176, | |
| "mrr@1": 0.4546875, | |
| "mrr@5": 0.56375, | |
| "mrr@10": 0.5754284474206349, | |
| "num_pred": 640, | |
| "num_data": 640 | |
| }, | |
| "ViDoRe_economics_reports_v2_multilingual": { | |
| "hit@1": 0.6206896551724138, | |
| "hit@5": 0.896551724137931, | |
| "hit@10": 0.9353448275862069, | |
| "ndcg_linear@1": 0.6206896551724138, | |
| "ndcg_linear@5": 0.5421098675106539, | |
| "ndcg_linear@10": 0.5287811820133248, | |
| "ndcg_exponential@1": 0.6206896551724138, | |
| "ndcg_exponential@5": 0.5421098675106539, | |
| "ndcg_exponential@10": 0.5287811820133248, | |
| "precision@1": 0.6206896551724138, | |
| "precision@5": 0.45431034482758625, | |
| "precision@10": 0.3745689655172414, | |
| "recall@1": 0.10691249388459685, | |
| "recall@5": 0.2925943528645089, | |
| "recall@10": 0.41857708558180107, | |
| "f1@1": 0.14883132087852466, | |
| "f1@5": 0.2819557978845695, | |
| "f1@10": 0.3211854297471819, | |
| "map@1": 0.6206896551724138, | |
| "map@5": 0.42993893678160916, | |
| "map@10": 0.38539058495364936, | |
| "mrr@1": 0.6206896551724138, | |
| "mrr@5": 0.7347701149425288, | |
| "mrr@10": 0.7403188286808976, | |
| "num_pred": 232, | |
| "num_data": 232 | |
| }, | |
| "ViDoRe_esg_reports_v2_multilingual": { | |
| "hit@1": 0.4956140350877193, | |
| "hit@5": 0.8201754385964912, | |
| "hit@10": 0.9078947368421053, | |
| "ndcg_linear@1": 0.4956140350877193, | |
| "ndcg_linear@5": 0.553791630514325, | |
| "ndcg_linear@10": 0.5983952525358399, | |
| "ndcg_exponential@1": 0.4956140350877193, | |
| "ndcg_exponential@5": 0.553791630514325, | |
| "ndcg_exponential@10": 0.5983952525358399, | |
| "precision@1": 0.4956140350877193, | |
| "precision@5": 0.2789473684210526, | |
| "precision@10": 0.18859649122807023, | |
| "recall@1": 0.2702119883040936, | |
| "recall@5": 0.5824352548036759, | |
| "recall@10": 0.7194914369256475, | |
| "f1@1": 0.31508798219324535, | |
| "f1@5": 0.3248121100141491, | |
| "f1@10": 0.2578734690556428, | |
| "map@1": 0.4956140350877193, | |
| "map@5": 0.4682602339181286, | |
| "map@10": 0.48884156281908475, | |
| "mrr@1": 0.4956140350877193, | |
| "mrr@5": 0.628874269005848, | |
| "mrr@10": 0.6414212614870508, | |
| "num_pred": 228, | |
| "num_data": 228 | |
| }, | |
| "VisRAG_ArxivQA": { | |
| "hit@1": 0.8259803921568627, | |
| "hit@5": 0.9166666666666666, | |
| "hit@10": 0.9448529411764706, | |
| "ndcg_linear@1": 0.8259803921568627, | |
| "ndcg_linear@5": 0.8734973163142782, | |
| "ndcg_linear@10": 0.8828532837961396, | |
| "ndcg_exponential@1": 0.8259803921568627, | |
| "ndcg_exponential@5": 0.8734973163142782, | |
| "ndcg_exponential@10": 0.8828532837961396, | |
| "precision@1": 0.8259803921568627, | |
| "precision@5": 0.18333333333333332, | |
| "precision@10": 0.09448529411764706, | |
| "recall@1": 0.8259803921568627, | |
| "recall@5": 0.9166666666666666, | |
| "recall@10": 0.9448529411764706, | |
| "f1@1": 0.8259803921568627, | |
| "f1@5": 0.30555555555555564, | |
| "f1@10": 0.17179144385026737, | |
| "map@1": 0.8259803921568627, | |
| "map@5": 0.8592320261437908, | |
| "map@10": 0.86323140367258, | |
| "mrr@1": 0.8259803921568627, | |
| "mrr@5": 0.8592320261437908, | |
| "mrr@10": 0.86323140367258, | |
| "num_pred": 816, | |
| "num_data": 816 | |
| }, | |
| "VisRAG_ChartQA": { | |
| "hit@1": 0.7619047619047619, | |
| "hit@5": 0.873015873015873, | |
| "hit@10": 0.9206349206349206, | |
| "ndcg_linear@1": 0.7619047619047619, | |
| "ndcg_linear@5": 0.8190027211628073, | |
| "ndcg_linear@10": 0.8349551877854593, | |
| "ndcg_exponential@1": 0.7619047619047619, | |
| "ndcg_exponential@5": 0.8190027211628073, | |
| "ndcg_exponential@10": 0.8349551877854593, | |
| "precision@1": 0.7619047619047619, | |
| "precision@5": 0.1746031746031745, | |
| "precision@10": 0.09206349206349201, | |
| "recall@1": 0.7619047619047619, | |
| "recall@5": 0.873015873015873, | |
| "recall@10": 0.9206349206349206, | |
| "f1@1": 0.7619047619047619, | |
| "f1@5": 0.29100529100529093, | |
| "f1@10": 0.16738816738816742, | |
| "map@1": 0.7619047619047619, | |
| "map@5": 0.8013227513227513, | |
| "map@10": 0.8082199546485261, | |
| "mrr@1": 0.7619047619047619, | |
| "mrr@5": 0.8013227513227513, | |
| "mrr@10": 0.8082199546485261, | |
| "num_pred": 63, | |
| "num_data": 63 | |
| }, | |
| "VisRAG_MP-DocVQA": { | |
| "hit@1": 0.817258883248731, | |
| "hit@5": 0.9475465313028765, | |
| "hit@10": 0.961082910321489, | |
| "ndcg_linear@1": 0.817258883248731, | |
| "ndcg_linear@5": 0.8921574691348291, | |
| "ndcg_linear@10": 0.8964004804547877, | |
| "ndcg_exponential@1": 0.817258883248731, | |
| "ndcg_exponential@5": 0.8921574691348291, | |
| "ndcg_exponential@10": 0.8964004804547877, | |
| "precision@1": 0.817258883248731, | |
| "precision@5": 0.1895093062605753, | |
| "precision@10": 0.0961082910321489, | |
| "recall@1": 0.817258883248731, | |
| "recall@5": 0.9475465313028765, | |
| "recall@10": 0.961082910321489, | |
| "f1@1": 0.817258883248731, | |
| "f1@5": 0.3158488437676255, | |
| "f1@10": 0.17474234733117985, | |
| "map@1": 0.817258883248731, | |
| "map@5": 0.873237450648618, | |
| "map@10": 0.8749073402626703, | |
| "mrr@1": 0.817258883248731, | |
| "mrr@5": 0.873237450648618, | |
| "mrr@10": 0.8749073402626703, | |
| "num_pred": 591, | |
| "num_data": 591 | |
| }, | |
| "VisRAG_SlideVQA": { | |
| "hit@1": 0.9244604316546763, | |
| "hit@5": 0.9766187050359713, | |
| "hit@10": 0.9820143884892086, | |
| "ndcg_linear@1": 0.9244604316546763, | |
| "ndcg_linear@5": 0.9453762073854034, | |
| "ndcg_linear@10": 0.9484324956995065, | |
| "ndcg_exponential@1": 0.9244604316546763, | |
| "ndcg_exponential@5": 0.9453762073854034, | |
| "ndcg_exponential@10": 0.9484324956995065, | |
| "precision@1": 0.9244604316546763, | |
| "precision@5": 0.24388489208633093, | |
| "precision@10": 0.12320143884892086, | |
| "recall@1": 0.8003597122302158, | |
| "recall@5": 0.9685251798561151, | |
| "recall@10": 0.9766187050359713, | |
| "f1@1": 0.841726618705036, | |
| "f1@5": 0.3825796505652622, | |
| "f1@10": 0.21626335295400048, | |
| "map@1": 0.9244604316546763, | |
| "map@5": 0.9316247002398079, | |
| "map@10": 0.9332980044535798, | |
| "mrr@1": 0.9244604316546763, | |
| "mrr@5": 0.9481414868105514, | |
| "mrr@10": 0.9489658273381295, | |
| "num_pred": 556, | |
| "num_data": 556 | |
| }, | |
| "VisRAG_InfoVQA": { | |
| "hit@1": 0.8704735376044568, | |
| "hit@5": 0.9832869080779945, | |
| "hit@10": 0.9930362116991643, | |
| "ndcg_linear@1": 0.8704735376044568, | |
| "ndcg_linear@5": 0.9352387521932299, | |
| "ndcg_linear@10": 0.9383224079083196, | |
| "ndcg_exponential@1": 0.8704735376044568, | |
| "ndcg_exponential@5": 0.9352387521932299, | |
| "ndcg_exponential@10": 0.9383224079083196, | |
| "precision@1": 0.8704735376044568, | |
| "precision@5": 0.19665738161559887, | |
| "precision@10": 0.09930362116991641, | |
| "recall@1": 0.8704735376044568, | |
| "recall@5": 0.9832869080779945, | |
| "recall@10": 0.9930362116991643, | |
| "f1@1": 0.8704735376044568, | |
| "f1@5": 0.3277623026926649, | |
| "f1@10": 0.1805520384907572, | |
| "map@1": 0.8704735376044568, | |
| "map@5": 0.9188254410399258, | |
| "map@10": 0.9200573683512402, | |
| "mrr@1": 0.8704735376044568, | |
| "mrr@5": 0.9188254410399258, | |
| "mrr@10": 0.9200573683512402, | |
| "num_pred": 718, | |
| "num_data": 718 | |
| }, | |
| "VisRAG_PlotQA": { | |
| "hit@1": 0.49942062572421786, | |
| "hit@5": 0.7520278099652375, | |
| "hit@10": 0.8389339513325609, | |
| "ndcg_linear@1": 0.49942062572421786, | |
| "ndcg_linear@5": 0.6341927528705769, | |
| "ndcg_linear@10": 0.6624618705964804, | |
| "ndcg_exponential@1": 0.49942062572421786, | |
| "ndcg_exponential@5": 0.6341927528705769, | |
| "ndcg_exponential@10": 0.6624618705964804, | |
| "precision@1": 0.49942062572421786, | |
| "precision@5": 0.1504055619930475, | |
| "precision@10": 0.08389339513325607, | |
| "recall@1": 0.49942062572421786, | |
| "recall@5": 0.7520278099652375, | |
| "recall@10": 0.8389339513325609, | |
| "f1@1": 0.49942062572421786, | |
| "f1@5": 0.2506759366550792, | |
| "f1@10": 0.1525334456968293, | |
| "map@1": 0.49942062572421786, | |
| "map@5": 0.5949787562765547, | |
| "map@10": 0.6067474112085932, | |
| "mrr@1": 0.49942062572421786, | |
| "mrr@5": 0.5949787562765547, | |
| "mrr@10": 0.6067474112085932, | |
| "num_pred": 863, | |
| "num_data": 863 | |
| }, | |
| "ViDoSeek-page": { | |
| "hit@1": 0.02714535901926445, | |
| "hit@5": 0.4290718038528897, | |
| "hit@10": 0.6532399299474606, | |
| "ndcg_linear@1": 0.02714535901926445, | |
| "ndcg_linear@5": 0.23240353892048016, | |
| "ndcg_linear@10": 0.305124886024534, | |
| "ndcg_exponential@1": 0.02714535901926445, | |
| "ndcg_exponential@5": 0.23240353892048016, | |
| "ndcg_exponential@10": 0.305124886024534, | |
| "precision@1": 0.02714535901926445, | |
| "precision@5": 0.08581436077057793, | |
| "precision@10": 0.06532399299474606, | |
| "recall@1": 0.02714535901926445, | |
| "recall@5": 0.4290718038528897, | |
| "recall@10": 0.6532399299474606, | |
| "f1@1": 0.02714535901926445, | |
| "f1@5": 0.1430239346176299, | |
| "f1@10": 0.11877089635408376, | |
| "map@1": 0.02714535901926445, | |
| "map@5": 0.16780502043199066, | |
| "map@10": 0.19794637644900342, | |
| "mrr@1": 0.02714535901926445, | |
| "mrr@5": 0.16780502043199066, | |
| "mrr@10": 0.19794637644900342, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "ViDoSeek-doc": { | |
| "hit@1": 0.9964973730297724, | |
| "hit@5": 0.9982486865148862, | |
| "hit@10": 0.999124343257443, | |
| "ndcg_linear@1": 0.6800934033858728, | |
| "ndcg_linear@5": 0.8387827817558765, | |
| "ndcg_linear@10": 0.8278623787973661, | |
| "ndcg_exponential@1": 0.4540905679259443, | |
| "ndcg_exponential@5": 0.7179848879430044, | |
| "ndcg_exponential@10": 0.7517965160193582, | |
| "precision@1": 0.9964973730297724, | |
| "precision@5": 0.9288966725043785, | |
| "precision@10": 0.8447460595446585, | |
| "recall@1": 0.058761907353168774, | |
| "recall@5": 0.2735768446029065, | |
| "recall@10": 0.48843735028165003, | |
| "f1@1": 0.11022913197970112, | |
| "f1@5": 0.41401147163111984, | |
| "f1@10": 0.6049486379407474, | |
| "map@1": 0.9964973730297724, | |
| "map@5": 0.9212288382953882, | |
| "map@10": 0.8346283571805838, | |
| "mrr@1": 0.9964973730297724, | |
| "mrr@5": 0.9973730297723292, | |
| "mrr@10": 0.9975189725627552, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "MMLongBench-page": { | |
| "hit@1": 0.06921241050119331, | |
| "hit@5": 0.32816229116945106, | |
| "hit@10": 0.43556085918854415, | |
| "ndcg_linear@1": 0.06921241050119331, | |
| "ndcg_linear@5": 0.16193698962444822, | |
| "ndcg_linear@10": 0.20158281959554863, | |
| "ndcg_exponential@1": 0.06921241050119331, | |
| "ndcg_exponential@5": 0.16193698962444822, | |
| "ndcg_exponential@10": 0.20158281959554863, | |
| "precision@1": 0.06921241050119331, | |
| "precision@5": 0.07756563245823389, | |
| "precision@10": 0.058233890214797135, | |
| "recall@1": 0.040324184566428, | |
| "recall@5": 0.23706102966246162, | |
| "recall@10": 0.34820150017047385, | |
| "f1@1": 0.048800854409446294, | |
| "f1@5": 0.1101645476522635, | |
| "f1@10": 0.09465332114769648, | |
| "map@1": 0.06921241050119331, | |
| "map@5": 0.11841553964465659, | |
| "map@10": 0.13681524054861935, | |
| "mrr@1": 0.06921241050119331, | |
| "mrr@5": 0.16302704852824182, | |
| "mrr@10": 0.17715081259234006, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| }, | |
| "MMLongBench-doc": { | |
| "hit@1": 0.7326968973747017, | |
| "hit@5": 0.8126491646778043, | |
| "hit@10": 0.837708830548926, | |
| "ndcg_linear@1": 0.5123309466984886, | |
| "ndcg_linear@5": 0.5428858706725166, | |
| "ndcg_linear@10": 0.5275085648914615, | |
| "ndcg_exponential@1": 0.354926696215479, | |
| "ndcg_exponential@5": 0.45441895462567394, | |
| "ndcg_exponential@10": 0.4695562288112078, | |
| "precision@1": 0.7326968973747017, | |
| "precision@5": 0.6021479713603819, | |
| "precision@10": 0.540453460620525, | |
| "recall@1": 0.023809666923602684, | |
| "recall@5": 0.09513770171338518, | |
| "recall@10": 0.16711122344532417, | |
| "f1@1": 0.04565355580911593, | |
| "f1@5": 0.15776265072387466, | |
| "f1@10": 0.2394225821542852, | |
| "map@1": 0.7326968973747017, | |
| "map@5": 0.5741805887032617, | |
| "map@10": 0.4961500044196942, | |
| "mrr@1": 0.7326968973747017, | |
| "mrr@5": 0.7620525059665871, | |
| "mrr@10": 0.7654510929272267, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| } | |
| } | |
| } | |
| } |