Spaces:
Running
Running
| { | |
| "metadata": { | |
| "model_name": "interestFM-UIR-CAFe-0.5B", | |
| "model_size": 0.894, | |
| "embedding_dimension": 896, | |
| "max_length_tokens": null, | |
| "model_release_date": "", | |
| "data_source": "Self-Reported", | |
| "url": "https://arxiv.org/abs/2503.19900", | |
| "report_generated_date": "2025-07-06T19:24:15.037083" | |
| }, | |
| "metrics": { | |
| "image": { | |
| "ImageNet-1K": { | |
| "hit@1": 0.646, | |
| "hit@5": 0.914, | |
| "hit@10": 0.952, | |
| "ndcg_linear@1": 0.646, | |
| "ndcg_linear@5": 0.7966571128405014, | |
| "ndcg_linear@10": 0.8092603489678825, | |
| "ndcg_exponential@1": 0.646, | |
| "ndcg_exponential@5": 0.7966571128405014, | |
| "ndcg_exponential@10": 0.8092603489678825, | |
| "precision@1": 0.646, | |
| "precision@5": 0.18280000000000002, | |
| "precision@10": 0.09520000000000002, | |
| "recall@1": 0.646, | |
| "recall@5": 0.914, | |
| "recall@10": 0.952, | |
| "f1@1": 0.646, | |
| "f1@5": 0.3046666666666667, | |
| "f1@10": 0.17309090909090907, | |
| "map@1": 0.646, | |
| "map@5": 0.7569, | |
| "map@10": 0.7622853174603174, | |
| "mrr@1": 0.646, | |
| "mrr@5": 0.7569, | |
| "mrr@10": 0.7622853174603174, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "N24News": { | |
| "hit@1": 0.696, | |
| "hit@5": 0.936, | |
| "hit@10": 0.98, | |
| "ndcg_linear@1": 0.696, | |
| "ndcg_linear@5": 0.8302032058429583, | |
| "ndcg_linear@10": 0.8447880983394339, | |
| "ndcg_exponential@1": 0.696, | |
| "ndcg_exponential@5": 0.8302032058429583, | |
| "ndcg_exponential@10": 0.8447880983394339, | |
| "precision@1": 0.696, | |
| "precision@5": 0.18720000000000003, | |
| "precision@10": 0.09800000000000002, | |
| "recall@1": 0.696, | |
| "recall@5": 0.936, | |
| "recall@10": 0.98, | |
| "f1@1": 0.696, | |
| "f1@5": 0.312, | |
| "f1@10": 0.17818181818181816, | |
| "map@1": 0.696, | |
| "map@5": 0.7944166666666667, | |
| "map@10": 0.8006468253968253, | |
| "mrr@1": 0.696, | |
| "mrr@5": 0.7944166666666667, | |
| "mrr@10": 0.8006468253968253, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HatefulMemes": { | |
| "hit@1": 0.553, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.553, | |
| "ndcg_linear@5": 0.8350255998464416, | |
| "ndcg_linear@10": 0.8350255998464416, | |
| "ndcg_exponential@1": 0.553, | |
| "ndcg_exponential@5": 0.8350255998464416, | |
| "ndcg_exponential@10": 0.8350255998464416, | |
| "precision@1": 0.553, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.553, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.553, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.553, | |
| "map@5": 0.7765, | |
| "map@10": 0.7765, | |
| "mrr@1": 0.553, | |
| "mrr@5": 0.7765, | |
| "mrr@10": 0.7765, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VOC2007": { | |
| "hit@1": 0.819, | |
| "hit@5": 0.986, | |
| "hit@10": 0.998, | |
| "ndcg_linear@1": 0.819, | |
| "ndcg_linear@5": 0.9116863481827936, | |
| "ndcg_linear@10": 0.9156188892425885, | |
| "ndcg_exponential@1": 0.819, | |
| "ndcg_exponential@5": 0.9116863481827936, | |
| "ndcg_exponential@10": 0.9156188892425885, | |
| "precision@1": 0.819, | |
| "precision@5": 0.19720000000000004, | |
| "precision@10": 0.09980000000000001, | |
| "recall@1": 0.819, | |
| "recall@5": 0.986, | |
| "recall@10": 0.998, | |
| "f1@1": 0.819, | |
| "f1@5": 0.32866666666666666, | |
| "f1@10": 0.18145454545454545, | |
| "map@1": 0.819, | |
| "map@5": 0.88655, | |
| "map@10": 0.8882007936507936, | |
| "mrr@1": 0.819, | |
| "mrr@5": 0.88655, | |
| "mrr@10": 0.8882007936507936, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SUN397": { | |
| "hit@1": 0.688, | |
| "hit@5": 0.93, | |
| "hit@10": 0.965, | |
| "ndcg_linear@1": 0.688, | |
| "ndcg_linear@5": 0.8202475174934752, | |
| "ndcg_linear@10": 0.8318159145977356, | |
| "ndcg_exponential@1": 0.688, | |
| "ndcg_exponential@5": 0.8202475174934752, | |
| "ndcg_exponential@10": 0.8318159145977356, | |
| "precision@1": 0.688, | |
| "precision@5": 0.18600000000000003, | |
| "precision@10": 0.09650000000000002, | |
| "recall@1": 0.688, | |
| "recall@5": 0.93, | |
| "recall@10": 0.965, | |
| "f1@1": 0.688, | |
| "f1@5": 0.31, | |
| "f1@10": 0.17545454545454545, | |
| "map@1": 0.688, | |
| "map@5": 0.7833833333333333, | |
| "map@10": 0.7883051587301587, | |
| "mrr@1": 0.688, | |
| "mrr@5": 0.7833833333333333, | |
| "mrr@10": 0.7883051587301587, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Place365": { | |
| "hit@1": 0.374, | |
| "hit@5": 0.666, | |
| "hit@10": 0.772, | |
| "ndcg_linear@1": 0.374, | |
| "ndcg_linear@5": 0.533665187139852, | |
| "ndcg_linear@10": 0.5680651728262941, | |
| "ndcg_exponential@1": 0.374, | |
| "ndcg_exponential@5": 0.533665187139852, | |
| "ndcg_exponential@10": 0.5680651728262941, | |
| "precision@1": 0.374, | |
| "precision@5": 0.13319999999999999, | |
| "precision@10": 0.07719999999999999, | |
| "recall@1": 0.374, | |
| "recall@5": 0.666, | |
| "recall@10": 0.772, | |
| "f1@1": 0.374, | |
| "f1@5": 0.22200000000000006, | |
| "f1@10": 0.14036363636363638, | |
| "map@1": 0.374, | |
| "map@5": 0.48923333333333335, | |
| "map@10": 0.5035107142857143, | |
| "mrr@1": 0.374, | |
| "mrr@5": 0.48923333333333335, | |
| "mrr@10": 0.5035107142857143, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-A": { | |
| "hit@1": 0.381, | |
| "hit@5": 0.636, | |
| "hit@10": 0.757, | |
| "ndcg_linear@1": 0.381, | |
| "ndcg_linear@5": 0.5131637610396987, | |
| "ndcg_linear@10": 0.552865900560507, | |
| "ndcg_exponential@1": 0.381, | |
| "ndcg_exponential@5": 0.5131637610396987, | |
| "ndcg_exponential@10": 0.552865900560507, | |
| "precision@1": 0.381, | |
| "precision@5": 0.12719999999999998, | |
| "precision@10": 0.0757, | |
| "recall@1": 0.381, | |
| "recall@5": 0.636, | |
| "recall@10": 0.757, | |
| "f1@1": 0.381, | |
| "f1@5": 0.21200000000000005, | |
| "f1@10": 0.13763636363636367, | |
| "map@1": 0.381, | |
| "map@5": 0.47263333333333335, | |
| "map@10": 0.48934841269841267, | |
| "mrr@1": 0.381, | |
| "mrr@5": 0.47263333333333335, | |
| "mrr@10": 0.48934841269841267, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-R": { | |
| "hit@1": 0.864, | |
| "hit@5": 0.967, | |
| "hit@10": 0.98, | |
| "ndcg_linear@1": 0.864, | |
| "ndcg_linear@5": 0.9226311407749492, | |
| "ndcg_linear@10": 0.9269327520811728, | |
| "ndcg_exponential@1": 0.864, | |
| "ndcg_exponential@5": 0.9226311407749492, | |
| "ndcg_exponential@10": 0.9269327520811728, | |
| "precision@1": 0.864, | |
| "precision@5": 0.19340000000000004, | |
| "precision@10": 0.09800000000000002, | |
| "recall@1": 0.864, | |
| "recall@5": 0.967, | |
| "recall@10": 0.98, | |
| "f1@1": 0.864, | |
| "f1@5": 0.32233333333333336, | |
| "f1@10": 0.1781818181818182, | |
| "map@1": 0.864, | |
| "map@5": 0.9075166666666666, | |
| "map@10": 0.9093460317460317, | |
| "mrr@1": 0.864, | |
| "mrr@5": 0.9075166666666666, | |
| "mrr@10": 0.9093460317460317, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ObjectNet": { | |
| "hit@1": 0.51, | |
| "hit@5": 0.741, | |
| "hit@10": 0.823, | |
| "ndcg_linear@1": 0.51, | |
| "ndcg_linear@5": 0.6327668702767115, | |
| "ndcg_linear@10": 0.6592410372023958, | |
| "ndcg_exponential@1": 0.51, | |
| "ndcg_exponential@5": 0.6327668702767115, | |
| "ndcg_exponential@10": 0.6592410372023958, | |
| "precision@1": 0.51, | |
| "precision@5": 0.1482, | |
| "precision@10": 0.0823, | |
| "recall@1": 0.51, | |
| "recall@5": 0.741, | |
| "recall@10": 0.823, | |
| "f1@1": 0.51, | |
| "f1@5": 0.24700000000000005, | |
| "f1@10": 0.14963636363636365, | |
| "map@1": 0.51, | |
| "map@5": 0.5967833333333333, | |
| "map@10": 0.6076888888888888, | |
| "mrr@1": 0.51, | |
| "mrr@5": 0.5967833333333333, | |
| "mrr@10": 0.6076888888888888, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Country211": { | |
| "hit@1": 0.113, | |
| "hit@5": 0.28, | |
| "hit@10": 0.415, | |
| "ndcg_linear@1": 0.113, | |
| "ndcg_linear@5": 0.19882186666317805, | |
| "ndcg_linear@10": 0.2419518021666501, | |
| "ndcg_exponential@1": 0.113, | |
| "ndcg_exponential@5": 0.19882186666317805, | |
| "ndcg_exponential@10": 0.2419518021666501, | |
| "precision@1": 0.113, | |
| "precision@5": 0.056, | |
| "precision@10": 0.0415, | |
| "recall@1": 0.113, | |
| "recall@5": 0.28, | |
| "recall@10": 0.415, | |
| "f1@1": 0.113, | |
| "f1@5": 0.09333333333333334, | |
| "f1@10": 0.07545454545454547, | |
| "map@1": 0.113, | |
| "map@5": 0.17213333333333333, | |
| "map@10": 0.1896234126984127, | |
| "mrr@1": 0.113, | |
| "mrr@5": 0.17213333333333333, | |
| "mrr@10": 0.1896234126984127, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OK-VQA": { | |
| "hit@1": 0.471, | |
| "hit@5": 0.743, | |
| "hit@10": 0.819, | |
| "ndcg_linear@1": 0.471, | |
| "ndcg_linear@5": 0.6205839914661038, | |
| "ndcg_linear@10": 0.6449168077618873, | |
| "ndcg_exponential@1": 0.471, | |
| "ndcg_exponential@5": 0.6205839914661038, | |
| "ndcg_exponential@10": 0.6449168077618873, | |
| "precision@1": 0.471, | |
| "precision@5": 0.14859999999999998, | |
| "precision@10": 0.0819, | |
| "recall@1": 0.471, | |
| "recall@5": 0.743, | |
| "recall@10": 0.819, | |
| "f1@1": 0.471, | |
| "f1@5": 0.2476666666666667, | |
| "f1@10": 0.14890909090909094, | |
| "map@1": 0.471, | |
| "map@5": 0.5794000000000001, | |
| "map@10": 0.5893003968253968, | |
| "mrr@1": 0.471, | |
| "mrr@5": 0.5794000000000001, | |
| "mrr@10": 0.5893003968253968, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "A-OKVQA": { | |
| "hit@1": 0.43, | |
| "hit@5": 0.765, | |
| "hit@10": 0.856, | |
| "ndcg_linear@1": 0.43, | |
| "ndcg_linear@5": 0.6084647757389733, | |
| "ndcg_linear@10": 0.6384505140272806, | |
| "ndcg_exponential@1": 0.43, | |
| "ndcg_exponential@5": 0.6084647757389733, | |
| "ndcg_exponential@10": 0.6384505140272806, | |
| "precision@1": 0.43, | |
| "precision@5": 0.153, | |
| "precision@10": 0.0856, | |
| "recall@1": 0.43, | |
| "recall@5": 0.765, | |
| "recall@10": 0.856, | |
| "f1@1": 0.43, | |
| "f1@5": 0.25500000000000006, | |
| "f1@10": 0.15563636363636366, | |
| "map@1": 0.43, | |
| "map@5": 0.5563499999999999, | |
| "map@10": 0.5690484126984127, | |
| "mrr@1": 0.43, | |
| "mrr@5": 0.5563499999999999, | |
| "mrr@10": 0.5690484126984127, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "DocVQA": { | |
| "hit@1": 0.606, | |
| "hit@5": 0.801, | |
| "hit@10": 0.865, | |
| "ndcg_linear@1": 0.606, | |
| "ndcg_linear@5": 0.7119701446771444, | |
| "ndcg_linear@10": 0.7329055118032948, | |
| "ndcg_exponential@1": 0.606, | |
| "ndcg_exponential@5": 0.7119701446771444, | |
| "ndcg_exponential@10": 0.7329055118032948, | |
| "precision@1": 0.606, | |
| "precision@5": 0.16019999999999998, | |
| "precision@10": 0.0865, | |
| "recall@1": 0.606, | |
| "recall@5": 0.801, | |
| "recall@10": 0.865, | |
| "f1@1": 0.606, | |
| "f1@5": 0.267, | |
| "f1@10": 0.1572727272727273, | |
| "map@1": 0.606, | |
| "map@5": 0.6821499999999999, | |
| "map@10": 0.690936507936508, | |
| "mrr@1": 0.606, | |
| "mrr@5": 0.6821499999999999, | |
| "mrr@10": 0.690936507936508, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "InfographicsVQA": { | |
| "hit@1": 0.302, | |
| "hit@5": 0.561, | |
| "hit@10": 0.68, | |
| "ndcg_linear@1": 0.302, | |
| "ndcg_linear@5": 0.4395725796591887, | |
| "ndcg_linear@10": 0.4779507472071359, | |
| "ndcg_exponential@1": 0.302, | |
| "ndcg_exponential@5": 0.4395725796591887, | |
| "ndcg_exponential@10": 0.4779507472071359, | |
| "precision@1": 0.302, | |
| "precision@5": 0.1122, | |
| "precision@10": 0.06799999999999999, | |
| "recall@1": 0.302, | |
| "recall@5": 0.561, | |
| "recall@10": 0.68, | |
| "f1@1": 0.302, | |
| "f1@5": 0.18700000000000006, | |
| "f1@10": 0.12363636363636366, | |
| "map@1": 0.302, | |
| "map@5": 0.39918333333333333, | |
| "map@10": 0.41496309523809527, | |
| "mrr@1": 0.302, | |
| "mrr@5": 0.39918333333333333, | |
| "mrr@10": 0.41496309523809527, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ChartQA": { | |
| "hit@1": 0.327, | |
| "hit@5": 0.56, | |
| "hit@10": 0.653, | |
| "ndcg_linear@1": 0.327, | |
| "ndcg_linear@5": 0.45422131944833777, | |
| "ndcg_linear@10": 0.483783057374656, | |
| "ndcg_exponential@1": 0.327, | |
| "ndcg_exponential@5": 0.45422131944833777, | |
| "ndcg_exponential@10": 0.483783057374656, | |
| "precision@1": 0.327, | |
| "precision@5": 0.112, | |
| "precision@10": 0.0653, | |
| "recall@1": 0.327, | |
| "recall@5": 0.56, | |
| "recall@10": 0.653, | |
| "f1@1": 0.327, | |
| "f1@5": 0.1866666666666667, | |
| "f1@10": 0.11872727272727274, | |
| "map@1": 0.327, | |
| "map@5": 0.4187666666666667, | |
| "map@10": 0.4306710317460318, | |
| "mrr@1": 0.327, | |
| "mrr@5": 0.4187666666666667, | |
| "mrr@10": 0.4306710317460318, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W": { | |
| "hit@1": 0.489, | |
| "hit@5": 0.823, | |
| "hit@10": 0.906, | |
| "ndcg_linear@1": 0.489, | |
| "ndcg_linear@5": 0.6711474829525325, | |
| "ndcg_linear@10": 0.6987320723845273, | |
| "ndcg_exponential@1": 0.489, | |
| "ndcg_exponential@5": 0.6711474829525325, | |
| "ndcg_exponential@10": 0.6987320723845273, | |
| "precision@1": 0.489, | |
| "precision@5": 0.16460000000000002, | |
| "precision@10": 0.09060000000000001, | |
| "recall@1": 0.489, | |
| "recall@5": 0.823, | |
| "recall@10": 0.906, | |
| "f1@1": 0.489, | |
| "f1@5": 0.2743333333333334, | |
| "f1@10": 0.16472727272727272, | |
| "map@1": 0.489, | |
| "map@5": 0.62025, | |
| "map@10": 0.6320670634920635, | |
| "mrr@1": 0.489, | |
| "mrr@5": 0.62025, | |
| "mrr@10": 0.6320670634920635, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ScienceQA": { | |
| "hit@1": 0.397, | |
| "hit@5": 0.732, | |
| "hit@10": 0.853, | |
| "ndcg_linear@1": 0.397, | |
| "ndcg_linear@5": 0.581183616372723, | |
| "ndcg_linear@10": 0.6205308292162922, | |
| "ndcg_exponential@1": 0.397, | |
| "ndcg_exponential@5": 0.581183616372723, | |
| "ndcg_exponential@10": 0.6205308292162922, | |
| "precision@1": 0.397, | |
| "precision@5": 0.14639999999999997, | |
| "precision@10": 0.0853, | |
| "recall@1": 0.397, | |
| "recall@5": 0.732, | |
| "recall@10": 0.853, | |
| "f1@1": 0.397, | |
| "f1@5": 0.24400000000000002, | |
| "f1@10": 0.15509090909090908, | |
| "map@1": 0.397, | |
| "map@5": 0.5305, | |
| "map@10": 0.5468654761904762, | |
| "mrr@1": 0.397, | |
| "mrr@5": 0.5305, | |
| "mrr@10": 0.5468654761904762, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VizWiz": { | |
| "hit@1": 0.389, | |
| "hit@5": 0.588, | |
| "hit@10": 0.645, | |
| "ndcg_linear@1": 0.389, | |
| "ndcg_linear@5": 0.49854184321894696, | |
| "ndcg_linear@10": 0.5172748732379273, | |
| "ndcg_exponential@1": 0.389, | |
| "ndcg_exponential@5": 0.49854184321894696, | |
| "ndcg_exponential@10": 0.5172748732379273, | |
| "precision@1": 0.389, | |
| "precision@5": 0.1176, | |
| "precision@10": 0.0645, | |
| "recall@1": 0.389, | |
| "recall@5": 0.588, | |
| "recall@10": 0.645, | |
| "f1@1": 0.389, | |
| "f1@5": 0.19600000000000006, | |
| "f1@10": 0.11727272727272729, | |
| "map@1": 0.389, | |
| "map@5": 0.4684666666666667, | |
| "map@10": 0.4763678571428571, | |
| "mrr@1": 0.389, | |
| "mrr@5": 0.4684666666666667, | |
| "mrr@10": 0.4763678571428571, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "GQA": { | |
| "hit@1": 0.521, | |
| "hit@5": 0.782, | |
| "hit@10": 0.861, | |
| "ndcg_linear@1": 0.521, | |
| "ndcg_linear@5": 0.6622154091193534, | |
| "ndcg_linear@10": 0.6877993884434505, | |
| "ndcg_exponential@1": 0.521, | |
| "ndcg_exponential@5": 0.6622154091193534, | |
| "ndcg_exponential@10": 0.6877993884434505, | |
| "precision@1": 0.521, | |
| "precision@5": 0.1564, | |
| "precision@10": 0.0861, | |
| "recall@1": 0.521, | |
| "recall@5": 0.782, | |
| "recall@10": 0.861, | |
| "f1@1": 0.521, | |
| "f1@5": 0.26066666666666677, | |
| "f1@10": 0.15654545454545457, | |
| "map@1": 0.521, | |
| "map@5": 0.6221500000000001, | |
| "map@10": 0.6327376984126983, | |
| "mrr@1": 0.521, | |
| "mrr@5": 0.6221500000000001, | |
| "mrr@10": 0.6327376984126983, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "TextVQA": { | |
| "hit@1": 0.596, | |
| "hit@5": 0.749, | |
| "hit@10": 0.81, | |
| "ndcg_linear@1": 0.596, | |
| "ndcg_linear@5": 0.6791045835353289, | |
| "ndcg_linear@10": 0.6989784474672172, | |
| "ndcg_exponential@1": 0.596, | |
| "ndcg_exponential@5": 0.6791045835353289, | |
| "ndcg_exponential@10": 0.6989784474672172, | |
| "precision@1": 0.596, | |
| "precision@5": 0.1498, | |
| "precision@10": 0.081, | |
| "recall@1": 0.596, | |
| "recall@5": 0.749, | |
| "recall@10": 0.81, | |
| "f1@1": 0.596, | |
| "f1@5": 0.24966666666666673, | |
| "f1@10": 0.14727272727272725, | |
| "map@1": 0.596, | |
| "map@5": 0.6556833333333334, | |
| "map@10": 0.6639726190476191, | |
| "mrr@1": 0.596, | |
| "mrr@5": 0.6556833333333334, | |
| "mrr@10": 0.6639726190476191, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisDial": { | |
| "hit@1": 0.684, | |
| "hit@5": 0.908, | |
| "hit@10": 0.957, | |
| "ndcg_linear@1": 0.684, | |
| "ndcg_linear@5": 0.8066964919868043, | |
| "ndcg_linear@10": 0.8224311182586269, | |
| "ndcg_exponential@1": 0.684, | |
| "ndcg_exponential@5": 0.8066964919868043, | |
| "ndcg_exponential@10": 0.8224311182586269, | |
| "precision@1": 0.684, | |
| "precision@5": 0.18159999999999998, | |
| "precision@10": 0.09570000000000002, | |
| "recall@1": 0.684, | |
| "recall@5": 0.908, | |
| "recall@10": 0.957, | |
| "f1@1": 0.684, | |
| "f1@5": 0.3026666666666667, | |
| "f1@10": 0.174, | |
| "map@1": 0.684, | |
| "map@5": 0.7726333333333333, | |
| "map@10": 0.7790571428571428, | |
| "mrr@1": 0.684, | |
| "mrr@5": 0.7726333333333333, | |
| "mrr@10": 0.7790571428571428, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "CIRR": { | |
| "hit@1": 0.434, | |
| "hit@5": 0.824, | |
| "hit@10": 0.895, | |
| "ndcg_linear@1": 0.434, | |
| "ndcg_linear@5": 0.6455437557603705, | |
| "ndcg_linear@10": 0.6684152547365758, | |
| "ndcg_exponential@1": 0.434, | |
| "ndcg_exponential@5": 0.6455437557603705, | |
| "ndcg_exponential@10": 0.6684152547365758, | |
| "precision@1": 0.434, | |
| "precision@5": 0.1648, | |
| "precision@10": 0.0895, | |
| "recall@1": 0.434, | |
| "recall@5": 0.824, | |
| "recall@10": 0.895, | |
| "f1@1": 0.434, | |
| "f1@5": 0.2746666666666667, | |
| "f1@10": 0.16272727272727272, | |
| "map@1": 0.434, | |
| "map@5": 0.5857833333333333, | |
| "map@10": 0.5951801587301586, | |
| "mrr@1": 0.434, | |
| "mrr@5": 0.5857833333333333, | |
| "mrr@10": 0.5951801587301586, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_t2i": { | |
| "hit@1": 0.584, | |
| "hit@5": 0.795, | |
| "hit@10": 0.849, | |
| "ndcg_linear@1": 0.584, | |
| "ndcg_linear@5": 0.6997420964144451, | |
| "ndcg_linear@10": 0.7171442614317587, | |
| "ndcg_exponential@1": 0.584, | |
| "ndcg_exponential@5": 0.6997420964144451, | |
| "ndcg_exponential@10": 0.7171442614317587, | |
| "precision@1": 0.584, | |
| "precision@5": 0.159, | |
| "precision@10": 0.0849, | |
| "recall@1": 0.584, | |
| "recall@5": 0.795, | |
| "recall@10": 0.849, | |
| "f1@1": 0.584, | |
| "f1@5": 0.265, | |
| "f1@10": 0.15436363636363637, | |
| "map@1": 0.584, | |
| "map@5": 0.6677166666666667, | |
| "map@10": 0.6748642857142858, | |
| "mrr@1": 0.584, | |
| "mrr@5": 0.6677166666666667, | |
| "mrr@10": 0.6748642857142858, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_i2t": { | |
| "hit@1": 0.61, | |
| "hit@5": 0.821, | |
| "hit@10": 0.863, | |
| "ndcg_linear@1": 0.61, | |
| "ndcg_linear@5": 0.7264204380720928, | |
| "ndcg_linear@10": 0.7401920839166262, | |
| "ndcg_exponential@1": 0.61, | |
| "ndcg_exponential@5": 0.7264204380720928, | |
| "ndcg_exponential@10": 0.7401920839166262, | |
| "precision@1": 0.61, | |
| "precision@5": 0.16419999999999998, | |
| "precision@10": 0.08630000000000002, | |
| "recall@1": 0.61, | |
| "recall@5": 0.821, | |
| "recall@10": 0.863, | |
| "f1@1": 0.61, | |
| "f1@5": 0.2736666666666667, | |
| "f1@10": 0.15690909090909094, | |
| "map@1": 0.61, | |
| "map@5": 0.6945333333333333, | |
| "map@10": 0.7003242063492064, | |
| "mrr@1": 0.61, | |
| "mrr@5": 0.6945333333333333, | |
| "mrr@10": 0.7003242063492064, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_t2i": { | |
| "hit@1": 0.664, | |
| "hit@5": 0.901, | |
| "hit@10": 0.953, | |
| "ndcg_linear@1": 0.664, | |
| "ndcg_linear@5": 0.7951171560384823, | |
| "ndcg_linear@10": 0.812013787687944, | |
| "ndcg_exponential@1": 0.664, | |
| "ndcg_exponential@5": 0.7951171560384823, | |
| "ndcg_exponential@10": 0.812013787687944, | |
| "precision@1": 0.664, | |
| "precision@5": 0.18020000000000005, | |
| "precision@10": 0.09530000000000001, | |
| "recall@1": 0.664, | |
| "recall@5": 0.901, | |
| "recall@10": 0.953, | |
| "f1@1": 0.664, | |
| "f1@5": 0.3003333333333334, | |
| "f1@10": 0.17327272727272727, | |
| "map@1": 0.664, | |
| "map@5": 0.7594000000000001, | |
| "map@10": 0.7664178571428572, | |
| "mrr@1": 0.664, | |
| "mrr@5": 0.7594000000000001, | |
| "mrr@10": 0.7664178571428572, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_i2t": { | |
| "hit@1": 0.632, | |
| "hit@5": 0.904, | |
| "hit@10": 0.965, | |
| "ndcg_linear@1": 0.632, | |
| "ndcg_linear@5": 0.7796733928449501, | |
| "ndcg_linear@10": 0.7996460551910625, | |
| "ndcg_exponential@1": 0.632, | |
| "ndcg_exponential@5": 0.7796733928449501, | |
| "ndcg_exponential@10": 0.7996460551910625, | |
| "precision@1": 0.632, | |
| "precision@5": 0.18080000000000002, | |
| "precision@10": 0.09650000000000003, | |
| "recall@1": 0.632, | |
| "recall@5": 0.904, | |
| "recall@10": 0.965, | |
| "f1@1": 0.632, | |
| "f1@5": 0.3013333333333334, | |
| "f1@10": 0.17545454545454545, | |
| "map@1": 0.632, | |
| "map@5": 0.738, | |
| "map@10": 0.7463833333333332, | |
| "mrr@1": 0.632, | |
| "mrr@5": 0.738, | |
| "mrr@10": 0.7463833333333332, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "NIGHTS": { | |
| "hit@1": 0.638, | |
| "hit@5": 0.964, | |
| "hit@10": 0.988, | |
| "ndcg_linear@1": 0.638, | |
| "ndcg_linear@5": 0.8226590261651947, | |
| "ndcg_linear@10": 0.8304592503932356, | |
| "ndcg_exponential@1": 0.638, | |
| "ndcg_exponential@5": 0.8226590261651947, | |
| "ndcg_exponential@10": 0.8304592503932356, | |
| "precision@1": 0.638, | |
| "precision@5": 0.1928, | |
| "precision@10": 0.09880000000000001, | |
| "recall@1": 0.638, | |
| "recall@5": 0.964, | |
| "recall@10": 0.988, | |
| "f1@1": 0.638, | |
| "f1@5": 0.32133333333333336, | |
| "f1@10": 0.17963636363636362, | |
| "map@1": 0.638, | |
| "map@5": 0.7745666666666666, | |
| "map@10": 0.7778099206349207, | |
| "mrr@1": 0.638, | |
| "mrr@5": 0.7745666666666666, | |
| "mrr@10": 0.7778099206349207, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "WebQA": { | |
| "hit@1": 0.8, | |
| "hit@5": 0.951, | |
| "hit@10": 0.973, | |
| "ndcg_linear@1": 0.8, | |
| "ndcg_linear@5": 0.8869151745233051, | |
| "ndcg_linear@10": 0.8939905038709002, | |
| "ndcg_exponential@1": 0.8, | |
| "ndcg_exponential@5": 0.8869151745233051, | |
| "ndcg_exponential@10": 0.8939905038709002, | |
| "precision@1": 0.8, | |
| "precision@5": 0.19020000000000004, | |
| "precision@10": 0.09730000000000001, | |
| "recall@1": 0.8, | |
| "recall@5": 0.951, | |
| "recall@10": 0.973, | |
| "f1@1": 0.8, | |
| "f1@5": 0.317, | |
| "f1@10": 0.17690909090909088, | |
| "map@1": 0.8, | |
| "map@5": 0.8649833333333333, | |
| "map@10": 0.8678785714285714, | |
| "mrr@1": 0.8, | |
| "mrr@5": 0.8649833333333333, | |
| "mrr@10": 0.8678785714285714, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "FashionIQ": { | |
| "hit@1": 0.233, | |
| "hit@5": 0.482, | |
| "hit@10": 0.604, | |
| "ndcg_linear@1": 0.233, | |
| "ndcg_linear@5": 0.3625393092385522, | |
| "ndcg_linear@10": 0.4024753105830844, | |
| "ndcg_exponential@1": 0.233, | |
| "ndcg_exponential@5": 0.3625393092385522, | |
| "ndcg_exponential@10": 0.4024753105830844, | |
| "precision@1": 0.233, | |
| "precision@5": 0.0964, | |
| "precision@10": 0.06039999999999999, | |
| "recall@1": 0.233, | |
| "recall@5": 0.482, | |
| "recall@10": 0.604, | |
| "f1@1": 0.233, | |
| "f1@5": 0.1606666666666667, | |
| "f1@10": 0.10981818181818184, | |
| "map@1": 0.233, | |
| "map@5": 0.32308333333333333, | |
| "map@10": 0.3398515873015873, | |
| "mrr@1": 0.233, | |
| "mrr@5": 0.32308333333333333, | |
| "mrr@10": 0.3398515873015873, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Wiki-SS-NQ": { | |
| "hit@1": 0.464, | |
| "hit@5": 0.709, | |
| "hit@10": 0.764, | |
| "ndcg_linear@1": 0.464, | |
| "ndcg_linear@5": 0.5977936895445566, | |
| "ndcg_linear@10": 0.615520788248635, | |
| "ndcg_exponential@1": 0.464, | |
| "ndcg_exponential@5": 0.5977936895445566, | |
| "ndcg_exponential@10": 0.615520788248635, | |
| "precision@1": 0.464, | |
| "precision@5": 0.14179999999999998, | |
| "precision@10": 0.07640000000000001, | |
| "recall@1": 0.464, | |
| "recall@5": 0.709, | |
| "recall@10": 0.764, | |
| "f1@1": 0.464, | |
| "f1@5": 0.23633333333333337, | |
| "f1@10": 0.13890909090909093, | |
| "map@1": 0.464, | |
| "map@5": 0.5604666666666667, | |
| "map@10": 0.5677507936507936, | |
| "mrr@1": 0.464, | |
| "mrr@5": 0.5604666666666667, | |
| "mrr@10": 0.5677507936507936, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OVEN": { | |
| "hit@1": 0.524, | |
| "hit@5": 0.774, | |
| "hit@10": 0.866, | |
| "ndcg_linear@1": 0.524, | |
| "ndcg_linear@5": 0.6595117246257225, | |
| "ndcg_linear@10": 0.6893680494257749, | |
| "ndcg_exponential@1": 0.524, | |
| "ndcg_exponential@5": 0.6595117246257225, | |
| "ndcg_exponential@10": 0.6893680494257749, | |
| "precision@1": 0.524, | |
| "precision@5": 0.15480000000000002, | |
| "precision@10": 0.08660000000000001, | |
| "recall@1": 0.524, | |
| "recall@5": 0.774, | |
| "recall@10": 0.866, | |
| "f1@1": 0.524, | |
| "f1@5": 0.25800000000000006, | |
| "f1@10": 0.15745454545454546, | |
| "map@1": 0.524, | |
| "map@5": 0.6212333333333333, | |
| "map@10": 0.6336130952380952, | |
| "mrr@1": 0.524, | |
| "mrr@5": 0.6212333333333333, | |
| "mrr@10": 0.6336130952380952, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "EDIS": { | |
| "hit@1": 0.639, | |
| "hit@5": 0.848, | |
| "hit@10": 0.915, | |
| "ndcg_linear@1": 0.639, | |
| "ndcg_linear@5": 0.7509706855009514, | |
| "ndcg_linear@10": 0.772939505070956, | |
| "ndcg_exponential@1": 0.639, | |
| "ndcg_exponential@5": 0.7509706855009514, | |
| "ndcg_exponential@10": 0.772939505070956, | |
| "precision@1": 0.639, | |
| "precision@5": 0.16960000000000003, | |
| "precision@10": 0.09150000000000001, | |
| "recall@1": 0.639, | |
| "recall@5": 0.848, | |
| "recall@10": 0.915, | |
| "f1@1": 0.639, | |
| "f1@5": 0.28266666666666673, | |
| "f1@10": 0.16636363636363638, | |
| "map@1": 0.639, | |
| "map@5": 0.7186166666666667, | |
| "map@10": 0.727859126984127, | |
| "mrr@1": 0.639, | |
| "mrr@5": 0.7186166666666667, | |
| "mrr@10": 0.727859126984127, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO": { | |
| "hit@1": 0.631, | |
| "hit@5": 0.827, | |
| "hit@10": 0.877, | |
| "ndcg_linear@1": 0.631, | |
| "ndcg_linear@5": 0.7366958968885922, | |
| "ndcg_linear@10": 0.7528424495234421, | |
| "ndcg_exponential@1": 0.631, | |
| "ndcg_exponential@5": 0.7366958968885922, | |
| "ndcg_exponential@10": 0.7528424495234421, | |
| "precision@1": 0.631, | |
| "precision@5": 0.16540000000000002, | |
| "precision@10": 0.08770000000000001, | |
| "recall@1": 0.631, | |
| "recall@5": 0.827, | |
| "recall@10": 0.877, | |
| "f1@1": 0.631, | |
| "f1@5": 0.2756666666666667, | |
| "f1@10": 0.15945454545454543, | |
| "map@1": 0.631, | |
| "map@5": 0.7065833333333332, | |
| "map@10": 0.7132297619047618, | |
| "mrr@1": 0.631, | |
| "mrr@5": 0.7065833333333332, | |
| "mrr@10": 0.7132297619047618, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO": { | |
| "hit@1": 0.766, | |
| "hit@5": 0.953, | |
| "hit@10": 0.977, | |
| "ndcg_linear@1": 0.766, | |
| "ndcg_linear@5": 0.87427069703423, | |
| "ndcg_linear@10": 0.8819078593997144, | |
| "ndcg_exponential@1": 0.766, | |
| "ndcg_exponential@5": 0.87427069703423, | |
| "ndcg_exponential@10": 0.8819078593997144, | |
| "precision@1": 0.766, | |
| "precision@5": 0.19060000000000002, | |
| "precision@10": 0.09770000000000002, | |
| "recall@1": 0.766, | |
| "recall@5": 0.953, | |
| "recall@10": 0.977, | |
| "f1@1": 0.766, | |
| "f1@5": 0.3176666666666667, | |
| "f1@10": 0.1776363636363636, | |
| "map@1": 0.766, | |
| "map@5": 0.8472833333333333, | |
| "map@10": 0.8503626984126984, | |
| "mrr@1": 0.766, | |
| "mrr@5": 0.8472833333333333, | |
| "mrr@10": 0.8503626984126984, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO-Matching": { | |
| "hit@1": 0.706, | |
| "hit@5": 0.99, | |
| "hit@10": 0.996, | |
| "ndcg_linear@1": 0.706, | |
| "ndcg_linear@5": 0.8812021106955444, | |
| "ndcg_linear@10": 0.8832434343164262, | |
| "ndcg_exponential@1": 0.706, | |
| "ndcg_exponential@5": 0.8812021106955444, | |
| "ndcg_exponential@10": 0.8832434343164262, | |
| "precision@1": 0.706, | |
| "precision@5": 0.19800000000000004, | |
| "precision@10": 0.09960000000000002, | |
| "recall@1": 0.706, | |
| "recall@5": 0.99, | |
| "recall@10": 0.996, | |
| "f1@1": 0.706, | |
| "f1@5": 0.33, | |
| "f1@10": 0.18109090909090905, | |
| "map@1": 0.706, | |
| "map@5": 0.8436333333333333, | |
| "map@10": 0.844536111111111, | |
| "mrr@1": 0.706, | |
| "mrr@5": 0.8406333333333333, | |
| "mrr@10": 0.841536111111111, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W-Pointing": { | |
| "hit@1": 0.775, | |
| "hit@5": 0.928, | |
| "hit@10": 0.955, | |
| "ndcg_linear@1": 0.775, | |
| "ndcg_linear@5": 0.8591963868136843, | |
| "ndcg_linear@10": 0.8680807239690884, | |
| "ndcg_exponential@1": 0.775, | |
| "ndcg_exponential@5": 0.8591963868136843, | |
| "ndcg_exponential@10": 0.8680807239690884, | |
| "precision@1": 0.775, | |
| "precision@5": 0.18560000000000001, | |
| "precision@10": 0.09550000000000003, | |
| "recall@1": 0.775, | |
| "recall@5": 0.928, | |
| "recall@10": 0.955, | |
| "f1@1": 0.775, | |
| "f1@5": 0.30933333333333335, | |
| "f1@10": 0.17363636363636362, | |
| "map@1": 0.775, | |
| "map@5": 0.83605, | |
| "map@10": 0.8398055555555556, | |
| "mrr@1": 0.775, | |
| "mrr@5": 0.83605, | |
| "mrr@10": 0.8398055555555556, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| } | |
| }, | |
| "visdoc": { | |
| "ViDoRe_arxivqa": { | |
| "hit@1": 0.422, | |
| "hit@5": 0.594, | |
| "hit@10": 0.668, | |
| "ndcg_linear@1": 0.422, | |
| "ndcg_linear@5": 0.5119136444921762, | |
| "ndcg_linear@10": 0.5358212242189544, | |
| "ndcg_exponential@1": 0.422, | |
| "ndcg_exponential@5": 0.5119136444921762, | |
| "ndcg_exponential@10": 0.5358212242189544, | |
| "precision@1": 0.422, | |
| "precision@5": 0.1188, | |
| "precision@10": 0.0668, | |
| "recall@1": 0.422, | |
| "recall@5": 0.594, | |
| "recall@10": 0.668, | |
| "f1@1": 0.422, | |
| "f1@5": 0.19800000000000006, | |
| "f1@10": 0.12145454545454547, | |
| "map@1": 0.422, | |
| "map@5": 0.4846666666666667, | |
| "map@10": 0.49451984126984133, | |
| "mrr@1": 0.422, | |
| "mrr@5": 0.4846666666666667, | |
| "mrr@10": 0.49451984126984133, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ViDoRe_docvqa": { | |
| "hit@1": 0.188470066518847, | |
| "hit@5": 0.31929046563192903, | |
| "hit@10": 0.3968957871396896, | |
| "ndcg_linear@1": 0.188470066518847, | |
| "ndcg_linear@5": 0.25464699781964484, | |
| "ndcg_linear@10": 0.2786035428068749, | |
| "ndcg_exponential@1": 0.188470066518847, | |
| "ndcg_exponential@5": 0.25464699781964484, | |
| "ndcg_exponential@10": 0.2786035428068749, | |
| "precision@1": 0.188470066518847, | |
| "precision@5": 0.06385809312638581, | |
| "precision@10": 0.03991130820399113, | |
| "recall@1": 0.186529933481153, | |
| "recall@5": 0.3142091648189209, | |
| "recall@10": 0.3892276422764228, | |
| "f1@1": 0.18674550381867455, | |
| "f1@5": 0.10544835365495339, | |
| "f1@10": 0.072011260481327, | |
| "map@1": 0.188470066518847, | |
| "map@5": 0.23385070214338508, | |
| "map@10": 0.24345150107345231, | |
| "mrr@1": 0.188470066518847, | |
| "mrr@5": 0.23706577974870655, | |
| "mrr@10": 0.24707616232006477, | |
| "num_pred": 451, | |
| "num_data": 451 | |
| }, | |
| "ViDoRe_infovqa": { | |
| "hit@1": 0.6012145748987854, | |
| "hit@5": 0.8157894736842105, | |
| "hit@10": 0.8562753036437247, | |
| "ndcg_linear@1": 0.6012145748987854, | |
| "ndcg_linear@5": 0.7195027018170034, | |
| "ndcg_linear@10": 0.7328070186219342, | |
| "ndcg_exponential@1": 0.6012145748987854, | |
| "ndcg_exponential@5": 0.7195027018170034, | |
| "ndcg_exponential@10": 0.7328070186219342, | |
| "precision@1": 0.6012145748987854, | |
| "precision@5": 0.16356275303643722, | |
| "precision@10": 0.08582995951417004, | |
| "recall@1": 0.6012145748987854, | |
| "recall@5": 0.8157894736842105, | |
| "recall@10": 0.8562753036437247, | |
| "f1@1": 0.6012145748987854, | |
| "f1@5": 0.2724117987275883, | |
| "f1@10": 0.15599312967734022, | |
| "map@1": 0.6012145748987854, | |
| "map@5": 0.6871120107962213, | |
| "map@10": 0.6927278131225498, | |
| "mrr@1": 0.6012145748987854, | |
| "mrr@5": 0.6871120107962213, | |
| "mrr@10": 0.6927278131225498, | |
| "num_pred": 494, | |
| "num_data": 494 | |
| }, | |
| "ViDoRe_tabfquad": { | |
| "hit@1": 0.45714285714285713, | |
| "hit@5": 0.7214285714285714, | |
| "hit@10": 0.775, | |
| "ndcg_linear@1": 0.45714285714285713, | |
| "ndcg_linear@5": 0.5964013834560719, | |
| "ndcg_linear@10": 0.6144503531198016, | |
| "ndcg_exponential@1": 0.45714285714285713, | |
| "ndcg_exponential@5": 0.5964013834560719, | |
| "ndcg_exponential@10": 0.6144503531198016, | |
| "precision@1": 0.45714285714285713, | |
| "precision@5": 0.14428571428571427, | |
| "precision@10": 0.0775, | |
| "recall@1": 0.45714285714285713, | |
| "recall@5": 0.7214285714285714, | |
| "recall@10": 0.775, | |
| "f1@1": 0.45714285714285713, | |
| "f1@5": 0.2404761904761905, | |
| "f1@10": 0.14090909090909093, | |
| "map@1": 0.45714285714285713, | |
| "map@5": 0.555, | |
| "map@10": 0.5628784013605442, | |
| "mrr@1": 0.45714285714285713, | |
| "mrr@5": 0.555, | |
| "mrr@10": 0.5628784013605442, | |
| "num_pred": 280, | |
| "num_data": 280 | |
| }, | |
| "ViDoRe_tatdqa": { | |
| "hit@1": 0.17861482381530985, | |
| "hit@5": 0.3596597812879708, | |
| "hit@10": 0.46537059538274606, | |
| "ndcg_linear@1": 0.17861482381530985, | |
| "ndcg_linear@5": 0.2704827635929396, | |
| "ndcg_linear@10": 0.30443949008285875, | |
| "ndcg_exponential@1": 0.17861482381530985, | |
| "ndcg_exponential@5": 0.2704827635929396, | |
| "ndcg_exponential@10": 0.30443949008285875, | |
| "precision@1": 0.17861482381530985, | |
| "precision@5": 0.07193195625759417, | |
| "precision@10": 0.04659781287970838, | |
| "recall@1": 0.17861482381530985, | |
| "recall@5": 0.35874848116646413, | |
| "recall@10": 0.4647630619684083, | |
| "f1@1": 0.17861482381530985, | |
| "f1@5": 0.11979980327489444, | |
| "f1@10": 0.08468647593799478, | |
| "map@1": 0.17861482381530985, | |
| "map@5": 0.24136796273795055, | |
| "map@10": 0.25521225095951705, | |
| "mrr@1": 0.17861482381530985, | |
| "mrr@5": 0.24165654110976104, | |
| "mrr@10": 0.2554333256186233, | |
| "num_pred": 1646, | |
| "num_data": 1646 | |
| }, | |
| "ViDoRe_shiftproject": { | |
| "hit@1": 0.15, | |
| "hit@5": 0.46, | |
| "hit@10": 0.6, | |
| "ndcg_linear@1": 0.15, | |
| "ndcg_linear@5": 0.31803387206730205, | |
| "ndcg_linear@10": 0.3637504577653919, | |
| "ndcg_exponential@1": 0.15, | |
| "ndcg_exponential@5": 0.31803387206730205, | |
| "ndcg_exponential@10": 0.3637504577653919, | |
| "precision@1": 0.15, | |
| "precision@5": 0.09199999999999997, | |
| "precision@10": 0.059999999999999984, | |
| "recall@1": 0.15, | |
| "recall@5": 0.46, | |
| "recall@10": 0.6, | |
| "f1@1": 0.15, | |
| "f1@5": 0.15333333333333338, | |
| "f1@10": 0.1090909090909091, | |
| "map@1": 0.15, | |
| "map@5": 0.27049999999999996, | |
| "map@10": 0.28965873015873017, | |
| "mrr@1": 0.15, | |
| "mrr@5": 0.27049999999999996, | |
| "mrr@10": 0.28965873015873017, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_artificial_intelligence": { | |
| "hit@1": 0.68, | |
| "hit@5": 0.88, | |
| "hit@10": 0.91, | |
| "ndcg_linear@1": 0.68, | |
| "ndcg_linear@5": 0.7873638594055063, | |
| "ndcg_linear@10": 0.7964194563931823, | |
| "ndcg_exponential@1": 0.68, | |
| "ndcg_exponential@5": 0.7873638594055063, | |
| "ndcg_exponential@10": 0.7964194563931823, | |
| "precision@1": 0.68, | |
| "precision@5": 0.17599999999999993, | |
| "precision@10": 0.09099999999999998, | |
| "recall@1": 0.68, | |
| "recall@5": 0.88, | |
| "recall@10": 0.91, | |
| "f1@1": 0.68, | |
| "f1@5": 0.2933333333333334, | |
| "f1@10": 0.16545454545454555, | |
| "map@1": 0.68, | |
| "map@5": 0.7565000000000001, | |
| "map@10": 0.7598611111111111, | |
| "mrr@1": 0.68, | |
| "mrr@5": 0.7565000000000001, | |
| "mrr@10": 0.7598611111111111, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_energy": { | |
| "hit@1": 0.6, | |
| "hit@5": 0.8, | |
| "hit@10": 0.87, | |
| "ndcg_linear@1": 0.6, | |
| "ndcg_linear@5": 0.7075416850135662, | |
| "ndcg_linear@10": 0.7302437435988517, | |
| "ndcg_exponential@1": 0.6, | |
| "ndcg_exponential@5": 0.7075416850135662, | |
| "ndcg_exponential@10": 0.7302437435988517, | |
| "precision@1": 0.6, | |
| "precision@5": 0.15999999999999995, | |
| "precision@10": 0.087, | |
| "recall@1": 0.6, | |
| "recall@5": 0.8, | |
| "recall@10": 0.87, | |
| "f1@1": 0.6, | |
| "f1@5": 0.26666666666666666, | |
| "f1@10": 0.1581818181818182, | |
| "map@1": 0.6, | |
| "map@5": 0.6768333333333334, | |
| "map@10": 0.6862460317460318, | |
| "mrr@1": 0.6, | |
| "mrr@5": 0.6768333333333334, | |
| "mrr@10": 0.6862460317460318, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_government_reports": { | |
| "hit@1": 0.6, | |
| "hit@5": 0.89, | |
| "hit@10": 0.9, | |
| "ndcg_linear@1": 0.6, | |
| "ndcg_linear@5": 0.7547220425766069, | |
| "ndcg_linear@10": 0.7580553759099402, | |
| "ndcg_exponential@1": 0.6, | |
| "ndcg_exponential@5": 0.7547220425766069, | |
| "ndcg_exponential@10": 0.7580553759099402, | |
| "precision@1": 0.6, | |
| "precision@5": 0.17799999999999994, | |
| "precision@10": 0.08999999999999998, | |
| "recall@1": 0.6, | |
| "recall@5": 0.89, | |
| "recall@10": 0.9, | |
| "f1@1": 0.6, | |
| "f1@5": 0.2966666666666667, | |
| "f1@10": 0.1636363636363637, | |
| "map@1": 0.6, | |
| "map@5": 0.7096666666666666, | |
| "map@10": 0.7110952380952381, | |
| "mrr@1": 0.6, | |
| "mrr@5": 0.7096666666666666, | |
| "mrr@10": 0.7110952380952381, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_healthcare_industry": { | |
| "hit@1": 0.63, | |
| "hit@5": 0.89, | |
| "hit@10": 0.92, | |
| "ndcg_linear@1": 0.63, | |
| "ndcg_linear@5": 0.7728614614486932, | |
| "ndcg_linear@10": 0.782732830855488, | |
| "ndcg_exponential@1": 0.63, | |
| "ndcg_exponential@5": 0.7728614614486932, | |
| "ndcg_exponential@10": 0.782732830855488, | |
| "precision@1": 0.63, | |
| "precision@5": 0.17799999999999994, | |
| "precision@10": 0.09199999999999997, | |
| "recall@1": 0.63, | |
| "recall@5": 0.89, | |
| "recall@10": 0.92, | |
| "f1@1": 0.63, | |
| "f1@5": 0.2966666666666667, | |
| "f1@10": 0.16727272727272738, | |
| "map@1": 0.63, | |
| "map@5": 0.7333333333333333, | |
| "map@10": 0.7375, | |
| "mrr@1": 0.63, | |
| "mrr@5": 0.7333333333333333, | |
| "mrr@10": 0.7375, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_esg_reports_human_labeled_v2": { | |
| "hit@1": 0.3269230769230769, | |
| "hit@5": 0.5192307692307693, | |
| "hit@10": 0.6730769230769231, | |
| "ndcg_linear@1": 0.3173076923076923, | |
| "ndcg_linear@5": 0.36238569336947096, | |
| "ndcg_linear@10": 0.42297427935329185, | |
| "ndcg_exponential@1": 0.31410256410256415, | |
| "ndcg_exponential@5": 0.36105568890087153, | |
| "ndcg_exponential@10": 0.423314801940287, | |
| "precision@1": 0.3269230769230769, | |
| "precision@5": 0.1461538461538462, | |
| "precision@10": 0.10769230769230767, | |
| "recall@1": 0.2233974358974359, | |
| "recall@5": 0.4022435897435897, | |
| "recall@10": 0.5617216117216116, | |
| "f1@1": 0.24590729783037474, | |
| "f1@5": 0.19158945629533866, | |
| "f1@10": 0.16428823815701643, | |
| "map@1": 0.3269230769230769, | |
| "map@5": 0.32326923076923075, | |
| "map@10": 0.3519383394383394, | |
| "mrr@1": 0.3269230769230769, | |
| "mrr@5": 0.3967948717948718, | |
| "mrr@10": 0.41800213675213677, | |
| "num_pred": 52, | |
| "num_data": 52 | |
| }, | |
| "ViDoRe_biomedical_lectures_v2": { | |
| "hit@1": 0.39375, | |
| "hit@5": 0.625, | |
| "hit@10": 0.75625, | |
| "ndcg_linear@1": 0.39375, | |
| "ndcg_linear@5": 0.41320146489185233, | |
| "ndcg_linear@10": 0.45033568328771834, | |
| "ndcg_exponential@1": 0.39375, | |
| "ndcg_exponential@5": 0.41320146489185233, | |
| "ndcg_exponential@10": 0.45033568328771834, | |
| "precision@1": 0.39375, | |
| "precision@5": 0.19, | |
| "precision@10": 0.12625, | |
| "recall@1": 0.22000270562770563, | |
| "recall@5": 0.44102105614973264, | |
| "recall@10": 0.5574584606569901, | |
| "f1@1": 0.2574736201298701, | |
| "f1@5": 0.23388768523143524, | |
| "f1@10": 0.18445176759514995, | |
| "map@1": 0.39375, | |
| "map@5": 0.3521197916666667, | |
| "map@10": 0.3654543768896447, | |
| "mrr@1": 0.39375, | |
| "mrr@5": 0.480625, | |
| "mrr@10": 0.4985094246031746, | |
| "num_pred": 160, | |
| "num_data": 160 | |
| }, | |
| "ViDoRe_biomedical_lectures_v2_multilingual": { | |
| "hit@1": 0.2453125, | |
| "hit@5": 0.5, | |
| "hit@10": 0.5921875, | |
| "ndcg_linear@1": 0.2453125, | |
| "ndcg_linear@5": 0.2971939466235992, | |
| "ndcg_linear@10": 0.32423047549989936, | |
| "ndcg_exponential@1": 0.2453125, | |
| "ndcg_exponential@5": 0.2971939466235992, | |
| "ndcg_exponential@10": 0.32423047549989936, | |
| "precision@1": 0.2453125, | |
| "precision@5": 0.140625, | |
| "precision@10": 0.09375000000000001, | |
| "recall@1": 0.14204927974324524, | |
| "recall@5": 0.3437564766306209, | |
| "recall@10": 0.42504141105893767, | |
| "f1@1": 0.16346771284271283, | |
| "f1@5": 0.17558596739249316, | |
| "f1@10": 0.13779101508513275, | |
| "map@1": 0.2453125, | |
| "map@5": 0.24298524305555555, | |
| "map@10": 0.2534362274423658, | |
| "mrr@1": 0.2453125, | |
| "mrr@5": 0.33807291666666667, | |
| "mrr@10": 0.35095796130952384, | |
| "num_pred": 640, | |
| "num_data": 640 | |
| }, | |
| "ViDoRe_economics_reports_v2": { | |
| "hit@1": 0.5344827586206896, | |
| "hit@5": 0.9137931034482759, | |
| "hit@10": 0.9137931034482759, | |
| "ndcg_linear@1": 0.5344827586206896, | |
| "ndcg_linear@5": 0.5024504838355376, | |
| "ndcg_linear@10": 0.48380853715641037, | |
| "ndcg_exponential@1": 0.5344827586206896, | |
| "ndcg_exponential@5": 0.5024504838355376, | |
| "ndcg_exponential@10": 0.48380853715641037, | |
| "precision@1": 0.5344827586206896, | |
| "precision@5": 0.4275862068965518, | |
| "precision@10": 0.35172413793103446, | |
| "recall@1": 0.08580607349530954, | |
| "recall@5": 0.26411413943104345, | |
| "recall@10": 0.358785791788566, | |
| "f1@1": 0.12193292790921609, | |
| "f1@5": 0.2560073738864709, | |
| "f1@10": 0.28305696088690446, | |
| "map@1": 0.5344827586206896, | |
| "map@5": 0.38685823754789267, | |
| "map@10": 0.3463437166054161, | |
| "mrr@1": 0.5344827586206896, | |
| "mrr@5": 0.6801724137931034, | |
| "mrr@10": 0.6801724137931034, | |
| "num_pred": 58, | |
| "num_data": 58 | |
| }, | |
| "ViDoRe_economics_reports_v2_multilingual": { | |
| "hit@1": 0.40948275862068967, | |
| "hit@5": 0.7586206896551724, | |
| "hit@10": 0.8146551724137931, | |
| "ndcg_linear@1": 0.40948275862068967, | |
| "ndcg_linear@5": 0.3760871245575375, | |
| "ndcg_linear@10": 0.36745893188777207, | |
| "ndcg_exponential@1": 0.40948275862068967, | |
| "ndcg_exponential@5": 0.3760871245575375, | |
| "ndcg_exponential@10": 0.36745893188777207, | |
| "precision@1": 0.40948275862068967, | |
| "precision@5": 0.33620689655172414, | |
| "precision@10": 0.2814655172413793, | |
| "recall@1": 0.04977091551358257, | |
| "recall@5": 0.1922600576030748, | |
| "recall@10": 0.27912459951271523, | |
| "f1@1": 0.07880217839991724, | |
| "f1@5": 0.1950762513027387, | |
| "f1@10": 0.22447614819977368, | |
| "map@1": 0.40948275862068967, | |
| "map@5": 0.276779214559387, | |
| "map@10": 0.24349885643912736, | |
| "mrr@1": 0.40948275862068967, | |
| "mrr@5": 0.5413074712643678, | |
| "mrr@10": 0.5488967569786535, | |
| "num_pred": 232, | |
| "num_data": 232 | |
| }, | |
| "ViDoRe_esg_reports_v2": { | |
| "hit@1": 0.2807017543859649, | |
| "hit@5": 0.5964912280701754, | |
| "hit@10": 0.7368421052631579, | |
| "ndcg_linear@1": 0.2807017543859649, | |
| "ndcg_linear@5": 0.3576265676478271, | |
| "ndcg_linear@10": 0.3790466629864035, | |
| "ndcg_exponential@1": 0.2807017543859649, | |
| "ndcg_exponential@5": 0.3576265676478271, | |
| "ndcg_exponential@10": 0.3790466629864035, | |
| "precision@1": 0.2807017543859649, | |
| "precision@5": 0.2070175438596491, | |
| "precision@10": 0.13333333333333333, | |
| "recall@1": 0.12997076023391813, | |
| "recall@5": 0.38813700918964084, | |
| "recall@10": 0.48813700918964076, | |
| "f1@1": 0.15375447164920847, | |
| "f1@5": 0.22364024044391295, | |
| "f1@10": 0.18091232269984103, | |
| "map@1": 0.2807017543859649, | |
| "map@5": 0.29252436647173485, | |
| "map@10": 0.28618885175902714, | |
| "mrr@1": 0.2807017543859649, | |
| "mrr@5": 0.39795321637426895, | |
| "mrr@10": 0.4175647451963241, | |
| "num_pred": 57, | |
| "num_data": 57 | |
| }, | |
| "ViDoRe_esg_reports_v2_multilingual": { | |
| "hit@1": 0.22807017543859648, | |
| "hit@5": 0.47368421052631576, | |
| "hit@10": 0.6271929824561403, | |
| "ndcg_linear@1": 0.22807017543859648, | |
| "ndcg_linear@5": 0.2678025278641148, | |
| "ndcg_linear@10": 0.3048056563208701, | |
| "ndcg_exponential@1": 0.22807017543859648, | |
| "ndcg_exponential@5": 0.26780252786411474, | |
| "ndcg_exponential@10": 0.3048056563208701, | |
| "precision@1": 0.22807017543859648, | |
| "precision@5": 0.1543859649122807, | |
| "precision@10": 0.11315789473684211, | |
| "recall@1": 0.09704991645781119, | |
| "recall@5": 0.29172410192147036, | |
| "recall@10": 0.4165570175438596, | |
| "f1@1": 0.11817001241683638, | |
| "f1@5": 0.16888695111712088, | |
| "f1@10": 0.1535209781889756, | |
| "map@1": 0.22807017543859648, | |
| "map@5": 0.21428971734892785, | |
| "map@10": 0.22197343764503852, | |
| "mrr@1": 0.22807017543859648, | |
| "mrr@5": 0.3130847953216374, | |
| "mrr@10": 0.3337266778056252, | |
| "num_pred": 228, | |
| "num_data": 228 | |
| }, | |
| "VisRAG_ArxivQA": { | |
| "hit@1": 0.4987745098039216, | |
| "hit@5": 0.6458333333333334, | |
| "hit@10": 0.696078431372549, | |
| "ndcg_linear@1": 0.4987745098039216, | |
| "ndcg_linear@5": 0.5782181343941625, | |
| "ndcg_linear@10": 0.5942001625633648, | |
| "ndcg_exponential@1": 0.4987745098039216, | |
| "ndcg_exponential@5": 0.5782181343941625, | |
| "ndcg_exponential@10": 0.5942001625633648, | |
| "precision@1": 0.4987745098039216, | |
| "precision@5": 0.12916666666666665, | |
| "precision@10": 0.0696078431372549, | |
| "recall@1": 0.4987745098039216, | |
| "recall@5": 0.6458333333333334, | |
| "recall@10": 0.696078431372549, | |
| "f1@1": 0.4987745098039216, | |
| "f1@5": 0.21527777777777785, | |
| "f1@10": 0.12655971479500894, | |
| "map@1": 0.4987745098039216, | |
| "map@5": 0.5556576797385621, | |
| "map@10": 0.5621012293806412, | |
| "mrr@1": 0.4987745098039216, | |
| "mrr@5": 0.5556576797385621, | |
| "mrr@10": 0.5621012293806412, | |
| "num_pred": 816, | |
| "num_data": 816 | |
| }, | |
| "VisRAG_ChartQA": { | |
| "hit@1": 0.6349206349206349, | |
| "hit@5": 0.8571428571428571, | |
| "hit@10": 0.873015873015873, | |
| "ndcg_linear@1": 0.6349206349206349, | |
| "ndcg_linear@5": 0.7561694128309313, | |
| "ndcg_linear@10": 0.7609476667303596, | |
| "ndcg_exponential@1": 0.6349206349206349, | |
| "ndcg_exponential@5": 0.7561694128309313, | |
| "ndcg_exponential@10": 0.7609476667303596, | |
| "precision@1": 0.6349206349206349, | |
| "precision@5": 0.17142857142857132, | |
| "precision@10": 0.08730158730158726, | |
| "recall@1": 0.6349206349206349, | |
| "recall@5": 0.8571428571428571, | |
| "recall@10": 0.873015873015873, | |
| "f1@1": 0.6349206349206349, | |
| "f1@5": 0.28571428571428564, | |
| "f1@10": 0.15873015873015872, | |
| "map@1": 0.6349206349206349, | |
| "map@5": 0.7224867724867725, | |
| "map@10": 0.7242504409171077, | |
| "mrr@1": 0.6349206349206349, | |
| "mrr@5": 0.7224867724867725, | |
| "mrr@10": 0.7242504409171077, | |
| "num_pred": 63, | |
| "num_data": 63 | |
| }, | |
| "VisRAG_MP-DocVQA": { | |
| "hit@1": 0.494077834179357, | |
| "hit@5": 0.7495769881556683, | |
| "hit@10": 0.8121827411167513, | |
| "ndcg_linear@1": 0.494077834179357, | |
| "ndcg_linear@5": 0.6324152704344341, | |
| "ndcg_linear@10": 0.6525868788135272, | |
| "ndcg_exponential@1": 0.494077834179357, | |
| "ndcg_exponential@5": 0.6324152704344341, | |
| "ndcg_exponential@10": 0.6525868788135272, | |
| "precision@1": 0.494077834179357, | |
| "precision@5": 0.14991539763113365, | |
| "precision@10": 0.08121827411167512, | |
| "recall@1": 0.494077834179357, | |
| "recall@5": 0.7495769881556683, | |
| "recall@10": 0.8121827411167513, | |
| "f1@1": 0.494077834179357, | |
| "f1@5": 0.2498589960518895, | |
| "f1@10": 0.1476695892939548, | |
| "map@1": 0.494077834179357, | |
| "map@5": 0.5932600112803159, | |
| "map@10": 0.6015416431660087, | |
| "mrr@1": 0.494077834179357, | |
| "mrr@5": 0.5932600112803159, | |
| "mrr@10": 0.6015416431660087, | |
| "num_pred": 591, | |
| "num_data": 591 | |
| }, | |
| "VisRAG_SlideVQA": { | |
| "hit@1": 0.7697841726618705, | |
| "hit@5": 0.9172661870503597, | |
| "hit@10": 0.9460431654676259, | |
| "ndcg_linear@1": 0.7697841726618705, | |
| "ndcg_linear@5": 0.8232349742512555, | |
| "ndcg_linear@10": 0.8390979690841381, | |
| "ndcg_exponential@1": 0.7697841726618705, | |
| "ndcg_exponential@5": 0.8232349742512555, | |
| "ndcg_exponential@10": 0.8390979690841381, | |
| "precision@1": 0.7697841726618705, | |
| "precision@5": 0.218705035971223, | |
| "precision@10": 0.11564748201438849, | |
| "recall@1": 0.6600719424460432, | |
| "recall@5": 0.8794964028776978, | |
| "recall@10": 0.9235611510791367, | |
| "f1@1": 0.696642685851319, | |
| "f1@5": 0.34412470023980823, | |
| "f1@10": 0.20321015914541096, | |
| "map@1": 0.7697841726618705, | |
| "map@5": 0.7890437649880095, | |
| "map@10": 0.7976301101975563, | |
| "mrr@1": 0.7697841726618705, | |
| "mrr@5": 0.8337829736211031, | |
| "mrr@10": 0.837544964028777, | |
| "num_pred": 556, | |
| "num_data": 556 | |
| }, | |
| "VisRAG_InfoVQA": { | |
| "hit@1": 0.6852367688022284, | |
| "hit@5": 0.8997214484679665, | |
| "hit@10": 0.9498607242339833, | |
| "ndcg_linear@1": 0.6852367688022284, | |
| "ndcg_linear@5": 0.802787340508596, | |
| "ndcg_linear@10": 0.8191066635194547, | |
| "ndcg_exponential@1": 0.6852367688022284, | |
| "ndcg_exponential@5": 0.802787340508596, | |
| "ndcg_exponential@10": 0.8191066635194547, | |
| "precision@1": 0.6852367688022284, | |
| "precision@5": 0.1799442896935933, | |
| "precision@10": 0.09498607242339831, | |
| "recall@1": 0.6852367688022284, | |
| "recall@5": 0.8997214484679665, | |
| "recall@10": 0.9498607242339833, | |
| "f1@1": 0.6852367688022284, | |
| "f1@5": 0.29990714948932223, | |
| "f1@10": 0.17270194986072426, | |
| "map@1": 0.6852367688022284, | |
| "map@5": 0.7702181987000928, | |
| "map@10": 0.7770172878807976, | |
| "mrr@1": 0.6852367688022284, | |
| "mrr@5": 0.7702181987000928, | |
| "mrr@10": 0.7770172878807976, | |
| "num_pred": 718, | |
| "num_data": 718 | |
| }, | |
| "VisRAG_PlotQA": { | |
| "hit@1": 0.36616454229432216, | |
| "hit@5": 0.6697566628041715, | |
| "hit@10": 0.7972190034762456, | |
| "ndcg_linear@1": 0.36616454229432216, | |
| "ndcg_linear@5": 0.5214157648949227, | |
| "ndcg_linear@10": 0.5626876410772067, | |
| "ndcg_exponential@1": 0.36616454229432216, | |
| "ndcg_exponential@5": 0.5214157648949227, | |
| "ndcg_exponential@10": 0.5626876410772067, | |
| "precision@1": 0.36616454229432216, | |
| "precision@5": 0.1339513325608343, | |
| "precision@10": 0.07972190034762457, | |
| "recall@1": 0.36616454229432216, | |
| "recall@5": 0.6697566628041715, | |
| "recall@10": 0.7972190034762456, | |
| "f1@1": 0.36616454229432216, | |
| "f1@5": 0.2232522209347239, | |
| "f1@10": 0.1449489097229538, | |
| "map@1": 0.36616454229432216, | |
| "map@5": 0.47261490923136346, | |
| "map@10": 0.4896747227280251, | |
| "mrr@1": 0.36616454229432216, | |
| "mrr@5": 0.47261490923136346, | |
| "mrr@10": 0.4896747227280251, | |
| "num_pred": 863, | |
| "num_data": 863 | |
| }, | |
| "ViDoSeek-page": { | |
| "hit@1": 0.05253940455341506, | |
| "hit@5": 0.28984238178633975, | |
| "hit@10": 0.4203152364273205, | |
| "ndcg_linear@1": 0.05253940455341506, | |
| "ndcg_linear@5": 0.17618819022427434, | |
| "ndcg_linear@10": 0.21904595702398835, | |
| "ndcg_exponential@1": 0.05253940455341506, | |
| "ndcg_exponential@5": 0.1761881902242744, | |
| "ndcg_exponential@10": 0.21904595702398835, | |
| "precision@1": 0.05253940455341506, | |
| "precision@5": 0.057968476357267956, | |
| "precision@10": 0.042031523642732056, | |
| "recall@1": 0.05253940455341506, | |
| "recall@5": 0.28984238178633975, | |
| "recall@10": 0.4203152364273205, | |
| "f1@1": 0.05253940455341506, | |
| "f1@5": 0.09661412726211326, | |
| "f1@10": 0.07642095207769464, | |
| "map@1": 0.05253940455341506, | |
| "map@5": 0.13861646234676006, | |
| "map@10": 0.15668105245600866, | |
| "mrr@1": 0.05253940455341506, | |
| "mrr@5": 0.13861646234676006, | |
| "mrr@10": 0.15668105245600866, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "ViDoSeek-doc": { | |
| "hit@1": 0.882661996497373, | |
| "hit@5": 0.9632224168126094, | |
| "hit@10": 0.9772329246935202, | |
| "ndcg_linear@1": 0.6074138937536486, | |
| "ndcg_linear@5": 0.6141104299259106, | |
| "ndcg_linear@10": 0.5487876315180851, | |
| "ndcg_exponential@1": 0.4108081060795596, | |
| "ndcg_exponential@5": 0.5254713220587516, | |
| "ndcg_exponential@10": 0.4992110967176428, | |
| "precision@1": 0.882661996497373, | |
| "precision@5": 0.6390542907180385, | |
| "precision@10": 0.5096322241681261, | |
| "recall@1": 0.05214476244582883, | |
| "recall@5": 0.18650248466169894, | |
| "recall@10": 0.2913322491142108, | |
| "f1@1": 0.09777448660863847, | |
| "f1@5": 0.28286490084326904, | |
| "f1@10": 0.3621737191271251, | |
| "map@1": 0.882661996497373, | |
| "map@5": 0.6043724460011676, | |
| "map@10": 0.45895651318515346, | |
| "mrr@1": 0.882661996497373, | |
| "mrr@5": 0.9149737302977233, | |
| "mrr@10": 0.9167490200984071, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "MMLongBench-page": { | |
| "hit@1": 0.057279236276849645, | |
| "hit@5": 0.19212410501193317, | |
| "hit@10": 0.2720763723150358, | |
| "ndcg_linear@1": 0.057279236276849645, | |
| "ndcg_linear@5": 0.099496484003179, | |
| "ndcg_linear@10": 0.12448514422512807, | |
| "ndcg_exponential@1": 0.057279236276849645, | |
| "ndcg_exponential@5": 0.09949648400317901, | |
| "ndcg_exponential@10": 0.12448514422512807, | |
| "precision@1": 0.057279236276849645, | |
| "precision@5": 0.0441527446300716, | |
| "precision@10": 0.03293556085918855, | |
| "recall@1": 0.037887828162291165, | |
| "recall@5": 0.13686356404136835, | |
| "recall@10": 0.20759745425616544, | |
| "f1@1": 0.04340511318434946, | |
| "f1@5": 0.06349949440641565, | |
| "f1@10": 0.05497975705016279, | |
| "map@1": 0.057279236276849645, | |
| "map@5": 0.07553632988597189, | |
| "map@10": 0.08633732052884799, | |
| "mrr@1": 0.057279236276849645, | |
| "mrr@5": 0.10535003977724741, | |
| "mrr@10": 0.11606479903019282, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| }, | |
| "MMLongBench-doc": { | |
| "hit@1": 0.4928400954653938, | |
| "hit@5": 0.6587112171837709, | |
| "hit@10": 0.7291169451073986, | |
| "ndcg_linear@1": 0.3468575974542561, | |
| "ndcg_linear@5": 0.3377919046424129, | |
| "ndcg_linear@10": 0.31885786434874525, | |
| "ndcg_exponential@1": 0.24258438458915785, | |
| "ndcg_exponential@5": 0.2830096752641996, | |
| "ndcg_exponential@10": 0.28451939851953195, | |
| "precision@1": 0.4928400954653938, | |
| "precision@5": 0.3653937947494034, | |
| "precision@10": 0.3167064439140811, | |
| "recall@1": 0.01637712271717293, | |
| "recall@5": 0.05682592780863103, | |
| "recall@10": 0.09658195391825736, | |
| "f1@1": 0.03139671827484746, | |
| "f1@5": 0.09476966471408702, | |
| "f1@10": 0.1394393775403501, | |
| "map@1": 0.4928400954653938, | |
| "map@5": 0.32249801113762927, | |
| "map@10": 0.2585233801820914, | |
| "mrr@1": 0.4928400954653938, | |
| "mrr@5": 0.5549920445505171, | |
| "mrr@10": 0.5644381937341365, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| } | |
| }, | |
| "video": { | |
| "DiDeMo": { | |
| "hit@1": 0.3047808764940239, | |
| "hit@5": 0.5707171314741036, | |
| "hit@10": 0.6663346613545816, | |
| "ndcg_linear@1": 0.3047808764940239, | |
| "ndcg_linear@5": 0.44551323295964373, | |
| "ndcg_linear@10": 0.4762252748431989, | |
| "ndcg_exponential@1": 0.3047808764940239, | |
| "ndcg_exponential@5": 0.44551323295964373, | |
| "ndcg_exponential@10": 0.4762252748431989, | |
| "precision@1": 0.3047808764940239, | |
| "precision@5": 0.11414342629482072, | |
| "precision@10": 0.06663346613545816, | |
| "recall@1": 0.3047808764940239, | |
| "recall@5": 0.5707171314741036, | |
| "recall@10": 0.6663346613545816, | |
| "f1@1": 0.3047808764940239, | |
| "f1@5": 0.19023904382470125, | |
| "f1@10": 0.12115175660992396, | |
| "map@1": 0.3047808764940239, | |
| "map@5": 0.40390106241699864, | |
| "map@10": 0.4164500727249731, | |
| "mrr@1": 0.3047808764940239, | |
| "mrr@5": 0.40390106241699864, | |
| "mrr@10": 0.4164500727249731, | |
| "num_pred": 1004, | |
| "num_data": 1004 | |
| }, | |
| "MSR-VTT": { | |
| "hit@1": 0.33, | |
| "hit@5": 0.581, | |
| "hit@10": 0.687, | |
| "ndcg_linear@1": 0.33, | |
| "ndcg_linear@5": 0.4645701013034751, | |
| "ndcg_linear@10": 0.4993950490658098, | |
| "ndcg_exponential@1": 0.33, | |
| "ndcg_exponential@5": 0.4645701013034751, | |
| "ndcg_exponential@10": 0.4993950490658098, | |
| "precision@1": 0.33, | |
| "precision@5": 0.11619999999999998, | |
| "precision@10": 0.06869999999999998, | |
| "recall@1": 0.33, | |
| "recall@5": 0.581, | |
| "recall@10": 0.687, | |
| "f1@1": 0.33, | |
| "f1@5": 0.19366666666666674, | |
| "f1@10": 0.12490909090909094, | |
| "map@1": 0.33, | |
| "map@5": 0.42575, | |
| "map@10": 0.4404511904761905, | |
| "mrr@1": 0.33, | |
| "mrr@5": 0.42575, | |
| "mrr@10": 0.4404511904761905, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSVD": { | |
| "hit@1": 0.5119402985074627, | |
| "hit@5": 0.8194029850746268, | |
| "hit@10": 0.9029850746268657, | |
| "ndcg_linear@1": 0.5119402985074627, | |
| "ndcg_linear@5": 0.6813979570806155, | |
| "ndcg_linear@10": 0.7094171939819591, | |
| "ndcg_exponential@1": 0.5119402985074627, | |
| "ndcg_exponential@5": 0.6813979570806155, | |
| "ndcg_exponential@10": 0.7094171939819591, | |
| "precision@1": 0.5119402985074627, | |
| "precision@5": 0.16388059701492536, | |
| "precision@10": 0.09029850746268654, | |
| "recall@1": 0.5119402985074627, | |
| "recall@5": 0.8194029850746268, | |
| "recall@10": 0.9029850746268657, | |
| "f1@1": 0.5119402985074627, | |
| "f1@5": 0.27313432835820906, | |
| "f1@10": 0.16417910447761197, | |
| "map@1": 0.5119402985074627, | |
| "map@5": 0.6349751243781094, | |
| "map@10": 0.6471256811182184, | |
| "mrr@1": 0.5119402985074627, | |
| "mrr@5": 0.6349751243781094, | |
| "mrr@10": 0.6471256811182184, | |
| "num_pred": 670, | |
| "num_data": 670 | |
| }, | |
| "VATEX": { | |
| "hit@1": 0.25480125055828495, | |
| "hit@5": 0.5022331397945511, | |
| "hit@10": 0.6257257704332291, | |
| "ndcg_linear@1": 0.25480125055828495, | |
| "ndcg_linear@5": 0.3845215525108707, | |
| "ndcg_linear@10": 0.424535131062796, | |
| "ndcg_exponential@1": 0.25480125055828495, | |
| "ndcg_exponential@5": 0.3845215525108707, | |
| "ndcg_exponential@10": 0.424535131062796, | |
| "precision@1": 0.25480125055828495, | |
| "precision@5": 0.10044662795891021, | |
| "precision@10": 0.0625725770433229, | |
| "recall@1": 0.25480125055828495, | |
| "recall@5": 0.5022331397945511, | |
| "recall@10": 0.6257257704332291, | |
| "f1@1": 0.25480125055828495, | |
| "f1@5": 0.16741104659818373, | |
| "f1@10": 0.11376832189695074, | |
| "map@1": 0.25480125055828495, | |
| "map@5": 0.3455709394074736, | |
| "map@10": 0.3621343676669715, | |
| "mrr@1": 0.25480125055828495, | |
| "mrr@5": 0.3455709394074736, | |
| "mrr@10": 0.3621343676669715, | |
| "num_pred": 4478, | |
| "num_data": 4478 | |
| }, | |
| "YouCook2": { | |
| "hit@1": 0.08304498269896193, | |
| "hit@5": 0.20383768480654293, | |
| "hit@10": 0.27555835168291914, | |
| "ndcg_linear@1": 0.08304498269896193, | |
| "ndcg_linear@5": 0.14383490736209545, | |
| "ndcg_linear@10": 0.16687835870318804, | |
| "ndcg_exponential@1": 0.08304498269896193, | |
| "ndcg_exponential@5": 0.14383490736209545, | |
| "ndcg_exponential@10": 0.16687835870318804, | |
| "precision@1": 0.08304498269896193, | |
| "precision@5": 0.040767536961308595, | |
| "precision@10": 0.027555835168291912, | |
| "recall@1": 0.08304498269896193, | |
| "recall@5": 0.20383768480654293, | |
| "recall@10": 0.27555835168291914, | |
| "f1@1": 0.08304498269896193, | |
| "f1@5": 0.06794589493551431, | |
| "f1@10": 0.05010151848780348, | |
| "map@1": 0.08304498269896193, | |
| "map@5": 0.12420572507077696, | |
| "map@10": 0.1336312956555171, | |
| "mrr@1": 0.08304498269896193, | |
| "mrr@5": 0.12420572507077696, | |
| "mrr@10": 0.1336312956555171, | |
| "num_pred": 3179, | |
| "num_data": 3179 | |
| }, | |
| "QVHighlight": { | |
| "hit@1": 0.5614035087719298, | |
| "hit@5": 0.9002770083102493, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.5614035087719298, | |
| "ndcg_linear@5": 0.7407924298952855, | |
| "ndcg_linear@10": 0.7735024095042282, | |
| "ndcg_exponential@1": 0.5614035087719298, | |
| "ndcg_exponential@5": 0.7407924298952855, | |
| "ndcg_exponential@10": 0.7735024095042282, | |
| "precision@1": 0.5614035087719298, | |
| "precision@5": 0.18005540166204986, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.5614035087719298, | |
| "recall@5": 0.9002770083102493, | |
| "recall@10": 1.0, | |
| "f1@1": 0.5614035087719298, | |
| "f1@5": 0.3000923361034165, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.5614035087719298, | |
| "map@5": 0.6878116343490305, | |
| "map@10": 0.7015799733251257, | |
| "mrr@1": 0.5614035087719298, | |
| "mrr@5": 0.6878116343490305, | |
| "mrr@10": 0.7015799733251257, | |
| "num_pred": 1083, | |
| "num_data": 1083 | |
| }, | |
| "Charades-STA": { | |
| "hit@1": 0.2310866574965612, | |
| "hit@5": 0.579092159559835, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.2310866574965612, | |
| "ndcg_linear@5": 0.4033906194992593, | |
| "ndcg_linear@10": 0.536371536904694, | |
| "ndcg_exponential@1": 0.2310866574965612, | |
| "ndcg_exponential@5": 0.4033906194992593, | |
| "ndcg_exponential@10": 0.536371536904694, | |
| "precision@1": 0.2310866574965612, | |
| "precision@5": 0.11581843191196697, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.2310866574965612, | |
| "recall@5": 0.579092159559835, | |
| "recall@10": 1.0, | |
| "f1@1": 0.2310866574965612, | |
| "f1@5": 0.19303071985327835, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.2310866574965612, | |
| "map@5": 0.34626318202659334, | |
| "map@10": 0.3993651885330015, | |
| "mrr@1": 0.2310866574965612, | |
| "mrr@5": 0.34626318202659334, | |
| "mrr@10": 0.3993651885330015, | |
| "num_pred": 727, | |
| "num_data": 727 | |
| }, | |
| "MomentSeeker": { | |
| "hit@1": 0.3983333333333333, | |
| "hit@5": 0.8933333333333333, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.3983333333333333, | |
| "ndcg_linear@5": 0.6599758236791369, | |
| "ndcg_linear@10": 0.7007946293041442, | |
| "ndcg_exponential@1": 0.3983333333333333, | |
| "ndcg_exponential@5": 0.6599758236791369, | |
| "ndcg_exponential@10": 0.7007946293041442, | |
| "precision@1": 0.3983333333333333, | |
| "precision@5": 0.19666666666666666, | |
| "precision@10": 0.11277777777777781, | |
| "recall@1": 0.37331018518518516, | |
| "recall@5": 0.8786111111111111, | |
| "recall@10": 0.9979166666666667, | |
| "f1@1": 0.3808589065255732, | |
| "f1@5": 0.31611425611425614, | |
| "f1@10": 0.20004143233309898, | |
| "map@1": 0.3983333333333333, | |
| "map@5": 0.581275462962963, | |
| "map@10": 0.6006451719576719, | |
| "mrr@1": 0.3983333333333333, | |
| "mrr@5": 0.5919074074074074, | |
| "mrr@10": 0.6069757495590828, | |
| "num_pred": 1800, | |
| "num_data": 1800 | |
| }, | |
| "K700": { | |
| "hit@1": 0.336, | |
| "hit@5": 0.597, | |
| "hit@10": 0.682, | |
| "ndcg_linear@1": 0.336, | |
| "ndcg_linear@5": 0.4756886173262798, | |
| "ndcg_linear@10": 0.5032993792539354, | |
| "ndcg_exponential@1": 0.336, | |
| "ndcg_exponential@5": 0.4756886173262798, | |
| "ndcg_exponential@10": 0.5032993792539354, | |
| "precision@1": 0.336, | |
| "precision@5": 0.11939999999999998, | |
| "precision@10": 0.06819999999999998, | |
| "recall@1": 0.336, | |
| "recall@5": 0.597, | |
| "recall@10": 0.682, | |
| "f1@1": 0.336, | |
| "f1@5": 0.19900000000000007, | |
| "f1@10": 0.12400000000000001, | |
| "map@1": 0.336, | |
| "map@5": 0.4351833333333333, | |
| "map@10": 0.44665039682539687, | |
| "mrr@1": 0.336, | |
| "mrr@5": 0.4351833333333333, | |
| "mrr@10": 0.44665039682539687, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SmthSmthV2": { | |
| "hit@1": 0.258, | |
| "hit@5": 0.5, | |
| "hit@10": 0.616, | |
| "ndcg_linear@1": 0.258, | |
| "ndcg_linear@5": 0.38271457744227416, | |
| "ndcg_linear@10": 0.420262053977457, | |
| "ndcg_exponential@1": 0.258, | |
| "ndcg_exponential@5": 0.38271457744227416, | |
| "ndcg_exponential@10": 0.420262053977457, | |
| "precision@1": 0.258, | |
| "precision@5": 0.09999999999999999, | |
| "precision@10": 0.061599999999999995, | |
| "recall@1": 0.258, | |
| "recall@5": 0.5, | |
| "recall@10": 0.616, | |
| "f1@1": 0.258, | |
| "f1@5": 0.1666666666666667, | |
| "f1@10": 0.11200000000000003, | |
| "map@1": 0.258, | |
| "map@5": 0.3440833333333333, | |
| "map@10": 0.3595972222222223, | |
| "mrr@1": 0.258, | |
| "mrr@5": 0.3440833333333333, | |
| "mrr@10": 0.3595972222222223, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HMDB51": { | |
| "hit@1": 0.405, | |
| "hit@5": 0.712, | |
| "hit@10": 0.846, | |
| "ndcg_linear@1": 0.405, | |
| "ndcg_linear@5": 0.5678025398963054, | |
| "ndcg_linear@10": 0.6115324259511261, | |
| "ndcg_exponential@1": 0.405, | |
| "ndcg_exponential@5": 0.5678025398963054, | |
| "ndcg_exponential@10": 0.6115324259511261, | |
| "precision@1": 0.405, | |
| "precision@5": 0.14239999999999997, | |
| "precision@10": 0.08460000000000001, | |
| "recall@1": 0.405, | |
| "recall@5": 0.712, | |
| "recall@10": 0.846, | |
| "f1@1": 0.405, | |
| "f1@5": 0.23733333333333337, | |
| "f1@10": 0.15381818181818183, | |
| "map@1": 0.405, | |
| "map@5": 0.5199166666666667, | |
| "map@10": 0.5381884920634921, | |
| "mrr@1": 0.405, | |
| "mrr@5": 0.5199166666666667, | |
| "mrr@10": 0.5381884920634921, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "UCF101": { | |
| "hit@1": 0.472, | |
| "hit@5": 0.697, | |
| "hit@10": 0.77, | |
| "ndcg_linear@1": 0.472, | |
| "ndcg_linear@5": 0.5931389878525704, | |
| "ndcg_linear@10": 0.617250927184833, | |
| "ndcg_exponential@1": 0.472, | |
| "ndcg_exponential@5": 0.5931389878525704, | |
| "ndcg_exponential@10": 0.617250927184833, | |
| "precision@1": 0.472, | |
| "precision@5": 0.13939999999999997, | |
| "precision@10": 0.077, | |
| "recall@1": 0.472, | |
| "recall@5": 0.697, | |
| "recall@10": 0.77, | |
| "f1@1": 0.472, | |
| "f1@5": 0.23233333333333336, | |
| "f1@10": 0.14000000000000004, | |
| "map@1": 0.472, | |
| "map@5": 0.5584166666666667, | |
| "map@10": 0.5686690476190476, | |
| "mrr@1": 0.472, | |
| "mrr@5": 0.5584166666666667, | |
| "mrr@10": 0.5686690476190476, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Breakfast": { | |
| "hit@1": 0.22401847575057737, | |
| "hit@5": 0.5681293302540416, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.22401847575057737, | |
| "ndcg_linear@5": 0.3947951293061271, | |
| "ndcg_linear@10": 0.5329660131807381, | |
| "ndcg_exponential@1": 0.22401847575057737, | |
| "ndcg_exponential@5": 0.3947951293061271, | |
| "ndcg_exponential@10": 0.5329660131807381, | |
| "precision@1": 0.22401847575057737, | |
| "precision@5": 0.11362586605080831, | |
| "precision@10": 0.1, | |
| "recall@1": 0.22401847575057737, | |
| "recall@5": 0.5681293302540416, | |
| "recall@10": 1.0, | |
| "f1@1": 0.22401847575057737, | |
| "f1@5": 0.18937644341801388, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.22401847575057737, | |
| "map@5": 0.33864511162432637, | |
| "map@10": 0.39484768503244255, | |
| "mrr@1": 0.22401847575057737, | |
| "mrr@5": 0.33864511162432637, | |
| "mrr@10": 0.39484768503244255, | |
| "num_pred": 433, | |
| "num_data": 433 | |
| }, | |
| "MVBench": { | |
| "hit@1": 0.3935, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.3935, | |
| "ndcg_linear@5": 0.7260617229344739, | |
| "ndcg_linear@10": 0.7260617229344739, | |
| "ndcg_exponential@1": 0.3935, | |
| "ndcg_exponential@5": 0.7260617229344739, | |
| "ndcg_exponential@10": 0.7260617229344739, | |
| "precision@1": 0.3935, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.3935, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.3935, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.3935, | |
| "map@5": 0.6335958333333334, | |
| "map@10": 0.6335958333333334, | |
| "mrr@1": 0.3935, | |
| "mrr@5": 0.6335958333333334, | |
| "mrr@10": 0.6335958333333334, | |
| "num_pred": 4000, | |
| "num_data": 4000 | |
| }, | |
| "Video-MME": { | |
| "hit@1": 0.3611111111111111, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.3611111111111111, | |
| "ndcg_linear@5": 0.7035454102692541, | |
| "ndcg_linear@10": 0.7035454102692541, | |
| "ndcg_exponential@1": 0.3611111111111111, | |
| "ndcg_exponential@5": 0.7035454102692541, | |
| "ndcg_exponential@10": 0.7035454102692541, | |
| "precision@1": 0.3611111111111111, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.3611111111111111, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.3611111111111111, | |
| "f1@5": 0.3333333333333334, | |
| "f1@10": 0.18181818181818188, | |
| "map@1": 0.3611111111111111, | |
| "map@5": 0.6041666666666666, | |
| "map@10": 0.6041666666666666, | |
| "mrr@1": 0.3611111111111111, | |
| "mrr@5": 0.6041666666666666, | |
| "mrr@10": 0.6041666666666666, | |
| "num_pred": 2700, | |
| "num_data": 2700 | |
| }, | |
| "NExTQA": { | |
| "hit@1": 0.3835824381130313, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.3835824381130313, | |
| "ndcg_linear@5": 0.6966765713455354, | |
| "ndcg_linear@10": 0.6966765713455354, | |
| "ndcg_exponential@1": 0.3835824381130313, | |
| "ndcg_exponential@5": 0.6966765713455354, | |
| "ndcg_exponential@10": 0.6966765713455354, | |
| "precision@1": 0.3835824381130313, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.3835824381130313, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.3835824381130313, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.3835824381130313, | |
| "map@5": 0.5971547563443874, | |
| "map@10": 0.5971547563443874, | |
| "mrr@1": 0.3835824381130313, | |
| "mrr@5": 0.5970302039545384, | |
| "mrr@10": 0.5970302039545384, | |
| "num_pred": 8564, | |
| "num_data": 8564 | |
| }, | |
| "EgoSchema": { | |
| "hit@1": 0.262, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.262, | |
| "ndcg_linear@5": 0.6286337057373235, | |
| "ndcg_linear@10": 0.6286337057373235, | |
| "ndcg_exponential@1": 0.262, | |
| "ndcg_exponential@5": 0.6286337057373235, | |
| "ndcg_exponential@10": 0.6286337057373235, | |
| "precision@1": 0.262, | |
| "precision@5": 0.2, | |
| "precision@10": 0.1, | |
| "recall@1": 0.262, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.262, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.262, | |
| "map@5": 0.5075666666666666, | |
| "map@10": 0.5075666666666666, | |
| "mrr@1": 0.262, | |
| "mrr@5": 0.5075666666666666, | |
| "mrr@10": 0.5075666666666666, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ActivityNetQA": { | |
| "hit@1": 0.686, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.686, | |
| "ndcg_linear@5": 0.8841119426214378, | |
| "ndcg_linear@10": 0.8841119426214378, | |
| "ndcg_exponential@1": 0.686, | |
| "ndcg_exponential@5": 0.8841119426214378, | |
| "ndcg_exponential@10": 0.8841119426214378, | |
| "precision@1": 0.686, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.686, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.686, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.686, | |
| "map@5": 0.843, | |
| "map@10": 0.843, | |
| "mrr@1": 0.686, | |
| "mrr@5": 0.843, | |
| "mrr@10": 0.843, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| } | |
| } | |
| } | |
| } |