Spaces:
Running
Running
| { | |
| "metadata": { | |
| "model_name": "RzenEmbed-v1-2B", | |
| "model_size": 2.21, | |
| "embedding_dimension": 1536, | |
| "max_length_tokens": null, | |
| "model_release_date": "2025-07-15", | |
| "data_source": "RzenAI", | |
| "url": "", | |
| "report_generated_date": "2025-07-16T17:36:59.567353" | |
| }, | |
| "metrics": { | |
| "image": { | |
| "ImageNet-1K": { | |
| "hit@1": 0.809, | |
| "hit@5": 0.949, | |
| "hit@10": 0.971, | |
| "ndcg_linear@1": 0.809, | |
| "ndcg_linear@5": 0.8873729216700347, | |
| "ndcg_linear@10": 0.894245384897251, | |
| "ndcg_exponential@1": 0.809, | |
| "ndcg_exponential@5": 0.8873729216700347, | |
| "ndcg_exponential@10": 0.894245384897251, | |
| "precision@1": 0.809, | |
| "precision@5": 0.18980000000000002, | |
| "precision@10": 0.09710000000000002, | |
| "recall@1": 0.809, | |
| "recall@5": 0.949, | |
| "recall@10": 0.971, | |
| "f1@1": 0.809, | |
| "f1@5": 0.31633333333333336, | |
| "f1@10": 0.17654545454545453, | |
| "map@1": 0.809, | |
| "map@5": 0.8664833333333334, | |
| "map@10": 0.8691829365079365, | |
| "mrr@1": 0.809, | |
| "mrr@5": 0.8664833333333334, | |
| "mrr@10": 0.8691829365079365, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "N24News": { | |
| "hit@1": 0.74, | |
| "hit@5": 0.946, | |
| "hit@10": 0.98, | |
| "ndcg_linear@1": 0.74, | |
| "ndcg_linear@5": 0.8559176011970342, | |
| "ndcg_linear@10": 0.867149138771268, | |
| "ndcg_exponential@1": 0.74, | |
| "ndcg_exponential@5": 0.8559176011970342, | |
| "ndcg_exponential@10": 0.867149138771268, | |
| "precision@1": 0.74, | |
| "precision@5": 0.18920000000000003, | |
| "precision@10": 0.09800000000000002, | |
| "recall@1": 0.74, | |
| "recall@5": 0.946, | |
| "recall@10": 0.98, | |
| "f1@1": 0.74, | |
| "f1@5": 0.3153333333333333, | |
| "f1@10": 0.1781818181818182, | |
| "map@1": 0.74, | |
| "map@5": 0.8254, | |
| "map@10": 0.8301777777777777, | |
| "mrr@1": 0.74, | |
| "mrr@5": 0.8254, | |
| "mrr@10": 0.8301777777777777, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HatefulMemes": { | |
| "hit@1": 0.586, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.586, | |
| "ndcg_linear@5": 0.8472049179785835, | |
| "ndcg_linear@10": 0.8472049179785835, | |
| "ndcg_exponential@1": 0.586, | |
| "ndcg_exponential@5": 0.8472049179785835, | |
| "ndcg_exponential@10": 0.8472049179785835, | |
| "precision@1": 0.586, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.586, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.586, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.586, | |
| "map@5": 0.793, | |
| "map@10": 0.793, | |
| "mrr@1": 0.586, | |
| "mrr@5": 0.793, | |
| "mrr@10": 0.793, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VOC2007": { | |
| "hit@1": 0.896, | |
| "hit@5": 0.974, | |
| "hit@10": 0.988, | |
| "ndcg_linear@1": 0.896, | |
| "ndcg_linear@5": 0.9393988570118095, | |
| "ndcg_linear@10": 0.9439297732712962, | |
| "ndcg_exponential@1": 0.896, | |
| "ndcg_exponential@5": 0.9393988570118095, | |
| "ndcg_exponential@10": 0.9439297732712962, | |
| "precision@1": 0.896, | |
| "precision@5": 0.19480000000000003, | |
| "precision@10": 0.09880000000000001, | |
| "recall@1": 0.896, | |
| "recall@5": 0.974, | |
| "recall@10": 0.988, | |
| "f1@1": 0.896, | |
| "f1@5": 0.3246666666666666, | |
| "f1@10": 0.17963636363636362, | |
| "map@1": 0.896, | |
| "map@5": 0.9277333333333333, | |
| "map@10": 0.9296075396825397, | |
| "mrr@1": 0.896, | |
| "mrr@5": 0.9277333333333333, | |
| "mrr@10": 0.9296075396825397, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SUN397": { | |
| "hit@1": 0.784, | |
| "hit@5": 0.958, | |
| "hit@10": 0.981, | |
| "ndcg_linear@1": 0.784, | |
| "ndcg_linear@5": 0.8836853449086659, | |
| "ndcg_linear@10": 0.891031065357324, | |
| "ndcg_exponential@1": 0.784, | |
| "ndcg_exponential@5": 0.8836853449086659, | |
| "ndcg_exponential@10": 0.891031065357324, | |
| "precision@1": 0.784, | |
| "precision@5": 0.19160000000000002, | |
| "precision@10": 0.09810000000000002, | |
| "recall@1": 0.784, | |
| "recall@5": 0.958, | |
| "recall@10": 0.981, | |
| "f1@1": 0.784, | |
| "f1@5": 0.31933333333333336, | |
| "f1@10": 0.1783636363636363, | |
| "map@1": 0.784, | |
| "map@5": 0.8583333333333334, | |
| "map@10": 0.8613071428571429, | |
| "mrr@1": 0.784, | |
| "mrr@5": 0.8583333333333334, | |
| "mrr@10": 0.8613071428571429, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Place365": { | |
| "hit@1": 0.413, | |
| "hit@5": 0.703, | |
| "hit@10": 0.804, | |
| "ndcg_linear@1": 0.413, | |
| "ndcg_linear@5": 0.5692143522459587, | |
| "ndcg_linear@10": 0.6020969578276198, | |
| "ndcg_exponential@1": 0.413, | |
| "ndcg_exponential@5": 0.5692143522459587, | |
| "ndcg_exponential@10": 0.6020969578276198, | |
| "precision@1": 0.413, | |
| "precision@5": 0.14059999999999997, | |
| "precision@10": 0.0804, | |
| "recall@1": 0.413, | |
| "recall@5": 0.703, | |
| "recall@10": 0.804, | |
| "f1@1": 0.413, | |
| "f1@5": 0.23433333333333337, | |
| "f1@10": 0.1461818181818182, | |
| "map@1": 0.413, | |
| "map@5": 0.5245333333333333, | |
| "map@10": 0.538229761904762, | |
| "mrr@1": 0.413, | |
| "mrr@5": 0.5245333333333333, | |
| "mrr@10": 0.538229761904762, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-A": { | |
| "hit@1": 0.495, | |
| "hit@5": 0.709, | |
| "hit@10": 0.781, | |
| "ndcg_linear@1": 0.495, | |
| "ndcg_linear@5": 0.6114944313148708, | |
| "ndcg_linear@10": 0.6348665121005517, | |
| "ndcg_exponential@1": 0.495, | |
| "ndcg_exponential@5": 0.6114944313148708, | |
| "ndcg_exponential@10": 0.6348665121005517, | |
| "precision@1": 0.495, | |
| "precision@5": 0.14179999999999998, | |
| "precision@10": 0.07809999999999999, | |
| "recall@1": 0.495, | |
| "recall@5": 0.709, | |
| "recall@10": 0.781, | |
| "f1@1": 0.495, | |
| "f1@5": 0.23633333333333337, | |
| "f1@10": 0.142, | |
| "map@1": 0.495, | |
| "map@5": 0.5788166666666666, | |
| "map@10": 0.5885103174603176, | |
| "mrr@1": 0.495, | |
| "mrr@5": 0.5788166666666666, | |
| "mrr@10": 0.5885103174603176, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-R": { | |
| "hit@1": 0.848, | |
| "hit@5": 0.944, | |
| "hit@10": 0.962, | |
| "ndcg_linear@1": 0.848, | |
| "ndcg_linear@5": 0.9008710351449747, | |
| "ndcg_linear@10": 0.9068617117972817, | |
| "ndcg_exponential@1": 0.848, | |
| "ndcg_exponential@5": 0.9008710351449747, | |
| "ndcg_exponential@10": 0.9068617117972817, | |
| "precision@1": 0.848, | |
| "precision@5": 0.18880000000000002, | |
| "precision@10": 0.09620000000000002, | |
| "recall@1": 0.848, | |
| "recall@5": 0.944, | |
| "recall@10": 0.962, | |
| "f1@1": 0.848, | |
| "f1@5": 0.3146666666666667, | |
| "f1@10": 0.17490909090909088, | |
| "map@1": 0.848, | |
| "map@5": 0.88635, | |
| "map@10": 0.8889230158730158, | |
| "mrr@1": 0.848, | |
| "mrr@5": 0.88635, | |
| "mrr@10": 0.8889230158730158, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ObjectNet": { | |
| "hit@1": 0.713, | |
| "hit@5": 0.863, | |
| "hit@10": 0.906, | |
| "ndcg_linear@1": 0.713, | |
| "ndcg_linear@5": 0.7966827600295562, | |
| "ndcg_linear@10": 0.8104878302902433, | |
| "ndcg_exponential@1": 0.713, | |
| "ndcg_exponential@5": 0.7966827600295562, | |
| "ndcg_exponential@10": 0.8104878302902433, | |
| "precision@1": 0.713, | |
| "precision@5": 0.17260000000000003, | |
| "precision@10": 0.09060000000000001, | |
| "recall@1": 0.713, | |
| "recall@5": 0.863, | |
| "recall@10": 0.906, | |
| "f1@1": 0.713, | |
| "f1@5": 0.28766666666666674, | |
| "f1@10": 0.16472727272727272, | |
| "map@1": 0.713, | |
| "map@5": 0.7742833333333333, | |
| "map@10": 0.7799198412698413, | |
| "mrr@1": 0.713, | |
| "mrr@5": 0.7742833333333333, | |
| "mrr@10": 0.7799198412698413, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Country211": { | |
| "hit@1": 0.245, | |
| "hit@5": 0.425, | |
| "hit@10": 0.524, | |
| "ndcg_linear@1": 0.245, | |
| "ndcg_linear@5": 0.34011931876670454, | |
| "ndcg_linear@10": 0.3722522680493705, | |
| "ndcg_exponential@1": 0.245, | |
| "ndcg_exponential@5": 0.34011931876670454, | |
| "ndcg_exponential@10": 0.3722522680493705, | |
| "precision@1": 0.245, | |
| "precision@5": 0.08499999999999999, | |
| "precision@10": 0.052399999999999995, | |
| "recall@1": 0.245, | |
| "recall@5": 0.425, | |
| "recall@10": 0.524, | |
| "f1@1": 0.245, | |
| "f1@5": 0.1416666666666667, | |
| "f1@10": 0.09527272727272729, | |
| "map@1": 0.245, | |
| "map@5": 0.3119166666666666, | |
| "map@10": 0.3252480158730159, | |
| "mrr@1": 0.245, | |
| "mrr@5": 0.3119166666666666, | |
| "mrr@10": 0.3252480158730159, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OK-VQA": { | |
| "hit@1": 0.6, | |
| "hit@5": 0.835, | |
| "hit@10": 0.897, | |
| "ndcg_linear@1": 0.6, | |
| "ndcg_linear@5": 0.7283836592219812, | |
| "ndcg_linear@10": 0.7483526360068199, | |
| "ndcg_exponential@1": 0.6, | |
| "ndcg_exponential@5": 0.7283836592219812, | |
| "ndcg_exponential@10": 0.7483526360068199, | |
| "precision@1": 0.6, | |
| "precision@5": 0.167, | |
| "precision@10": 0.08970000000000002, | |
| "recall@1": 0.6, | |
| "recall@5": 0.835, | |
| "recall@10": 0.897, | |
| "f1@1": 0.6, | |
| "f1@5": 0.2783333333333334, | |
| "f1@10": 0.1630909090909091, | |
| "map@1": 0.6, | |
| "map@5": 0.6925833333333333, | |
| "map@10": 0.7007813492063492, | |
| "mrr@1": 0.6, | |
| "mrr@5": 0.6925833333333333, | |
| "mrr@10": 0.7007813492063492, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "A-OKVQA": { | |
| "hit@1": 0.532, | |
| "hit@5": 0.833, | |
| "hit@10": 0.897, | |
| "ndcg_linear@1": 0.532, | |
| "ndcg_linear@5": 0.6946159677593404, | |
| "ndcg_linear@10": 0.7154405844345778, | |
| "ndcg_exponential@1": 0.532, | |
| "ndcg_exponential@5": 0.6946159677593404, | |
| "ndcg_exponential@10": 0.7154405844345778, | |
| "precision@1": 0.532, | |
| "precision@5": 0.16660000000000003, | |
| "precision@10": 0.0897, | |
| "recall@1": 0.532, | |
| "recall@5": 0.833, | |
| "recall@10": 0.897, | |
| "f1@1": 0.532, | |
| "f1@5": 0.27766666666666673, | |
| "f1@10": 0.1630909090909091, | |
| "map@1": 0.532, | |
| "map@5": 0.64835, | |
| "map@10": 0.657015873015873, | |
| "mrr@1": 0.532, | |
| "mrr@5": 0.64835, | |
| "mrr@10": 0.657015873015873, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "DocVQA": { | |
| "hit@1": 0.905, | |
| "hit@5": 0.972, | |
| "hit@10": 0.985, | |
| "ndcg_linear@1": 0.905, | |
| "ndcg_linear@5": 0.9446377226583499, | |
| "ndcg_linear@10": 0.9489408131651074, | |
| "ndcg_exponential@1": 0.905, | |
| "ndcg_exponential@5": 0.9446377226583499, | |
| "ndcg_exponential@10": 0.9489408131651074, | |
| "precision@1": 0.905, | |
| "precision@5": 0.19440000000000004, | |
| "precision@10": 0.09850000000000002, | |
| "recall@1": 0.905, | |
| "recall@5": 0.972, | |
| "recall@10": 0.985, | |
| "f1@1": 0.905, | |
| "f1@5": 0.324, | |
| "f1@10": 0.17909090909090908, | |
| "map@1": 0.905, | |
| "map@5": 0.9351833333333334, | |
| "map@10": 0.9370174603174602, | |
| "mrr@1": 0.905, | |
| "mrr@5": 0.9351833333333334, | |
| "mrr@10": 0.9370174603174602, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "InfographicsVQA": { | |
| "hit@1": 0.593, | |
| "hit@5": 0.787, | |
| "hit@10": 0.849, | |
| "ndcg_linear@1": 0.593, | |
| "ndcg_linear@5": 0.6992302235074854, | |
| "ndcg_linear@10": 0.719037023415279, | |
| "ndcg_exponential@1": 0.593, | |
| "ndcg_exponential@5": 0.6992302235074854, | |
| "ndcg_exponential@10": 0.719037023415279, | |
| "precision@1": 0.593, | |
| "precision@5": 0.15739999999999998, | |
| "precision@10": 0.0849, | |
| "recall@1": 0.593, | |
| "recall@5": 0.787, | |
| "recall@10": 0.849, | |
| "f1@1": 0.593, | |
| "f1@5": 0.26233333333333336, | |
| "f1@10": 0.15436363636363637, | |
| "map@1": 0.593, | |
| "map@5": 0.6697833333333333, | |
| "map@10": 0.6778043650793651, | |
| "mrr@1": 0.593, | |
| "mrr@5": 0.6697833333333333, | |
| "mrr@10": 0.6778043650793651, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ChartQA": { | |
| "hit@1": 0.518, | |
| "hit@5": 0.685, | |
| "hit@10": 0.729, | |
| "ndcg_linear@1": 0.518, | |
| "ndcg_linear@5": 0.6092852996177144, | |
| "ndcg_linear@10": 0.6237752364760738, | |
| "ndcg_exponential@1": 0.518, | |
| "ndcg_exponential@5": 0.6092852996177144, | |
| "ndcg_exponential@10": 0.6237752364760738, | |
| "precision@1": 0.518, | |
| "precision@5": 0.137, | |
| "precision@10": 0.0729, | |
| "recall@1": 0.518, | |
| "recall@5": 0.685, | |
| "recall@10": 0.729, | |
| "f1@1": 0.518, | |
| "f1@5": 0.22833333333333336, | |
| "f1@10": 0.13254545454545455, | |
| "map@1": 0.518, | |
| "map@5": 0.5838833333333333, | |
| "map@10": 0.5900174603174603, | |
| "mrr@1": 0.518, | |
| "mrr@5": 0.5838833333333333, | |
| "mrr@10": 0.5900174603174603, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W": { | |
| "hit@1": 0.571, | |
| "hit@5": 0.889, | |
| "hit@10": 0.941, | |
| "ndcg_linear@1": 0.571, | |
| "ndcg_linear@5": 0.743669883740337, | |
| "ndcg_linear@10": 0.7608831436573412, | |
| "ndcg_exponential@1": 0.571, | |
| "ndcg_exponential@5": 0.743669883740337, | |
| "ndcg_exponential@10": 0.7608831436573412, | |
| "precision@1": 0.571, | |
| "precision@5": 0.1778, | |
| "precision@10": 0.0941, | |
| "recall@1": 0.571, | |
| "recall@5": 0.889, | |
| "recall@10": 0.941, | |
| "f1@1": 0.571, | |
| "f1@5": 0.29633333333333334, | |
| "f1@10": 0.1710909090909091, | |
| "map@1": 0.571, | |
| "map@5": 0.6949666666666667, | |
| "map@10": 0.7023039682539681, | |
| "mrr@1": 0.571, | |
| "mrr@5": 0.6949666666666667, | |
| "mrr@10": 0.7023039682539681, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ScienceQA": { | |
| "hit@1": 0.475, | |
| "hit@5": 0.765, | |
| "hit@10": 0.864, | |
| "ndcg_linear@1": 0.475, | |
| "ndcg_linear@5": 0.6314453432319744, | |
| "ndcg_linear@10": 0.6630621657284694, | |
| "ndcg_exponential@1": 0.475, | |
| "ndcg_exponential@5": 0.6314453432319744, | |
| "ndcg_exponential@10": 0.6630621657284694, | |
| "precision@1": 0.475, | |
| "precision@5": 0.153, | |
| "precision@10": 0.0864, | |
| "recall@1": 0.475, | |
| "recall@5": 0.765, | |
| "recall@10": 0.864, | |
| "f1@1": 0.475, | |
| "f1@5": 0.25500000000000006, | |
| "f1@10": 0.1570909090909091, | |
| "map@1": 0.475, | |
| "map@5": 0.5868666666666666, | |
| "map@10": 0.5996865079365079, | |
| "mrr@1": 0.475, | |
| "mrr@5": 0.5868666666666666, | |
| "mrr@10": 0.5996865079365079, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VizWiz": { | |
| "hit@1": 0.534, | |
| "hit@5": 0.718, | |
| "hit@10": 0.764, | |
| "ndcg_linear@1": 0.534, | |
| "ndcg_linear@5": 0.6357776354115615, | |
| "ndcg_linear@10": 0.6503798129042785, | |
| "ndcg_exponential@1": 0.534, | |
| "ndcg_exponential@5": 0.6357776354115615, | |
| "ndcg_exponential@10": 0.6503798129042785, | |
| "precision@1": 0.534, | |
| "precision@5": 0.1436, | |
| "precision@10": 0.07640000000000001, | |
| "recall@1": 0.534, | |
| "recall@5": 0.718, | |
| "recall@10": 0.764, | |
| "f1@1": 0.534, | |
| "f1@5": 0.23933333333333337, | |
| "f1@10": 0.13890909090909093, | |
| "map@1": 0.534, | |
| "map@5": 0.6081, | |
| "map@10": 0.613972619047619, | |
| "mrr@1": 0.534, | |
| "mrr@5": 0.6081, | |
| "mrr@10": 0.613972619047619, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "GQA": { | |
| "hit@1": 0.604, | |
| "hit@5": 0.826, | |
| "hit@10": 0.884, | |
| "ndcg_linear@1": 0.604, | |
| "ndcg_linear@5": 0.7250962738992552, | |
| "ndcg_linear@10": 0.7439540651545449, | |
| "ndcg_exponential@1": 0.604, | |
| "ndcg_exponential@5": 0.7250962738992552, | |
| "ndcg_exponential@10": 0.7439540651545449, | |
| "precision@1": 0.604, | |
| "precision@5": 0.1652, | |
| "precision@10": 0.0884, | |
| "recall@1": 0.604, | |
| "recall@5": 0.826, | |
| "recall@10": 0.884, | |
| "f1@1": 0.604, | |
| "f1@5": 0.2753333333333334, | |
| "f1@10": 0.16072727272727272, | |
| "map@1": 0.604, | |
| "map@5": 0.6912, | |
| "map@10": 0.6990444444444445, | |
| "mrr@1": 0.604, | |
| "mrr@5": 0.6912, | |
| "mrr@10": 0.6990444444444445, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "TextVQA": { | |
| "hit@1": 0.838, | |
| "hit@5": 0.9, | |
| "hit@10": 0.912, | |
| "ndcg_linear@1": 0.838, | |
| "ndcg_linear@5": 0.8735356970943653, | |
| "ndcg_linear@10": 0.877449220591428, | |
| "ndcg_exponential@1": 0.838, | |
| "ndcg_exponential@5": 0.8735356970943653, | |
| "ndcg_exponential@10": 0.877449220591428, | |
| "precision@1": 0.838, | |
| "precision@5": 0.18, | |
| "precision@10": 0.09120000000000002, | |
| "recall@1": 0.838, | |
| "recall@5": 0.9, | |
| "recall@10": 0.912, | |
| "f1@1": 0.838, | |
| "f1@5": 0.3, | |
| "f1@10": 0.1658181818181818, | |
| "map@1": 0.838, | |
| "map@5": 0.8645166666666666, | |
| "map@10": 0.8661539682539683, | |
| "mrr@1": 0.838, | |
| "mrr@5": 0.8645166666666666, | |
| "mrr@10": 0.8661539682539683, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisDial": { | |
| "hit@1": 0.791, | |
| "hit@5": 0.945, | |
| "hit@10": 0.97, | |
| "ndcg_linear@1": 0.791, | |
| "ndcg_linear@5": 0.8757768586840254, | |
| "ndcg_linear@10": 0.8839019772727467, | |
| "ndcg_exponential@1": 0.791, | |
| "ndcg_exponential@5": 0.8757768586840254, | |
| "ndcg_exponential@10": 0.8839019772727467, | |
| "precision@1": 0.791, | |
| "precision@5": 0.189, | |
| "precision@10": 0.09700000000000002, | |
| "recall@1": 0.791, | |
| "recall@5": 0.945, | |
| "recall@10": 0.97, | |
| "f1@1": 0.791, | |
| "f1@5": 0.315, | |
| "f1@10": 0.17636363636363636, | |
| "map@1": 0.791, | |
| "map@5": 0.8524666666666667, | |
| "map@10": 0.8558428571428571, | |
| "mrr@1": 0.791, | |
| "mrr@5": 0.8524666666666667, | |
| "mrr@10": 0.8558428571428571, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "CIRR": { | |
| "hit@1": 0.627, | |
| "hit@5": 0.904, | |
| "hit@10": 0.955, | |
| "ndcg_linear@1": 0.627, | |
| "ndcg_linear@5": 0.7814520061894136, | |
| "ndcg_linear@10": 0.7982662696128282, | |
| "ndcg_exponential@1": 0.627, | |
| "ndcg_exponential@5": 0.7814520061894136, | |
| "ndcg_exponential@10": 0.7982662696128282, | |
| "precision@1": 0.627, | |
| "precision@5": 0.18080000000000002, | |
| "precision@10": 0.09550000000000002, | |
| "recall@1": 0.627, | |
| "recall@5": 0.904, | |
| "recall@10": 0.955, | |
| "f1@1": 0.627, | |
| "f1@5": 0.3013333333333334, | |
| "f1@10": 0.17363636363636362, | |
| "map@1": 0.627, | |
| "map@5": 0.7399833333333333, | |
| "map@10": 0.747115873015873, | |
| "mrr@1": 0.627, | |
| "mrr@5": 0.7399833333333333, | |
| "mrr@10": 0.747115873015873, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_t2i": { | |
| "hit@1": 0.78, | |
| "hit@5": 0.908, | |
| "hit@10": 0.931, | |
| "ndcg_linear@1": 0.78, | |
| "ndcg_linear@5": 0.8500641649581272, | |
| "ndcg_linear@10": 0.8576663310856566, | |
| "ndcg_exponential@1": 0.78, | |
| "ndcg_exponential@5": 0.8500641649581272, | |
| "ndcg_exponential@10": 0.8576663310856566, | |
| "precision@1": 0.78, | |
| "precision@5": 0.1816, | |
| "precision@10": 0.09309999999999999, | |
| "recall@1": 0.78, | |
| "recall@5": 0.908, | |
| "recall@10": 0.931, | |
| "f1@1": 0.78, | |
| "f1@5": 0.3026666666666667, | |
| "f1@10": 0.16927272727272724, | |
| "map@1": 0.78, | |
| "map@5": 0.8306166666666668, | |
| "map@10": 0.8338484126984126, | |
| "mrr@1": 0.78, | |
| "mrr@5": 0.8306166666666668, | |
| "mrr@10": 0.8338484126984126, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_i2t": { | |
| "hit@1": 0.814, | |
| "hit@5": 0.921, | |
| "hit@10": 0.939, | |
| "ndcg_linear@1": 0.814, | |
| "ndcg_linear@5": 0.8728615373378912, | |
| "ndcg_linear@10": 0.8787080770691066, | |
| "ndcg_exponential@1": 0.814, | |
| "ndcg_exponential@5": 0.8728615373378912, | |
| "ndcg_exponential@10": 0.8787080770691066, | |
| "precision@1": 0.814, | |
| "precision@5": 0.18420000000000006, | |
| "precision@10": 0.09390000000000001, | |
| "recall@1": 0.814, | |
| "recall@5": 0.921, | |
| "recall@10": 0.939, | |
| "f1@1": 0.814, | |
| "f1@5": 0.307, | |
| "f1@10": 0.17072727272727273, | |
| "map@1": 0.814, | |
| "map@5": 0.8566500000000001, | |
| "map@10": 0.8590753968253969, | |
| "mrr@1": 0.814, | |
| "mrr@5": 0.8566500000000001, | |
| "mrr@10": 0.8590753968253969, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_t2i": { | |
| "hit@1": 0.767, | |
| "hit@5": 0.947, | |
| "hit@10": 0.981, | |
| "ndcg_linear@1": 0.767, | |
| "ndcg_linear@5": 0.8674275875789338, | |
| "ndcg_linear@10": 0.8785792123543245, | |
| "ndcg_exponential@1": 0.767, | |
| "ndcg_exponential@5": 0.8674275875789338, | |
| "ndcg_exponential@10": 0.8785792123543245, | |
| "precision@1": 0.767, | |
| "precision@5": 0.18940000000000004, | |
| "precision@10": 0.09810000000000002, | |
| "recall@1": 0.767, | |
| "recall@5": 0.947, | |
| "recall@10": 0.981, | |
| "f1@1": 0.767, | |
| "f1@5": 0.3156666666666667, | |
| "f1@10": 0.17836363636363634, | |
| "map@1": 0.767, | |
| "map@5": 0.8405333333333334, | |
| "map@10": 0.8452297619047618, | |
| "mrr@1": 0.767, | |
| "mrr@5": 0.8405333333333334, | |
| "mrr@10": 0.8452297619047618, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_i2t": { | |
| "hit@1": 0.736, | |
| "hit@5": 0.931, | |
| "hit@10": 0.977, | |
| "ndcg_linear@1": 0.736, | |
| "ndcg_linear@5": 0.846634371650986, | |
| "ndcg_linear@10": 0.8617493616233067, | |
| "ndcg_exponential@1": 0.736, | |
| "ndcg_exponential@5": 0.846634371650986, | |
| "ndcg_exponential@10": 0.8617493616233067, | |
| "precision@1": 0.736, | |
| "precision@5": 0.1862, | |
| "precision@10": 0.09770000000000002, | |
| "recall@1": 0.736, | |
| "recall@5": 0.931, | |
| "recall@10": 0.977, | |
| "f1@1": 0.736, | |
| "f1@5": 0.31033333333333335, | |
| "f1@10": 0.17763636363636362, | |
| "map@1": 0.736, | |
| "map@5": 0.81795, | |
| "map@10": 0.8243242063492062, | |
| "mrr@1": 0.736, | |
| "mrr@5": 0.81795, | |
| "mrr@10": 0.8243242063492062, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "NIGHTS": { | |
| "hit@1": 0.679, | |
| "hit@5": 0.977, | |
| "hit@10": 0.993, | |
| "ndcg_linear@1": 0.679, | |
| "ndcg_linear@5": 0.851460039622325, | |
| "ndcg_linear@10": 0.8568819234846234, | |
| "ndcg_exponential@1": 0.679, | |
| "ndcg_exponential@5": 0.851460039622325, | |
| "ndcg_exponential@10": 0.8568819234846234, | |
| "precision@1": 0.679, | |
| "precision@5": 0.19540000000000005, | |
| "precision@10": 0.09930000000000001, | |
| "recall@1": 0.679, | |
| "recall@5": 0.977, | |
| "recall@10": 0.993, | |
| "f1@1": 0.679, | |
| "f1@5": 0.3256666666666666, | |
| "f1@10": 0.1805454545454545, | |
| "map@1": 0.679, | |
| "map@5": 0.8084166666666668, | |
| "map@10": 0.8108003968253967, | |
| "mrr@1": 0.679, | |
| "mrr@5": 0.8084166666666668, | |
| "mrr@10": 0.8108003968253967, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "WebQA": { | |
| "hit@1": 0.91, | |
| "hit@5": 0.987, | |
| "hit@10": 0.991, | |
| "ndcg_linear@1": 0.91, | |
| "ndcg_linear@5": 0.9551382902817904, | |
| "ndcg_linear@10": 0.9564731028156578, | |
| "ndcg_exponential@1": 0.91, | |
| "ndcg_exponential@5": 0.9551382902817904, | |
| "ndcg_exponential@10": 0.9564731028156578, | |
| "precision@1": 0.91, | |
| "precision@5": 0.19740000000000005, | |
| "precision@10": 0.09910000000000002, | |
| "recall@1": 0.91, | |
| "recall@5": 0.987, | |
| "recall@10": 0.991, | |
| "f1@1": 0.91, | |
| "f1@5": 0.329, | |
| "f1@10": 0.1801818181818182, | |
| "map@1": 0.91, | |
| "map@5": 0.9441833333333334, | |
| "map@10": 0.9447595238095238, | |
| "mrr@1": 0.91, | |
| "mrr@5": 0.9441833333333334, | |
| "mrr@10": 0.9447595238095238, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "FashionIQ": { | |
| "hit@1": 0.338, | |
| "hit@5": 0.598, | |
| "hit@10": 0.707, | |
| "ndcg_linear@1": 0.338, | |
| "ndcg_linear@5": 0.4737408022870451, | |
| "ndcg_linear@10": 0.509405039694376, | |
| "ndcg_exponential@1": 0.338, | |
| "ndcg_exponential@5": 0.4737408022870451, | |
| "ndcg_exponential@10": 0.509405039694376, | |
| "precision@1": 0.338, | |
| "precision@5": 0.1196, | |
| "precision@10": 0.07069999999999999, | |
| "recall@1": 0.338, | |
| "recall@5": 0.598, | |
| "recall@10": 0.707, | |
| "f1@1": 0.338, | |
| "f1@5": 0.19933333333333336, | |
| "f1@10": 0.12854545454545457, | |
| "map@1": 0.338, | |
| "map@5": 0.43256666666666665, | |
| "map@10": 0.4475174603174603, | |
| "mrr@1": 0.338, | |
| "mrr@5": 0.43256666666666665, | |
| "mrr@10": 0.4475174603174603, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Wiki-SS-NQ": { | |
| "hit@1": 0.749, | |
| "hit@5": 0.93, | |
| "hit@10": 0.954, | |
| "ndcg_linear@1": 0.749, | |
| "ndcg_linear@5": 0.8518286622685086, | |
| "ndcg_linear@10": 0.8598218746062669, | |
| "ndcg_exponential@1": 0.749, | |
| "ndcg_exponential@5": 0.8518286622685086, | |
| "ndcg_exponential@10": 0.8598218746062669, | |
| "precision@1": 0.749, | |
| "precision@5": 0.18600000000000003, | |
| "precision@10": 0.09540000000000003, | |
| "recall@1": 0.749, | |
| "recall@5": 0.93, | |
| "recall@10": 0.954, | |
| "f1@1": 0.749, | |
| "f1@5": 0.31, | |
| "f1@10": 0.17345454545454544, | |
| "map@1": 0.749, | |
| "map@5": 0.8252166666666667, | |
| "map@10": 0.8286500000000001, | |
| "mrr@1": 0.749, | |
| "mrr@5": 0.8252166666666667, | |
| "mrr@10": 0.8286500000000001, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OVEN": { | |
| "hit@1": 0.746, | |
| "hit@5": 0.925, | |
| "hit@10": 0.958, | |
| "ndcg_linear@1": 0.746, | |
| "ndcg_linear@5": 0.844413209516627, | |
| "ndcg_linear@10": 0.8552665639399527, | |
| "ndcg_exponential@1": 0.746, | |
| "ndcg_exponential@5": 0.844413209516627, | |
| "ndcg_exponential@10": 0.8552665639399527, | |
| "precision@1": 0.746, | |
| "precision@5": 0.18500000000000003, | |
| "precision@10": 0.09580000000000001, | |
| "recall@1": 0.746, | |
| "recall@5": 0.925, | |
| "recall@10": 0.958, | |
| "f1@1": 0.746, | |
| "f1@5": 0.30833333333333335, | |
| "f1@10": 0.1741818181818182, | |
| "map@1": 0.746, | |
| "map@5": 0.8172999999999999, | |
| "map@10": 0.8218880952380953, | |
| "mrr@1": 0.746, | |
| "mrr@5": 0.8172999999999999, | |
| "mrr@10": 0.8218880952380953, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "EDIS": { | |
| "hit@1": 0.92, | |
| "hit@5": 0.987, | |
| "hit@10": 0.993, | |
| "ndcg_linear@1": 0.92, | |
| "ndcg_linear@5": 0.9581026722360495, | |
| "ndcg_linear@10": 0.960027672213166, | |
| "ndcg_exponential@1": 0.92, | |
| "ndcg_exponential@5": 0.9581026722360495, | |
| "ndcg_exponential@10": 0.960027672213166, | |
| "precision@1": 0.92, | |
| "precision@5": 0.19740000000000005, | |
| "precision@10": 0.09930000000000001, | |
| "recall@1": 0.92, | |
| "recall@5": 0.987, | |
| "recall@10": 0.993, | |
| "f1@1": 0.92, | |
| "f1@5": 0.329, | |
| "f1@10": 0.18054545454545454, | |
| "map@1": 0.92, | |
| "map@5": 0.9482333333333334, | |
| "map@10": 0.9490178571428571, | |
| "mrr@1": 0.92, | |
| "mrr@5": 0.9482333333333334, | |
| "mrr@10": 0.9490178571428571, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO": { | |
| "hit@1": 0.685, | |
| "hit@5": 0.828, | |
| "hit@10": 0.876, | |
| "ndcg_linear@1": 0.685, | |
| "ndcg_linear@5": 0.7659909484428852, | |
| "ndcg_linear@10": 0.7811887013291692, | |
| "ndcg_exponential@1": 0.685, | |
| "ndcg_exponential@5": 0.7659909484428852, | |
| "ndcg_exponential@10": 0.7811887013291692, | |
| "precision@1": 0.685, | |
| "precision@5": 0.1656, | |
| "precision@10": 0.08760000000000003, | |
| "recall@1": 0.685, | |
| "recall@5": 0.828, | |
| "recall@10": 0.876, | |
| "f1@1": 0.685, | |
| "f1@5": 0.276, | |
| "f1@10": 0.1592727272727273, | |
| "map@1": 0.685, | |
| "map@5": 0.7449666666666667, | |
| "map@10": 0.7510507936507937, | |
| "mrr@1": 0.685, | |
| "mrr@5": 0.7449666666666667, | |
| "mrr@10": 0.7510507936507937, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO": { | |
| "hit@1": 0.86, | |
| "hit@5": 0.983, | |
| "hit@10": 0.99, | |
| "ndcg_linear@1": 0.86, | |
| "ndcg_linear@5": 0.9311419574836521, | |
| "ndcg_linear@10": 0.933415689538874, | |
| "ndcg_exponential@1": 0.86, | |
| "ndcg_exponential@5": 0.9311419574836521, | |
| "ndcg_exponential@10": 0.933415689538874, | |
| "precision@1": 0.86, | |
| "precision@5": 0.19660000000000002, | |
| "precision@10": 0.09900000000000002, | |
| "recall@1": 0.86, | |
| "recall@5": 0.983, | |
| "recall@10": 0.99, | |
| "f1@1": 0.86, | |
| "f1@5": 0.32766666666666666, | |
| "f1@10": 0.18, | |
| "map@1": 0.86, | |
| "map@5": 0.9133499999999999, | |
| "map@10": 0.9142924603174603, | |
| "mrr@1": 0.86, | |
| "mrr@5": 0.9133499999999999, | |
| "mrr@10": 0.9142924603174603, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO-Matching": { | |
| "hit@1": 0.748, | |
| "hit@5": 0.999, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.748, | |
| "ndcg_linear@5": 0.9073319320018682, | |
| "ndcg_linear@10": 0.9076652653352016, | |
| "ndcg_exponential@1": 0.748, | |
| "ndcg_exponential@5": 0.9073319320018682, | |
| "ndcg_exponential@10": 0.9076652653352016, | |
| "precision@1": 0.748, | |
| "precision@5": 0.19980000000000003, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.748, | |
| "recall@5": 0.999, | |
| "recall@10": 1.0, | |
| "f1@1": 0.748, | |
| "f1@5": 0.333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.748, | |
| "map@5": 0.8753333333333333, | |
| "map@10": 0.8754761904761905, | |
| "mrr@1": 0.748, | |
| "mrr@5": 0.8723333333333333, | |
| "mrr@10": 0.8724761904761905, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W-Pointing": { | |
| "hit@1": 0.821, | |
| "hit@5": 0.94, | |
| "hit@10": 0.966, | |
| "ndcg_linear@1": 0.821, | |
| "ndcg_linear@5": 0.8866903981112136, | |
| "ndcg_linear@10": 0.8951395131706409, | |
| "ndcg_exponential@1": 0.821, | |
| "ndcg_exponential@5": 0.8866903981112136, | |
| "ndcg_exponential@10": 0.8951395131706409, | |
| "precision@1": 0.821, | |
| "precision@5": 0.18800000000000003, | |
| "precision@10": 0.0966, | |
| "recall@1": 0.821, | |
| "recall@5": 0.94, | |
| "recall@10": 0.966, | |
| "f1@1": 0.821, | |
| "f1@5": 0.31333333333333335, | |
| "f1@10": 0.17563636363636362, | |
| "map@1": 0.821, | |
| "map@5": 0.8687166666666667, | |
| "map@10": 0.872225, | |
| "mrr@1": 0.821, | |
| "mrr@5": 0.8687166666666667, | |
| "mrr@10": 0.872225, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| } | |
| }, | |
| "visdoc": { | |
| "ViDoRe_arxivqa": { | |
| "hit@1": 0.778, | |
| "hit@5": 0.882, | |
| "hit@10": 0.912, | |
| "ndcg_linear@1": 0.778, | |
| "ndcg_linear@5": 0.8339775475302107, | |
| "ndcg_linear@10": 0.8437539073932351, | |
| "ndcg_exponential@1": 0.778, | |
| "ndcg_exponential@5": 0.8339775475302107, | |
| "ndcg_exponential@10": 0.8437539073932351, | |
| "precision@1": 0.778, | |
| "precision@5": 0.1764, | |
| "precision@10": 0.09119999999999999, | |
| "recall@1": 0.778, | |
| "recall@5": 0.882, | |
| "recall@10": 0.912, | |
| "f1@1": 0.778, | |
| "f1@5": 0.29400000000000004, | |
| "f1@10": 0.1658181818181818, | |
| "map@1": 0.778, | |
| "map@5": 0.8179333333333334, | |
| "map@10": 0.8220119047619048, | |
| "mrr@1": 0.778, | |
| "mrr@5": 0.8179333333333334, | |
| "mrr@10": 0.8220119047619048, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ViDoRe_docvqa": { | |
| "hit@1": 0.4656319290465632, | |
| "hit@5": 0.6496674057649667, | |
| "hit@10": 0.7006651884700665, | |
| "ndcg_linear@1": 0.4656319290465632, | |
| "ndcg_linear@5": 0.5608930231638922, | |
| "ndcg_linear@10": 0.5774070949574647, | |
| "ndcg_exponential@1": 0.4656319290465632, | |
| "ndcg_exponential@5": 0.5608930231638922, | |
| "ndcg_exponential@10": 0.5774070949574647, | |
| "precision@1": 0.4656319290465632, | |
| "precision@5": 0.13259423503325943, | |
| "precision@10": 0.07161862527716185, | |
| "recall@1": 0.4587952697708796, | |
| "recall@5": 0.6418699186991871, | |
| "recall@10": 0.6939763488543976, | |
| "f1@1": 0.46042981408835065, | |
| "f1@5": 0.21831069456607483, | |
| "f1@10": 0.12924348378893835, | |
| "map@1": 0.4656319290465632, | |
| "map@5": 0.5316260162601626, | |
| "map@10": 0.5383579699433357, | |
| "mrr@1": 0.4656319290465632, | |
| "mrr@5": 0.5375461936437546, | |
| "mrr@10": 0.5441831204026326, | |
| "num_pred": 451, | |
| "num_data": 451 | |
| }, | |
| "ViDoRe_infovqa": { | |
| "hit@1": 0.8481781376518218, | |
| "hit@5": 0.9392712550607287, | |
| "hit@10": 0.9554655870445344, | |
| "ndcg_linear@1": 0.8481781376518218, | |
| "ndcg_linear@5": 0.8989267822453011, | |
| "ndcg_linear@10": 0.9044014059110002, | |
| "ndcg_exponential@1": 0.8481781376518218, | |
| "ndcg_exponential@5": 0.8989267822453011, | |
| "ndcg_exponential@10": 0.9044014059110002, | |
| "precision@1": 0.8481781376518218, | |
| "precision@5": 0.1882591093117409, | |
| "precision@10": 0.09574898785425101, | |
| "recall@1": 0.847165991902834, | |
| "recall@5": 0.9392712550607287, | |
| "recall@10": 0.9554655870445344, | |
| "f1@1": 0.8475033738191633, | |
| "f1@5": 0.313572392519761, | |
| "f1@10": 0.1740277266593056, | |
| "map@1": 0.8481781376518218, | |
| "map@5": 0.8850877192982456, | |
| "map@10": 0.8874911638069533, | |
| "mrr@1": 0.8481781376518218, | |
| "mrr@5": 0.8855937921727396, | |
| "mrr@10": 0.8879972366814471, | |
| "num_pred": 494, | |
| "num_data": 494 | |
| }, | |
| "ViDoRe_tabfquad": { | |
| "hit@1": 0.9035714285714286, | |
| "hit@5": 0.9714285714285714, | |
| "hit@10": 0.9821428571428571, | |
| "ndcg_linear@1": 0.9035714285714286, | |
| "ndcg_linear@5": 0.9438624131031421, | |
| "ndcg_linear@10": 0.9472757398638011, | |
| "ndcg_exponential@1": 0.9035714285714286, | |
| "ndcg_exponential@5": 0.9438624131031421, | |
| "ndcg_exponential@10": 0.9472757398638011, | |
| "precision@1": 0.9035714285714286, | |
| "precision@5": 0.19428571428571426, | |
| "precision@10": 0.0982142857142857, | |
| "recall@1": 0.9035714285714286, | |
| "recall@5": 0.9714285714285714, | |
| "recall@10": 0.9821428571428571, | |
| "f1@1": 0.9035714285714286, | |
| "f1@5": 0.3238095238095239, | |
| "f1@10": 0.1785714285714286, | |
| "map@1": 0.9035714285714286, | |
| "map@5": 0.9343452380952382, | |
| "map@10": 0.9357227891156463, | |
| "mrr@1": 0.9035714285714286, | |
| "mrr@5": 0.9343452380952382, | |
| "mrr@10": 0.9357227891156463, | |
| "num_pred": 280, | |
| "num_data": 280 | |
| }, | |
| "ViDoRe_tatdqa": { | |
| "hit@1": 0.5595382746051033, | |
| "hit@5": 0.8061968408262454, | |
| "hit@10": 0.8882138517618469, | |
| "ndcg_linear@1": 0.5595382746051033, | |
| "ndcg_linear@5": 0.6931574300211526, | |
| "ndcg_linear@10": 0.7197622132929462, | |
| "ndcg_exponential@1": 0.5595382746051033, | |
| "ndcg_exponential@5": 0.6931574300211526, | |
| "ndcg_exponential@10": 0.7197622132929462, | |
| "precision@1": 0.5595382746051033, | |
| "precision@5": 0.1617253948967193, | |
| "precision@10": 0.08906439854191979, | |
| "recall@1": 0.5583232077764277, | |
| "recall@5": 0.8058930741190765, | |
| "recall@10": 0.887059538274605, | |
| "f1@1": 0.5587282300526528, | |
| "f1@5": 0.269281953364578, | |
| "f1@10": 0.16179351227953906, | |
| "map@1": 0.5595382746051033, | |
| "map@5": 0.6552450384771162, | |
| "map@10": 0.6663856824625355, | |
| "mrr@1": 0.5595382746051033, | |
| "mrr@5": 0.6555994329688134, | |
| "mrr@10": 0.666856159231615, | |
| "num_pred": 1646, | |
| "num_data": 1646 | |
| }, | |
| "ViDoRe_shiftproject": { | |
| "hit@1": 0.82, | |
| "hit@5": 0.97, | |
| "hit@10": 0.97, | |
| "ndcg_linear@1": 0.82, | |
| "ndcg_linear@5": 0.8987681350120575, | |
| "ndcg_linear@10": 0.8987681350120575, | |
| "ndcg_exponential@1": 0.82, | |
| "ndcg_exponential@5": 0.8987681350120575, | |
| "ndcg_exponential@10": 0.8987681350120575, | |
| "precision@1": 0.82, | |
| "precision@5": 0.19399999999999995, | |
| "precision@10": 0.09699999999999998, | |
| "recall@1": 0.82, | |
| "recall@5": 0.97, | |
| "recall@10": 0.97, | |
| "f1@1": 0.82, | |
| "f1@5": 0.3233333333333334, | |
| "f1@10": 0.17636363636363647, | |
| "map@1": 0.82, | |
| "map@5": 0.8751666666666666, | |
| "map@10": 0.8751666666666666, | |
| "mrr@1": 0.82, | |
| "mrr@5": 0.8751666666666666, | |
| "mrr@10": 0.8751666666666666, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_artificial_intelligence": { | |
| "hit@1": 0.97, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.97, | |
| "ndcg_linear@5": 0.9876185950714291, | |
| "ndcg_linear@10": 0.9876185950714291, | |
| "ndcg_exponential@1": 0.97, | |
| "ndcg_exponential@5": 0.9876185950714291, | |
| "ndcg_exponential@10": 0.9876185950714291, | |
| "precision@1": 0.97, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.97, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.97, | |
| "f1@5": 0.3333333333333335, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.97, | |
| "map@5": 0.9833333333333333, | |
| "map@10": 0.9833333333333333, | |
| "mrr@1": 0.97, | |
| "mrr@5": 0.9833333333333333, | |
| "mrr@10": 0.9833333333333333, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_energy": { | |
| "hit@1": 0.89, | |
| "hit@5": 0.96, | |
| "hit@10": 0.97, | |
| "ndcg_linear@1": 0.89, | |
| "ndcg_linear@5": 0.9277964206794891, | |
| "ndcg_linear@10": 0.9309510694473465, | |
| "ndcg_exponential@1": 0.89, | |
| "ndcg_exponential@5": 0.9277964206794891, | |
| "ndcg_exponential@10": 0.9309510694473465, | |
| "precision@1": 0.89, | |
| "precision@5": 0.19199999999999995, | |
| "precision@10": 0.09699999999999998, | |
| "recall@1": 0.89, | |
| "recall@5": 0.96, | |
| "recall@10": 0.97, | |
| "f1@1": 0.89, | |
| "f1@5": 0.32000000000000006, | |
| "f1@10": 0.17636363636363647, | |
| "map@1": 0.89, | |
| "map@5": 0.9169999999999999, | |
| "map@10": 0.9182499999999999, | |
| "mrr@1": 0.89, | |
| "mrr@5": 0.9169999999999999, | |
| "mrr@10": 0.9182499999999999, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_government_reports": { | |
| "hit@1": 0.95, | |
| "hit@5": 0.99, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.95, | |
| "ndcg_linear@5": 0.9719253606521631, | |
| "ndcg_linear@10": 0.9749356606088029, | |
| "ndcg_exponential@1": 0.95, | |
| "ndcg_exponential@5": 0.9719253606521631, | |
| "ndcg_exponential@10": 0.9749356606088029, | |
| "precision@1": 0.95, | |
| "precision@5": 0.19799999999999998, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.95, | |
| "recall@5": 0.99, | |
| "recall@10": 1.0, | |
| "f1@1": 0.95, | |
| "f1@5": 0.3300000000000001, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.95, | |
| "map@5": 0.9658333333333333, | |
| "map@10": 0.9669444444444444, | |
| "mrr@1": 0.95, | |
| "mrr@5": 0.9658333333333333, | |
| "mrr@10": 0.9669444444444444, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_healthcare_industry": { | |
| "hit@1": 0.95, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.95, | |
| "ndcg_linear@5": 0.9815464876785728, | |
| "ndcg_linear@10": 0.9815464876785728, | |
| "ndcg_exponential@1": 0.95, | |
| "ndcg_exponential@5": 0.9815464876785728, | |
| "ndcg_exponential@10": 0.9815464876785728, | |
| "precision@1": 0.95, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.95, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.95, | |
| "f1@5": 0.3333333333333335, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.95, | |
| "map@5": 0.975, | |
| "map@10": 0.975, | |
| "mrr@1": 0.95, | |
| "mrr@5": 0.975, | |
| "mrr@10": 0.975, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_esg_reports_human_labeled_v2": { | |
| "hit@1": 0.5384615384615384, | |
| "hit@5": 0.7884615384615384, | |
| "hit@10": 0.9038461538461539, | |
| "ndcg_linear@1": 0.5256410256410257, | |
| "ndcg_linear@5": 0.589296384542775, | |
| "ndcg_linear@10": 0.624478878331889, | |
| "ndcg_exponential@1": 0.521978021978022, | |
| "ndcg_exponential@5": 0.5887342206254591, | |
| "ndcg_exponential@10": 0.6232093836929005, | |
| "precision@1": 0.5384615384615384, | |
| "precision@5": 0.2307692307692308, | |
| "precision@10": 0.14807692307692308, | |
| "recall@1": 0.3705128205128205, | |
| "recall@5": 0.6426739926739926, | |
| "recall@10": 0.733570596070596, | |
| "f1@1": 0.4074457593688363, | |
| "f1@5": 0.30411998132586376, | |
| "f1@10": 0.22409146283580675, | |
| "map@1": 0.5384615384615384, | |
| "map@5": 0.5308173076923077, | |
| "map@10": 0.5468327737077737, | |
| "mrr@1": 0.5384615384615384, | |
| "mrr@5": 0.6416666666666667, | |
| "mrr@10": 0.6583562271062271, | |
| "num_pred": 52, | |
| "num_data": 52 | |
| }, | |
| "ViDoRe_biomedical_lectures_v2": { | |
| "hit@1": 0.56875, | |
| "hit@5": 0.85625, | |
| "hit@10": 0.925, | |
| "ndcg_linear@1": 0.56875, | |
| "ndcg_linear@5": 0.6121447963138754, | |
| "ndcg_linear@10": 0.6524179326238384, | |
| "ndcg_exponential@1": 0.56875, | |
| "ndcg_exponential@5": 0.6121447963138754, | |
| "ndcg_exponential@10": 0.6524179326238384, | |
| "precision@1": 0.56875, | |
| "precision@5": 0.28375000000000006, | |
| "precision@10": 0.18375000000000002, | |
| "recall@1": 0.3469893127705628, | |
| "recall@5": 0.6348529013878279, | |
| "recall@10": 0.757810152470079, | |
| "f1@1": 0.39619340728715724, | |
| "f1@5": 0.345669126012876, | |
| "f1@10": 0.26630844713565305, | |
| "map@1": 0.56875, | |
| "map@5": 0.5411024305555555, | |
| "map@10": 0.5622742996504158, | |
| "mrr@1": 0.56875, | |
| "mrr@5": 0.6859375, | |
| "mrr@10": 0.694858630952381, | |
| "num_pred": 160, | |
| "num_data": 160 | |
| }, | |
| "ViDoRe_biomedical_lectures_v2_multilingual": { | |
| "hit@1": 0.5421875, | |
| "hit@5": 0.8484375, | |
| "hit@10": 0.9109375, | |
| "ndcg_linear@1": 0.5421875, | |
| "ndcg_linear@5": 0.5986619666059443, | |
| "ndcg_linear@10": 0.6293523673040508, | |
| "ndcg_exponential@1": 0.5421875, | |
| "ndcg_exponential@5": 0.5986619666059443, | |
| "ndcg_exponential@10": 0.6293523673040508, | |
| "precision@1": 0.5421875, | |
| "precision@5": 0.28156250000000005, | |
| "precision@10": 0.1771875, | |
| "recall@1": 0.3202389407467533, | |
| "recall@5": 0.635897432836771, | |
| "recall@10": 0.736068589171562, | |
| "f1@1": 0.36738050144300144, | |
| "f1@5": 0.34408507724913984, | |
| "f1@10": 0.2570341234541602, | |
| "map@1": 0.5421875, | |
| "map@5": 0.5220464409722222, | |
| "map@10": 0.537115656592498, | |
| "mrr@1": 0.5421875, | |
| "mrr@5": 0.668203125, | |
| "mrr@10": 0.6768824404761904, | |
| "num_pred": 640, | |
| "num_data": 640 | |
| }, | |
| "ViDoRe_economics_reports_v2": { | |
| "hit@1": 0.6724137931034483, | |
| "hit@5": 0.8793103448275862, | |
| "hit@10": 0.9482758620689655, | |
| "ndcg_linear@1": 0.6724137931034483, | |
| "ndcg_linear@5": 0.6146410495038206, | |
| "ndcg_linear@10": 0.5781758906590995, | |
| "ndcg_exponential@1": 0.6724137931034483, | |
| "ndcg_exponential@5": 0.6146410495038206, | |
| "ndcg_exponential@10": 0.5781758906590994, | |
| "precision@1": 0.6724137931034483, | |
| "precision@5": 0.5275862068965518, | |
| "precision@10": 0.40689655172413797, | |
| "recall@1": 0.10390117860620204, | |
| "recall@5": 0.3192381710568663, | |
| "recall@10": 0.4408362472908934, | |
| "f1@1": 0.15301125939339272, | |
| "f1@5": 0.32327849474391646, | |
| "f1@10": 0.3452117138076931, | |
| "map@1": 0.6724137931034483, | |
| "map@5": 0.5211637931034483, | |
| "map@10": 0.44485888480551866, | |
| "mrr@1": 0.6724137931034483, | |
| "mrr@5": 0.7649425287356322, | |
| "mrr@10": 0.773611111111111, | |
| "num_pred": 58, | |
| "num_data": 58 | |
| }, | |
| "ViDoRe_economics_reports_v2_multilingual": { | |
| "hit@1": 0.6594827586206896, | |
| "hit@5": 0.853448275862069, | |
| "hit@10": 0.9008620689655172, | |
| "ndcg_linear@1": 0.6594827586206896, | |
| "ndcg_linear@5": 0.5798064778470571, | |
| "ndcg_linear@10": 0.5442831167476708, | |
| "ndcg_exponential@1": 0.6594827586206896, | |
| "ndcg_exponential@5": 0.5798064778470569, | |
| "ndcg_exponential@10": 0.5442831167476708, | |
| "precision@1": 0.6594827586206896, | |
| "precision@5": 0.49051724137931035, | |
| "precision@10": 0.3801724137931034, | |
| "recall@1": 0.11892481076730273, | |
| "recall@5": 0.2952923353492653, | |
| "recall@10": 0.3976602828933967, | |
| "f1@1": 0.16378618502482922, | |
| "f1@5": 0.2984260202015666, | |
| "f1@10": 0.315370215256687, | |
| "map@1": 0.6594827586206896, | |
| "map@5": 0.4882866379310345, | |
| "map@10": 0.4196400328570125, | |
| "mrr@1": 0.6594827586206896, | |
| "mrr@5": 0.739655172413793, | |
| "mrr@10": 0.7464063355227147, | |
| "num_pred": 232, | |
| "num_data": 232 | |
| }, | |
| "ViDoRe_esg_reports_v2": { | |
| "hit@1": 0.43859649122807015, | |
| "hit@5": 0.8421052631578947, | |
| "hit@10": 0.9122807017543859, | |
| "ndcg_linear@1": 0.43859649122807015, | |
| "ndcg_linear@5": 0.5450714742581306, | |
| "ndcg_linear@10": 0.5810543681505067, | |
| "ndcg_exponential@1": 0.43859649122807015, | |
| "ndcg_exponential@5": 0.5450714742581306, | |
| "ndcg_exponential@10": 0.5810543681505067, | |
| "precision@1": 0.43859649122807015, | |
| "precision@5": 0.2807017543859649, | |
| "precision@10": 0.18947368421052632, | |
| "recall@1": 0.21871345029239764, | |
| "recall@5": 0.6043233082706767, | |
| "recall@10": 0.7227652464494568, | |
| "f1@1": 0.26665186665186663, | |
| "f1@5": 0.33131290240823713, | |
| "f1@10": 0.2609817805475293, | |
| "map@1": 0.43859649122807015, | |
| "map@5": 0.4562378167641325, | |
| "map@10": 0.46908324050867917, | |
| "mrr@1": 0.43859649122807015, | |
| "mrr@5": 0.5976608187134502, | |
| "mrr@10": 0.6069896964633807, | |
| "num_pred": 57, | |
| "num_data": 57 | |
| }, | |
| "ViDoRe_esg_reports_v2_multilingual": { | |
| "hit@1": 0.4780701754385965, | |
| "hit@5": 0.8157894736842105, | |
| "hit@10": 0.8903508771929824, | |
| "ndcg_linear@1": 0.4780701754385965, | |
| "ndcg_linear@5": 0.5373421213557084, | |
| "ndcg_linear@10": 0.5783023724706139, | |
| "ndcg_exponential@1": 0.4780701754385965, | |
| "ndcg_exponential@5": 0.5373421213557084, | |
| "ndcg_exponential@10": 0.5783023724706139, | |
| "precision@1": 0.4780701754385965, | |
| "precision@5": 0.26403508771929823, | |
| "precision@10": 0.18333333333333338, | |
| "recall@1": 0.25607769423558896, | |
| "recall@5": 0.5779709690893902, | |
| "recall@10": 0.6975563909774436, | |
| "f1@1": 0.3051582483524407, | |
| "f1@5": 0.31453422392623853, | |
| "f1@10": 0.25245907358503084, | |
| "map@1": 0.4780701754385965, | |
| "map@5": 0.4532309941520468, | |
| "map@10": 0.47189643669358583, | |
| "mrr@1": 0.4780701754385965, | |
| "mrr@5": 0.6087719298245614, | |
| "mrr@10": 0.6179546087440825, | |
| "num_pred": 228, | |
| "num_data": 228 | |
| }, | |
| "VisRAG_ArxivQA": { | |
| "hit@1": 0.7867647058823529, | |
| "hit@5": 0.8811274509803921, | |
| "hit@10": 0.9191176470588235, | |
| "ndcg_linear@1": 0.7867647058823529, | |
| "ndcg_linear@5": 0.8368378393839788, | |
| "ndcg_linear@10": 0.8493028487060746, | |
| "ndcg_exponential@1": 0.7867647058823529, | |
| "ndcg_exponential@5": 0.8368378393839788, | |
| "ndcg_exponential@10": 0.8493028487060746, | |
| "precision@1": 0.7867647058823529, | |
| "precision@5": 0.17622549019607844, | |
| "precision@10": 0.09191176470588236, | |
| "recall@1": 0.7867647058823529, | |
| "recall@5": 0.8811274509803921, | |
| "recall@10": 0.9191176470588235, | |
| "f1@1": 0.7867647058823529, | |
| "f1@5": 0.29370915032679745, | |
| "f1@10": 0.16711229946524064, | |
| "map@1": 0.7867647058823529, | |
| "map@5": 0.822140522875817, | |
| "map@10": 0.8273916511048864, | |
| "mrr@1": 0.7867647058823529, | |
| "mrr@5": 0.822140522875817, | |
| "mrr@10": 0.8273916511048864, | |
| "num_pred": 816, | |
| "num_data": 816 | |
| }, | |
| "VisRAG_ChartQA": { | |
| "hit@1": 0.7936507936507936, | |
| "hit@5": 0.9206349206349206, | |
| "hit@10": 0.9206349206349206, | |
| "ndcg_linear@1": 0.7936507936507936, | |
| "ndcg_linear@5": 0.8639421330527995, | |
| "ndcg_linear@10": 0.8639421330527995, | |
| "ndcg_exponential@1": 0.7936507936507936, | |
| "ndcg_exponential@5": 0.8639421330527995, | |
| "ndcg_exponential@10": 0.8639421330527995, | |
| "precision@1": 0.7936507936507936, | |
| "precision@5": 0.18412698412698403, | |
| "precision@10": 0.09206349206349201, | |
| "recall@1": 0.7936507936507936, | |
| "recall@5": 0.9206349206349206, | |
| "recall@10": 0.9206349206349206, | |
| "f1@1": 0.7936507936507936, | |
| "f1@5": 0.3068783068783068, | |
| "f1@10": 0.16738816738816742, | |
| "map@1": 0.7936507936507936, | |
| "map@5": 0.844973544973545, | |
| "map@10": 0.844973544973545, | |
| "mrr@1": 0.7936507936507936, | |
| "mrr@5": 0.844973544973545, | |
| "mrr@10": 0.844973544973545, | |
| "num_pred": 63, | |
| "num_data": 63 | |
| }, | |
| "VisRAG_MP-DocVQA": { | |
| "hit@1": 0.7715736040609137, | |
| "hit@5": 0.922165820642978, | |
| "hit@10": 0.9543147208121827, | |
| "ndcg_linear@1": 0.7715736040609137, | |
| "ndcg_linear@5": 0.8554025361255457, | |
| "ndcg_linear@10": 0.8661922441886736, | |
| "ndcg_exponential@1": 0.7715736040609137, | |
| "ndcg_exponential@5": 0.8554025361255457, | |
| "ndcg_exponential@10": 0.8661922441886736, | |
| "precision@1": 0.7715736040609137, | |
| "precision@5": 0.1844331641285956, | |
| "precision@10": 0.09543147208121826, | |
| "recall@1": 0.7715736040609137, | |
| "recall@5": 0.922165820642978, | |
| "recall@10": 0.9543147208121827, | |
| "f1@1": 0.7715736040609137, | |
| "f1@5": 0.30738860688099273, | |
| "f1@10": 0.1735117674203969, | |
| "map@1": 0.7715736040609137, | |
| "map@5": 0.8328539199097573, | |
| "map@10": 0.8375386082238874, | |
| "mrr@1": 0.7715736040609137, | |
| "mrr@5": 0.8328539199097573, | |
| "mrr@10": 0.8375386082238874, | |
| "num_pred": 591, | |
| "num_data": 591 | |
| }, | |
| "VisRAG_SlideVQA": { | |
| "hit@1": 0.9226618705035972, | |
| "hit@5": 0.9802158273381295, | |
| "hit@10": 0.9838129496402878, | |
| "ndcg_linear@1": 0.9226618705035972, | |
| "ndcg_linear@5": 0.9406544955213136, | |
| "ndcg_linear@10": 0.9437533706328498, | |
| "ndcg_exponential@1": 0.9226618705035972, | |
| "ndcg_exponential@5": 0.9406544955213136, | |
| "ndcg_exponential@10": 0.9437533706328498, | |
| "precision@1": 0.9226618705035972, | |
| "precision@5": 0.24280575539568344, | |
| "precision@10": 0.122841726618705, | |
| "recall@1": 0.7985611510791367, | |
| "recall@5": 0.9685251798561151, | |
| "recall@10": 0.9766187050359713, | |
| "f1@1": 0.8399280575539568, | |
| "f1@5": 0.3812949640287771, | |
| "f1@10": 0.2157183344233704, | |
| "map@1": 0.9226618705035972, | |
| "map@5": 0.9232464028776979, | |
| "map@10": 0.9250995632065777, | |
| "mrr@1": 0.9226618705035972, | |
| "mrr@5": 0.946702637889688, | |
| "mrr@10": 0.9471522781774578, | |
| "num_pred": 556, | |
| "num_data": 556 | |
| }, | |
| "VisRAG_InfoVQA": { | |
| "hit@1": 0.8523676880222841, | |
| "hit@5": 0.9707520891364902, | |
| "hit@10": 0.9888579387186629, | |
| "ndcg_linear@1": 0.8523676880222841, | |
| "ndcg_linear@5": 0.9191675080778411, | |
| "ndcg_linear@10": 0.9252174145083141, | |
| "ndcg_exponential@1": 0.8523676880222841, | |
| "ndcg_exponential@5": 0.9191675080778411, | |
| "ndcg_exponential@10": 0.9252174145083141, | |
| "precision@1": 0.8523676880222841, | |
| "precision@5": 0.19415041782729803, | |
| "precision@10": 0.0988857938718663, | |
| "recall@1": 0.8523676880222841, | |
| "recall@5": 0.9707520891364902, | |
| "recall@10": 0.9888579387186629, | |
| "f1@1": 0.8523676880222841, | |
| "f1@5": 0.32358402971216355, | |
| "f1@10": 0.1797923524943024, | |
| "map@1": 0.8523676880222841, | |
| "map@5": 0.9016480965645313, | |
| "map@10": 0.9042606225405669, | |
| "mrr@1": 0.8523676880222841, | |
| "mrr@5": 0.9016480965645313, | |
| "mrr@10": 0.9042606225405669, | |
| "num_pred": 718, | |
| "num_data": 718 | |
| }, | |
| "VisRAG_PlotQA": { | |
| "hit@1": 0.5492468134414832, | |
| "hit@5": 0.8377752027809965, | |
| "hit@10": 0.9049826187717266, | |
| "ndcg_linear@1": 0.5492468134414832, | |
| "ndcg_linear@5": 0.705214238124971, | |
| "ndcg_linear@10": 0.7270757770493562, | |
| "ndcg_exponential@1": 0.5492468134414832, | |
| "ndcg_exponential@5": 0.705214238124971, | |
| "ndcg_exponential@10": 0.7270757770493562, | |
| "precision@1": 0.5492468134414832, | |
| "precision@5": 0.16755504055619927, | |
| "precision@10": 0.09049826187717265, | |
| "recall@1": 0.5492468134414832, | |
| "recall@5": 0.8377752027809965, | |
| "recall@10": 0.9049826187717266, | |
| "f1@1": 0.5492468134414832, | |
| "f1@5": 0.27925840092699894, | |
| "f1@10": 0.16454229432213213, | |
| "map@1": 0.5492468134414832, | |
| "map@5": 0.6608342989571262, | |
| "map@10": 0.6699258768783681, | |
| "mrr@1": 0.5492468134414832, | |
| "mrr@5": 0.6608342989571262, | |
| "mrr@10": 0.6699258768783681, | |
| "num_pred": 863, | |
| "num_data": 863 | |
| }, | |
| "ViDoSeek-page": { | |
| "hit@1": 0.020140105078809107, | |
| "hit@5": 0.4352014010507881, | |
| "hit@10": 0.6392294220665499, | |
| "ndcg_linear@1": 0.020140105078809107, | |
| "ndcg_linear@5": 0.22891788122147116, | |
| "ndcg_linear@10": 0.2945302515228599, | |
| "ndcg_exponential@1": 0.020140105078809107, | |
| "ndcg_exponential@5": 0.22891788122147122, | |
| "ndcg_exponential@10": 0.2945302515228599, | |
| "precision@1": 0.020140105078809107, | |
| "precision@5": 0.08704028021015763, | |
| "precision@10": 0.063922942206655, | |
| "recall@1": 0.020140105078809107, | |
| "recall@5": 0.4352014010507881, | |
| "recall@10": 0.6392294220665499, | |
| "f1@1": 0.020140105078809107, | |
| "f1@5": 0.14506713368359606, | |
| "f1@10": 0.11622353128482728, | |
| "map@1": 0.020140105078809107, | |
| "map@5": 0.161456509048453, | |
| "map@10": 0.18832214438606731, | |
| "mrr@1": 0.020140105078809107, | |
| "mrr@5": 0.161456509048453, | |
| "mrr@10": 0.18832214438606731, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "ViDoSeek-doc": { | |
| "hit@1": 0.9938704028021016, | |
| "hit@5": 0.9982486865148862, | |
| "hit@10": 0.999124343257443, | |
| "ndcg_linear@1": 0.6795096322241682, | |
| "ndcg_linear@5": 0.8226918152794956, | |
| "ndcg_linear@10": 0.7978366708129369, | |
| "ndcg_exponential@1": 0.45496622466850134, | |
| "ndcg_exponential@5": 0.7042590807020261, | |
| "ndcg_exponential@10": 0.7245604277334962, | |
| "precision@1": 0.9938704028021016, | |
| "precision@5": 0.9052539404553417, | |
| "precision@10": 0.8042031523642732, | |
| "recall@1": 0.05860866742322132, | |
| "recall@5": 0.2664467811756284, | |
| "recall@10": 0.463461685999827, | |
| "f1@1": 0.10994096713812122, | |
| "f1@5": 0.4033655836761433, | |
| "f1@10": 0.5748187922741919, | |
| "map@1": 0.9938704028021016, | |
| "map@5": 0.896579100992411, | |
| "map@10": 0.7894488850544434, | |
| "mrr@1": 0.9938704028021016, | |
| "mrr@5": 0.9957968476357268, | |
| "mrr@10": 0.9958844133099825, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "MMLongBench-page": { | |
| "hit@1": 0.06921241050119331, | |
| "hit@5": 0.324582338902148, | |
| "hit@10": 0.42601431980906923, | |
| "ndcg_linear@1": 0.06921241050119331, | |
| "ndcg_linear@5": 0.16207753250349682, | |
| "ndcg_linear@10": 0.19677211691223617, | |
| "ndcg_exponential@1": 0.06921241050119331, | |
| "ndcg_exponential@5": 0.16207753250349682, | |
| "ndcg_exponential@10": 0.19677211691223617, | |
| "precision@1": 0.06921241050119331, | |
| "precision@5": 0.07661097852028638, | |
| "precision@10": 0.05560859188544153, | |
| "recall@1": 0.03900159108989658, | |
| "recall@5": 0.2395343220820548, | |
| "recall@10": 0.3357341743379929, | |
| "f1@1": 0.04752522735816291, | |
| "f1@5": 0.10982885412900857, | |
| "f1@10": 0.0908506340699305, | |
| "map@1": 0.06921241050119331, | |
| "map@5": 0.11860547600106072, | |
| "map@10": 0.1342412405495213, | |
| "mrr@1": 0.06921241050119331, | |
| "mrr@5": 0.16272871917263326, | |
| "mrr@10": 0.17640783043527675, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| }, | |
| "MMLongBench-doc": { | |
| "hit@1": 0.711217183770883, | |
| "hit@5": 0.8031026252983293, | |
| "hit@10": 0.834128878281623, | |
| "ndcg_linear@1": 0.4988066825775656, | |
| "ndcg_linear@5": 0.519541593888753, | |
| "ndcg_linear@10": 0.49663505664434826, | |
| "ndcg_exponential@1": 0.3470848960109103, | |
| "ndcg_exponential@5": 0.43570154580159437, | |
| "ndcg_exponential@10": 0.44278868712368374, | |
| "precision@1": 0.711217183770883, | |
| "precision@5": 0.5730310262529832, | |
| "precision@10": 0.5023866348448688, | |
| "recall@1": 0.023227151217942815, | |
| "recall@5": 0.09066544823381396, | |
| "recall@10": 0.1549273781103741, | |
| "f1@1": 0.04453672442732697, | |
| "f1@5": 0.15029740680454912, | |
| "f1@10": 0.22210925386216956, | |
| "map@1": 0.711217183770883, | |
| "map@5": 0.5397295147175815, | |
| "map@10": 0.45481248395230095, | |
| "mrr@1": 0.711217183770883, | |
| "mrr@5": 0.7474343675417662, | |
| "mrr@10": 0.7516578588475964, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| } | |
| }, | |
| "video": { | |
| "DiDeMo": { | |
| "hit@1": 0.3954183266932271, | |
| "hit@5": 0.6454183266932271, | |
| "hit@10": 0.7310756972111554, | |
| "ndcg_linear@1": 0.3954183266932271, | |
| "ndcg_linear@5": 0.5292216820901535, | |
| "ndcg_linear@10": 0.557033676703922, | |
| "ndcg_exponential@1": 0.3954183266932271, | |
| "ndcg_exponential@5": 0.5292216820901535, | |
| "ndcg_exponential@10": 0.557033676703922, | |
| "precision@1": 0.3954183266932271, | |
| "precision@5": 0.1290836653386454, | |
| "precision@10": 0.07310756972111554, | |
| "recall@1": 0.3954183266932271, | |
| "recall@5": 0.6454183266932271, | |
| "recall@10": 0.7310756972111554, | |
| "f1@1": 0.3954183266932271, | |
| "f1@5": 0.21513944223107576, | |
| "f1@10": 0.13292285403839194, | |
| "map@1": 0.3954183266932271, | |
| "map@5": 0.4904714475431607, | |
| "map@10": 0.5020165370264972, | |
| "mrr@1": 0.3954183266932271, | |
| "mrr@5": 0.4904714475431607, | |
| "mrr@10": 0.5020165370264972, | |
| "num_pred": 1004, | |
| "num_data": 1004 | |
| }, | |
| "MSR-VTT": { | |
| "hit@1": 0.43, | |
| "hit@5": 0.655, | |
| "hit@10": 0.759, | |
| "ndcg_linear@1": 0.43, | |
| "ndcg_linear@5": 0.5477542728912066, | |
| "ndcg_linear@10": 0.5814164877334193, | |
| "ndcg_exponential@1": 0.43, | |
| "ndcg_exponential@5": 0.5477542728912066, | |
| "ndcg_exponential@10": 0.5814164877334193, | |
| "precision@1": 0.43, | |
| "precision@5": 0.131, | |
| "precision@10": 0.07590000000000001, | |
| "recall@1": 0.43, | |
| "recall@5": 0.655, | |
| "recall@10": 0.759, | |
| "f1@1": 0.43, | |
| "f1@5": 0.2183333333333334, | |
| "f1@10": 0.138, | |
| "map@1": 0.43, | |
| "map@5": 0.51225, | |
| "map@10": 0.5261535714285714, | |
| "mrr@1": 0.43, | |
| "mrr@5": 0.51225, | |
| "mrr@10": 0.5261535714285714, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSVD": { | |
| "hit@1": 0.5835820895522388, | |
| "hit@5": 0.8477611940298507, | |
| "hit@10": 0.9149253731343283, | |
| "ndcg_linear@1": 0.5835820895522388, | |
| "ndcg_linear@5": 0.7294517948333389, | |
| "ndcg_linear@10": 0.7515440479150944, | |
| "ndcg_exponential@1": 0.5835820895522388, | |
| "ndcg_exponential@5": 0.7294517948333389, | |
| "ndcg_exponential@10": 0.7515440479150944, | |
| "precision@1": 0.5835820895522388, | |
| "precision@5": 0.16955223880597012, | |
| "precision@10": 0.09149253731343282, | |
| "recall@1": 0.5835820895522388, | |
| "recall@5": 0.8477611940298507, | |
| "recall@10": 0.9149253731343283, | |
| "f1@1": 0.5835820895522388, | |
| "f1@5": 0.28258706467661704, | |
| "f1@10": 0.16635006784260517, | |
| "map@1": 0.5835820895522388, | |
| "map@5": 0.6896517412935323, | |
| "map@10": 0.6989913527600095, | |
| "mrr@1": 0.5835820895522388, | |
| "mrr@5": 0.6896517412935323, | |
| "mrr@10": 0.6989913527600095, | |
| "num_pred": 670, | |
| "num_data": 670 | |
| }, | |
| "VATEX": { | |
| "hit@1": 0.3378740509155873, | |
| "hit@5": 0.6025011165698972, | |
| "hit@10": 0.71572130415364, | |
| "ndcg_linear@1": 0.3378740509155873, | |
| "ndcg_linear@5": 0.47769987329524893, | |
| "ndcg_linear@10": 0.5144788352866694, | |
| "ndcg_exponential@1": 0.3378740509155873, | |
| "ndcg_exponential@5": 0.47769987329524893, | |
| "ndcg_exponential@10": 0.5144788352866694, | |
| "precision@1": 0.3378740509155873, | |
| "precision@5": 0.12050022331397943, | |
| "precision@10": 0.071572130415364, | |
| "recall@1": 0.3378740509155873, | |
| "recall@5": 0.6025011165698972, | |
| "recall@10": 0.71572130415364, | |
| "f1@1": 0.3378740509155873, | |
| "f1@5": 0.20083370552329913, | |
| "f1@10": 0.13013114620975275, | |
| "map@1": 0.3378740509155873, | |
| "map@5": 0.43629968736042873, | |
| "map@10": 0.4515752497217437, | |
| "mrr@1": 0.3378740509155873, | |
| "mrr@5": 0.43629968736042873, | |
| "mrr@10": 0.4515752497217437, | |
| "num_pred": 4478, | |
| "num_data": 4478 | |
| }, | |
| "YouCook2": { | |
| "hit@1": 0.1689210443535703, | |
| "hit@5": 0.35199748348537274, | |
| "hit@10": 0.443535703051274, | |
| "ndcg_linear@1": 0.1689210443535703, | |
| "ndcg_linear@5": 0.2629752832004448, | |
| "ndcg_linear@10": 0.29271527912337164, | |
| "ndcg_exponential@1": 0.1689210443535703, | |
| "ndcg_exponential@5": 0.2629752832004448, | |
| "ndcg_exponential@10": 0.29271527912337164, | |
| "precision@1": 0.1689210443535703, | |
| "precision@5": 0.07039949669707456, | |
| "precision@10": 0.0443535703051274, | |
| "recall@1": 0.1689210443535703, | |
| "recall@5": 0.35199748348537274, | |
| "recall@10": 0.443535703051274, | |
| "f1@1": 0.1689210443535703, | |
| "f1@5": 0.11733249449512427, | |
| "f1@10": 0.08064285510023164, | |
| "map@1": 0.1689210443535703, | |
| "map@5": 0.23367935409457902, | |
| "map@10": 0.24603074741483047, | |
| "mrr@1": 0.1689210443535703, | |
| "mrr@5": 0.23367935409457902, | |
| "mrr@10": 0.24603074741483047, | |
| "num_pred": 3179, | |
| "num_data": 3179 | |
| }, | |
| "QVHighlight": { | |
| "hit@1": 0.5152354570637119, | |
| "hit@5": 0.8587257617728532, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.5152354570637119, | |
| "ndcg_linear@5": 0.6968949839565493, | |
| "ndcg_linear@10": 0.742731199912767, | |
| "ndcg_exponential@1": 0.5152354570637119, | |
| "ndcg_exponential@5": 0.6968949839565493, | |
| "ndcg_exponential@10": 0.742731199912767, | |
| "precision@1": 0.5152354570637119, | |
| "precision@5": 0.17174515235457063, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.5152354570637119, | |
| "recall@5": 0.8587257617728532, | |
| "recall@10": 1.0, | |
| "f1@1": 0.5152354570637119, | |
| "f1@5": 0.28624192059095116, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.5152354570637119, | |
| "map@5": 0.6431517389966143, | |
| "map@10": 0.6621561212973954, | |
| "mrr@1": 0.5152354570637119, | |
| "mrr@5": 0.6431517389966143, | |
| "mrr@10": 0.6621561212973954, | |
| "num_pred": 1083, | |
| "num_data": 1083 | |
| }, | |
| "Charades-STA": { | |
| "hit@1": 0.1815680880330124, | |
| "hit@5": 0.5295735900962861, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.1815680880330124, | |
| "ndcg_linear@5": 0.35150044729928126, | |
| "ndcg_linear@10": 0.49842400295841127, | |
| "ndcg_exponential@1": 0.1815680880330124, | |
| "ndcg_exponential@5": 0.35150044729928126, | |
| "ndcg_exponential@10": 0.49842400295841127, | |
| "precision@1": 0.1815680880330124, | |
| "precision@5": 0.1059147180192572, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.1815680880330124, | |
| "recall@5": 0.5295735900962861, | |
| "recall@10": 1.0, | |
| "f1@1": 0.1815680880330124, | |
| "f1@5": 0.17652453003209542, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.1815680880330124, | |
| "map@5": 0.29371847776249427, | |
| "map@10": 0.35136787406388503, | |
| "mrr@1": 0.1815680880330124, | |
| "mrr@5": 0.29371847776249427, | |
| "mrr@10": 0.35136787406388503, | |
| "num_pred": 727, | |
| "num_data": 727 | |
| }, | |
| "MomentSeeker": { | |
| "hit@1": 0.4038888888888889, | |
| "hit@5": 0.8922222222222222, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.4038888888888889, | |
| "ndcg_linear@5": 0.6653924165164706, | |
| "ndcg_linear@10": 0.7059801123805041, | |
| "ndcg_exponential@1": 0.4038888888888889, | |
| "ndcg_exponential@5": 0.6653924165164706, | |
| "ndcg_exponential@10": 0.7059801123805041, | |
| "precision@1": 0.4038888888888889, | |
| "precision@5": 0.19644444444444445, | |
| "precision@10": 0.11261111111111112, | |
| "recall@1": 0.381550925925926, | |
| "recall@5": 0.8777546296296297, | |
| "recall@10": 0.9972685185185186, | |
| "f1@1": 0.38838536155202824, | |
| "f1@5": 0.3158506154339488, | |
| "f1@10": 0.19978680270346938, | |
| "map@1": 0.4038888888888889, | |
| "map@5": 0.5893097222222223, | |
| "map@10": 0.6081910640799529, | |
| "mrr@1": 0.4038888888888889, | |
| "mrr@5": 0.5971944444444444, | |
| "mrr@10": 0.612231922398589, | |
| "num_pred": 1800, | |
| "num_data": 1800 | |
| }, | |
| "K700": { | |
| "hit@1": 0.464, | |
| "hit@5": 0.703, | |
| "hit@10": 0.789, | |
| "ndcg_linear@1": 0.464, | |
| "ndcg_linear@5": 0.5931449504305456, | |
| "ndcg_linear@10": 0.6208968507825027, | |
| "ndcg_exponential@1": 0.464, | |
| "ndcg_exponential@5": 0.5931449504305456, | |
| "ndcg_exponential@10": 0.6208968507825027, | |
| "precision@1": 0.464, | |
| "precision@5": 0.14059999999999997, | |
| "precision@10": 0.07890000000000001, | |
| "recall@1": 0.464, | |
| "recall@5": 0.703, | |
| "recall@10": 0.789, | |
| "f1@1": 0.464, | |
| "f1@5": 0.23433333333333337, | |
| "f1@10": 0.14345454545454547, | |
| "map@1": 0.464, | |
| "map@5": 0.5564, | |
| "map@10": 0.5678150793650794, | |
| "mrr@1": 0.464, | |
| "mrr@5": 0.5564, | |
| "mrr@10": 0.5678150793650794, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SmthSmthV2": { | |
| "hit@1": 0.499, | |
| "hit@5": 0.781, | |
| "hit@10": 0.862, | |
| "ndcg_linear@1": 0.499, | |
| "ndcg_linear@5": 0.6544550514934299, | |
| "ndcg_linear@10": 0.6810844225527735, | |
| "ndcg_exponential@1": 0.499, | |
| "ndcg_exponential@5": 0.6544550514934299, | |
| "ndcg_exponential@10": 0.6810844225527735, | |
| "precision@1": 0.499, | |
| "precision@5": 0.15619999999999998, | |
| "precision@10": 0.08620000000000001, | |
| "recall@1": 0.499, | |
| "recall@5": 0.781, | |
| "recall@10": 0.862, | |
| "f1@1": 0.499, | |
| "f1@5": 0.26033333333333336, | |
| "f1@10": 0.15672727272727274, | |
| "map@1": 0.499, | |
| "map@5": 0.6119, | |
| "map@10": 0.6231444444444445, | |
| "mrr@1": 0.499, | |
| "mrr@5": 0.6119, | |
| "mrr@10": 0.6231444444444445, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HMDB51": { | |
| "hit@1": 0.489, | |
| "hit@5": 0.774, | |
| "hit@10": 0.854, | |
| "ndcg_linear@1": 0.489, | |
| "ndcg_linear@5": 0.6446285128958543, | |
| "ndcg_linear@10": 0.6704831072791624, | |
| "ndcg_exponential@1": 0.489, | |
| "ndcg_exponential@5": 0.6446285128958543, | |
| "ndcg_exponential@10": 0.6704831072791624, | |
| "precision@1": 0.489, | |
| "precision@5": 0.15480000000000002, | |
| "precision@10": 0.0854, | |
| "recall@1": 0.489, | |
| "recall@5": 0.774, | |
| "recall@10": 0.854, | |
| "f1@1": 0.489, | |
| "f1@5": 0.25800000000000006, | |
| "f1@10": 0.15527272727272728, | |
| "map@1": 0.489, | |
| "map@5": 0.6011833333333334, | |
| "map@10": 0.6118492063492063, | |
| "mrr@1": 0.489, | |
| "mrr@5": 0.6011833333333334, | |
| "mrr@10": 0.6118492063492063, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "UCF101": { | |
| "hit@1": 0.699, | |
| "hit@5": 0.905, | |
| "hit@10": 0.939, | |
| "ndcg_linear@1": 0.699, | |
| "ndcg_linear@5": 0.8157725031603894, | |
| "ndcg_linear@10": 0.82703643669356, | |
| "ndcg_exponential@1": 0.699, | |
| "ndcg_exponential@5": 0.8157725031603894, | |
| "ndcg_exponential@10": 0.82703643669356, | |
| "precision@1": 0.699, | |
| "precision@5": 0.181, | |
| "precision@10": 0.09390000000000001, | |
| "recall@1": 0.699, | |
| "recall@5": 0.905, | |
| "recall@10": 0.939, | |
| "f1@1": 0.699, | |
| "f1@5": 0.30166666666666664, | |
| "f1@10": 0.17072727272727273, | |
| "map@1": 0.699, | |
| "map@5": 0.7854833333333333, | |
| "map@10": 0.7902900793650793, | |
| "mrr@1": 0.699, | |
| "mrr@5": 0.7854833333333333, | |
| "mrr@10": 0.7902900793650793, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Breakfast": { | |
| "hit@1": 0.12702078521939955, | |
| "hit@5": 0.6073903002309469, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.12702078521939955, | |
| "ndcg_linear@5": 0.3635576849613301, | |
| "ndcg_linear@10": 0.4911876506328746, | |
| "ndcg_exponential@1": 0.12702078521939955, | |
| "ndcg_exponential@5": 0.3635576849613301, | |
| "ndcg_exponential@10": 0.4911876506328746, | |
| "precision@1": 0.12702078521939955, | |
| "precision@5": 0.12147806004618936, | |
| "precision@10": 0.1, | |
| "recall@1": 0.12702078521939955, | |
| "recall@5": 0.6073903002309469, | |
| "recall@10": 1.0, | |
| "f1@1": 0.12702078521939955, | |
| "f1@5": 0.20246343341031567, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.12702078521939955, | |
| "map@5": 0.28421862971516554, | |
| "map@10": 0.3372346860222149, | |
| "mrr@1": 0.12702078521939955, | |
| "mrr@5": 0.28421862971516554, | |
| "mrr@10": 0.3372346860222149, | |
| "num_pred": 433, | |
| "num_data": 433 | |
| }, | |
| "MVBench": { | |
| "hit@1": 0.41575, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.41575, | |
| "ndcg_linear@5": 0.7383191847708812, | |
| "ndcg_linear@10": 0.7383191847708812, | |
| "ndcg_exponential@1": 0.41575, | |
| "ndcg_exponential@5": 0.7383191847708812, | |
| "ndcg_exponential@10": 0.7383191847708812, | |
| "precision@1": 0.41575, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.41575, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.41575, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.41575, | |
| "map@5": 0.6497583333333333, | |
| "map@10": 0.6497583333333333, | |
| "mrr@1": 0.41575, | |
| "mrr@5": 0.6497583333333333, | |
| "mrr@10": 0.6497583333333333, | |
| "num_pred": 4000, | |
| "num_data": 4000 | |
| }, | |
| "Video-MME": { | |
| "hit@1": 0.3977777777777778, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.3977777777777778, | |
| "ndcg_linear@5": 0.7196994876582079, | |
| "ndcg_linear@10": 0.7196994876582079, | |
| "ndcg_exponential@1": 0.3977777777777778, | |
| "ndcg_exponential@5": 0.7196994876582079, | |
| "ndcg_exponential@10": 0.7196994876582079, | |
| "precision@1": 0.3977777777777778, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.3977777777777778, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.3977777777777778, | |
| "f1@5": 0.3333333333333334, | |
| "f1@10": 0.18181818181818188, | |
| "map@1": 0.3977777777777778, | |
| "map@5": 0.6258024691358024, | |
| "map@10": 0.6258024691358024, | |
| "mrr@1": 0.3977777777777778, | |
| "mrr@5": 0.6258024691358024, | |
| "mrr@10": 0.6258024691358024, | |
| "num_pred": 2700, | |
| "num_data": 2700 | |
| }, | |
| "NExTQA": { | |
| "hit@1": 0.49532928538066323, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.49532928538066323, | |
| "ndcg_linear@5": 0.7576205695993969, | |
| "ndcg_linear@10": 0.7576205695993969, | |
| "ndcg_exponential@1": 0.49532928538066323, | |
| "ndcg_exponential@5": 0.7576205695993969, | |
| "ndcg_exponential@10": 0.7576205695993969, | |
| "precision@1": 0.49532928538066323, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.49532928538066323, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.49532928538066323, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.49532928538066323, | |
| "map@5": 0.6775903004826405, | |
| "map@10": 0.6775903004826405, | |
| "mrr@1": 0.49532928538066323, | |
| "mrr@5": 0.6773567647516736, | |
| "mrr@10": 0.6773567647516736, | |
| "num_pred": 8564, | |
| "num_data": 8564 | |
| }, | |
| "EgoSchema": { | |
| "hit@1": 0.356, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.356, | |
| "ndcg_linear@5": 0.6967117751574468, | |
| "ndcg_linear@10": 0.6967117751574468, | |
| "ndcg_exponential@1": 0.356, | |
| "ndcg_exponential@5": 0.6967117751574468, | |
| "ndcg_exponential@10": 0.6967117751574468, | |
| "precision@1": 0.356, | |
| "precision@5": 0.2, | |
| "precision@10": 0.1, | |
| "recall@1": 0.356, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.356, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.356, | |
| "map@5": 0.5960333333333333, | |
| "map@10": 0.5960333333333333, | |
| "mrr@1": 0.356, | |
| "mrr@5": 0.5960333333333333, | |
| "mrr@10": 0.5960333333333333, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ActivityNetQA": { | |
| "hit@1": 0.712, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.712, | |
| "ndcg_linear@5": 0.8937077690285798, | |
| "ndcg_linear@10": 0.8937077690285798, | |
| "ndcg_exponential@1": 0.712, | |
| "ndcg_exponential@5": 0.8937077690285798, | |
| "ndcg_exponential@10": 0.8937077690285798, | |
| "precision@1": 0.712, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.712, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.712, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.712, | |
| "map@5": 0.856, | |
| "map@10": 0.856, | |
| "mrr@1": 0.712, | |
| "mrr@5": 0.856, | |
| "mrr@10": 0.856, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| } | |
| } | |
| } | |
| } |