| { | |
| "dataset": "climate-fever", | |
| "split": "test", | |
| "metric": "dot", | |
| "norm_query": false, | |
| "norm_doc": false, | |
| "scores": { | |
| "ndcg": { | |
| "NDCG@1": 0.14788, | |
| "NDCG@3": 0.13613, | |
| "NDCG@5": 0.14839, | |
| "NDCG@10": 0.17148, | |
| "NDCG@20": 0.19627, | |
| "NDCG@50": 0.22294, | |
| "NDCG@100": 0.24274, | |
| "NDCG@200": 0.26068, | |
| "NDCG@1000": 0.28832 | |
| }, | |
| "map": { | |
| "MAP@1": 0.06935, | |
| "MAP@3": 0.09841, | |
| "MAP@5": 0.10767, | |
| "MAP@10": 0.11697, | |
| "MAP@20": 0.12408, | |
| "MAP@50": 0.12928, | |
| "MAP@100": 0.13159, | |
| "MAP@200": 0.13289, | |
| "MAP@1000": 0.1339 | |
| }, | |
| "precision": { | |
| "P@1": 0.14788, | |
| "P@3": 0.09859, | |
| "P@5": 0.07739, | |
| "P@10": 0.05362, | |
| "P@20": 0.0373, | |
| "P@50": 0.0207, | |
| "P@100": 0.01303, | |
| "P@200": 0.00793, | |
| "P@1000": 0.00213 | |
| }, | |
| "recall": { | |
| "Recall@1": 0.06935, | |
| "Recall@3": 0.12893, | |
| "Recall@5": 0.16257, | |
| "Recall@10": 0.21584, | |
| "Recall@20": 0.28686, | |
| "Recall@50": 0.38308, | |
| "Recall@100": 0.47004, | |
| "Recall@200": 0.56089, | |
| "Recall@1000": 0.72887 | |
| }, | |
| "mrr": { | |
| "MRR@1": 0.14788, | |
| "MRR@3": 0.20304, | |
| "MRR@5": 0.21975, | |
| "MRR@10": 0.23202, | |
| "MRR@20": 0.24052, | |
| "MRR@50": 0.24439, | |
| "MRR@100": 0.24562, | |
| "MRR@200": 0.24621, | |
| "MRR@1000": 0.24645 | |
| }, | |
| "recall_cap": { | |
| "R_cap@1": 0.14788, | |
| "R_cap@3": 0.13757, | |
| "R_cap@5": 0.16257, | |
| "R_cap@10": 0.21584, | |
| "R_cap@20": 0.28686, | |
| "R_cap@50": 0.38308, | |
| "R_cap@100": 0.47004, | |
| "R_cap@200": 0.56089, | |
| "R_cap@1000": 0.72887 | |
| }, | |
| "hole": { | |
| "Hole@1": 0.63192, | |
| "Hole@3": 0.6823, | |
| "Hole@5": 0.71218, | |
| "Hole@10": 0.75036, | |
| "Hole@20": 0.77935, | |
| "Hole@50": 0.81696, | |
| "Hole@100": 0.84354, | |
| "Hole@200": 0.86921, | |
| "Hole@1000": 0.92224 | |
| } | |
| } | |
| } | |