File size: 6,000 Bytes
81d107a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 | {
"dataset_revision": "90fceea13679c63fe563ded68f3b6f06e50061de",
"task_name": "CQADupstackMathematicaRetrieval",
"mteb_version": "1.25.1",
"scores": {
"test": [
{
"ndcg_at_1": 0.1592,
"ndcg_at_3": 0.18727,
"ndcg_at_5": 0.20573,
"ndcg_at_10": 0.23092,
"ndcg_at_20": 0.24856,
"ndcg_at_100": 0.28661,
"ndcg_at_1000": 0.31839,
"map_at_1": 0.126,
"map_at_3": 0.1645,
"map_at_5": 0.17543,
"map_at_10": 0.18641,
"map_at_20": 0.19162,
"map_at_100": 0.19739,
"map_at_1000": 0.19864,
"recall_at_1": 0.126,
"recall_at_3": 0.20946,
"recall_at_5": 0.2564,
"recall_at_10": 0.32953,
"recall_at_20": 0.392,
"recall_at_100": 0.57855,
"recall_at_1000": 0.80748,
"precision_at_1": 0.1592,
"precision_at_3": 0.08955,
"precision_at_5": 0.06592,
"precision_at_10": 0.04366,
"precision_at_20": 0.02668,
"precision_at_100": 0.00832,
"precision_at_1000": 0.00124,
"mrr_at_1": 0.159204,
"mrr_at_3": 0.204187,
"mrr_at_5": 0.216563,
"mrr_at_10": 0.228361,
"mrr_at_20": 0.233146,
"mrr_at_100": 0.237804,
"mrr_at_1000": 0.238608,
"nauc_ndcg_at_1_max": 0.173331,
"nauc_ndcg_at_1_std": -0.070922,
"nauc_ndcg_at_1_diff1": 0.313574,
"nauc_ndcg_at_3_max": 0.149226,
"nauc_ndcg_at_3_std": -0.044527,
"nauc_ndcg_at_3_diff1": 0.231067,
"nauc_ndcg_at_5_max": 0.147868,
"nauc_ndcg_at_5_std": -0.033304,
"nauc_ndcg_at_5_diff1": 0.21667,
"nauc_ndcg_at_10_max": 0.136413,
"nauc_ndcg_at_10_std": -0.030496,
"nauc_ndcg_at_10_diff1": 0.19898,
"nauc_ndcg_at_20_max": 0.140685,
"nauc_ndcg_at_20_std": -0.020516,
"nauc_ndcg_at_20_diff1": 0.199934,
"nauc_ndcg_at_100_max": 0.159372,
"nauc_ndcg_at_100_std": 0.004912,
"nauc_ndcg_at_100_diff1": 0.205706,
"nauc_ndcg_at_1000_max": 0.158797,
"nauc_ndcg_at_1000_std": 0.000364,
"nauc_ndcg_at_1000_diff1": 0.203824,
"nauc_map_at_1_max": 0.176756,
"nauc_map_at_1_std": -0.061246,
"nauc_map_at_1_diff1": 0.294157,
"nauc_map_at_3_max": 0.151356,
"nauc_map_at_3_std": -0.048515,
"nauc_map_at_3_diff1": 0.241311,
"nauc_map_at_5_max": 0.151841,
"nauc_map_at_5_std": -0.042908,
"nauc_map_at_5_diff1": 0.23564,
"nauc_map_at_10_max": 0.146342,
"nauc_map_at_10_std": -0.040837,
"nauc_map_at_10_diff1": 0.226564,
"nauc_map_at_20_max": 0.148085,
"nauc_map_at_20_std": -0.036882,
"nauc_map_at_20_diff1": 0.226222,
"nauc_map_at_100_max": 0.151301,
"nauc_map_at_100_std": -0.032596,
"nauc_map_at_100_diff1": 0.226917,
"nauc_map_at_1000_max": 0.151171,
"nauc_map_at_1000_std": -0.032835,
"nauc_map_at_1000_diff1": 0.226596,
"nauc_recall_at_1_max": 0.176756,
"nauc_recall_at_1_std": -0.061246,
"nauc_recall_at_1_diff1": 0.294157,
"nauc_recall_at_3_max": 0.129382,
"nauc_recall_at_3_std": -0.026964,
"nauc_recall_at_3_diff1": 0.182064,
"nauc_recall_at_5_max": 0.126607,
"nauc_recall_at_5_std": -0.010177,
"nauc_recall_at_5_diff1": 0.159092,
"nauc_recall_at_10_max": 0.100506,
"nauc_recall_at_10_std": -0.007447,
"nauc_recall_at_10_diff1": 0.123114,
"nauc_recall_at_20_max": 0.109598,
"nauc_recall_at_20_std": 0.022768,
"nauc_recall_at_20_diff1": 0.126061,
"nauc_recall_at_100_max": 0.192576,
"nauc_recall_at_100_std": 0.141059,
"nauc_recall_at_100_diff1": 0.148286,
"nauc_recall_at_1000_max": 0.2255,
"nauc_recall_at_1000_std": 0.2101,
"nauc_recall_at_1000_diff1": 0.097776,
"nauc_precision_at_1_max": 0.173331,
"nauc_precision_at_1_std": -0.070922,
"nauc_precision_at_1_diff1": 0.313574,
"nauc_precision_at_3_max": 0.128165,
"nauc_precision_at_3_std": -0.037662,
"nauc_precision_at_3_diff1": 0.186901,
"nauc_precision_at_5_max": 0.135809,
"nauc_precision_at_5_std": -0.01395,
"nauc_precision_at_5_diff1": 0.16978,
"nauc_precision_at_10_max": 0.111158,
"nauc_precision_at_10_std": -0.011867,
"nauc_precision_at_10_diff1": 0.126989,
"nauc_precision_at_20_max": 0.111932,
"nauc_precision_at_20_std": 0.005621,
"nauc_precision_at_20_diff1": 0.115231,
"nauc_precision_at_100_max": 0.106532,
"nauc_precision_at_100_std": 0.058503,
"nauc_precision_at_100_diff1": 0.072954,
"nauc_precision_at_1000_max": 0.065429,
"nauc_precision_at_1000_std": -0.003839,
"nauc_precision_at_1000_diff1": 0.017772,
"nauc_mrr_at_1_max": 0.173331,
"nauc_mrr_at_1_std": -0.070922,
"nauc_mrr_at_1_diff1": 0.313574,
"nauc_mrr_at_3_max": 0.156386,
"nauc_mrr_at_3_std": -0.049645,
"nauc_mrr_at_3_diff1": 0.249522,
"nauc_mrr_at_5_max": 0.154441,
"nauc_mrr_at_5_std": -0.043804,
"nauc_mrr_at_5_diff1": 0.240661,
"nauc_mrr_at_10_max": 0.14987,
"nauc_mrr_at_10_std": -0.044188,
"nauc_mrr_at_10_diff1": 0.23307,
"nauc_mrr_at_20_max": 0.151533,
"nauc_mrr_at_20_std": -0.042259,
"nauc_mrr_at_20_diff1": 0.234266,
"nauc_mrr_at_100_max": 0.153064,
"nauc_mrr_at_100_std": -0.039756,
"nauc_mrr_at_100_diff1": 0.234561,
"nauc_mrr_at_1000_max": 0.152904,
"nauc_mrr_at_1000_std": -0.039874,
"nauc_mrr_at_1000_diff1": 0.234452,
"main_score": 0.23092,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 45.40352916717529,
"kg_co2_emissions": null
} |