Upload folder using huggingface_hub

mean_pooling/AmazonCounterfactualClassification.json

@@ -0,0 +1,44 @@
+{
+  "dataset_revision": "e8379541af4e31359cca9fbcf4b00f2671dba205",
+  "mteb_dataset_name": "AmazonCounterfactualClassification",
+  "mteb_version": "1.1.1",
+  "test": {
+    "de": {
+      "accuracy": 0.6229122055674517,
+      "accuracy_stderr": 0.02689391560397646,
+      "ap": 0.7654273024410109,
+      "ap_stderr": 0.014834546530994171,
+      "f1": 0.6037703210343267,
+      "f1_stderr": 0.023236308207408476,
+      "main_score": 0.6229122055674517
+    },
+    "en": {
+      "accuracy": 0.7073134328358208,
+      "accuracy_stderr": 0.0383582089552239,
+      "ap": 0.3235996836729783,
+      "ap_stderr": 0.026484778108220294,
+      "f1": 0.642137087561157,
+      "f1_stderr": 0.03200155942638674,
+      "main_score": 0.7073134328358208
+    },
+    "en-ext": {
+      "accuracy": 0.6757871064467766,
+      "accuracy_stderr": 0.04988162814232977,
+      "ap": 0.1703033311712744,
+      "ap_stderr": 0.013926829446773738,
+      "f1": 0.5482175063189498,
+      "f1_stderr": 0.03163298075732844,
+      "main_score": 0.6757871064467766
+    },
+    "evaluation_time": 10.55,
+    "ja": {
+      "accuracy": 0.6251605995717344,
+      "accuracy_stderr": 0.053002616964599826,
+      "ap": 0.14367489440317666,
+      "ap_stderr": 0.012527680056177723,
+      "f1": 0.5048473578289779,
+      "f1_stderr": 0.030994925213475993,
+      "main_score": 0.6251605995717344
+    }
+  }
+}

mean_pooling/AmazonReviewsClassification.json

@@ -0,0 +1,50 @@
+{
+  "dataset_revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
+  "mteb_dataset_name": "AmazonReviewsClassification",
+  "mteb_version": "1.1.1",
+  "test": {
+    "de": {
+      "accuracy": 0.25157999999999997,
+      "accuracy_stderr": 0.010526708887396853,
+      "f1": 0.23033533062569989,
+      "f1_stderr": 0.011376096062198478,
+      "main_score": 0.25157999999999997
+    },
+    "en": {
+      "accuracy": 0.29172000000000003,
+      "accuracy_stderr": 0.02224143880237967,
+      "f1": 0.28264998641170463,
+      "f1_stderr": 0.01915251174656213,
+      "main_score": 0.29172000000000003
+    },
+    "es": {
+      "accuracy": 0.2684,
+      "accuracy_stderr": 0.009740225870070984,
+      "f1": 0.256934137380864,
+      "f1_stderr": 0.014160040681147892,
+      "main_score": 0.2684
+    },
+    "evaluation_time": 19.09,
+    "fr": {
+      "accuracy": 0.26492,
+      "accuracy_stderr": 0.010117390968031229,
+      "f1": 0.256252880863665,
+      "f1_stderr": 0.016518491974052727,
+      "main_score": 0.26492
+    },
+    "ja": {
+      "accuracy": 0.24448000000000003,
+      "accuracy_stderr": 0.010610636173199038,
+      "f1": 0.23864602422259348,
+      "f1_stderr": 0.009789982505437196,
+      "main_score": 0.24448000000000003
+    },
+    "zh": {
+      "accuracy": 0.26412,
+      "accuracy_stderr": 0.017427380755581142,
+      "f1": 0.25779710231390757,
+      "f1_stderr": 0.017970802471815667,
+      "main_score": 0.26412
+    }
+  }
+}

mean_pooling/ArguAna.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "ArguAna",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 4.9,
+    "map_at_1": 0.05761,
+    "map_at_10": 0.10267,
+    "map_at_100": 0.11066,
+    "map_at_1000": 0.1116,
+    "map_at_3": 0.08642,
+    "map_at_5": 0.09474,
+    "mrr_at_1": 0.06046,
+    "mrr_at_10": 0.10365,
+    "mrr_at_100": 0.11178,
+    "mrr_at_1000": 0.11272,
+    "mrr_at_3": 0.08713,
+    "mrr_at_5": 0.09587,
+    "ndcg_at_1": 0.05761,
+    "ndcg_at_10": 0.13055,
+    "ndcg_at_100": 0.17526,
+    "ndcg_at_1000": 0.20578,
+    "ndcg_at_3": 0.09616,
+    "ndcg_at_5": 0.11128,
+    "precision_at_1": 0.05761,
+    "precision_at_10": 0.02212,
+    "precision_at_100": 0.00444,
+    "precision_at_1000": 0.0007,
+    "precision_at_3": 0.04149,
+    "precision_at_5": 0.03229,
+    "recall_at_1": 0.05761,
+    "recall_at_10": 0.22119,
+    "recall_at_100": 0.44381,
+    "recall_at_1000": 0.69701,
+    "recall_at_3": 0.12447,
+    "recall_at_5": 0.16145
+  }
+}

mean_pooling/ArxivClusteringS2S.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "f910caf1a6075f7329cdf8c1a6135696f37dbd53",
+  "mteb_dataset_name": "ArxivClusteringS2S",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 142.95,
+    "v_measure": 0.13902183567893395,
+    "v_measure_std": 0.1629138614719751
+  }
+}

mean_pooling/AskUbuntuDupQuestions.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "2000358ca161889fa9c082cb41daa8dcfb161a54",
+  "mteb_dataset_name": "AskUbuntuDupQuestions",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 0.79,
+    "map": 0.4793210378051478,
+    "mrr": 0.6070318339708921
+  }
+}

mean_pooling/BIOSSES.json

@@ -0,0 +1,20 @@
+{
+  "dataset_revision": "d3fb88f8f02e40887cd149695127462bbcf29b4a",
+  "mteb_dataset_name": "BIOSSES",
+  "mteb_version": "1.1.1",
+  "test": {
+    "cos_sim": {
+      "pearson": 0.4957650220181508,
+      "spearman": 0.5184214511386663
+    },
+    "euclidean": {
+      "pearson": 0.41218817317634704,
+      "spearman": 0.41168407929620454
+    },
+    "evaluation_time": 0.06,
+    "manhattan": {
+      "pearson": 0.4273893519020435,
+      "spearman": 0.44384746276312537
+    }
+  }
+}

mean_pooling/Banking77Classification.json

@@ -0,0 +1,13 @@
+{
+  "dataset_revision": "0fd18e25b25c072e09e0d92ab615fda904d66300",
+  "mteb_dataset_name": "Banking77Classification",
+  "mteb_version": "1.1.1",
+  "test": {
+    "accuracy": 0.4603896103896104,
+    "accuracy_stderr": 0.012482066744637069,
+    "evaluation_time": 1.76,
+    "f1": 0.4454083818845286,
+    "f1_stderr": 0.013695141069019834,
+    "main_score": 0.4603896103896104
+  }
+}

mean_pooling/BiorxivClusteringP2P.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "65b79d1d13f80053f67aca9498d9402c2d9f1f40",
+  "mteb_dataset_name": "BiorxivClusteringP2P",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 100.9,
+    "v_measure": 0.2311339301570691,
+    "v_measure_std": 0.00633140144573095
+  }
+}

mean_pooling/BiorxivClusteringS2S.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "258694dd0231531bc1fd9de6ceb52a0853c6d908",
+  "mteb_dataset_name": "BiorxivClusteringS2S",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 14.04,
+    "v_measure": 0.12624675113307487,
+    "v_measure_std": 0.006398955457026444
+  }
+}

mean_pooling/CQADupstackAndroidRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "CQADupstackAndroidRetrieval",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 5.73,
+    "map_at_1": 0.10105,
+    "map_at_10": 0.13364,
+    "map_at_100": 0.13987,
+    "map_at_1000": 0.1408,
+    "map_at_3": 0.12447,
+    "map_at_5": 0.12993,
+    "mrr_at_1": 0.12876,
+    "mrr_at_10": 0.16252,
+    "mrr_at_100": 0.16926,
+    "mrr_at_1000": 0.17004,
+    "mrr_at_3": 0.15236,
+    "mrr_at_5": 0.15744,
+    "ndcg_at_1": 0.12876,
+    "ndcg_at_10": 0.15635,
+    "ndcg_at_100": 0.19173,
+    "ndcg_at_1000": 0.22168,
+    "ndcg_at_3": 0.14117,
+    "ndcg_at_5": 0.14767,
+    "precision_at_1": 0.12876,
+    "precision_at_10": 0.02761,
+    "precision_at_100": 0.00558,
+    "precision_at_1000": 0.00101,
+    "precision_at_3": 0.06676,
+    "precision_at_5": 0.04635,
+    "recall_at_1": 0.10105,
+    "recall_at_10": 0.19767,
+    "recall_at_100": 0.36448,
+    "recall_at_1000": 0.58623,
+    "recall_at_3": 0.15087,
+    "recall_at_5": 0.17076
+  }
+}

mean_pooling/CQADupstackEnglishRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "CQADupstackEnglishRetrieval",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 9.04,
+    "map_at_1": 0.0725,
+    "map_at_10": 0.0941,
+    "map_at_100": 0.09903,
+    "map_at_1000": 0.09993,
+    "map_at_3": 0.08693,
+    "map_at_5": 0.09052,
+    "mrr_at_1": 0.09299,
+    "mrr_at_10": 0.11907,
+    "mrr_at_100": 0.12424,
+    "mrr_at_1000": 0.12503,
+    "mrr_at_3": 0.10945,
+    "mrr_at_5": 0.11413,
+    "ndcg_at_1": 0.09299,
+    "ndcg_at_10": 0.11278,
+    "ndcg_at_100": 0.13904,
+    "ndcg_at_1000": 0.16642,
+    "ndcg_at_3": 0.09956,
+    "ndcg_at_5": 0.10488,
+    "precision_at_1": 0.09299,
+    "precision_at_10": 0.02166,
+    "precision_at_100": 0.00454,
+    "precision_at_1000": 0.00089,
+    "precision_at_3": 0.04798,
+    "precision_at_5": 0.03427,
+    "recall_at_1": 0.0725,
+    "recall_at_10": 0.14285,
+    "recall_at_100": 0.26588,
+    "recall_at_1000": 0.46488,
+    "recall_at_3": 0.10309,
+    "recall_at_5": 0.11756
+  }
+}

mean_pooling/CQADupstackGamingRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "CQADupstackGamingRetrieval",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 10.11,
+    "map_at_1": 0.1157,
+    "map_at_10": 0.15497,
+    "map_at_100": 0.16036,
+    "map_at_1000": 0.16122,
+    "map_at_3": 0.14309,
+    "map_at_5": 0.14895,
+    "mrr_at_1": 0.13354,
+    "mrr_at_10": 0.17408,
+    "mrr_at_100": 0.17936,
+    "mrr_at_1000": 0.18015,
+    "mrr_at_3": 0.16123,
+    "mrr_at_5": 0.16735,
+    "ndcg_at_1": 0.13354,
+    "ndcg_at_10": 0.18071,
+    "ndcg_at_100": 0.21017,
+    "ndcg_at_1000": 0.2367,
+    "ndcg_at_3": 0.15644,
+    "ndcg_at_5": 0.16618,
+    "precision_at_1": 0.13354,
+    "precision_at_10": 0.0294,
+    "precision_at_100": 0.00481,
+    "precision_at_1000": 0.00076,
+    "precision_at_3": 0.07001,
+    "precision_at_5": 0.04765,
+    "recall_at_1": 0.1157,
+    "recall_at_10": 0.24147,
+    "recall_at_100": 0.38045,
+    "recall_at_1000": 0.58648,
+    "recall_at_3": 0.1742,
+    "recall_at_5": 0.19876
+  }
+}

mean_pooling/CQADupstackGisRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "CQADupstackGisRetrieval",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 14.98,
+    "map_at_1": 0.04463,
+    "map_at_10": 0.06091,
+    "map_at_100": 0.06548,
+    "map_at_1000": 0.06622,
+    "map_at_3": 0.05461,
+    "map_at_5": 0.05768,
+    "mrr_at_1": 0.04746,
+    "mrr_at_10": 0.06431,
+    "mrr_at_100": 0.06941,
+    "mrr_at_1000": 0.07016,
+    "mrr_at_3": 0.05763,
+    "mrr_at_5": 0.06102,
+    "ndcg_at_1": 0.04746,
+    "ndcg_at_10": 0.0719,
+    "ndcg_at_100": 0.09604,
+    "ndcg_at_1000": 0.12086,
+    "ndcg_at_3": 0.0588,
+    "ndcg_at_5": 0.06429,
+    "precision_at_1": 0.04746,
+    "precision_at_10": 0.01141,
+    "precision_at_100": 0.00249,
+    "precision_at_1000": 0.00049,
+    "precision_at_3": 0.02448,
+    "precision_at_5": 0.01785,
+    "recall_at_1": 0.04463,
+    "recall_at_10": 0.1033,
+    "recall_at_100": 0.21578,
+    "recall_at_1000": 0.41404,
+    "recall_at_3": 0.06817,
+    "recall_at_5": 0.0806
+  }
+}

mean_pooling/CQADupstackMathematicaRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "CQADupstackMathematicaRetrieval",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 8.34,
+    "map_at_1": 0.01521,
+    "map_at_10": 0.02439,
+    "map_at_100": 0.02785,
+    "map_at_1000": 0.02858,
+    "map_at_3": 0.02091,
+    "map_at_5": 0.02256,
+    "mrr_at_1": 0.02114,
+    "mrr_at_10": 0.03216,
+    "mrr_at_100": 0.03632,
+    "mrr_at_1000": 0.03712,
+    "mrr_at_3": 0.02778,
+    "mrr_at_5": 0.02971,
+    "ndcg_at_1": 0.02114,
+    "ndcg_at_10": 0.03191,
+    "ndcg_at_100": 0.05165,
+    "ndcg_at_1000": 0.07607,
+    "ndcg_at_3": 0.02456,
+    "ndcg_at_5": 0.02744,
+    "precision_at_1": 0.02114,
+    "precision_at_10": 0.00634,
+    "precision_at_100": 0.00189,
+    "precision_at_1000": 0.00049,
+    "precision_at_3": 0.01202,
+    "precision_at_5": 0.00896,
+    "recall_at_1": 0.01521,
+    "recall_at_10": 0.048,
+    "recall_at_100": 0.13877,
+    "recall_at_1000": 0.321,
+    "recall_at_3": 0.02806,
+    "recall_at_5": 0.03552
+  }
+}

mean_pooling/CQADupstackPhysicsRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "CQADupstackPhysicsRetrieval",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 12.94,
+    "map_at_1": 0.0745,
+    "map_at_10": 0.10065,
+    "map_at_100": 0.10507,
+    "map_at_1000": 0.10599,
+    "map_at_3": 0.09017,
+    "map_at_5": 0.09603,
+    "mrr_at_1": 0.09336,
+    "mrr_at_10": 0.12589,
+    "mrr_at_100": 0.13086,
+    "mrr_at_1000": 0.13161,
+    "mrr_at_3": 0.11373,
+    "mrr_at_5": 0.12085,
+    "ndcg_at_1": 0.09336,
+    "ndcg_at_10": 0.12299,
+    "ndcg_at_100": 0.14781,
+    "ndcg_at_1000": 0.17632,
+    "ndcg_at_3": 0.10302,
+    "ndcg_at_5": 0.11247,
+    "precision_at_1": 0.09336,
+    "precision_at_10": 0.02271,
+    "precision_at_100": 0.00423,
+    "precision_at_1000": 0.00081,
+    "precision_at_3": 0.04909,
+    "precision_at_5": 0.036,
+    "recall_at_1": 0.0745,
+    "recall_at_10": 0.16891,
+    "recall_at_100": 0.2805,
+    "recall_at_1000": 0.49267,
+    "recall_at_3": 0.11188,
+    "recall_at_5": 0.13587
+  }
+}

mean_pooling/CQADupstackProgrammersRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "CQADupstackProgrammersRetrieval",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 12.6,
+    "map_at_1": 0.04734,
+    "map_at_10": 0.07046,
+    "map_at_100": 0.07564,
+    "map_at_1000": 0.0765,
+    "map_at_3": 0.0621,
+    "map_at_5": 0.06617,
+    "mrr_at_1": 0.05936,
+    "mrr_at_10": 0.08624,
+    "mrr_at_100": 0.09193,
+    "mrr_at_1000": 0.0928,
+    "mrr_at_3": 0.07725,
+    "mrr_at_5": 0.08147,
+    "ndcg_at_1": 0.05936,
+    "ndcg_at_10": 0.0881,
+    "ndcg_at_100": 0.11694,
+    "ndcg_at_1000": 0.14526,
+    "ndcg_at_3": 0.0714,
+    "ndcg_at_5": 0.07802,
+    "precision_at_1": 0.05936,
+    "precision_at_10": 0.01701,
+    "precision_at_100": 0.00366,
+    "precision_at_1000": 0.00072,
+    "precision_at_3": 0.03463,
+    "precision_at_5": 0.02557,
+    "recall_at_1": 0.04734,
+    "recall_at_10": 0.12733,
+    "recall_at_100": 0.25982,
+    "recall_at_1000": 0.47234,
+    "recall_at_3": 0.08018,
+    "recall_at_5": 0.09762
+  }
+}

mean_pooling/CQADupstackStatsRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "CQADupstackStatsRetrieval",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 18.05,
+    "map_at_1": 0.04293,
+    "map_at_10": 0.06147,
+    "map_at_100": 0.06487,
+    "map_at_1000": 0.06545,
+    "map_at_3": 0.05693,
+    "map_at_5": 0.05869,
+    "mrr_at_1": 0.05061,
+    "mrr_at_10": 0.07169,
+    "mrr_at_100": 0.07542,
+    "mrr_at_1000": 0.07597,
+    "mrr_at_3": 0.06646,
+    "mrr_at_5": 0.06823,
+    "ndcg_at_1": 0.05061,
+    "ndcg_at_10": 0.07396,
+    "ndcg_at_100": 0.0941,
+    "ndcg_at_1000": 0.11386,
+    "ndcg_at_3": 0.06454,
+    "ndcg_at_5": 0.06718,
+    "precision_at_1": 0.05061,
+    "precision_at_10": 0.01319,
+    "precision_at_100": 0.00262,
+    "precision_at_1000": 0.00047,
+    "precision_at_3": 0.03067,
+    "precision_at_5": 0.01994,
+    "recall_at_1": 0.04293,
+    "recall_at_10": 0.10221,
+    "recall_at_100": 0.19745,
+    "recall_at_1000": 0.35399,
+    "recall_at_3": 0.07508,
+    "recall_at_5": 0.08275
+  }
+}

mean_pooling/CQADupstackTexRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "CQADupstackTexRetrieval",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 41.24,
+    "map_at_1": 0.03519,
+    "map_at_10": 0.04768,
+    "map_at_100": 0.05034,
+    "map_at_1000": 0.05087,
+    "map_at_3": 0.04308,
+    "map_at_5": 0.04565,
+    "mrr_at_1": 0.04474,
+    "mrr_at_10": 0.06045,
+    "mrr_at_100": 0.06362,
+    "mrr_at_1000": 0.06417,
+    "mrr_at_3": 0.05483,
+    "mrr_at_5": 0.0581,
+    "ndcg_at_1": 0.04474,
+    "ndcg_at_10": 0.05799,
+    "ndcg_at_100": 0.07344,
+    "ndcg_at_1000": 0.09141,
+    "ndcg_at_3": 0.04893,
+    "ndcg_at_5": 0.05309,
+    "precision_at_1": 0.04474,
+    "precision_at_10": 0.0106,
+    "precision_at_100": 0.00217,
+    "precision_at_1000": 0.00045,
+    "precision_at_3": 0.02306,
+    "precision_at_5": 0.017,
+    "recall_at_1": 0.03519,
+    "recall_at_10": 0.0775,
+    "recall_at_100": 0.1505,
+    "recall_at_1000": 0.28779,
+    "recall_at_3": 0.0518,
+    "recall_at_5": 0.06245
+  }
+}

mean_pooling/CQADupstackUnixRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "CQADupstackUnixRetrieval",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 20.17,
+    "map_at_1": 0.06098,
+    "map_at_10": 0.07918,
+    "map_at_100": 0.08229,
+    "map_at_1000": 0.08293,
+    "map_at_3": 0.07139,
+    "map_at_5": 0.07646,
+    "mrr_at_1": 0.0709,
+    "mrr_at_10": 0.09293,
+    "mrr_at_100": 0.09669,
+    "mrr_at_1000": 0.09734,
+    "mrr_at_3": 0.08364,
+    "mrr_at_5": 0.08957,
+    "ndcg_at_1": 0.0709,
+    "ndcg_at_10": 0.09412,
+    "ndcg_at_100": 0.11319,
+    "ndcg_at_1000": 0.13478,
+    "ndcg_at_3": 0.07837,
+    "ndcg_at_5": 0.0873,
+    "precision_at_1": 0.0709,
+    "precision_at_10": 0.01558,
+    "precision_at_100": 0.00284,
+    "precision_at_1000": 0.00053,
+    "precision_at_3": 0.0342,
+    "precision_at_5": 0.02575,
+    "recall_at_1": 0.06098,
+    "recall_at_10": 0.12764,
+    "recall_at_100": 0.21747,
+    "recall_at_1000": 0.3828,
+    "recall_at_3": 0.08476,
+    "recall_at_5": 0.10707
+  }
+}

mean_pooling/CQADupstackWebmastersRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "CQADupstackWebmastersRetrieval",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 5.17,
+    "map_at_1": 0.08607,
+    "map_at_10": 0.10835,
+    "map_at_100": 0.11285,
+    "map_at_1000": 0.11383,
+    "map_at_3": 0.10111,
+    "map_at_5": 0.10335,
+    "mrr_at_1": 0.10672,
+    "mrr_at_10": 0.13269,
+    "mrr_at_100": 0.13729,
+    "mrr_at_1000": 0.13813,
+    "mrr_at_3": 0.12385,
+    "mrr_at_5": 0.12701,
+    "ndcg_at_1": 0.10672,
+    "ndcg_at_10": 0.12728,
+    "ndcg_at_100": 0.15313,
+    "ndcg_at_1000": 0.18161,
+    "ndcg_at_3": 0.11355,
+    "ndcg_at_5": 0.11605,
+    "precision_at_1": 0.10672,
+    "precision_at_10": 0.02154,
+    "precision_at_100": 0.00455,
+    "precision_at_1000": 0.00098,
+    "precision_at_3": 0.04941,
+    "precision_at_5": 0.03281,
+    "recall_at_1": 0.08607,
+    "recall_at_10": 0.16398,
+    "recall_at_100": 0.2892,
+    "recall_at_1000": 0.49761,
+    "recall_at_3": 0.11844,
+    "recall_at_5": 0.12792
+  }
+}

mean_pooling/CQADupstackWordpressRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "CQADupstackWordpressRetrieval",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 21.31,
+    "map_at_1": 0.03826,
+    "map_at_10": 0.05642,
+    "map_at_100": 0.05943,
+    "map_at_1000": 0.06005,
+    "map_at_3": 0.05105,
+    "map_at_5": 0.05437,
+    "mrr_at_1": 0.04436,
+    "mrr_at_10": 0.06413,
+    "mrr_at_100": 0.06752,
+    "mrr_at_1000": 0.0682,
+    "mrr_at_3": 0.05884,
+    "mrr_at_5": 0.0618,
+    "ndcg_at_1": 0.04436,
+    "ndcg_at_10": 0.06799,
+    "ndcg_at_100": 0.08619,
+    "ndcg_at_1000": 0.10842,
+    "ndcg_at_3": 0.05739,
+    "ndcg_at_5": 0.06292,
+    "precision_at_1": 0.04436,
+    "precision_at_10": 0.01109,
+    "precision_at_100": 0.00214,
+    "precision_at_1000": 0.00043,
+    "precision_at_3": 0.02588,
+    "precision_at_5": 0.01848,
+    "recall_at_1": 0.03826,
+    "recall_at_10": 0.09655,
+    "recall_at_100": 0.18611,
+    "recall_at_1000": 0.36733,
+    "recall_at_3": 0.06784,
+    "recall_at_5": 0.0817
+  }
+}

mean_pooling/EmotionClassification.json

@@ -0,0 +1,13 @@
+{
+  "dataset_revision": "4f58c6b202a23cf9a4da393831edf4f9183cad37",
+  "mteb_dataset_name": "EmotionClassification",
+  "mteb_version": "1.1.1",
+  "test": {
+    "accuracy": 0.23279999999999998,
+    "accuracy_stderr": 0.026984439960836683,
+    "evaluation_time": 1.28,
+    "f1": 0.1987865985032945,
+    "f1_stderr": 0.014325980355037253,
+    "main_score": 0.23279999999999998
+  }
+}

mean_pooling/FiQA2018.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "FiQA2018",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 17.52,
+    "map_at_1": 0.01166,
+    "map_at_10": 0.02283,
+    "map_at_100": 0.02564,
+    "map_at_1000": 0.02652,
+    "map_at_3": 0.01867,
+    "map_at_5": 0.0205,
+    "mrr_at_1": 0.02932,
+    "mrr_at_10": 0.04852,
+    "mrr_at_100": 0.05306,
+    "mrr_at_1000": 0.054,
+    "mrr_at_3": 0.04141,
+    "mrr_at_5": 0.04457,
+    "ndcg_at_1": 0.02932,
+    "ndcg_at_10": 0.03571,
+    "ndcg_at_100": 0.05489,
+    "ndcg_at_1000": 0.0831,
+    "ndcg_at_3": 0.02773,
+    "ndcg_at_5": 0.02979,
+    "precision_at_1": 0.02932,
+    "precision_at_10": 0.01049,
+    "precision_at_100": 0.00306,
+    "precision_at_1000": 0.00077,
+    "precision_at_3": 0.01852,
+    "precision_at_5": 0.01389,
+    "recall_at_1": 0.01166,
+    "recall_at_10": 0.05178,
+    "recall_at_100": 0.13057,
+    "recall_at_1000": 0.31708,
+    "recall_at_3": 0.02714,
+    "recall_at_5": 0.03491
+  }
+}

mean_pooling/ImdbClassification.json

@@ -0,0 +1,15 @@
+{
+  "dataset_revision": "3d86128a09e091d6018b6d26cad27f2739fc2db7",
+  "mteb_dataset_name": "ImdbClassification",
+  "mteb_version": "1.1.1",
+  "test": {
+    "accuracy": 0.5696359999999999,
+    "accuracy_stderr": 0.025273869193299235,
+    "ap": 0.5416760114570921,
+    "ap_stderr": 0.01742405226488044,
+    "evaluation_time": 31.15,
+    "f1": 0.5619384536106912,
+    "f1_stderr": 0.024499457387401693,
+    "main_score": 0.5696359999999999
+  }
+}

mean_pooling/MTOPDomainClassification.json

@@ -0,0 +1,50 @@
+{
+  "dataset_revision": "d80d48c1eb48d3562165c59d59d0034df9fff0bf",
+  "mteb_dataset_name": "MTOPDomainClassification",
+  "mteb_version": "1.1.1",
+  "test": {
+    "de": {
+      "accuracy": 0.5396167934629474,
+      "accuracy_stderr": 0.020077120782820437,
+      "f1": 0.516707117653683,
+      "f1_stderr": 0.018922307862777602,
+      "main_score": 0.5396167934629474
+    },
+    "en": {
+      "accuracy": 0.6439808481532147,
+      "accuracy_stderr": 0.03105821414916843,
+      "f1": 0.6346827081871262,
+      "f1_stderr": 0.03254766251828963,
+      "main_score": 0.6439808481532147
+    },
+    "es": {
+      "accuracy": 0.5701801200800534,
+      "accuracy_stderr": 0.017117095962517787,
+      "f1": 0.5423413458037234,
+      "f1_stderr": 0.017782921779650813,
+      "main_score": 0.5701801200800534
+    },
+    "evaluation_time": 5.93,
+    "fr": {
+      "accuracy": 0.4884434700908236,
+      "accuracy_stderr": 0.01961709020920114,
+      "f1": 0.46484941805279867,
+      "f1_stderr": 0.02125430774387838,
+      "main_score": 0.4884434700908236
+    },
+    "hi": {
+      "accuracy": 0.397669415561133,
+      "accuracy_stderr": 0.023968004685399148,
+      "f1": 0.35509743255298776,
+      "f1_stderr": 0.024088371187152582,
+      "main_score": 0.397669415561133
+    },
+    "th": {
+      "accuracy": 0.4258951175406872,
+      "accuracy_stderr": 0.022155079669758066,
+      "f1": 0.40472444227858884,
+      "f1_stderr": 0.02201752778884968,
+      "main_score": 0.4258951175406872
+    }
+  }
+}

mean_pooling/MTOPIntentClassification.json

@@ -0,0 +1,50 @@
+{
+  "dataset_revision": "ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba",
+  "mteb_dataset_name": "MTOPIntentClassification",
+  "mteb_version": "1.1.1",
+  "test": {
+    "de": {
+      "accuracy": 0.33285432516201746,
+      "accuracy_stderr": 0.024059899232158014,
+      "f1": 0.19841703666811564,
+      "f1_stderr": 0.012841274121400391,
+      "main_score": 0.33285432516201746
+    },
+    "en": {
+      "accuracy": 0.3401276789785682,
+      "accuracy_stderr": 0.029371050339530268,
+      "f1": 0.21256775922291288,
+      "f1_stderr": 0.011736604738126457,
+      "main_score": 0.3401276789785682
+    },
+    "es": {
+      "accuracy": 0.32121414276184124,
+      "accuracy_stderr": 0.027404397473574028,
+      "f1": 0.1934706868150749,
+      "f1_stderr": 0.012035496308061593,
+      "main_score": 0.32121414276184124
+    },
+    "evaluation_time": 11.03,
+    "fr": {
+      "accuracy": 0.26088318196053867,
+      "accuracy_stderr": 0.019005974782572304,
+      "f1": 0.1722608011891254,
+      "f1_stderr": 0.00802124347675454,
+      "main_score": 0.26088318196053867
+    },
+    "hi": {
+      "accuracy": 0.15320903549659376,
+      "accuracy_stderr": 0.02031759573423477,
+      "f1": 0.0962002916015258,
+      "f1_stderr": 0.009863519144177834,
+      "main_score": 0.15320903549659376
+    },
+    "th": {
+      "accuracy": 0.16426763110307413,
+      "accuracy_stderr": 0.019874265095542725,
+      "f1": 0.11023799171137183,
+      "f1_stderr": 0.005487299111661436,
+      "main_score": 0.16426763110307413
+    }
+  }
+}

mean_pooling/MedrxivClusteringP2P.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73",
+  "mteb_dataset_name": "MedrxivClusteringP2P",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 59.92,
+    "v_measure": 0.22085087170697631,
+    "v_measure_std": 0.014042921015041673
+  }
+}

mean_pooling/MedrxivClusteringS2S.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663",
+  "mteb_dataset_name": "MedrxivClusteringS2S",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 10.74,
+    "v_measure": 0.16585828857904458,
+    "v_measure_std": 0.015549763213110112
+  }
+}

mean_pooling/NFCorpus.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "NFCorpus",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 2.33,
+    "map_at_1": 0.012,
+    "map_at_10": 0.0164,
+    "map_at_100": 0.01979,
+    "map_at_1000": 0.02554,
+    "map_at_3": 0.01445,
+    "map_at_5": 0.01533,
+    "mrr_at_1": 0.06811,
+    "mrr_at_10": 0.11069,
+    "mrr_at_100": 0.12454,
+    "mrr_at_1000": 0.1259,
+    "mrr_at_3": 0.09752,
+    "mrr_at_5": 0.1031,
+    "ndcg_at_1": 0.06347,
+    "ndcg_at_10": 0.04941,
+    "ndcg_at_100": 0.06524,
+    "ndcg_at_1000": 0.15918,
+    "ndcg_at_3": 0.05959,
+    "ndcg_at_5": 0.05395,
+    "precision_at_1": 0.06811,
+    "precision_at_10": 0.03375,
+    "precision_at_100": 0.02071,
+    "precision_at_1000": 0.01313,
+    "precision_at_3": 0.0547,
+    "precision_at_5": 0.04396,
+    "recall_at_1": 0.012,
+    "recall_at_10": 0.02591,
+    "recall_at_100": 0.09444,
+    "recall_at_1000": 0.41542,
+    "recall_at_3": 0.01702,
+    "recall_at_5": 0.01988
+  }
+}

mean_pooling/QuoraRetrieval.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "QuoraRetrieval",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 88.41,
+    "map_at_1": 0.45708,
+    "map_at_10": 0.55131,
+    "map_at_100": 0.55935,
+    "map_at_1000": 0.55993,
+    "map_at_3": 0.52749,
+    "map_at_5": 0.54166,
+    "mrr_at_1": 0.5244,
+    "mrr_at_10": 0.5999,
+    "mrr_at_100": 0.60493,
+    "mrr_at_1000": 0.60522,
+    "mrr_at_3": 0.58285,
+    "mrr_at_5": 0.59305,
+    "ndcg_at_1": 0.5243,
+    "ndcg_at_10": 0.59873,
+    "ndcg_at_100": 0.63086,
+    "ndcg_at_1000": 0.64291,
+    "ndcg_at_3": 0.56291,
+    "ndcg_at_5": 0.58071,
+    "precision_at_1": 0.5243,
+    "precision_at_10": 0.08973,
+    "precision_at_100": 0.01161,
+    "precision_at_1000": 0.00134,
+    "precision_at_3": 0.24177,
+    "precision_at_5": 0.16074,
+    "recall_at_1": 0.45708,
+    "recall_at_10": 0.69195,
+    "recall_at_100": 0.82812,
+    "recall_at_1000": 0.91136,
+    "recall_at_3": 0.58938,
+    "recall_at_5": 0.63787
+  }
+}

mean_pooling/RedditClustering.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "24640382cdbf8abc73003fb0fa6d111a705499eb",
+  "mteb_dataset_name": "RedditClustering",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 60.32,
+    "v_measure": 0.13142048230676806,
+    "v_measure_std": 0.027034697448333
+  }
+}

mean_pooling/RedditClusteringP2P.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "282350215ef01743dc01b456c7f5241fa8937f16",
+  "mteb_dataset_name": "RedditClusteringP2P",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 339.76,
+    "v_measure": 0.2606687178917052,
+    "v_measure_std": 0.07767921111406467
+  }
+}

mean_pooling/SCIDOCS.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "SCIDOCS",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 12.02,
+    "map_at_1": 0.00465,
+    "map_at_10": 0.00906,
+    "map_at_100": 0.01127,
+    "map_at_1000": 0.01203,
+    "map_at_3": 0.0072,
+    "map_at_5": 0.00814,
+    "mrr_at_1": 0.023,
+    "mrr_at_10": 0.03733,
+    "mrr_at_100": 0.04296,
+    "mrr_at_1000": 0.04412,
+    "mrr_at_3": 0.03183,
+    "mrr_at_5": 0.03458,
+    "ndcg_at_1": 0.023,
+    "ndcg_at_10": 0.01797,
+    "ndcg_at_100": 0.03376,
+    "ndcg_at_1000": 0.06143,
+    "ndcg_at_3": 0.01763,
+    "ndcg_at_5": 0.01507,
+    "precision_at_1": 0.023,
+    "precision_at_10": 0.0091,
+    "precision_at_100": 0.00324,
+    "precision_at_1000": 0.00101,
+    "precision_at_3": 0.01633,
+    "precision_at_5": 0.013,
+    "recall_at_1": 0.00465,
+    "recall_at_10": 0.0185,
+    "recall_at_100": 0.06625,
+    "recall_at_1000": 0.20587,
+    "recall_at_3": 0.0099,
+    "recall_at_5": 0.01315
+  }
+}

mean_pooling/SICK-R.json

@@ -0,0 +1,20 @@
+{
+  "dataset_revision": "a6ea5a8cab320b040a23452cc28066d9beae2cee",
+  "mteb_dataset_name": "SICK-R",
+  "mteb_version": "1.1.1",
+  "test": {
+    "cos_sim": {
+      "pearson": 0.6078961481918511,
+      "spearman": 0.5492014630234372
+    },
+    "euclidean": {
+      "pearson": 0.5491456364340953,
+      "spearman": 0.5095537043206628
+    },
+    "evaluation_time": 1.89,
+    "manhattan": {
+      "pearson": 0.550450005071106,
+      "spearman": 0.5122757952779166
+    }
+  }
+}

mean_pooling/STS12.json

@@ -0,0 +1,20 @@
+{
+  "dataset_revision": "a0d554a64d88156834ff5ae9920b964011b16384",
+  "mteb_dataset_name": "STS12",
+  "mteb_version": "1.1.1",
+  "test": {
+    "cos_sim": {
+      "pearson": 0.43731244945693953,
+      "spearman": 0.4307629933550637
+    },
+    "euclidean": {
+      "pearson": 0.37252948421056303,
+      "spearman": 0.36684213302165464
+    },
+    "evaluation_time": 0.82,
+    "manhattan": {
+      "pearson": 0.37416732190097124,
+      "spearman": 0.36920737057026676
+    }
+  }
+}

mean_pooling/STS13.json

@@ -0,0 +1,20 @@
+{
+  "dataset_revision": "7e90230a92c190f1bf69ae9002b8cea547a64cca",
+  "mteb_dataset_name": "STS13",
+  "mteb_version": "1.1.1",
+  "test": {
+    "cos_sim": {
+      "pearson": 0.5717534157059787,
+      "spearman": 0.5686679858348438
+    },
+    "euclidean": {
+      "pearson": 0.5451552371857776,
+      "spearman": 0.5380989851917749
+    },
+    "evaluation_time": 0.55,
+    "manhattan": {
+      "pearson": 0.5444486043632584,
+      "spearman": 0.5383487353949481
+    }
+  }
+}

mean_pooling/STS14.json

@@ -0,0 +1,20 @@
+{
+  "dataset_revision": "6031580fec1f6af667f0bd2da0a551cf4f0b2375",
+  "mteb_dataset_name": "STS14",
+  "mteb_version": "1.1.1",
+  "test": {
+    "cos_sim": {
+      "pearson": 0.5231903496082038,
+      "spearman": 0.5089512224974754
+    },
+    "euclidean": {
+      "pearson": 0.49193082094080454,
+      "spearman": 0.4745736923614355
+    },
+    "evaluation_time": 0.99,
+    "manhattan": {
+      "pearson": 0.4882127080055118,
+      "spearman": 0.4720185686489298
+    }
+  }
+}

mean_pooling/STS15.json

@@ -0,0 +1,20 @@
+{
+  "dataset_revision": "ae752c7c21bf194d8b67fd573edf7ae58183cbe3",
+  "mteb_dataset_name": "STS15",
+  "mteb_version": "1.1.1",
+  "test": {
+    "cos_sim": {
+      "pearson": 0.6157602956458427,
+      "spearman": 0.6289464006183896
+    },
+    "euclidean": {
+      "pearson": 0.5386893407586029,
+      "spearman": 0.5468528520514299
+    },
+    "evaluation_time": 0.79,
+    "manhattan": {
+      "pearson": 0.5368961498195681,
+      "spearman": 0.5451172839699876
+    }
+  }
+}

mean_pooling/STS16.json

@@ -0,0 +1,20 @@
+{
+  "dataset_revision": "4d8694f8f0e0100860b497b999b3dbed754a0513",
+  "mteb_dataset_name": "STS16",
+  "mteb_version": "1.1.1",
+  "test": {
+    "cos_sim": {
+      "pearson": 0.562305694109318,
+      "spearman": 0.5788593900078605
+    },
+    "euclidean": {
+      "pearson": 0.5048604335370199,
+      "spearman": 0.504463227974027
+    },
+    "evaluation_time": 0.32,
+    "manhattan": {
+      "pearson": 0.5073317560427465,
+      "spearman": 0.5081397877006026
+    }
+  }
+}

mean_pooling/STS17.json

@@ -0,0 +1,162 @@
+{
+  "dataset_revision": "af5e6fb845001ecf41f4c1e033ce921939a2a68d",
+  "mteb_dataset_name": "STS17",
+  "mteb_version": "1.1.1",
+  "test": {
+    "ar-ar": {
+      "cos_sim": {
+        "pearson": 0.4631218689991491,
+        "spearman": 0.4807172073934163
+      },
+      "euclidean": {
+        "pearson": 0.46957276350776694,
+        "spearman": 0.4398800593212707
+      },
+      "manhattan": {
+        "pearson": 0.46910805787619914,
+        "spearman": 0.43966627239465533
+      }
+    },
+    "en-ar": {
+      "cos_sim": {
+        "pearson": 0.16222172523403836,
+        "spearman": 0.17230258645779042
+      },
+      "euclidean": {
+        "pearson": -0.06781460243147298,
+        "spearman": -0.06884123336780774
+      },
+      "manhattan": {
+        "pearson": -0.043690618819073726,
+        "spearman": -0.04235845433380353
+      }
+    },
+    "en-de": {
+      "cos_sim": {
+        "pearson": 0.07462476431657987,
+        "spearman": 0.05875270645234161
+      },
+      "euclidean": {
+        "pearson": -0.10794943461804729,
+        "spearman": -0.11704529023304776
+      },
+      "manhattan": {
+        "pearson": -0.11465867974964997,
+        "spearman": -0.12428424608287174
+      }
+    },
+    "en-en": {
+      "cos_sim": {
+        "pearson": 0.6146601840758559,
+        "spearman": 0.6569667638887147
+      },
+      "euclidean": {
+        "pearson": 0.49531065525619866,
+        "spearman": 0.5388048016747973
+      },
+      "manhattan": {
+        "pearson": 0.5025462221374689,
+        "spearman": 0.5422205494276401
+      }
+    },
+    "en-tr": {
+      "cos_sim": {
+        "pearson": -0.12769479370624032,
+        "spearman": -0.12161427312728382
+      },
+      "euclidean": {
+        "pearson": -0.27950593491756537,
+        "spearman": -0.24925281959398585
+      },
+      "manhattan": {
+        "pearson": -0.2598778888167475,
+        "spearman": -0.22861942388867235
+      }
+    },
+    "es-en": {
+      "cos_sim": {
+        "pearson": 0.02157576356456173,
+        "spearman": 0.01182204089411577
+      },
+      "euclidean": {
+        "pearson": -0.10389249806317188,
+        "spearman": -0.16078659904264603
+      },
+      "manhattan": {
+        "pearson": -0.09674301846448607,
+        "spearman": -0.16976576817518577
+      }
+    },
+    "es-es": {
+      "cos_sim": {
+        "pearson": 0.6616718583059163,
+        "spearman": 0.6995156267898053
+      },
+      "euclidean": {
+        "pearson": 0.649317477702974,
+        "spearman": 0.6621292533974568
+      },
+      "manhattan": {
+        "pearson": 0.6525781096328891,
+        "spearman": 0.6621830865759128
+      }
+    },
+    "evaluation_time": 0.96,
+    "fr-en": {
+      "cos_sim": {
+        "pearson": 0.0015408296835405242,
+        "spearman": -0.024072834011003987
+      },
+      "euclidean": {
+        "pearson": -0.18951775877513474,
+        "spearman": -0.18393605606817526
+      },
+      "manhattan": {
+        "pearson": -0.1960963383945454,
+        "spearman": -0.19276064769117912
+      }
+    },
+    "it-en": {
+      "cos_sim": {
+        "pearson": -0.042249724693271706,
+        "spearman": -0.057474203523469776
+      },
+      "euclidean": {
+        "pearson": -0.1686351349130112,
+        "spearman": -0.1655553661854738
+      },
+      "manhattan": {
+        "pearson": -0.17454456434826462,
+        "spearman": -0.1797322953856309
+      }
+    },
+    "ko-ko": {
+      "cos_sim": {
+        "pearson": 0.5552162058025664,
+        "spearman": 0.5902220327783535
+      },
+      "euclidean": {
+        "pearson": 0.5566332330866701,
+        "spearman": 0.568290762666622
+      },
+      "manhattan": {
+        "pearson": 0.5539181385186973,
+        "spearman": 0.5660743217612114
+      }
+    },
+    "nl-en": {
+      "cos_sim": {
+        "pearson": 0.08559184021676033,
+        "spearman": 0.05600273352595882
+      },
+      "euclidean": {
+        "pearson": -0.1076482859283058,
+        "spearman": -0.09575202768285926
+      },
+      "manhattan": {
+        "pearson": -0.09485085973506151,
+        "spearman": -0.0933387861352172
+      }
+    }
+  }
+}

mean_pooling/STS22.json

@@ -0,0 +1,260 @@
+{
+  "dataset_revision": "6d1ba47164174a496b7fa5d3569dae26a6813b80",
+  "mteb_dataset_name": "STS22",
+  "mteb_version": "1.1.1",
+  "test": {
+    "ar": {
+      "cos_sim": {
+        "pearson": 0.010599417065503314,
+        "spearman": 0.5205585378710335
+      },
+      "euclidean": {
+        "pearson": 0.23666828441081778,
+        "spearman": 0.5238656753170069
+      },
+      "manhattan": {
+        "pearson": 0.23398080463967214,
+        "spearman": 0.5223849717509109
+      }
+    },
+    "de": {
+      "cos_sim": {
+        "pearson": 0.05586949791150259,
+        "spearman": 0.32806923373713315
+      },
+      "euclidean": {
+        "pearson": 0.1053180875461474,
+        "spearman": 0.31105269938654034
+      },
+      "manhattan": {
+        "pearson": 0.10559778015974827,
+        "spearman": 0.31452204563072045
+      }
+    },
+    "de-en": {
+      "cos_sim": {
+        "pearson": 0.1576679673990358,
+        "spearman": 0.19123349126370442
+      },
+      "euclidean": {
+        "pearson": 0.1921389203087116,
+        "spearman": 0.23632764131603382
+      },
+      "manhattan": {
+        "pearson": 0.18789263824907051,
+        "spearman": 0.19962703178974692
+      }
+    },
+    "de-fr": {
+      "cos_sim": {
+        "pearson": 0.09310102041071547,
+        "spearman": 0.10907002693108674
+      },
+      "euclidean": {
+        "pearson": 0.0736179374229602,
+        "spearman": 0.09539678813914661
+      },
+      "manhattan": {
+        "pearson": 0.08017048631719996,
+        "spearman": 0.13537860190039724
+      }
+    },
+    "de-pl": {
+      "cos_sim": {
+        "pearson": -0.05534456407419709,
+        "spearman": 0.17552638994787723
+      },
+      "euclidean": {
+        "pearson": -0.10136558594355556,
+        "spearman": 0.11055083156366304
+      },
+      "manhattan": {
+        "pearson": -0.11799223055640773,
+        "spearman": 0.01416528760982869
+      }
+    },
+    "en": {
+      "cos_sim": {
+        "pearson": 0.3026008716922898,
+        "spearman": 0.4326417490319602
+      },
+      "euclidean": {
+        "pearson": 0.3507785877281954,
+        "spearman": 0.4341294719372452
+      },
+      "manhattan": {
+        "pearson": 0.36749962847024303,
+        "spearman": 0.4353522851890142
+      }
+    },
+    "es": {
+      "cos_sim": {
+        "pearson": 0.10593783873928478,
+        "spearman": 0.5039754257404201
+      },
+      "euclidean": {
+        "pearson": 0.2812217906320971,
+        "spearman": 0.5072847867996529
+      },
+      "manhattan": {
+        "pearson": 0.28730690148465005,
+        "spearman": 0.5101976129248337
+      }
+    },
+    "es-en": {
+      "cos_sim": {
+        "pearson": 0.1102497039728994,
+        "spearman": 0.13530951900755017
+      },
+      "euclidean": {
+        "pearson": 0.13473514585343646,
+        "spearman": 0.16754702023734913
+      },
+      "manhattan": {
+        "pearson": 0.1372847275970385,
+        "spearman": 0.16673001637012347
+      }
+    },
+    "es-it": {
+      "cos_sim": {
+        "pearson": 0.26357929743436664,
+        "spearman": 0.37341770971833904
+      },
+      "euclidean": {
+        "pearson": 0.3093079257234129,
+        "spearman": 0.3606186636472579
+      },
+      "manhattan": {
+        "pearson": 0.3156982745863155,
+        "spearman": 0.3718529502311113
+      }
+    },
+    "evaluation_time": 10.5,
+    "fr": {
+      "cos_sim": {
+        "pearson": 0.22281212883400203,
+        "spearman": 0.4827687537627578
+      },
+      "euclidean": {
+        "pearson": 0.30531395629285324,
+        "spearman": 0.5034914374897038
+      },
+      "manhattan": {
+        "pearson": 0.3048762081986554,
+        "spearman": 0.5066037165529169
+      }
+    },
+    "fr-pl": {
+      "cos_sim": {
+        "pearson": 0.4864639760720344,
+        "spearman": 0.3944053188733078
+      },
+      "euclidean": {
+        "pearson": 0.37755274641734893,
+        "spearman": 0.3944053188733078
+      },
+      "manhattan": {
+        "pearson": 0.32324715276369476,
+        "spearman": 0.2817180849095055
+      }
+    },
+    "it": {
+      "cos_sim": {
+        "pearson": 0.3332761589409043,
+        "spearman": 0.5414305778960692
+      },
+      "euclidean": {
+        "pearson": 0.45301732411705553,
+        "spearman": 0.5477422257007742
+      },
+      "manhattan": {
+        "pearson": 0.4541890064000217,
+        "spearman": 0.5453378892079555
+      }
+    },
+    "pl": {
+      "cos_sim": {
+        "pearson": -0.013049499265017877,
+        "spearman": 0.16347130048706085
+      },
+      "euclidean": {
+        "pearson": 0.0057101472741101274,
+        "spearman": 0.16589843077857605
+      },
+      "manhattan": {
+        "pearson": 0.011226404198336416,
+        "spearman": 0.16410620108636556
+      }
+    },
+    "pl-en": {
+      "cos_sim": {
+        "pearson": 0.20045210048995488,
+        "spearman": 0.1759710132963382
+      },
+      "euclidean": {
+        "pearson": 0.32531726142346146,
+        "spearman": 0.27244772040848103
+      },
+      "manhattan": {
+        "pearson": 0.3274618458514601,
+        "spearman": 0.2581220754539242
+      }
+    },
+    "ru": {
+      "cos_sim": {
+        "pearson": -0.02847646040977239,
+        "spearman": 0.405826838357407
+      },
+      "euclidean": {
+        "pearson": 0.09242304983683113,
+        "spearman": 0.4035906851022345
+      },
+      "manhattan": {
+        "pearson": 0.09645663412799503,
+        "spearman": 0.40781061549509656
+      }
+    },
+    "tr": {
+      "cos_sim": {
+        "pearson": -0.10968619090191589,
+        "spearman": 0.24536979219880722
+      },
+      "euclidean": {
+        "pearson": -0.013040190807315305,
+        "spearman": 0.2506158467376193
+      },
+      "manhattan": {
+        "pearson": -0.0006525719745037804,
+        "spearman": 0.25979295538386893
+      }
+    },
+    "zh": {
+      "cos_sim": {
+        "pearson": 0.17761397832130993,
+        "spearman": 0.5998756452345925
+      },
+      "euclidean": {
+        "pearson": 0.3703125109036693,
+        "spearman": 0.5958469212715707
+      },
+      "manhattan": {
+        "pearson": 0.3682810213717072,
+        "spearman": 0.5907036501478587
+      }
+    },
+    "zh-en": {
+      "cos_sim": {
+        "pearson": -0.1383284635019302,
+        "spearman": -0.08406778050457862
+      },
+      "euclidean": {
+        "pearson": -0.06557254855697436,
+        "spearman": -0.035112770921588564
+      },
+      "manhattan": {
+        "pearson": -0.06493730738275641,
+        "spearman": -0.025922348401468363
+      }
+    }
+  }
+}

mean_pooling/STSBenchmark.json

@@ -0,0 +1,20 @@
+{
+  "dataset_revision": "b0fddb56ed78048fa8b90373c8a3cfc37b684831",
+  "mteb_dataset_name": "STSBenchmark",
+  "mteb_version": "1.1.1",
+  "test": {
+    "cos_sim": {
+      "pearson": 0.44667456983937,
+      "spearman": 0.4604327333618551
+    },
+    "euclidean": {
+      "pearson": 0.44583522824155103,
+      "spearman": 0.4477184813864239
+    },
+    "evaluation_time": 0.34,
+    "manhattan": {
+      "pearson": 0.4454496373721756,
+      "spearman": 0.44830873857115994
+    }
+  }
+}

mean_pooling/SciDocsRR.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "d3c5e1fc0b855ab6097bf1cda04dd73947d7caab",
+  "mteb_dataset_name": "SciDocsRR",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 14.08,
+    "map": 0.49756063724243,
+    "mrr": 0.7529077585450135
+  }
+}

mean_pooling/SciFact.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "SciFact",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 3.03,
+    "map_at_1": 0.14194,
+    "map_at_10": 0.18757,
+    "map_at_100": 0.19743,
+    "map_at_1000": 0.19865,
+    "map_at_3": 0.16986,
+    "map_at_5": 0.18024,
+    "mrr_at_1": 0.15,
+    "mrr_at_10": 0.19961,
+    "mrr_at_100": 0.20875,
+    "mrr_at_1000": 0.20982,
+    "mrr_at_3": 0.18056,
+    "mrr_at_5": 0.19406,
+    "ndcg_at_1": 0.15,
+    "ndcg_at_10": 0.21775,
+    "ndcg_at_100": 0.268,
+    "ndcg_at_1000": 0.30468,
+    "ndcg_at_3": 0.18199,
+    "ndcg_at_5": 0.20111,
+    "precision_at_1": 0.15,
+    "precision_at_10": 0.034,
+    "precision_at_100": 0.00607,
+    "precision_at_1000": 0.00094,
+    "precision_at_3": 0.07444,
+    "precision_at_5": 0.056,
+    "recall_at_1": 0.14194,
+    "recall_at_10": 0.3,
+    "recall_at_100": 0.53911,
+    "recall_at_1000": 0.83289,
+    "recall_at_3": 0.20556,
+    "recall_at_5": 0.24972
+  }
+}

mean_pooling/SprintDuplicateQuestions.json

@@ -0,0 +1,49 @@
+{
+  "dataset_revision": "d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46",
+  "mteb_dataset_name": "SprintDuplicateQuestions",
+  "mteb_version": "1.1.1",
+  "test": {
+    "cos_sim": {
+      "accuracy": 0.9935544554455445,
+      "accuracy_threshold": 0.7358514070510864,
+      "ap": 0.6259600670530072,
+      "f1": 0.6080283353010627,
+      "f1_threshold": 0.7283885478973389,
+      "precision": 0.7420749279538905,
+      "recall": 0.515
+    },
+    "dot": {
+      "accuracy": 0.9913564356435643,
+      "accuracy_threshold": 0.01094361487776041,
+      "ap": 0.4387589686325114,
+      "f1": 0.4699663623258049,
+      "f1_threshold": 0.009049998596310616,
+      "precision": 0.45235892691951896,
+      "recall": 0.489
+    },
+    "euclidean": {
+      "accuracy": 0.992,
+      "accuracy_threshold": 0.0698762983083725,
+      "ap": 0.43446607553860783,
+      "f1": 0.459016393442623,
+      "f1_threshold": 0.07880860567092896,
+      "precision": 0.5279583875162549,
+      "recall": 0.406
+    },
+    "evaluation_time": 1.64,
+    "manhattan": {
+      "accuracy": 0.992,
+      "accuracy_threshold": 0.6376756429672241,
+      "ap": 0.4311790011749347,
+      "f1": 0.4511023176936122,
+      "f1_threshold": 0.707432210445404,
+      "precision": 0.5188556566970091,
+      "recall": 0.399
+    },
+    "max": {
+      "accuracy": 0.9935544554455445,
+      "ap": 0.6259600670530072,
+      "f1": 0.6080283353010627
+    }
+  }
+}

mean_pooling/StackExchangeClustering.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "6cbc1f7b2bc0622f2e39d2c77fa502909748c259",
+  "mteb_dataset_name": "StackExchangeClustering",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 49.28,
+    "v_measure": 0.2571674282500873,
+    "v_measure_std": 0.04698127621564606
+  }
+}

mean_pooling/StackExchangeClusteringP2P.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "815ca46b2622cec33ccafc3735d572c266efdb44",
+  "mteb_dataset_name": "StackExchangeClusteringP2P",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 75.22,
+    "v_measure": 0.25465780711520986,
+    "v_measure_std": 0.017870065860523268
+  }
+}

mean_pooling/StackOverflowDupQuestions.json

@@ -0,0 +1,10 @@
+{
+  "dataset_revision": "e185fbe320c72810689fc5848eb6114e1ef5ec69",
+  "mteb_dataset_name": "StackOverflowDupQuestions",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 8.76,
+    "map": 0.3535656209427094,
+    "mrr": 0.3510693860877685
+  }
+}

mean_pooling/TRECCOVID.json

@@ -0,0 +1,38 @@
+{
+  "dataset_revision": null,
+  "mteb_dataset_name": "TRECCOVID",
+  "mteb_version": "1.1.1",
+  "test": {
+    "evaluation_time": 79.14,
+    "map_at_1": 0.00074,
+    "map_at_10": 0.00474,
+    "map_at_100": 0.01825,
+    "map_at_1000": 0.04056,
+    "map_at_3": 0.00199,
+    "map_at_5": 0.00301,
+    "mrr_at_1": 0.34,
+    "mrr_at_10": 0.4606,
+    "mrr_at_100": 0.47506,
+    "mrr_at_1000": 0.47523,
+    "mrr_at_3": 0.44,
+    "mrr_at_5": 0.444,
+    "ndcg_at_1": 0.32,
+    "ndcg_at_10": 0.28634,
+    "ndcg_at_100": 0.18547,
+    "ndcg_at_1000": 0.16142,
+    "ndcg_at_3": 0.3248,
+    "ndcg_at_5": 0.31164,
+    "precision_at_1": 0.34,
+    "precision_at_10": 0.304,
+    "precision_at_100": 0.1854,
+    "precision_at_1000": 0.07942,
+    "precision_at_3": 0.35333,
+    "precision_at_5": 0.34,
+    "recall_at_1": 0.00074,
+    "recall_at_10": 0.00641,
+    "recall_at_100": 0.03675,
+    "recall_at_1000": 0.15706,
+    "recall_at_3": 0.00231,
+    "recall_at_5": 0.00367
+  }
+}

mean_pooling/ToxicConversationsClassification.json

@@ -0,0 +1,15 @@
+{
+  "dataset_revision": "d7c0de2777da35d6aae2200a62c6e0e5af397c4c",
+  "mteb_dataset_name": "ToxicConversationsClassification",
+  "mteb_version": "1.1.1",
+  "test": {
+    "accuracy": 0.5462560000000001,
+    "accuracy_stderr": 0.15126273481594865,
+    "ap": 0.09425323874806459,
+    "ap_stderr": 0.007785480622902067,
+    "evaluation_time": 21.73,
+    "f1": 0.42387247940172673,
+    "f1_stderr": 0.08319016531734635,
+    "main_score": 0.5462560000000001
+  }
+}