Upload folder using huggingface_hub

mean_pooling/README.md

@@ -64,6 +64,21 @@ model-index:
       value: 14.367489440317666
     - type: f1
       value: 50.48473578289779
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_polarity
+      name: MTEB AmazonPolarityClassification
+      config: default
+      split: test
+      revision: e2d317d38cd51312af73b3d32a06d1a08b442046
+    metrics:
+    - type: accuracy
+      value: 57.567425000000014
+    - type: ap
+      value: 54.53026421737829
+    - type: f1
+      value: 56.60093061259046
   - task:
       type: Classification
     dataset:
@@ -211,6 +226,17 @@ model-index:
       value: 12.447
     - type: recall_at_5
       value: 16.145
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/arxiv-clustering-p2p
+      name: MTEB ArxivClusteringP2P
+      config: default
+      split: test
+      revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
+    metrics:
+    - type: v_measure
+      value: 25.92658946113241
   - task:
       type: Clustering
     dataset:
@@ -1119,259 +1145,1930 @@ model-index:
       value: 6.784
     - type: recall_at_5
       value: 8.17
+  - task:
+      type: Retrieval
+    dataset:
+      type: climate-fever
+      name: MTEB ClimateFEVER
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 2.09
+    - type: map_at_10
+      value: 3.469
+    - type: map_at_100
+      value: 3.93
+    - type: map_at_1000
+      value: 4.018
+    - type: map_at_3
+      value: 2.8209999999999997
+    - type: map_at_5
+      value: 3.144
+    - type: mrr_at_1
+      value: 4.756
+    - type: mrr_at_10
+      value: 7.853000000000001
+    - type: mrr_at_100
+      value: 8.547
+    - type: mrr_at_1000
+      value: 8.631
+    - type: mrr_at_3
+      value: 6.569
+    - type: mrr_at_5
+      value: 7.249999999999999
+    - type: ndcg_at_1
+      value: 4.756
+    - type: ndcg_at_10
+      value: 5.494000000000001
+    - type: ndcg_at_100
+      value: 8.275
+    - type: ndcg_at_1000
+      value: 10.892
+    - type: ndcg_at_3
+      value: 4.091
+    - type: ndcg_at_5
+      value: 4.588
+    - type: precision_at_1
+      value: 4.756
+    - type: precision_at_10
+      value: 1.8370000000000002
+    - type: precision_at_100
+      value: 0.475
+    - type: precision_at_1000
+      value: 0.094
+    - type: precision_at_3
+      value: 3.018
+    - type: precision_at_5
+      value: 2.528
+    - type: recall_at_1
+      value: 2.09
+    - type: recall_at_10
+      value: 7.127
+    - type: recall_at_100
+      value: 17.483999999999998
+    - type: recall_at_1000
+      value: 33.353
+    - type: recall_at_3
+      value: 3.742
+    - type: recall_at_5
+      value: 5.041
+  - task:
+      type: Retrieval
+    dataset:
+      type: dbpedia-entity
+      name: MTEB DBPedia
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 0.573
+    - type: map_at_10
+      value: 1.282
+    - type: map_at_100
+      value: 1.625
+    - type: map_at_1000
+      value: 1.71
+    - type: map_at_3
+      value: 1.0
+    - type: map_at_5
+      value: 1.135
+    - type: mrr_at_1
+      value: 7.000000000000001
+    - type: mrr_at_10
+      value: 11.084
+    - type: mrr_at_100
+      value: 11.634
+    - type: mrr_at_1000
+      value: 11.715
+    - type: mrr_at_3
+      value: 9.792
+    - type: mrr_at_5
+      value: 10.404
+    - type: ndcg_at_1
+      value: 4.375
+    - type: ndcg_at_10
+      value: 3.7800000000000002
+    - type: ndcg_at_100
+      value: 4.353
+    - type: ndcg_at_1000
+      value: 6.087
+    - type: ndcg_at_3
+      value: 4.258
+    - type: ndcg_at_5
+      value: 3.988
+    - type: precision_at_1
+      value: 7.000000000000001
+    - type: precision_at_10
+      value: 3.35
+    - type: precision_at_100
+      value: 1.057
+    - type: precision_at_1000
+      value: 0.243
+    - type: precision_at_3
+      value: 5.75
+    - type: precision_at_5
+      value: 4.6
+    - type: recall_at_1
+      value: 0.573
+    - type: recall_at_10
+      value: 2.464
+    - type: recall_at_100
+      value: 5.6770000000000005
+    - type: recall_at_1000
+      value: 12.516
+    - type: recall_at_3
+      value: 1.405
+    - type: recall_at_5
+      value: 1.807
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/emotion
+      name: MTEB EmotionClassification
+      config: default
+      split: test
+      revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
+    metrics:
+    - type: accuracy
+      value: 23.279999999999998
+    - type: f1
+      value: 19.87865985032945
+  - task:
+      type: Retrieval
+    dataset:
+      type: fever
+      name: MTEB FEVER
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 3.145
+    - type: map_at_10
+      value: 4.721
+    - type: map_at_100
+      value: 5.086
+    - type: map_at_1000
+      value: 5.142
+    - type: map_at_3
+      value: 4.107
+    - type: map_at_5
+      value: 4.45
+    - type: mrr_at_1
+      value: 3.27
+    - type: mrr_at_10
+      value: 4.958
+    - type: mrr_at_100
+      value: 5.35
+    - type: mrr_at_1000
+      value: 5.409
+    - type: mrr_at_3
+      value: 4.303
+    - type: mrr_at_5
+      value: 4.6739999999999995
+    - type: ndcg_at_1
+      value: 3.27
+    - type: ndcg_at_10
+      value: 5.768
+    - type: ndcg_at_100
+      value: 7.854
+    - type: ndcg_at_1000
+      value: 9.729000000000001
+    - type: ndcg_at_3
+      value: 4.476
+    - type: ndcg_at_5
+      value: 5.102
+    - type: precision_at_1
+      value: 3.27
+    - type: precision_at_10
+      value: 0.942
+    - type: precision_at_100
+      value: 0.20600000000000002
+    - type: precision_at_1000
+      value: 0.038
+    - type: precision_at_3
+      value: 1.8849999999999998
+    - type: precision_at_5
+      value: 1.455
+    - type: recall_at_1
+      value: 3.145
+    - type: recall_at_10
+      value: 8.889
+    - type: recall_at_100
+      value: 19.092000000000002
+    - type: recall_at_1000
+      value: 34.35
+    - type: recall_at_3
+      value: 5.353
+    - type: recall_at_5
+      value: 6.836
+  - task:
+      type: Retrieval
+    dataset:
+      type: fiqa
+      name: MTEB FiQA2018
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 1.166
+    - type: map_at_10
+      value: 2.283
+    - type: map_at_100
+      value: 2.564
+    - type: map_at_1000
+      value: 2.6519999999999997
+    - type: map_at_3
+      value: 1.867
+    - type: map_at_5
+      value: 2.0500000000000003
+    - type: mrr_at_1
+      value: 2.932
+    - type: mrr_at_10
+      value: 4.852
+    - type: mrr_at_100
+      value: 5.306
+    - type: mrr_at_1000
+      value: 5.4
+    - type: mrr_at_3
+      value: 4.141
+    - type: mrr_at_5
+      value: 4.457
+    - type: ndcg_at_1
+      value: 2.932
+    - type: ndcg_at_10
+      value: 3.5709999999999997
+    - type: ndcg_at_100
+      value: 5.489
+    - type: ndcg_at_1000
+      value: 8.309999999999999
+    - type: ndcg_at_3
+      value: 2.773
+    - type: ndcg_at_5
+      value: 2.979
+    - type: precision_at_1
+      value: 2.932
+    - type: precision_at_10
+      value: 1.049
+    - type: precision_at_100
+      value: 0.306
+    - type: precision_at_1000
+      value: 0.077
+    - type: precision_at_3
+      value: 1.8519999999999999
+    - type: precision_at_5
+      value: 1.389
+    - type: recall_at_1
+      value: 1.166
+    - type: recall_at_10
+      value: 5.178
+    - type: recall_at_100
+      value: 13.056999999999999
+    - type: recall_at_1000
+      value: 31.708
+    - type: recall_at_3
+      value: 2.714
+    - type: recall_at_5
+      value: 3.4909999999999997
+  - task:
+      type: Retrieval
+    dataset:
+      type: hotpotqa
+      name: MTEB HotpotQA
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 6.138
+    - type: map_at_10
+      value: 8.212
+    - type: map_at_100
+      value: 8.548
+    - type: map_at_1000
+      value: 8.604000000000001
+    - type: map_at_3
+      value: 7.555000000000001
+    - type: map_at_5
+      value: 7.881
+    - type: mrr_at_1
+      value: 12.275
+    - type: mrr_at_10
+      value: 15.49
+    - type: mrr_at_100
+      value: 15.978
+    - type: mrr_at_1000
+      value: 16.043
+    - type: mrr_at_3
+      value: 14.488000000000001
+    - type: mrr_at_5
+      value: 14.975
+    - type: ndcg_at_1
+      value: 12.275
+    - type: ndcg_at_10
+      value: 11.078000000000001
+    - type: ndcg_at_100
+      value: 13.081999999999999
+    - type: ndcg_at_1000
+      value: 14.906
+    - type: ndcg_at_3
+      value: 9.574
+    - type: ndcg_at_5
+      value: 10.206999999999999
+    - type: precision_at_1
+      value: 12.275
+    - type: precision_at_10
+      value: 2.488
+    - type: precision_at_100
+      value: 0.41200000000000003
+    - type: precision_at_1000
+      value: 0.066
+    - type: precision_at_3
+      value: 5.991
+    - type: precision_at_5
+      value: 4.0969999999999995
+    - type: recall_at_1
+      value: 6.138
+    - type: recall_at_10
+      value: 12.438
+    - type: recall_at_100
+      value: 20.601
+    - type: recall_at_1000
+      value: 32.984
+    - type: recall_at_3
+      value: 8.987
+    - type: recall_at_5
+      value: 10.242999999999999
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/imdb
+      name: MTEB ImdbClassification
+      config: default
+      split: test
+      revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
+    metrics:
+    - type: accuracy
+      value: 56.96359999999999
+    - type: ap
+      value: 54.16760114570921
+    - type: f1
+      value: 56.193845361069116
+  - task:
+      type: Retrieval
+    dataset:
+      type: msmarco
+      name: MTEB MSMARCO
+      config: default
+      split: dev
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 1.34
+    - type: map_at_10
+      value: 2.2190000000000003
+    - type: map_at_100
+      value: 2.427
+    - type: map_at_1000
+      value: 2.461
+    - type: map_at_3
+      value: 1.8610000000000002
+    - type: map_at_5
+      value: 2.0340000000000003
+    - type: mrr_at_1
+      value: 1.375
+    - type: mrr_at_10
+      value: 2.284
+    - type: mrr_at_100
+      value: 2.5
+    - type: mrr_at_1000
+      value: 2.535
+    - type: mrr_at_3
+      value: 1.913
+    - type: mrr_at_5
+      value: 2.094
+    - type: ndcg_at_1
+      value: 1.375
+    - type: ndcg_at_10
+      value: 2.838
+    - type: ndcg_at_100
+      value: 4.043
+    - type: ndcg_at_1000
+      value: 5.205
+    - type: ndcg_at_3
+      value: 2.0629999999999997
+    - type: ndcg_at_5
+      value: 2.387
+    - type: precision_at_1
+      value: 1.375
+    - type: precision_at_10
+      value: 0.496
+    - type: precision_at_100
+      value: 0.11399999999999999
+    - type: precision_at_1000
+      value: 0.022000000000000002
+    - type: precision_at_3
+      value: 0.898
+    - type: precision_at_5
+      value: 0.705
+    - type: recall_at_1
+      value: 1.34
+    - type: recall_at_10
+      value: 4.787
+    - type: recall_at_100
+      value: 10.759
+    - type: recall_at_1000
+      value: 20.362
+    - type: recall_at_3
+      value: 2.603
+    - type: recall_at_5
+      value: 3.398
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/mtop_domain
+      name: MTEB MTOPDomainClassification (en)
+      config: en
+      split: test
+      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
+    metrics:
+    - type: accuracy
+      value: 64.39808481532147
+    - type: f1
+      value: 63.468270818712625
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/mtop_domain
+      name: MTEB MTOPDomainClassification (de)
+      config: de
+      split: test
+      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
+    metrics:
+    - type: accuracy
+      value: 53.961679346294744
+    - type: f1
+      value: 51.6707117653683
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/mtop_domain
+      name: MTEB MTOPDomainClassification (es)
+      config: es
+      split: test
+      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
+    metrics:
+    - type: accuracy
+      value: 57.018012008005336
+    - type: f1
+      value: 54.23413458037234
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/mtop_domain
+      name: MTEB MTOPDomainClassification (fr)
+      config: fr
+      split: test
+      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
+    metrics:
+    - type: accuracy
+      value: 48.84434700908236
+    - type: f1
+      value: 46.48494180527987
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/mtop_domain
+      name: MTEB MTOPDomainClassification (hi)
+      config: hi
+      split: test
+      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
+    metrics:
+    - type: accuracy
+      value: 39.7669415561133
+    - type: f1
+      value: 35.50974325529877
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/mtop_domain
+      name: MTEB MTOPDomainClassification (th)
+      config: th
+      split: test
+      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
+    metrics:
+    - type: accuracy
+      value: 42.589511754068724
+    - type: f1
+      value: 40.47244422785889
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/mtop_intent
+      name: MTEB MTOPIntentClassification (en)
+      config: en
+      split: test
+      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
+    metrics:
+    - type: accuracy
+      value: 34.01276789785682
+    - type: f1
+      value: 21.256775922291286
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/mtop_intent
+      name: MTEB MTOPIntentClassification (de)
+      config: de
+      split: test
+      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
+    metrics:
+    - type: accuracy
+      value: 33.285432516201745
+    - type: f1
+      value: 19.841703666811565
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/mtop_intent
+      name: MTEB MTOPIntentClassification (es)
+      config: es
+      split: test
+      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
+    metrics:
+    - type: accuracy
+      value: 32.121414276184126
+    - type: f1
+      value: 19.34706868150749
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/mtop_intent
+      name: MTEB MTOPIntentClassification (fr)
+      config: fr
+      split: test
+      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
+    metrics:
+    - type: accuracy
+      value: 26.088318196053866
+    - type: f1
+      value: 17.22608011891254
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/mtop_intent
+      name: MTEB MTOPIntentClassification (hi)
+      config: hi
+      split: test
+      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
+    metrics:
+    - type: accuracy
+      value: 15.320903549659375
+    - type: f1
+      value: 9.62002916015258
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/mtop_intent
+      name: MTEB MTOPIntentClassification (th)
+      config: th
+      split: test
+      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
+    metrics:
+    - type: accuracy
+      value: 16.426763110307412
+    - type: f1
+      value: 11.023799171137183
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (af)
+      config: af
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 27.347007397444518
+    - type: f1
+      value: 25.503551916252842
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (am)
+      config: am
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 10.655682582380631
+    - type: f1
+      value: 9.141696317946996
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (ar)
+      config: ar
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 17.347007397444518
+    - type: f1
+      value: 15.345346511499534
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (az)
+      config: az
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 20.39004707464694
+    - type: f1
+      value: 21.129515472610237
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (bn)
+      config: bn
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 14.082044384667114
+    - type: f1
+      value: 12.169922201279885
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (cy)
+      config: cy
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 27.108271687962336
+    - type: f1
+      value: 25.449222444030063
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (da)
+      config: da
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 27.780766644250164
+    - type: f1
+      value: 26.96237025531764
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (de)
+      config: de
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 21.768661735036986
+    - type: f1
+      value: 22.377462868662263
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (el)
+      config: el
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 21.967047747141898
+    - type: f1
+      value: 22.427583602797057
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (en)
+      config: en
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 33.221250840618694
+    - type: f1
+      value: 32.627621011904495
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (es)
+      config: es
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 27.047747141896426
+    - type: f1
+      value: 25.244455827652786
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (fa)
+      config: fa
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 18.850033624747812
+    - type: f1
+      value: 16.532690247057452
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (fi)
+      config: fi
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 25.934767989240083
+    - type: f1
+      value: 24.126974912341858
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (fr)
+      config: fr
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 25.59179556153329
+    - type: f1
+      value: 23.97686173045838
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (he)
+      config: he
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 17.683254875588432
+    - type: f1
+      value: 15.217082232778534
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (hi)
+      config: hi
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 14.277067921990588
+    - type: f1
+      value: 13.06156794974721
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (hu)
+      config: hu
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 25.817081371889717
+    - type: f1
+      value: 24.79443526877249
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (hy)
+      config: hy
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 12.326832548755885
+    - type: f1
+      value: 10.850963544530288
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (id)
+      config: id
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 28.244788164088764
+    - type: f1
+      value: 27.442212153664336
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (is)
+      config: is
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 26.0390047074647
+    - type: f1
+      value: 24.29180485465988
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (it)
+      config: it
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 26.099529253530594
+    - type: f1
+      value: 26.47963496597501
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (ja)
+      config: ja
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 25.383322125084057
+    - type: f1
+      value: 27.24527274982159
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (jv)
+      config: jv
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 26.970410221923334
+    - type: f1
+      value: 24.710215925904627
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (ka)
+      config: ka
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 14.159381304640215
+    - type: f1
+      value: 12.262797179154113
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (km)
+      config: km
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 12.078009414929387
+    - type: f1
+      value: 10.85388698579932
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (kn)
+      config: kn
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 10.144586415601884
+    - type: f1
+      value: 8.629316498328535
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (ko)
+      config: ko
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 23.799596503026226
+    - type: f1
+      value: 21.4839774342838
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (lv)
+      config: lv
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 27.047747141896433
+    - type: f1
+      value: 25.86288514660441
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (ml)
+      config: ml
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 10.82380632145259
+    - type: f1
+      value: 9.568319030257811
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (mn)
+      config: mn
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 14.435104236718225
+    - type: f1
+      value: 14.861584951252121
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (ms)
+      config: ms
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 26.83254875588433
+    - type: f1
+      value: 26.084749439191967
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (my)
+      config: my
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 13.792871553463351
+    - type: f1
+      value: 11.496310101617802
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (nb)
+      config: nb
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 25.292535305985208
+    - type: f1
+      value: 24.098118477282508
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (nl)
+      config: nl
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 26.24075319435104
+    - type: f1
+      value: 25.259998680849815
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (pl)
+      config: pl
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 24.909213180901148
+    - type: f1
+      value: 23.684726718537476
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (pt)
+      config: pt
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 27.310020174848688
+    - type: f1
+      value: 26.28728556240871
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (ro)
+      config: ro
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 21.930060524546064
+    - type: f1
+      value: 21.993435727293242
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (ru)
+      config: ru
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 25.773369199731
+    - type: f1
+      value: 23.857739120942632
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (sl)
+      config: sl
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 29.256893073301953
+    - type: f1
+      value: 26.6824726822139
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (sq)
+      config: sq
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 17.673167451244115
+    - type: f1
+      value: 18.74169530134767
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (sv)
+      config: sv
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 26.190316072629454
+    - type: f1
+      value: 26.000111409348474
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (sw)
+      config: sw
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 28.903833221250842
+    - type: f1
+      value: 27.166958835143152
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (ta)
+      config: ta
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 13.517148621385342
+    - type: f1
+      value: 10.124568781522633
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (te)
+      config: te
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 12.414256893073302
+    - type: f1
+      value: 10.72905194223371
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (th)
+      config: th
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 17.330195023537325
+    - type: f1
+      value: 17.262535319973026
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (tl)
+      config: tl
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 22.310020174848688
+    - type: f1
+      value: 22.770175966437712
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (tr)
+      config: tr
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 23.066577000672496
+    - type: f1
+      value: 22.50576183714979
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (ur)
+      config: ur
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 12.501681237390722
+    - type: f1
+      value: 11.803223778323549
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (vi)
+      config: vi
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 22.76059179556153
+    - type: f1
+      value: 21.55631039694901
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (zh-CN)
+      config: zh-CN
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 34.92602555480834
+    - type: f1
+      value: 33.727974171773425
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_intent
+      name: MTEB MassiveIntentClassification (zh-TW)
+      config: zh-TW
+      split: test
+      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
+    metrics:
+    - type: accuracy
+      value: 28.365837256220576
+    - type: f1
+      value: 28.510022067424707
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (af)
+      config: af
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 36.02891728312038
+    - type: f1
+      value: 31.370502912090657
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (am)
+      config: am
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 19.330867518493612
+    - type: f1
+      value: 15.90055477686407
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (ar)
+      config: ar
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 23.880295897780766
+    - type: f1
+      value: 21.695586897546278
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (az)
+      config: az
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 28.853396099529256
+    - type: f1
+      value: 26.709933198206503
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (bn)
+      config: bn
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 18.382649630127773
+    - type: f1
+      value: 16.772353498005437
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (cy)
+      config: cy
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 35.40685944855414
+    - type: f1
+      value: 31.488014251203257
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (da)
+      config: da
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 34.4754539340955
+    - type: f1
+      value: 31.226537880607296
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (de)
+      config: de
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 30.0
+    - type: f1
+      value: 28.08153376359271
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (el)
+      config: el
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 26.879623402824482
+    - type: f1
+      value: 24.773267596830472
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (en)
+      config: en
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 43.77605917955615
+    - type: f1
+      value: 41.60519309254586
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (es)
+      config: es
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 32.807666442501684
+    - type: f1
+      value: 30.250350082554473
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (fa)
+      config: fa
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 24.515803631472764
+    - type: f1
+      value: 21.726717236406927
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (fi)
+      config: fi
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 33.315400134498994
+    - type: f1
+      value: 29.353644700383935
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (fr)
+      config: fr
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 32.42434431741762
+    - type: f1
+      value: 29.87668403274445
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (he)
+      config: he
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 24.40147948890384
+    - type: f1
+      value: 21.429656257015555
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (hi)
+      config: hi
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 21.435776731674512
+    - type: f1
+      value: 18.344740043506686
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (hu)
+      config: hu
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 31.533288500336248
+    - type: f1
+      value: 29.185785763469298
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (hy)
+      config: hy
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 19.983187626092803
+    - type: f1
+      value: 17.088318438817677
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (id)
+      config: id
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 32.73369199731002
+    - type: f1
+      value: 31.37876294000571
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (is)
+      config: is
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 31.503026227303295
+    - type: f1
+      value: 28.944584739759726
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (it)
+      config: it
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 31.116341627437794
+    - type: f1
+      value: 29.410419968584232
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (ja)
+      config: ja
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 31.136516476126424
+    - type: f1
+      value: 29.6719090248999
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (jv)
+      config: jv
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 34.3813046402152
+    - type: f1
+      value: 31.481374035431443
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (ka)
+      config: ka
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 18.3591123066577
+    - type: f1
+      value: 16.158113168004945
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (km)
+      config: km
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 19.250168123739073
+    - type: f1
+      value: 16.728590019294526
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (kn)
+      config: kn
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 16.04236718224613
+    - type: f1
+      value: 14.304518042661318
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (ko)
+      config: ko
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 28.95427034297243
+    - type: f1
+      value: 26.14194694048272
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (lv)
+      config: lv
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 32.286482851378615
+    - type: f1
+      value: 29.426003364232837
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (ml)
+      config: ml
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 18.762609280430397
+    - type: f1
+      value: 15.764539982254005
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (mn)
+      config: mn
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 21.570275722932077
+    - type: f1
+      value: 18.98517402487539
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (ms)
+      config: ms
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 35.95158036314728
+    - type: f1
+      value: 33.45853327725729
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (my)
+      config: my
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 20.03026227303295
+    - type: f1
+      value: 16.864192363299615
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (nb)
+      config: nb
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 32.89172831203766
+    - type: f1
+      value: 29.90554132334421
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (nl)
+      config: nl
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 32.36381977135171
+    - type: f1
+      value: 29.57501043505274
   - task:
       type: Classification
     dataset:
-      type: mteb/emotion
-      name: MTEB EmotionClassification
-      config: default
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (pl)
+      config: pl
       split: test
-      revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
     metrics:
     - type: accuracy
-      value: 23.279999999999998
+      value: 31.856086079354405
     - type: f1
-      value: 19.87865985032945
+      value: 30.242758819443548
   - task:
-      type: Retrieval
+      type: Classification
     dataset:
-      type: fiqa
-      name: MTEB FiQA2018
-      config: default
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (pt)
+      config: pt
       split: test
-      revision: None
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
     metrics:
-    - type: map_at_1
-      value: 1.166
-    - type: map_at_10
-      value: 2.283
-    - type: map_at_100
-      value: 2.564
-    - type: map_at_1000
-      value: 2.6519999999999997
-    - type: map_at_3
-      value: 1.867
-    - type: map_at_5
-      value: 2.0500000000000003
-    - type: mrr_at_1
-      value: 2.932
-    - type: mrr_at_10
-      value: 4.852
-    - type: mrr_at_100
-      value: 5.306
-    - type: mrr_at_1000
-      value: 5.4
-    - type: mrr_at_3
-      value: 4.141
-    - type: mrr_at_5
-      value: 4.457
-    - type: ndcg_at_1
-      value: 2.932
-    - type: ndcg_at_10
-      value: 3.5709999999999997
-    - type: ndcg_at_100
-      value: 5.489
-    - type: ndcg_at_1000
-      value: 8.309999999999999
-    - type: ndcg_at_3
-      value: 2.773
-    - type: ndcg_at_5
-      value: 2.979
-    - type: precision_at_1
-      value: 2.932
-    - type: precision_at_10
-      value: 1.049
-    - type: precision_at_100
-      value: 0.306
-    - type: precision_at_1000
-      value: 0.077
-    - type: precision_at_3
-      value: 1.8519999999999999
-    - type: precision_at_5
-      value: 1.389
-    - type: recall_at_1
-      value: 1.166
-    - type: recall_at_10
-      value: 5.178
-    - type: recall_at_100
-      value: 13.056999999999999
-    - type: recall_at_1000
-      value: 31.708
-    - type: recall_at_3
-      value: 2.714
-    - type: recall_at_5
-      value: 3.4909999999999997
+    - type: accuracy
+      value: 31.694687289845326
+    - type: f1
+      value: 29.495870419371684
   - task:
       type: Classification
     dataset:
-      type: mteb/imdb
-      name: MTEB ImdbClassification
-      config: default
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (ro)
+      config: ro
       split: test
-      revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
     metrics:
     - type: accuracy
-      value: 56.96359999999999
-    - type: ap
-      value: 54.16760114570921
+      value: 27.01412239408204
     - type: f1
-      value: 56.193845361069116
+      value: 26.44782204477556
   - task:
       type: Classification
     dataset:
-      type: mteb/mtop_domain
-      name: MTEB MTOPDomainClassification (en)
-      config: en
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (ru)
+      config: ru
       split: test
-      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
     metrics:
     - type: accuracy
-      value: 64.39808481532147
+      value: 30.554808338937463
     - type: f1
-      value: 63.468270818712625
+      value: 27.93696283146029
   - task:
       type: Classification
     dataset:
-      type: mteb/mtop_domain
-      name: MTEB MTOPDomainClassification (de)
-      config: de
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (sl)
+      config: sl
       split: test
-      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
     metrics:
     - type: accuracy
-      value: 53.961679346294744
+      value: 35.813718897108274
     - type: f1
-      value: 51.6707117653683
+      value: 33.021495683147286
   - task:
       type: Classification
     dataset:
-      type: mteb/mtop_domain
-      name: MTEB MTOPDomainClassification (es)
-      config: es
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (sq)
+      config: sq
       split: test
-      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
     metrics:
     - type: accuracy
-      value: 57.018012008005336
+      value: 22.992602555480836
     - type: f1
-      value: 54.23413458037234
+      value: 21.524928515996447
   - task:
       type: Classification
     dataset:
-      type: mteb/mtop_domain
-      name: MTEB MTOPDomainClassification (fr)
-      config: fr
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (sv)
+      config: sv
       split: test
-      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
     metrics:
     - type: accuracy
-      value: 48.84434700908236
+      value: 34.7074646940148
     - type: f1
-      value: 46.48494180527987
+      value: 31.54759971873104
   - task:
       type: Classification
     dataset:
-      type: mteb/mtop_domain
-      name: MTEB MTOPDomainClassification (hi)
-      config: hi
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (sw)
+      config: sw
       split: test
-      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
     metrics:
     - type: accuracy
-      value: 39.7669415561133
+      value: 36.240753194351036
     - type: f1
-      value: 35.50974325529877
+      value: 33.34397881816082
   - task:
       type: Classification
     dataset:
-      type: mteb/mtop_domain
-      name: MTEB MTOPDomainClassification (th)
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (ta)
+      config: ta
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 19.741089441829185
+    - type: f1
+      value: 16.129268723975766
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (te)
+      config: te
+      split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
+    metrics:
+    - type: accuracy
+      value: 17.54203093476799
+    - type: f1
+      value: 15.537381383894061
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (th)
       config: th
       split: test
-      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
     metrics:
     - type: accuracy
-      value: 42.589511754068724
+      value: 22.817753866846
     - type: f1
-      value: 40.47244422785889
+      value: 20.72245485990428
   - task:
       type: Classification
     dataset:
-      type: mteb/mtop_intent
-      name: MTEB MTOPIntentClassification (en)
-      config: en
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (tl)
+      config: tl
       split: test
-      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
     metrics:
     - type: accuracy
-      value: 34.01276789785682
+      value: 28.58439811701412
     - type: f1
-      value: 21.256775922291286
+      value: 26.88190194852028
   - task:
       type: Classification
     dataset:
-      type: mteb/mtop_intent
-      name: MTEB MTOPIntentClassification (de)
-      config: de
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (tr)
+      config: tr
       split: test
-      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
     metrics:
     - type: accuracy
-      value: 33.285432516201745
+      value: 28.60457296570275
     - type: f1
-      value: 19.841703666811565
+      value: 26.98989368733863
   - task:
       type: Classification
     dataset:
-      type: mteb/mtop_intent
-      name: MTEB MTOPIntentClassification (es)
-      config: es
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (ur)
+      config: ur
       split: test
-      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
     metrics:
     - type: accuracy
-      value: 32.121414276184126
+      value: 23.345662407531943
     - type: f1
-      value: 19.34706868150749
+      value: 19.75032390408514
   - task:
       type: Classification
     dataset:
-      type: mteb/mtop_intent
-      name: MTEB MTOPIntentClassification (fr)
-      config: fr
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (vi)
+      config: vi
       split: test
-      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
     metrics:
     - type: accuracy
-      value: 26.088318196053866
+      value: 29.71082716879624
     - type: f1
-      value: 17.22608011891254
+      value: 26.675920460240782
   - task:
       type: Classification
     dataset:
-      type: mteb/mtop_intent
-      name: MTEB MTOPIntentClassification (hi)
-      config: hi
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (zh-CN)
+      config: zh-CN
       split: test
-      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
     metrics:
     - type: accuracy
-      value: 15.320903549659375
+      value: 44.09549428379288
     - type: f1
-      value: 9.62002916015258
+      value: 41.275350430825675
   - task:
       type: Classification
     dataset:
-      type: mteb/mtop_intent
-      name: MTEB MTOPIntentClassification (th)
-      config: th
+      type: mteb/amazon_massive_scenario
+      name: MTEB MassiveScenarioClassification (zh-TW)
+      config: zh-TW
       split: test
-      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
     metrics:
     - type: accuracy
-      value: 16.426763110307412
+      value: 37.24277067921991
     - type: f1
-      value: 11.023799171137183
+      value: 35.65629114113254
   - task:
       type: Clustering
     dataset:
@@ -1394,6 +3091,19 @@ model-index:
     metrics:
     - type: v_measure
       value: 16.58582885790446
+  - task:
+      type: Reranking
+    dataset:
+      type: mteb/mind_small
+      name: MTEB MindSmallReranking
+      config: default
+      split: test
+      revision: 3bdac13927fdc888b903db93b2ffdbd90b295a69
+    metrics:
+    - type: map
+      value: 26.730268595233923
+    - type: mrr
+      value: 27.065185919114704
   - task:
       type: Retrieval
     dataset:
@@ -1463,6 +3173,75 @@ model-index:
       value: 1.702
     - type: recall_at_5
       value: 1.9879999999999998
+  - task:
+      type: Retrieval
+    dataset:
+      type: nq
+      name: MTEB NQ
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 1.214
+    - type: map_at_10
+      value: 2.067
+    - type: map_at_100
+      value: 2.2399999999999998
+    - type: map_at_1000
+      value: 2.2689999999999997
+    - type: map_at_3
+      value: 1.691
+    - type: map_at_5
+      value: 1.916
+    - type: mrr_at_1
+      value: 1.506
+    - type: mrr_at_10
+      value: 2.413
+    - type: mrr_at_100
+      value: 2.587
+    - type: mrr_at_1000
+      value: 2.616
+    - type: mrr_at_3
+      value: 2.023
+    - type: mrr_at_5
+      value: 2.246
+    - type: ndcg_at_1
+      value: 1.506
+    - type: ndcg_at_10
+      value: 2.703
+    - type: ndcg_at_100
+      value: 3.66
+    - type: ndcg_at_1000
+      value: 4.6
+    - type: ndcg_at_3
+      value: 1.9300000000000002
+    - type: ndcg_at_5
+      value: 2.33
+    - type: precision_at_1
+      value: 1.506
+    - type: precision_at_10
+      value: 0.539
+    - type: precision_at_100
+      value: 0.11
+    - type: precision_at_1000
+      value: 0.02
+    - type: precision_at_3
+      value: 0.9369999999999999
+    - type: precision_at_5
+      value: 0.7939999999999999
+    - type: recall_at_1
+      value: 1.214
+    - type: recall_at_10
+      value: 4.34
+    - type: recall_at_100
+      value: 8.905000000000001
+    - type: recall_at_1000
+      value: 16.416
+    - type: recall_at_3
+      value: 2.3009999999999997
+    - type: recall_at_5
+      value: 3.2489999999999997
   - task:
       type: Retrieval
     dataset:
@@ -2620,6 +4399,75 @@ model-index:
       value: 0.231
     - type: recall_at_5
       value: 0.367
+  - task:
+      type: Retrieval
+    dataset:
+      type: webis-touche2020
+      name: MTEB Touche2020
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 0.6799999999999999
+    - type: map_at_10
+      value: 2.1420000000000003
+    - type: map_at_100
+      value: 2.888
+    - type: map_at_1000
+      value: 3.3779999999999997
+    - type: map_at_3
+      value: 1.486
+    - type: map_at_5
+      value: 1.7579999999999998
+    - type: mrr_at_1
+      value: 12.245000000000001
+    - type: mrr_at_10
+      value: 22.12
+    - type: mrr_at_100
+      value: 23.407
+    - type: mrr_at_1000
+      value: 23.483999999999998
+    - type: mrr_at_3
+      value: 19.048000000000002
+    - type: mrr_at_5
+      value: 20.986
+    - type: ndcg_at_1
+      value: 10.204
+    - type: ndcg_at_10
+      value: 7.374
+    - type: ndcg_at_100
+      value: 10.524000000000001
+    - type: ndcg_at_1000
+      value: 18.4
+    - type: ndcg_at_3
+      value: 9.913
+    - type: ndcg_at_5
+      value: 8.938
+    - type: precision_at_1
+      value: 12.245000000000001
+    - type: precision_at_10
+      value: 7.142999999999999
+    - type: precision_at_100
+      value: 2.4490000000000003
+    - type: precision_at_1000
+      value: 0.731
+    - type: precision_at_3
+      value: 11.565
+    - type: precision_at_5
+      value: 9.796000000000001
+    - type: recall_at_1
+      value: 0.6799999999999999
+    - type: recall_at_10
+      value: 4.038
+    - type: recall_at_100
+      value: 14.151
+    - type: recall_at_1000
+      value: 40.111999999999995
+    - type: recall_at_3
+      value: 1.921
+    - type: recall_at_5
+      value: 2.604
   - task:
       type: Classification
     dataset:
@@ -2768,5 +4616,4 @@ model-index:
     - type: max_ap
       value: 64.59241956109807
     - type: max_f1
-      value: 57.83203629255339
----
+      value: 57.83203629255339