README.md

---
pipeline_tag: sentence-similarity
tags:
- sentence-transformers
- feature-extraction
- sentence-similarity
- mteb
model-index:
- name: MUG-B-1.6
  results:
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_counterfactual
      name: MTEB AmazonCounterfactualClassification (en-ext)
      config: en-ext
      split: test
      revision: e8379541af4e31359cca9fbcf4b00f2671dba205
    metrics:
    - type: accuracy
      value: 74.04047976011994
    - type: ap
      value: 23.622442298323236
    - type: f1
      value: 61.681362134359354
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_counterfactual
      name: MTEB AmazonCounterfactualClassification (en)
      config: en
      split: test
      revision: e8379541af4e31359cca9fbcf4b00f2671dba205
    metrics:
    - type: accuracy
      value: 72.38805970149255
    - type: ap
      value: 35.14527522183942
    - type: f1
      value: 66.40004634079556
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_counterfactual
      name: MTEB AmazonCounterfactualClassification (de)
      config: de
      split: test
      revision: e8379541af4e31359cca9fbcf4b00f2671dba205
    metrics:
    - type: accuracy
      value: 54.3254817987152
    - type: ap
      value: 71.95259605308317
    - type: f1
      value: 52.50731386267296
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_counterfactual
      name: MTEB AmazonCounterfactualClassification (ja)
      config: ja
      split: test
      revision: e8379541af4e31359cca9fbcf4b00f2671dba205
    metrics:
    - type: accuracy
      value: 56.33832976445397
    - type: ap
      value: 12.671021199223937
    - type: f1
      value: 46.127586182990605
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_polarity
      name: MTEB AmazonPolarityClassification
      config: default
      split: test
      revision: e2d317d38cd51312af73b3d32a06d1a08b442046
    metrics:
    - type: accuracy
      value: 93.70805000000001
    - type: ap
      value: 90.58639913354553
    - type: f1
      value: 93.69822635061847
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_reviews_multi
      name: MTEB AmazonReviewsClassification (en)
      config: en
      split: test
      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
    metrics:
    - type: accuracy
      value: 50.85000000000001
    - type: f1
      value: 49.80013009020246
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_reviews_multi
      name: MTEB AmazonReviewsClassification (de)
      config: de
      split: test
      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
    metrics:
    - type: accuracy
      value: 27.203999999999994
    - type: f1
      value: 26.60134413072989
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_reviews_multi
      name: MTEB AmazonReviewsClassification (es)
      config: es
      split: test
      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
    metrics:
    - type: accuracy
      value: 34.878
    - type: f1
      value: 33.072592092252314
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_reviews_multi
      name: MTEB AmazonReviewsClassification (fr)
      config: fr
      split: test
      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
    metrics:
    - type: accuracy
      value: 31.557999999999993
    - type: f1
      value: 30.866094552542624
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_reviews_multi
      name: MTEB AmazonReviewsClassification (ja)
      config: ja
      split: test
      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
    metrics:
    - type: accuracy
      value: 22.706
    - type: f1
      value: 22.23195837325246
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_reviews_multi
      name: MTEB AmazonReviewsClassification (zh)
      config: zh
      split: test
      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
    metrics:
    - type: accuracy
      value: 22.349999999999998
    - type: f1
      value: 21.80183891680617
  - task:
      type: Retrieval
    dataset:
      type: mteb/arguana
      name: MTEB ArguAna
      config: default
      split: test
      revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
    metrics:
    - type: map_at_1
      value: 41.892
    - type: map_at_10
      value: 57.989999999999995
    - type: map_at_100
      value: 58.45
    - type: map_at_1000
      value: 58.453
    - type: map_at_20
      value: 58.392999999999994
    - type: map_at_3
      value: 53.746
    - type: map_at_5
      value: 56.566
    - type: mrr_at_1
      value: 43.314
    - type: mrr_at_10
      value: 58.535000000000004
    - type: mrr_at_100
      value: 58.975
    - type: mrr_at_1000
      value: 58.977999999999994
    - type: mrr_at_20
      value: 58.916999999999994
    - type: mrr_at_3
      value: 54.303000000000004
    - type: mrr_at_5
      value: 57.055
    - type: ndcg_at_1
      value: 41.892
    - type: ndcg_at_10
      value: 66.176
    - type: ndcg_at_100
      value: 67.958
    - type: ndcg_at_1000
      value: 68.00699999999999
    - type: ndcg_at_20
      value: 67.565
    - type: ndcg_at_3
      value: 57.691
    - type: ndcg_at_5
      value: 62.766
    - type: precision_at_1
      value: 41.892
    - type: precision_at_10
      value: 9.189
    - type: precision_at_100
      value: 0.993
    - type: precision_at_1000
      value: 0.1
    - type: precision_at_20
      value: 4.861
    - type: precision_at_3
      value: 23.044
    - type: precision_at_5
      value: 16.287
    - type: recall_at_1
      value: 41.892
    - type: recall_at_10
      value: 91.892
    - type: recall_at_100
      value: 99.289
    - type: recall_at_1000
      value: 99.644
    - type: recall_at_20
      value: 97.226
    - type: recall_at_3
      value: 69.132
    - type: recall_at_5
      value: 81.437
  - task:
      type: Clustering
    dataset:
      type: mteb/arxiv-clustering-p2p
      name: MTEB ArxivClusteringP2P
      config: default
      split: test
      revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
    metrics:
    - type: v_measure
      value: 49.03486273664411
  - task:
      type: Clustering
    dataset:
      type: mteb/arxiv-clustering-s2s
      name: MTEB ArxivClusteringS2S
      config: default
      split: test
      revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
    metrics:
    - type: v_measure
      value: 43.04797567338598
  - task:
      type: Reranking
    dataset:
      type: mteb/askubuntudupquestions-reranking
      name: MTEB AskUbuntuDupQuestions
      config: default
      split: test
      revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
    metrics:
    - type: map
      value: 64.29499572176032
    - type: mrr
      value: 77.28861627753592
  - task:
      type: STS
    dataset:
      type: mteb/biosses-sts
      name: MTEB BIOSSES
      config: default
      split: test
      revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
    metrics:
    - type: cos_sim_pearson
      value: 89.53248242133246
    - type: cos_sim_spearman
      value: 88.38032705871927
    - type: euclidean_pearson
      value: 87.77994445569084
    - type: euclidean_spearman
      value: 88.38032705871927
    - type: manhattan_pearson
      value: 87.52369210088627
    - type: manhattan_spearman
      value: 88.27972235673434
  - task:
      type: Classification
    dataset:
      type: mteb/banking77
      name: MTEB Banking77Classification
      config: default
      split: test
      revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
    metrics:
    - type: accuracy
      value: 85.4090909090909
    - type: f1
      value: 84.87743757972068
  - task:
      type: Clustering
    dataset:
      type: mteb/biorxiv-clustering-p2p
      name: MTEB BiorxivClusteringP2P
      config: default
      split: test
      revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
    metrics:
    - type: v_measure
      value: 39.73840151083438
  - task:
      type: Clustering
    dataset:
      type: mteb/biorxiv-clustering-s2s
      name: MTEB BiorxivClusteringS2S
      config: default
      split: test
      revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
    metrics:
    - type: v_measure
      value: 36.565075977998966
  - task:
      type: Retrieval
    dataset:
      type: mteb/cqadupstack-android
      name: MTEB CQADupstackAndroidRetrieval
      config: default
      split: test
      revision: f46a197baaae43b4f621051089b82a364682dfeb
    metrics:
    - type: map_at_1
      value: 33.082
    - type: map_at_10
      value: 44.787
    - type: map_at_100
      value: 46.322
    - type: map_at_1000
      value: 46.446
    - type: map_at_20
      value: 45.572
    - type: map_at_3
      value: 40.913
    - type: map_at_5
      value: 42.922
    - type: mrr_at_1
      value: 40.629
    - type: mrr_at_10
      value: 51.119
    - type: mrr_at_100
      value: 51.783
    - type: mrr_at_1000
      value: 51.82
    - type: mrr_at_20
      value: 51.49700000000001
    - type: mrr_at_3
      value: 48.355
    - type: mrr_at_5
      value: 49.979
    - type: ndcg_at_1
      value: 40.629
    - type: ndcg_at_10
      value: 51.647
    - type: ndcg_at_100
      value: 56.923
    - type: ndcg_at_1000
      value: 58.682
    - type: ndcg_at_20
      value: 53.457
    - type: ndcg_at_3
      value: 46.065
    - type: ndcg_at_5
      value: 48.352000000000004
    - type: precision_at_1
      value: 40.629
    - type: precision_at_10
      value: 10.072000000000001
    - type: precision_at_100
      value: 1.5939999999999999
    - type: precision_at_1000
      value: 0.20600000000000002
    - type: precision_at_20
      value: 5.908
    - type: precision_at_3
      value: 22.222
    - type: precision_at_5
      value: 15.937000000000001
    - type: recall_at_1
      value: 33.082
    - type: recall_at_10
      value: 64.55300000000001
    - type: recall_at_100
      value: 86.86399999999999
    - type: recall_at_1000
      value: 97.667
    - type: recall_at_20
      value: 70.988
    - type: recall_at_3
      value: 48.067
    - type: recall_at_5
      value: 54.763
  - task:
      type: Retrieval
    dataset:
      type: mteb/cqadupstack-english
      name: MTEB CQADupstackEnglishRetrieval
      config: default
      split: test
      revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
    metrics:
    - type: map_at_1
      value: 32.272
    - type: map_at_10
      value: 42.620000000000005
    - type: map_at_100
      value: 43.936
    - type: map_at_1000
      value: 44.066
    - type: map_at_20
      value: 43.349
    - type: map_at_3
      value: 39.458
    - type: map_at_5
      value: 41.351
    - type: mrr_at_1
      value: 40.127
    - type: mrr_at_10
      value: 48.437000000000005
    - type: mrr_at_100
      value: 49.096000000000004
    - type: mrr_at_1000
      value: 49.14
    - type: mrr_at_20
      value: 48.847
    - type: mrr_at_3
      value: 46.21
    - type: mrr_at_5
      value: 47.561
    - type: ndcg_at_1
      value: 40.127
    - type: ndcg_at_10
      value: 48.209999999999994
    - type: ndcg_at_100
      value: 52.632
    - type: ndcg_at_1000
      value: 54.59
    - type: ndcg_at_20
      value: 50.012
    - type: ndcg_at_3
      value: 43.996
    - type: ndcg_at_5
      value: 46.122
    - type: precision_at_1
      value: 40.127
    - type: precision_at_10
      value: 9.051
    - type: precision_at_100
      value: 1.465
    - type: precision_at_1000
      value: 0.193
    - type: precision_at_20
      value: 5.35
    - type: precision_at_3
      value: 21.104
    - type: precision_at_5
      value: 15.146
    - type: recall_at_1
      value: 32.272
    - type: recall_at_10
      value: 57.870999999999995
    - type: recall_at_100
      value: 76.211
    - type: recall_at_1000
      value: 88.389
    - type: recall_at_20
      value: 64.354
    - type: recall_at_3
      value: 45.426
    - type: recall_at_5
      value: 51.23799999999999
  - task:
      type: Retrieval
    dataset:
      type: mteb/cqadupstack-gaming
      name: MTEB CQADupstackGamingRetrieval
      config: default
      split: test
      revision: 4885aa143210c98657558c04aaf3dc47cfb54340
    metrics:
    - type: map_at_1
      value: 40.261
    - type: map_at_10
      value: 53.400000000000006
    - type: map_at_100
      value: 54.42399999999999
    - type: map_at_1000
      value: 54.473000000000006
    - type: map_at_20
      value: 54.052
    - type: map_at_3
      value: 49.763000000000005
    - type: map_at_5
      value: 51.878
    - type: mrr_at_1
      value: 46.019
    - type: mrr_at_10
      value: 56.653
    - type: mrr_at_100
      value: 57.28
    - type: mrr_at_1000
      value: 57.303000000000004
    - type: mrr_at_20
      value: 57.057
    - type: mrr_at_3
      value: 53.971000000000004
    - type: mrr_at_5
      value: 55.632000000000005
    - type: ndcg_at_1
      value: 46.019
    - type: ndcg_at_10
      value: 59.597
    - type: ndcg_at_100
      value: 63.452
    - type: ndcg_at_1000
      value: 64.434
    - type: ndcg_at_20
      value: 61.404
    - type: ndcg_at_3
      value: 53.620999999999995
    - type: ndcg_at_5
      value: 56.688
    - type: precision_at_1
      value: 46.019
    - type: precision_at_10
      value: 9.748999999999999
    - type: precision_at_100
      value: 1.261
    - type: precision_at_1000
      value: 0.13799999999999998
    - type: precision_at_20
      value: 5.436
    - type: precision_at_3
      value: 24.075
    - type: precision_at_5
      value: 16.715
    - type: recall_at_1
      value: 40.261
    - type: recall_at_10
      value: 74.522
    - type: recall_at_100
      value: 91.014
    - type: recall_at_1000
      value: 98.017
    - type: recall_at_20
      value: 81.186
    - type: recall_at_3
      value: 58.72500000000001
    - type: recall_at_5
      value: 66.23599999999999
  - task:
      type: Retrieval
    dataset:
      type: mteb/cqadupstack-gis
      name: MTEB CQADupstackGisRetrieval
      config: default
      split: test
      revision: 5003b3064772da1887988e05400cf3806fe491f2
    metrics:
    - type: map_at_1
      value: 27.666
    - type: map_at_10
      value: 36.744
    - type: map_at_100
      value: 37.794
    - type: map_at_1000
      value: 37.865
    - type: map_at_20
      value: 37.336999999999996
    - type: map_at_3
      value: 33.833999999999996
    - type: map_at_5
      value: 35.61
    - type: mrr_at_1
      value: 29.944
    - type: mrr_at_10
      value: 38.838
    - type: mrr_at_100
      value: 39.765
    - type: mrr_at_1000
      value: 39.818999999999996
    - type: mrr_at_20
      value: 39.373000000000005
    - type: mrr_at_3
      value: 36.234
    - type: mrr_at_5
      value: 37.844
    - type: ndcg_at_1
      value: 29.944
    - type: ndcg_at_10
      value: 41.986000000000004
    - type: ndcg_at_100
      value: 47.05
    - type: ndcg_at_1000
      value: 48.897
    - type: ndcg_at_20
      value: 43.989
    - type: ndcg_at_3
      value: 36.452
    - type: ndcg_at_5
      value: 39.395
    - type: precision_at_1
      value: 29.944
    - type: precision_at_10
      value: 6.4750000000000005
    - type: precision_at_100
      value: 0.946
    - type: precision_at_1000
      value: 0.11399999999999999
    - type: precision_at_20
      value: 3.6839999999999997
    - type: precision_at_3
      value: 15.443000000000001
    - type: precision_at_5
      value: 10.96
    - type: recall_at_1
      value: 27.666
    - type: recall_at_10
      value: 56.172999999999995
    - type: recall_at_100
      value: 79.142
    - type: recall_at_1000
      value: 93.013
    - type: recall_at_20
      value: 63.695
    - type: recall_at_3
      value: 41.285
    - type: recall_at_5
      value: 48.36
  - task:
      type: Retrieval
    dataset:
      type: mteb/cqadupstack-mathematica
      name: MTEB CQADupstackMathematicaRetrieval
      config: default
      split: test
      revision: 90fceea13679c63fe563ded68f3b6f06e50061de
    metrics:
    - type: map_at_1
      value: 17.939
    - type: map_at_10
      value: 27.301
    - type: map_at_100
      value: 28.485
    - type: map_at_1000
      value: 28.616000000000003
    - type: map_at_20
      value: 27.843
    - type: map_at_3
      value: 24.342
    - type: map_at_5
      value: 26.259
    - type: mrr_at_1
      value: 22.761
    - type: mrr_at_10
      value: 32.391
    - type: mrr_at_100
      value: 33.297
    - type: mrr_at_1000
      value: 33.361000000000004
    - type: mrr_at_20
      value: 32.845
    - type: mrr_at_3
      value: 29.498
    - type: mrr_at_5
      value: 31.375999999999998
    - type: ndcg_at_1
      value: 22.761
    - type: ndcg_at_10
      value: 33.036
    - type: ndcg_at_100
      value: 38.743
    - type: ndcg_at_1000
      value: 41.568
    - type: ndcg_at_20
      value: 34.838
    - type: ndcg_at_3
      value: 27.803
    - type: ndcg_at_5
      value: 30.781
    - type: precision_at_1
      value: 22.761
    - type: precision_at_10
      value: 6.132
    - type: precision_at_100
      value: 1.031
    - type: precision_at_1000
      value: 0.14200000000000002
    - type: precision_at_20
      value: 3.582
    - type: precision_at_3
      value: 13.474
    - type: precision_at_5
      value: 10.123999999999999
    - type: recall_at_1
      value: 17.939
    - type: recall_at_10
      value: 45.515
    - type: recall_at_100
      value: 70.56700000000001
    - type: recall_at_1000
      value: 90.306
    - type: recall_at_20
      value: 51.946999999999996
    - type: recall_at_3
      value: 31.459
    - type: recall_at_5
      value: 39.007
  - task:
      type: Retrieval
    dataset:
      type: mteb/cqadupstack-physics
      name: MTEB CQADupstackPhysicsRetrieval
      config: default
      split: test
      revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
    metrics:
    - type: map_at_1
      value: 31.156
    - type: map_at_10
      value: 42.317
    - type: map_at_100
      value: 43.742
    - type: map_at_1000
      value: 43.852000000000004
    - type: map_at_20
      value: 43.147999999999996
    - type: map_at_3
      value: 38.981
    - type: map_at_5
      value: 40.827000000000005
    - type: mrr_at_1
      value: 38.401999999999994
    - type: mrr_at_10
      value: 48.141
    - type: mrr_at_100
      value: 48.991
    - type: mrr_at_1000
      value: 49.03
    - type: mrr_at_20
      value: 48.665000000000006
    - type: mrr_at_3
      value: 45.684999999999995
    - type: mrr_at_5
      value: 47.042
    - type: ndcg_at_1
      value: 38.401999999999994
    - type: ndcg_at_10
      value: 48.541000000000004
    - type: ndcg_at_100
      value: 54.063
    - type: ndcg_at_1000
      value: 56.005
    - type: ndcg_at_20
      value: 50.895999999999994
    - type: ndcg_at_3
      value: 43.352000000000004
    - type: ndcg_at_5
      value: 45.769
    - type: precision_at_1
      value: 38.401999999999994
    - type: precision_at_10
      value: 8.738999999999999
    - type: precision_at_100
      value: 1.335
    - type: precision_at_1000
      value: 0.16999999999999998
    - type: precision_at_20
      value: 5.164
    - type: precision_at_3
      value: 20.468
    - type: precision_at_5
      value: 14.437
    - type: recall_at_1
      value: 31.156
    - type: recall_at_10
      value: 61.172000000000004
    - type: recall_at_100
      value: 83.772
    - type: recall_at_1000
      value: 96.192
    - type: recall_at_20
      value: 69.223
    - type: recall_at_3
      value: 46.628
    - type: recall_at_5
      value: 53.032000000000004
  - task:
      type: Retrieval
    dataset:
      type: mteb/cqadupstack-programmers
      name: MTEB CQADupstackProgrammersRetrieval
      config: default
      split: test
      revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
    metrics:
    - type: map_at_1
      value: 26.741999999999997
    - type: map_at_10
      value: 36.937
    - type: map_at_100
      value: 38.452
    - type: map_at_1000
      value: 38.557
    - type: map_at_20
      value: 37.858999999999995
    - type: map_at_3
      value: 33.579
    - type: map_at_5
      value: 35.415
    - type: mrr_at_1
      value: 32.991
    - type: mrr_at_10
      value: 42.297000000000004
    - type: mrr_at_100
      value: 43.282
    - type: mrr_at_1000
      value: 43.332
    - type: mrr_at_20
      value: 42.95
    - type: mrr_at_3
      value: 39.707
    - type: mrr_at_5
      value: 41.162
    - type: ndcg_at_1
      value: 32.991
    - type: ndcg_at_10
      value: 43.004999999999995
    - type: ndcg_at_100
      value: 49.053000000000004
    - type: ndcg_at_1000
      value: 51.166999999999994
    - type: ndcg_at_20
      value: 45.785
    - type: ndcg_at_3
      value: 37.589
    - type: ndcg_at_5
      value: 40.007999999999996
    - type: precision_at_1
      value: 32.991
    - type: precision_at_10
      value: 8.025
    - type: precision_at_100
      value: 1.268
    - type: precision_at_1000
      value: 0.163
    - type: precision_at_20
      value: 4.846
    - type: precision_at_3
      value: 17.922
    - type: precision_at_5
      value: 13.059000000000001
    - type: recall_at_1
      value: 26.741999999999997
    - type: recall_at_10
      value: 55.635999999999996
    - type: recall_at_100
      value: 80.798
    - type: recall_at_1000
      value: 94.918
    - type: recall_at_20
      value: 65.577
    - type: recall_at_3
      value: 40.658
    - type: recall_at_5
      value: 46.812
  - task:
      type: Retrieval
    dataset:
      type: mteb/cqadupstack
      name: MTEB CQADupstackRetrieval
      config: default
      split: test
      revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
    metrics:
    - type: map_at_1
      value: 27.274583333333336
    - type: map_at_10
      value: 37.04091666666666
    - type: map_at_100
      value: 38.27966666666667
    - type: map_at_1000
      value: 38.39383333333334
    - type: map_at_20
      value: 37.721500000000006
    - type: map_at_3
      value: 33.937999999999995
    - type: map_at_5
      value: 35.67974999999999
    - type: mrr_at_1
      value: 32.40525
    - type: mrr_at_10
      value: 41.43925000000001
    - type: mrr_at_100
      value: 42.271
    - type: mrr_at_1000
      value: 42.32416666666667
    - type: mrr_at_20
      value: 41.92733333333334
    - type: mrr_at_3
      value: 38.84941666666666
    - type: mrr_at_5
      value: 40.379583333333336
    - type: ndcg_at_1
      value: 32.40525
    - type: ndcg_at_10
      value: 42.73808333333334
    - type: ndcg_at_100
      value: 47.88941666666667
    - type: ndcg_at_1000
      value: 50.05008333333334
    - type: ndcg_at_20
      value: 44.74183333333334
    - type: ndcg_at_3
      value: 37.51908333333334
    - type: ndcg_at_5
      value: 40.01883333333333
    - type: precision_at_1
      value: 32.40525
    - type: precision_at_10
      value: 7.5361666666666665
    - type: precision_at_100
      value: 1.1934166666666666
    - type: precision_at_1000
      value: 0.1575
    - type: precision_at_20
      value: 4.429166666666667
    - type: precision_at_3
      value: 17.24941666666667
    - type: precision_at_5
      value: 12.362333333333336
    - type: recall_at_1
      value: 27.274583333333336
    - type: recall_at_10
      value: 55.21358333333334
    - type: recall_at_100
      value: 77.60366666666667
    - type: recall_at_1000
      value: 92.43691666666666
    - type: recall_at_20
      value: 62.474583333333335
    - type: recall_at_3
      value: 40.79375
    - type: recall_at_5
      value: 47.15158333333334
  - task:
      type: Retrieval
    dataset:
      type: mteb/cqadupstack-stats
      name: MTEB CQADupstackStatsRetrieval
      config: default
      split: test
      revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
    metrics:
    - type: map_at_1
      value: 27.389999999999997
    - type: map_at_10
      value: 34.107
    - type: map_at_100
      value: 35.022999999999996
    - type: map_at_1000
      value: 35.13
    - type: map_at_20
      value: 34.605999999999995
    - type: map_at_3
      value: 32.021
    - type: map_at_5
      value: 32.948
    - type: mrr_at_1
      value: 30.982
    - type: mrr_at_10
      value: 37.345
    - type: mrr_at_100
      value: 38.096999999999994
    - type: mrr_at_1000
      value: 38.179
    - type: mrr_at_20
      value: 37.769000000000005
    - type: mrr_at_3
      value: 35.481
    - type: mrr_at_5
      value: 36.293
    - type: ndcg_at_1
      value: 30.982
    - type: ndcg_at_10
      value: 38.223
    - type: ndcg_at_100
      value: 42.686
    - type: ndcg_at_1000
      value: 45.352
    - type: ndcg_at_20
      value: 39.889
    - type: ndcg_at_3
      value: 34.259
    - type: ndcg_at_5
      value: 35.664
    - type: precision_at_1
      value: 30.982
    - type: precision_at_10
      value: 5.7669999999999995
    - type: precision_at_100
      value: 0.877
    - type: precision_at_1000
      value: 0.11800000000000001
    - type: precision_at_20
      value: 3.3360000000000003
    - type: precision_at_3
      value: 14.264
    - type: precision_at_5
      value: 9.54
    - type: recall_at_1
      value: 27.389999999999997
    - type: recall_at_10
      value: 48.009
    - type: recall_at_100
      value: 68.244
    - type: recall_at_1000
      value: 87.943
    - type: recall_at_20
      value: 54.064
    - type: recall_at_3
      value: 36.813
    - type: recall_at_5
      value: 40.321
  - task:
      type: Retrieval
    dataset:
      type: mteb/cqadupstack-tex
      name: MTEB CQADupstackTexRetrieval
      config: default
      split: test
      revision: 46989137a86843e03a6195de44b09deda022eec7
    metrics:
    - type: map_at_1
      value: 18.249000000000002
    - type: map_at_10
      value: 25.907000000000004
    - type: map_at_100
      value: 27.105
    - type: map_at_1000
      value: 27.233
    - type: map_at_20
      value: 26.541999999999998
    - type: map_at_3
      value: 23.376
    - type: map_at_5
      value: 24.673000000000002
    - type: mrr_at_1
      value: 21.989
    - type: mrr_at_10
      value: 29.846
    - type: mrr_at_100
      value: 30.808999999999997
    - type: mrr_at_1000
      value: 30.885
    - type: mrr_at_20
      value: 30.384
    - type: mrr_at_3
      value: 27.46
    - type: mrr_at_5
      value: 28.758
    - type: ndcg_at_1
      value: 21.989
    - type: ndcg_at_10
      value: 30.874000000000002
    - type: ndcg_at_100
      value: 36.504999999999995
    - type: ndcg_at_1000
      value: 39.314
    - type: ndcg_at_20
      value: 32.952999999999996
    - type: ndcg_at_3
      value: 26.249
    - type: ndcg_at_5
      value: 28.229
    - type: precision_at_1
      value: 21.989
    - type: precision_at_10
      value: 5.705
    - type: precision_at_100
      value: 0.9990000000000001
    - type: precision_at_1000
      value: 0.14100000000000001
    - type: precision_at_20
      value: 3.4459999999999997
    - type: precision_at_3
      value: 12.377
    - type: precision_at_5
      value: 8.961
    - type: recall_at_1
      value: 18.249000000000002
    - type: recall_at_10
      value: 41.824
    - type: recall_at_100
      value: 67.071
    - type: recall_at_1000
      value: 86.863
    - type: recall_at_20
      value: 49.573
    - type: recall_at_3
      value: 28.92
    - type: recall_at_5
      value: 34.003
  - task:
      type: Retrieval
    dataset:
      type: mteb/cqadupstack-unix
      name: MTEB CQADupstackUnixRetrieval
      config: default
      split: test
      revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
    metrics:
    - type: map_at_1
      value: 26.602999999999998
    - type: map_at_10
      value: 36.818
    - type: map_at_100
      value: 37.894
    - type: map_at_1000
      value: 37.991
    - type: map_at_20
      value: 37.389
    - type: map_at_3
      value: 33.615
    - type: map_at_5
      value: 35.432
    - type: mrr_at_1
      value: 31.53
    - type: mrr_at_10
      value: 41.144
    - type: mrr_at_100
      value: 41.937999999999995
    - type: mrr_at_1000
      value: 41.993
    - type: mrr_at_20
      value: 41.585
    - type: mrr_at_3
      value: 38.385999999999996
    - type: mrr_at_5
      value: 39.995000000000005
    - type: ndcg_at_1
      value: 31.53
    - type: ndcg_at_10
      value: 42.792
    - type: ndcg_at_100
      value: 47.749
    - type: ndcg_at_1000
      value: 49.946
    - type: ndcg_at_20
      value: 44.59
    - type: ndcg_at_3
      value: 37.025000000000006
    - type: ndcg_at_5
      value: 39.811
    - type: precision_at_1
      value: 31.53
    - type: precision_at_10
      value: 7.2669999999999995
    - type: precision_at_100
      value: 1.109
    - type: precision_at_1000
      value: 0.14100000000000001
    - type: precision_at_20
      value: 4.184
    - type: precision_at_3
      value: 16.791
    - type: precision_at_5
      value: 12.09
    - type: recall_at_1
      value: 26.602999999999998
    - type: recall_at_10
      value: 56.730999999999995
    - type: recall_at_100
      value: 78.119
    - type: recall_at_1000
      value: 93.458
    - type: recall_at_20
      value: 63.00599999999999
    - type: recall_at_3
      value: 41.306
    - type: recall_at_5
      value: 48.004999999999995
  - task:
      type: Retrieval
    dataset:
      type: mteb/cqadupstack-webmasters
      name: MTEB CQADupstackWebmastersRetrieval
      config: default
      split: test
      revision: 160c094312a0e1facb97e55eeddb698c0abe3571
    metrics:
    - type: map_at_1
      value: 23.988
    - type: map_at_10
      value: 33.650999999999996
    - type: map_at_100
      value: 35.263
    - type: map_at_1000
      value: 35.481
    - type: map_at_20
      value: 34.463
    - type: map_at_3
      value: 30.330000000000002
    - type: map_at_5
      value: 32.056000000000004
    - type: mrr_at_1
      value: 29.644
    - type: mrr_at_10
      value: 38.987
    - type: mrr_at_100
      value: 39.973
    - type: mrr_at_1000
      value: 40.013
    - type: mrr_at_20
      value: 39.553
    - type: mrr_at_3
      value: 36.001
    - type: mrr_at_5
      value: 37.869
    - type: ndcg_at_1
      value: 29.644
    - type: ndcg_at_10
      value: 40.156
    - type: ndcg_at_100
      value: 46.244
    - type: ndcg_at_1000
      value: 48.483
    - type: ndcg_at_20
      value: 42.311
    - type: ndcg_at_3
      value: 34.492
    - type: ndcg_at_5
      value: 37.118
    - type: precision_at_1
      value: 29.644
    - type: precision_at_10
      value: 7.925
    - type: precision_at_100
      value: 1.5890000000000002
    - type: precision_at_1000
      value: 0.245
    - type: precision_at_20
      value: 4.97
    - type: precision_at_3
      value: 16.469
    - type: precision_at_5
      value: 12.174
    - type: recall_at_1
      value: 23.988
    - type: recall_at_10
      value: 52.844
    - type: recall_at_100
      value: 80.143
    - type: recall_at_1000
      value: 93.884
    - type: recall_at_20
      value: 61.050000000000004
    - type: recall_at_3
      value: 36.720000000000006
    - type: recall_at_5
      value: 43.614999999999995
  - task:
      type: Retrieval
    dataset:
      type: mteb/cqadupstack-wordpress
      name: MTEB CQADupstackWordpressRetrieval
      config: default
      split: test
      revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
    metrics:
    - type: map_at_1
      value: 21.947
    - type: map_at_10
      value: 29.902
    - type: map_at_100
      value: 30.916
    - type: map_at_1000
      value: 31.016
    - type: map_at_20
      value: 30.497999999999998
    - type: map_at_3
      value: 27.044
    - type: map_at_5
      value: 28.786
    - type: mrr_at_1
      value: 23.845
    - type: mrr_at_10
      value: 32.073
    - type: mrr_at_100
      value: 32.940999999999995
    - type: mrr_at_1000
      value: 33.015
    - type: mrr_at_20
      value: 32.603
    - type: mrr_at_3
      value: 29.205
    - type: mrr_at_5
      value: 31.044
    - type: ndcg_at_1
      value: 23.845
    - type: ndcg_at_10
      value: 34.79
    - type: ndcg_at_100
      value: 39.573
    - type: ndcg_at_1000
      value: 42.163000000000004
    - type: ndcg_at_20
      value: 36.778
    - type: ndcg_at_3
      value: 29.326
    - type: ndcg_at_5
      value: 32.289
    - type: precision_at_1
      value: 23.845
    - type: precision_at_10
      value: 5.527
    - type: precision_at_100
      value: 0.847
    - type: precision_at_1000
      value: 0.11900000000000001
    - type: precision_at_20
      value: 3.2439999999999998
    - type: precision_at_3
      value: 12.384
    - type: precision_at_5
      value: 9.205
    - type: recall_at_1
      value: 21.947
    - type: recall_at_10
      value: 47.713
    - type: recall_at_100
      value: 69.299
    - type: recall_at_1000
      value: 88.593
    - type: recall_at_20
      value: 55.032000000000004
    - type: recall_at_3
      value: 33.518
    - type: recall_at_5
      value: 40.427
  - task:
      type: Retrieval
    dataset:
      type: mteb/climate-fever
      name: MTEB ClimateFEVER
      config: default
      split: test
      revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
    metrics:
    - type: map_at_1
      value: 13.655999999999999
    - type: map_at_10
      value: 23.954
    - type: map_at_100
      value: 26.07
    - type: map_at_1000
      value: 26.266000000000002
    - type: map_at_20
      value: 25.113000000000003
    - type: map_at_3
      value: 19.85
    - type: map_at_5
      value: 21.792
    - type: mrr_at_1
      value: 31.075000000000003
    - type: mrr_at_10
      value: 43.480000000000004
    - type: mrr_at_100
      value: 44.39
    - type: mrr_at_1000
      value: 44.42
    - type: mrr_at_20
      value: 44.06
    - type: mrr_at_3
      value: 40.38
    - type: mrr_at_5
      value: 42.138999999999996
    - type: ndcg_at_1
      value: 31.075000000000003
    - type: ndcg_at_10
      value: 33.129999999999995
    - type: ndcg_at_100
      value: 40.794000000000004
    - type: ndcg_at_1000
      value: 44.062
    - type: ndcg_at_20
      value: 36.223
    - type: ndcg_at_3
      value: 27.224999999999998
    - type: ndcg_at_5
      value: 28.969
    - type: precision_at_1
      value: 31.075000000000003
    - type: precision_at_10
      value: 10.476
    - type: precision_at_100
      value: 1.864
    - type: precision_at_1000
      value: 0.247
    - type: precision_at_20
      value: 6.593
    - type: precision_at_3
      value: 20.456
    - type: precision_at_5
      value: 15.440000000000001
    - type: recall_at_1
      value: 13.655999999999999
    - type: recall_at_10
      value: 39.678000000000004
    - type: recall_at_100
      value: 65.523
    - type: recall_at_1000
      value: 83.59100000000001
    - type: recall_at_20
      value: 48.27
    - type: recall_at_3
      value: 24.863
    - type: recall_at_5
      value: 30.453999999999997
  - task:
      type: Retrieval
    dataset:
      type: mteb/dbpedia
      name: MTEB DBPedia
      config: default
      split: test
      revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
    metrics:
    - type: map_at_1
      value: 9.139
    - type: map_at_10
      value: 20.366999999999997
    - type: map_at_100
      value: 29.755
    - type: map_at_1000
      value: 31.563999999999997
    - type: map_at_20
      value: 24.021
    - type: map_at_3
      value: 14.395
    - type: map_at_5
      value: 16.853
    - type: mrr_at_1
      value: 69.0
    - type: mrr_at_10
      value: 76.778
    - type: mrr_at_100
      value: 77.116
    - type: mrr_at_1000
      value: 77.12299999999999
    - type: mrr_at_20
      value: 77.046
    - type: mrr_at_3
      value: 75.208
    - type: mrr_at_5
      value: 76.146
    - type: ndcg_at_1
      value: 57.125
    - type: ndcg_at_10
      value: 42.84
    - type: ndcg_at_100
      value: 48.686
    - type: ndcg_at_1000
      value: 56.294
    - type: ndcg_at_20
      value: 42.717
    - type: ndcg_at_3
      value: 46.842
    - type: ndcg_at_5
      value: 44.248
    - type: precision_at_1
      value: 69.0
    - type: precision_at_10
      value: 34.625
    - type: precision_at_100
      value: 11.468
    - type: precision_at_1000
      value: 2.17
    - type: precision_at_20
      value: 26.562
    - type: precision_at_3
      value: 50.917
    - type: precision_at_5
      value: 43.35
    - type: recall_at_1
      value: 9.139
    - type: recall_at_10
      value: 26.247999999999998
    - type: recall_at_100
      value: 56.647000000000006
    - type: recall_at_1000
      value: 80.784
    - type: recall_at_20
      value: 35.010999999999996
    - type: recall_at_3
      value: 15.57
    - type: recall_at_5
      value: 19.198
  - task:
      type: Classification
    dataset:
      type: mteb/emotion
      name: MTEB EmotionClassification
      config: default
      split: test
      revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
    metrics:
    - type: accuracy
      value: 55.93
    - type: f1
      value: 49.35314406745291
  - task:
      type: Retrieval
    dataset:
      type: mteb/fever
      name: MTEB FEVER
      config: default
      split: test
      revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
    metrics:
    - type: map_at_1
      value: 73.198
    - type: map_at_10
      value: 81.736
    - type: map_at_100
      value: 82.02000000000001
    - type: map_at_1000
      value: 82.03399999999999
    - type: map_at_20
      value: 81.937
    - type: map_at_3
      value: 80.692
    - type: map_at_5
      value: 81.369
    - type: mrr_at_1
      value: 78.803
    - type: mrr_at_10
      value: 86.144
    - type: mrr_at_100
      value: 86.263
    - type: mrr_at_1000
      value: 86.26599999999999
    - type: mrr_at_20
      value: 86.235
    - type: mrr_at_3
      value: 85.464
    - type: mrr_at_5
      value: 85.95
    - type: ndcg_at_1
      value: 78.803
    - type: ndcg_at_10
      value: 85.442
    - type: ndcg_at_100
      value: 86.422
    - type: ndcg_at_1000
      value: 86.68900000000001
    - type: ndcg_at_20
      value: 85.996
    - type: ndcg_at_3
      value: 83.839
    - type: ndcg_at_5
      value: 84.768
    - type: precision_at_1
      value: 78.803
    - type: precision_at_10
      value: 10.261000000000001
    - type: precision_at_100
      value: 1.0959999999999999
    - type: precision_at_1000
      value: 0.11399999999999999
    - type: precision_at_20
      value: 5.286
    - type: precision_at_3
      value: 32.083
    - type: precision_at_5
      value: 19.898
    - type: recall_at_1
      value: 73.198
    - type: recall_at_10
      value: 92.42099999999999
    - type: recall_at_100
      value: 96.28
    - type: recall_at_1000
      value: 97.995
    - type: recall_at_20
      value: 94.36
    - type: recall_at_3
      value: 88.042
    - type: recall_at_5
      value: 90.429
  - task:
      type: Retrieval
    dataset:
      type: mteb/fiqa
      name: MTEB FiQA2018
      config: default
      split: test
      revision: 27a168819829fe9bcd655c2df245fb19452e8e06
    metrics:
    - type: map_at_1
      value: 21.583
    - type: map_at_10
      value: 36.503
    - type: map_at_100
      value: 38.529
    - type: map_at_1000
      value: 38.701
    - type: map_at_20
      value: 37.69
    - type: map_at_3
      value: 31.807000000000002
    - type: map_at_5
      value: 34.424
    - type: mrr_at_1
      value: 43.827
    - type: mrr_at_10
      value: 53.528
    - type: mrr_at_100
      value: 54.291
    - type: mrr_at_1000
      value: 54.32599999999999
    - type: mrr_at_20
      value: 54.064
    - type: mrr_at_3
      value: 51.25999999999999
    - type: mrr_at_5
      value: 52.641000000000005
    - type: ndcg_at_1
      value: 43.827
    - type: ndcg_at_10
      value: 44.931
    - type: ndcg_at_100
      value: 51.778999999999996
    - type: ndcg_at_1000
      value: 54.532000000000004
    - type: ndcg_at_20
      value: 47.899
    - type: ndcg_at_3
      value: 41.062
    - type: ndcg_at_5
      value: 42.33
    - type: precision_at_1
      value: 43.827
    - type: precision_at_10
      value: 12.608
    - type: precision_at_100
      value: 1.974
    - type: precision_at_1000
      value: 0.247
    - type: precision_at_20
      value: 7.585
    - type: precision_at_3
      value: 27.778000000000002
    - type: precision_at_5
      value: 20.308999999999997
    - type: recall_at_1
      value: 21.583
    - type: recall_at_10
      value: 52.332
    - type: recall_at_100
      value: 77.256
    - type: recall_at_1000
      value: 93.613
    - type: recall_at_20
      value: 61.413
    - type: recall_at_3
      value: 37.477
    - type: recall_at_5
      value: 44.184
  - task:
      type: Retrieval
    dataset:
      type: mteb/hotpotqa
      name: MTEB HotpotQA
      config: default
      split: test
      revision: ab518f4d6fcca38d87c25209f94beba119d02014
    metrics:
    - type: map_at_1
      value: 39.845000000000006
    - type: map_at_10
      value: 64.331
    - type: map_at_100
      value: 65.202
    - type: map_at_1000
      value: 65.261
    - type: map_at_20
      value: 64.833
    - type: map_at_3
      value: 60.663
    - type: map_at_5
      value: 62.94
    - type: mrr_at_1
      value: 79.689
    - type: mrr_at_10
      value: 85.299
    - type: mrr_at_100
      value: 85.461
    - type: mrr_at_1000
      value: 85.466
    - type: mrr_at_20
      value: 85.39099999999999
    - type: mrr_at_3
      value: 84.396
    - type: mrr_at_5
      value: 84.974
    - type: ndcg_at_1
      value: 79.689
    - type: ndcg_at_10
      value: 72.49
    - type: ndcg_at_100
      value: 75.485
    - type: ndcg_at_1000
      value: 76.563
    - type: ndcg_at_20
      value: 73.707
    - type: ndcg_at_3
      value: 67.381
    - type: ndcg_at_5
      value: 70.207
    - type: precision_at_1
      value: 79.689
    - type: precision_at_10
      value: 15.267
    - type: precision_at_100
      value: 1.7610000000000001
    - type: precision_at_1000
      value: 0.19
    - type: precision_at_20
      value: 8.024000000000001
    - type: precision_at_3
      value: 43.363
    - type: precision_at_5
      value: 28.248
    - type: recall_at_1
      value: 39.845000000000006
    - type: recall_at_10
      value: 76.334
    - type: recall_at_100
      value: 88.042
    - type: recall_at_1000
      value: 95.09100000000001
    - type: recall_at_20
      value: 80.243
    - type: recall_at_3
      value: 65.044
    - type: recall_at_5
      value: 70.621
  - task:
      type: Classification
    dataset:
      type: mteb/imdb
      name: MTEB ImdbClassification
      config: default
      split: test
      revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
    metrics:
    - type: accuracy
      value: 93.57079999999999
    - type: ap
      value: 90.50045924786099
    - type: f1
      value: 93.56673497845476
  - task:
      type: Retrieval
    dataset:
      type: mteb/msmarco
      name: MTEB MSMARCO
      config: default
      split: dev
      revision: c5a29a104738b98a9e76336939199e264163d4a0
    metrics:
    - type: map_at_1
      value: 22.212
    - type: map_at_10
      value: 34.528
    - type: map_at_100
      value: 35.69
    - type: map_at_1000
      value: 35.74
    - type: map_at_20
      value: 35.251
    - type: map_at_3
      value: 30.628
    - type: map_at_5
      value: 32.903999999999996
    - type: mrr_at_1
      value: 22.794
    - type: mrr_at_10
      value: 35.160000000000004
    - type: mrr_at_100
      value: 36.251
    - type: mrr_at_1000
      value: 36.295
    - type: mrr_at_20
      value: 35.845
    - type: mrr_at_3
      value: 31.328
    - type: mrr_at_5
      value: 33.574
    - type: ndcg_at_1
      value: 22.779
    - type: ndcg_at_10
      value: 41.461
    - type: ndcg_at_100
      value: 47.049
    - type: ndcg_at_1000
      value: 48.254000000000005
    - type: ndcg_at_20
      value: 44.031
    - type: ndcg_at_3
      value: 33.561
    - type: ndcg_at_5
      value: 37.62
    - type: precision_at_1
      value: 22.779
    - type: precision_at_10
      value: 6.552
    - type: precision_at_100
      value: 0.936
    - type: precision_at_1000
      value: 0.104
    - type: precision_at_20
      value: 3.8120000000000003
    - type: precision_at_3
      value: 14.274000000000001
    - type: precision_at_5
      value: 10.622
    - type: recall_at_1
      value: 22.212
    - type: recall_at_10
      value: 62.732
    - type: recall_at_100
      value: 88.567
    - type: recall_at_1000
      value: 97.727
    - type: recall_at_20
      value: 72.733
    - type: recall_at_3
      value: 41.367
    - type: recall_at_5
      value: 51.105999999999995
  - task:
      type: Classification
    dataset:
      type: mteb/mtop_domain
      name: MTEB MTOPDomainClassification (en)
      config: en
      split: test
      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
    metrics:
    - type: accuracy
      value: 94.24988600091199
    - type: f1
      value: 94.06064583085202
  - task:
      type: Classification
    dataset:
      type: mteb/mtop_domain
      name: MTEB MTOPDomainClassification (de)
      config: de
      split: test
      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
    metrics:
    - type: accuracy
      value: 74.86052409129333
    - type: f1
      value: 72.24661442078647
  - task:
      type: Classification
    dataset:
      type: mteb/mtop_domain
      name: MTEB MTOPDomainClassification (es)
      config: es
      split: test
      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
    metrics:
    - type: accuracy
      value: 77.09139426284189
    - type: f1
      value: 76.3725044443502
  - task:
      type: Classification
    dataset:
      type: mteb/mtop_domain
      name: MTEB MTOPDomainClassification (fr)
      config: fr
      split: test
      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
    metrics:
    - type: accuracy
      value: 79.79956154087064
    - type: f1
      value: 78.41859658401724
  - task:
      type: Classification
    dataset:
      type: mteb/mtop_domain
      name: MTEB MTOPDomainClassification (hi)
      config: hi
      split: test
      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
    metrics:
    - type: accuracy
      value: 32.785944783076374
    - type: f1
      value: 31.182237278594922
  - task:
      type: Classification
    dataset:
      type: mteb/mtop_domain
      name: MTEB MTOPDomainClassification (th)
      config: th
      split: test
      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
    metrics:
    - type: accuracy
      value: 16.654611211573236
    - type: f1
      value: 12.088413093236642
  - task:
      type: Classification
    dataset:
      type: mteb/mtop_intent
      name: MTEB MTOPIntentClassification (en)
      config: en
      split: test
      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
    metrics:
    - type: accuracy
      value: 67.51481988144094
    - type: f1
      value: 49.561420234732125
  - task:
      type: Classification
    dataset:
      type: mteb/mtop_intent
      name: MTEB MTOPIntentClassification (de)
      config: de
      split: test
      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
    metrics:
    - type: accuracy
      value: 42.36122851507467
    - type: f1
      value: 25.445030887504398
  - task:
      type: Classification
    dataset:
      type: mteb/mtop_intent
      name: MTEB MTOPIntentClassification (es)
      config: es
      split: test
      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
    metrics:
    - type: accuracy
      value: 44.73315543695797
    - type: f1
      value: 28.42075153540265
  - task:
      type: Classification
    dataset:
      type: mteb/mtop_intent
      name: MTEB MTOPIntentClassification (fr)
      config: fr
      split: test
      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
    metrics:
    - type: accuracy
      value: 38.96022549326651
    - type: f1
      value: 25.926979537146106
  - task:
      type: Classification
    dataset:
      type: mteb/mtop_intent
      name: MTEB MTOPIntentClassification (hi)
      config: hi
      split: test
      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
    metrics:
    - type: accuracy
      value: 13.578343492291141
    - type: f1
      value: 8.929295550931657
  - task:
      type: Classification
    dataset:
      type: mteb/mtop_intent
      name: MTEB MTOPIntentClassification (th)
      config: th
      split: test
      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
    metrics:
    - type: accuracy
      value: 5.396021699819168
    - type: f1
      value: 1.8587148785378742
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (af)
      config: af
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 37.22259583053128
    - type: f1
      value: 34.63013680947778
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (am)
      config: am
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 3.194351042367182
    - type: f1
      value: 1.2612010214639442
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (ar)
      config: ar
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 14.26361802286483
    - type: f1
      value: 13.70260406613821
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (az)
      config: az
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 37.21923335574983
    - type: f1
      value: 36.33553913878251
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (bn)
      config: bn
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 10.756556825823807
    - type: f1
      value: 9.676431920229374
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (cy)
      config: cy
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 32.49831876260928
    - type: f1
      value: 30.818895782691868
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (da)
      config: da
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 40.995292535305985
    - type: f1
      value: 37.68768183180129
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (de)
      config: de
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 42.780766644250164
    - type: f1
      value: 37.82194830667135
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (el)
      config: el
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 33.490248823133825
    - type: f1
      value: 29.71809045584527
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (en)
      config: en
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 73.8836583725622
    - type: f1
      value: 72.16381047416814
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (es)
      config: es
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 44.45191661062542
    - type: f1
      value: 43.46583297093683
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (fa)
      config: fa
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 26.738399462004036
    - type: f1
      value: 24.11896530001951
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (fi)
      config: fi
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 38.09683927370545
    - type: f1
      value: 35.34443269387154
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (fr)
      config: fr
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 46.89307330195024
    - type: f1
      value: 43.47164092514292
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (he)
      config: he
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 25.198386012104912
    - type: f1
      value: 22.446286736401916
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (hi)
      config: hi
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 13.940820443846672
    - type: f1
      value: 13.257747189396213
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (hu)
      config: hu
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 34.710827168796236
    - type: f1
      value: 32.036974696095996
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (hy)
      config: hy
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 6.711499663752522
    - type: f1
      value: 5.439441019096591
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (id)
      config: id
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 38.56758574310693
    - type: f1
      value: 36.83183505458304
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (is)
      config: is
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 32.22595830531271
    - type: f1
      value: 30.10972675771159
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (it)
      config: it
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 45.79690652320107
    - type: f1
      value: 44.37143784350453
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (ja)
      config: ja
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 29.189643577673163
    - type: f1
      value: 25.43718135312703
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (jv)
      config: jv
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 34.21990585070612
    - type: f1
      value: 32.333592263041396
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (ka)
      config: ka
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 8.890383322125084
    - type: f1
      value: 7.294310113130201
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (km)
      config: km
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 4.616677874915938
    - type: f1
      value: 1.5028537477535886
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (kn)
      config: kn
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 3.170813718897109
    - type: f1
      value: 1.5771411815826382
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (ko)
      config: ko
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 15.026899798251513
    - type: f1
      value: 14.077395255366183
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (lv)
      config: lv
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 36.0995292535306
    - type: f1
      value: 35.0877269083235
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (ml)
      config: ml
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 2.9959650302622727
    - type: f1
      value: 0.8064424547273695
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (mn)
      config: mn
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 23.301950235373234
    - type: f1
      value: 22.477376205075853
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (ms)
      config: ms
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 36.13315400134499
    - type: f1
      value: 32.99623898888715
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (my)
      config: my
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 3.813046402151983
    - type: f1
      value: 1.1769597223141248
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (nb)
      config: nb
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 39.66711499663752
    - type: f1
      value: 35.921474753569214
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (nl)
      config: nl
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 41.079354404841965
    - type: f1
      value: 37.57739961852201
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (pl)
      config: pl
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 38.211163416274374
    - type: f1
      value: 34.89419275422068
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (pt)
      config: pt
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 45.19838601210491
    - type: f1
      value: 42.71660225307043
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (ro)
      config: ro
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 39.48554135843981
    - type: f1
      value: 37.47402102847154
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (ru)
      config: ru
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 31.819098856758576
    - type: f1
      value: 30.120158288509725
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (sl)
      config: sl
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 35.44720914593141
    - type: f1
      value: 33.74530063536304
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (sq)
      config: sq
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 36.89307330195024
    - type: f1
      value: 34.46971619696105
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (sv)
      config: sv
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 38.83322125084062
    - type: f1
      value: 36.050770344888264
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (sw)
      config: sw
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 37.535305985205106
    - type: f1
      value: 35.21395700670493
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (ta)
      config: ta
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 7.905178211163418
    - type: f1
      value: 6.163513326325246
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (te)
      config: te
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 2.8480161398789514
    - type: f1
      value: 1.0163931337986962
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (th)
      config: th
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 10.501008742434433
    - type: f1
      value: 6.858549418430471
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (tl)
      config: tl
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 39.46536650975118
    - type: f1
      value: 34.96292597328575
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (tr)
      config: tr
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 37.50168123739071
    - type: f1
      value: 35.031097269820464
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (ur)
      config: ur
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 16.109616677874918
    - type: f1
      value: 15.884609726192519
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (vi)
      config: vi
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 36.11297915265636
    - type: f1
      value: 34.59918716321474
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (zh-CN)
      config: zh-CN
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 18.850033624747812
    - type: f1
      value: 15.09584388649328
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (zh-TW)
      config: zh-TW
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 17.219233355749832
    - type: f1
      value: 14.538046039008337
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (af)
      config: af
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 47.79757901815736
    - type: f1
      value: 45.078250421193324
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (am)
      config: am
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 7.078009414929388
    - type: f1
      value: 4.0122456300041645
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (ar)
      config: ar
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 22.831203765971754
    - type: f1
      value: 20.131610050816555
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (az)
      config: az
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 44.952925353059854
    - type: f1
      value: 42.6865575762921
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (bn)
      config: bn
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 16.593813046402154
    - type: f1
      value: 14.087144503044291
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (cy)
      config: cy
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 37.91862811028917
    - type: f1
      value: 34.968402727911915
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (da)
      config: da
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 51.923335574983184
    - type: f1
      value: 49.357147840776335
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (de)
      config: de
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 58.73570948217889
    - type: f1
      value: 54.92084137819753
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (el)
      config: el
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 42.995965030262276
    - type: f1
      value: 38.47512542753069
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (en)
      config: en
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 77.42098184263618
    - type: f1
      value: 77.03413816048877
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (es)
      config: es
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 54.46536650975118
    - type: f1
      value: 53.08520810835907
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (fa)
      config: fa
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 30.578345662407525
    - type: f1
      value: 28.822998245702635
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (fi)
      config: fi
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 43.567585743106925
    - type: f1
      value: 39.79216651714347
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (fr)
      config: fr
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 56.98722259583053
    - type: f1
      value: 55.31168113501439
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (he)
      config: he
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 28.076664425016812
    - type: f1
      value: 24.927348965627573
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (hi)
      config: hi
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 18.096839273705445
    - type: f1
      value: 17.386603595777103
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (hu)
      config: hu
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 41.73839946200403
    - type: f1
      value: 38.65545902563735
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (hy)
      config: hy
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 11.536650975117688
    - type: f1
      value: 10.898336694524854
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (id)
      config: id
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 46.9502353732347
    - type: f1
      value: 44.332561323528644
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (is)
      config: is
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 42.777404169468724
    - type: f1
      value: 39.378117766055354
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (it)
      config: it
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 54.6469401479489
    - type: f1
      value: 52.512025274851794
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (ja)
      config: ja
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 35.90114324142569
    - type: f1
      value: 34.90331274712605
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (jv)
      config: jv
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 42.51176866173504
    - type: f1
      value: 39.417541845685676
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (ka)
      config: ka
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 13.799596503026226
    - type: f1
      value: 11.587556164962251
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (km)
      config: km
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 9.44855413584398
    - type: f1
      value: 4.30711077076907
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (kn)
      config: kn
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 8.157363819771351
    - type: f1
      value: 5.5588908736809515
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (ko)
      config: ko
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 19.909213180901144
    - type: f1
      value: 18.964761241087984
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (lv)
      config: lv
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 40.47747141896436
    - type: f1
      value: 38.17159556642586
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (ml)
      config: ml
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 6.701412239408204
    - type: f1
      value: 3.621974155647488
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (mn)
      config: mn
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 28.55413584398117
    - type: f1
      value: 26.582548923662753
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (ms)
      config: ms
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 46.617350369872234
    - type: f1
      value: 41.35397419267425
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (my)
      config: my
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 9.976462676529927
    - type: f1
      value: 5.900764382768462
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (nb)
      config: nb
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 50.894418291862806
    - type: f1
      value: 47.70929403771086
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (nl)
      config: nl
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 51.761936785474106
    - type: f1
      value: 48.42797973062516
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (pl)
      config: pl
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 46.21385339609952
    - type: f1
      value: 43.7081546200347
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (pt)
      config: pt
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 55.59852051109617
    - type: f1
      value: 54.19610878409633
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (ro)
      config: ro
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 50.54135843981169
    - type: f1
      value: 47.79393938467311
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (ru)
      config: ru
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 37.73032952252858
    - type: f1
      value: 35.96450149708041
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (sl)
      config: sl
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 41.67114996637525
    - type: f1
      value: 40.28283538885605
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (sq)
      config: sq
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 47.38063214525891
    - type: f1
      value: 44.93264016007152
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (sv)
      config: sv
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 49.28379287155347
    - type: f1
      value: 46.25486396570196
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (sw)
      config: sw
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 44.18291862811029
    - type: f1
      value: 41.17519157172804
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (ta)
      config: ta
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 12.599193006052452
    - type: f1
      value: 11.129236666238377
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (te)
      config: te
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 7.017484868863484
    - type: f1
      value: 3.9665415549749077
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (th)
      config: th
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 19.788164088769335
    - type: f1
      value: 15.783384761347582
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (tl)
      config: tl
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 50.35978480161398
    - type: f1
      value: 47.30586047800275
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (tr)
      config: tr
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 45.484196368527236
    - type: f1
      value: 44.65101184252231
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (ur)
      config: ur
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 23.681909885675857
    - type: f1
      value: 22.247817138937524
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (vi)
      config: vi
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 41.63080026899798
    - type: f1
      value: 39.546896741744
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (zh-CN)
      config: zh-CN
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 30.141223940820446
    - type: f1
      value: 28.177838960078123
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (zh-TW)
      config: zh-TW
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 27.515131136516473
    - type: f1
      value: 26.514325837594654
  - task:
      type: Clustering
    dataset:
      type: mteb/medrxiv-clustering-p2p
      name: MTEB MedrxivClusteringP2P
      config: default
      split: test
      revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
    metrics:
    - type: v_measure
      value: 33.70592767911301
  - task:
      type: Clustering
    dataset:
      type: mteb/medrxiv-clustering-s2s
      name: MTEB MedrxivClusteringS2S
      config: default
      split: test
      revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
    metrics:
    - type: v_measure
      value: 31.80943770643908
  - task:
      type: Reranking
    dataset:
      type: mteb/mind_small
      name: MTEB MindSmallReranking
      config: default
      split: test
      revision: 3bdac13927fdc888b903db93b2ffdbd90b295a69
    metrics:
    - type: map
      value: 32.66434973425713
    - type: mrr
      value: 33.92240574935323
  - task:
      type: Retrieval
    dataset:
      type: mteb/nfcorpus
      name: MTEB NFCorpus
      config: default
      split: test
      revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
    metrics:
    - type: map_at_1
      value: 6.561999999999999
    - type: map_at_10
      value: 14.854000000000001
    - type: map_at_100
      value: 19.187
    - type: map_at_1000
      value: 20.812
    - type: map_at_20
      value: 16.744
    - type: map_at_3
      value: 10.804
    - type: map_at_5
      value: 12.555
    - type: mrr_at_1
      value: 48.916
    - type: mrr_at_10
      value: 57.644
    - type: mrr_at_100
      value: 58.17
    - type: mrr_at_1000
      value: 58.206
    - type: mrr_at_20
      value: 57.969
    - type: mrr_at_3
      value: 55.36600000000001
    - type: mrr_at_5
      value: 56.729
    - type: ndcg_at_1
      value: 46.594
    - type: ndcg_at_10
      value: 37.897999999999996
    - type: ndcg_at_100
      value: 35.711
    - type: ndcg_at_1000
      value: 44.65
    - type: ndcg_at_20
      value: 35.989
    - type: ndcg_at_3
      value: 42.869
    - type: ndcg_at_5
      value: 40.373
    - type: precision_at_1
      value: 48.297000000000004
    - type: precision_at_10
      value: 28.297
    - type: precision_at_100
      value: 9.099
    - type: precision_at_1000
      value: 2.229
    - type: precision_at_20
      value: 21.455
    - type: precision_at_3
      value: 40.248
    - type: precision_at_5
      value: 34.675
    - type: recall_at_1
      value: 6.561999999999999
    - type: recall_at_10
      value: 19.205
    - type: recall_at_100
      value: 36.742999999999995
    - type: recall_at_1000
      value: 69.119
    - type: recall_at_20
      value: 23.787
    - type: recall_at_3
      value: 11.918
    - type: recall_at_5
      value: 14.860000000000001
  - task:
      type: Retrieval
    dataset:
      type: mteb/nq
      name: MTEB NQ
      config: default
      split: test
      revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
    metrics:
    - type: map_at_1
      value: 30.306
    - type: map_at_10
      value: 46.916999999999994
    - type: map_at_100
      value: 47.899
    - type: map_at_1000
      value: 47.925000000000004
    - type: map_at_20
      value: 47.583
    - type: map_at_3
      value: 42.235
    - type: map_at_5
      value: 45.118
    - type: mrr_at_1
      value: 34.327999999999996
    - type: mrr_at_10
      value: 49.248999999999995
    - type: mrr_at_100
      value: 49.96
    - type: mrr_at_1000
      value: 49.977
    - type: mrr_at_20
      value: 49.738
    - type: mrr_at_3
      value: 45.403999999999996
    - type: mrr_at_5
      value: 47.786
    - type: ndcg_at_1
      value: 34.327999999999996
    - type: ndcg_at_10
      value: 55.123999999999995
    - type: ndcg_at_100
      value: 59.136
    - type: ndcg_at_1000
      value: 59.71300000000001
    - type: ndcg_at_20
      value: 57.232000000000006
    - type: ndcg_at_3
      value: 46.48
    - type: ndcg_at_5
      value: 51.237
    - type: precision_at_1
      value: 34.327999999999996
    - type: precision_at_10
      value: 9.261
    - type: precision_at_100
      value: 1.1520000000000001
    - type: precision_at_1000
      value: 0.121
    - type: precision_at_20
      value: 5.148
    - type: precision_at_3
      value: 21.523999999999997
    - type: precision_at_5
      value: 15.659999999999998
    - type: recall_at_1
      value: 30.306
    - type: recall_at_10
      value: 77.65100000000001
    - type: recall_at_100
      value: 94.841
    - type: recall_at_1000
      value: 99.119
    - type: recall_at_20
      value: 85.37599999999999
    - type: recall_at_3
      value: 55.562
    - type: recall_at_5
      value: 66.5
  - task:
      type: Retrieval
    dataset:
      type: mteb/quora
      name: MTEB QuoraRetrieval
      config: default
      split: test
      revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
    metrics:
    - type: map_at_1
      value: 71.516
    - type: map_at_10
      value: 85.48400000000001
    - type: map_at_100
      value: 86.11
    - type: map_at_1000
      value: 86.124
    - type: map_at_20
      value: 85.895
    - type: map_at_3
      value: 82.606
    - type: map_at_5
      value: 84.395
    - type: mrr_at_1
      value: 82.38
    - type: mrr_at_10
      value: 88.31099999999999
    - type: mrr_at_100
      value: 88.407
    - type: mrr_at_1000
      value: 88.407
    - type: mrr_at_20
      value: 88.385
    - type: mrr_at_3
      value: 87.42699999999999
    - type: mrr_at_5
      value: 88.034
    - type: ndcg_at_1
      value: 82.39999999999999
    - type: ndcg_at_10
      value: 89.07300000000001
    - type: ndcg_at_100
      value: 90.23400000000001
    - type: ndcg_at_1000
      value: 90.304
    - type: ndcg_at_20
      value: 89.714
    - type: ndcg_at_3
      value: 86.42699999999999
    - type: ndcg_at_5
      value: 87.856
    - type: precision_at_1
      value: 82.39999999999999
    - type: precision_at_10
      value: 13.499
    - type: precision_at_100
      value: 1.536
    - type: precision_at_1000
      value: 0.157
    - type: precision_at_20
      value: 7.155
    - type: precision_at_3
      value: 37.846999999999994
    - type: precision_at_5
      value: 24.778
    - type: recall_at_1
      value: 71.516
    - type: recall_at_10
      value: 95.831
    - type: recall_at_100
      value: 99.714
    - type: recall_at_1000
      value: 99.979
    - type: recall_at_20
      value: 97.87599999999999
    - type: recall_at_3
      value: 88.08
    - type: recall_at_5
      value: 92.285
  - task:
      type: Clustering
    dataset:
      type: mteb/reddit-clustering
      name: MTEB RedditClustering
      config: default
      split: test
      revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
    metrics:
    - type: v_measure
      value: 61.3760407207699
  - task:
      type: Clustering
    dataset:
      type: mteb/reddit-clustering-p2p
      name: MTEB RedditClusteringP2P
      config: default
      split: test
      revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
    metrics:
    - type: v_measure
      value: 65.28621066626943
  - task:
      type: Retrieval
    dataset:
      type: mteb/scidocs
      name: MTEB SCIDOCS
      config: default
      split: test
      revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
    metrics:
    - type: map_at_1
      value: 5.163
    - type: map_at_10
      value: 14.377
    - type: map_at_100
      value: 17.177
    - type: map_at_1000
      value: 17.588
    - type: map_at_20
      value: 15.827
    - type: map_at_3
      value: 9.879
    - type: map_at_5
      value: 12.133
    - type: mrr_at_1
      value: 25.5
    - type: mrr_at_10
      value: 38.435
    - type: mrr_at_100
      value: 39.573
    - type: mrr_at_1000
      value: 39.606
    - type: mrr_at_20
      value: 39.134
    - type: mrr_at_3
      value: 34.666999999999994
    - type: mrr_at_5
      value: 37.117
    - type: ndcg_at_1
      value: 25.5
    - type: ndcg_at_10
      value: 23.688000000000002
    - type: ndcg_at_100
      value: 33.849000000000004
    - type: ndcg_at_1000
      value: 39.879
    - type: ndcg_at_20
      value: 27.36
    - type: ndcg_at_3
      value: 22.009999999999998
    - type: ndcg_at_5
      value: 19.691
    - type: precision_at_1
      value: 25.5
    - type: precision_at_10
      value: 12.540000000000001
    - type: precision_at_100
      value: 2.721
    - type: precision_at_1000
      value: 0.415
    - type: precision_at_20
      value: 8.385
    - type: precision_at_3
      value: 21.099999999999998
    - type: precision_at_5
      value: 17.84
    - type: recall_at_1
      value: 5.163
    - type: recall_at_10
      value: 25.405
    - type: recall_at_100
      value: 55.213
    - type: recall_at_1000
      value: 84.243
    - type: recall_at_20
      value: 34.003
    - type: recall_at_3
      value: 12.837000000000002
    - type: recall_at_5
      value: 18.096999999999998
  - task:
      type: STS
    dataset:
      type: mteb/sickr-sts
      name: MTEB SICK-R
      config: default
      split: test
      revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
    metrics:
    - type: cos_sim_pearson
      value: 87.64406884822948
    - type: cos_sim_spearman
      value: 83.00239648251724
    - type: euclidean_pearson
      value: 85.03347205351844
    - type: euclidean_spearman
      value: 83.00240733538445
    - type: manhattan_pearson
      value: 85.0312758694447
    - type: manhattan_spearman
      value: 82.99430696077589
  - task:
      type: STS
    dataset:
      type: mteb/sts12-sts
      name: MTEB STS12
      config: default
      split: test
      revision: a0d554a64d88156834ff5ae9920b964011b16384
    metrics:
    - type: cos_sim_pearson
      value: 87.68832340658764
    - type: cos_sim_spearman
      value: 79.21679373212476
    - type: euclidean_pearson
      value: 85.17094885886415
    - type: euclidean_spearman
      value: 79.21421345946399
    - type: manhattan_pearson
      value: 85.17409319145995
    - type: manhattan_spearman
      value: 79.20992207976401
  - task:
      type: STS
    dataset:
      type: mteb/sts13-sts
      name: MTEB STS13
      config: default
      split: test
      revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
    metrics:
    - type: cos_sim_pearson
      value: 88.43733084958856
    - type: cos_sim_spearman
      value: 89.43082089321751
    - type: euclidean_pearson
      value: 88.63286785416938
    - type: euclidean_spearman
      value: 89.43082081372343
    - type: manhattan_pearson
      value: 88.62969346368385
    - type: manhattan_spearman
      value: 89.43131586189746
  - task:
      type: STS
    dataset:
      type: mteb/sts14-sts
      name: MTEB STS14
      config: default
      split: test
      revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
    metrics:
    - type: cos_sim_pearson
      value: 86.62185532014894
    - type: cos_sim_spearman
      value: 84.7923120886599
    - type: euclidean_pearson
      value: 85.99786490539253
    - type: euclidean_spearman
      value: 84.79231064318844
    - type: manhattan_pearson
      value: 85.97647892920392
    - type: manhattan_spearman
      value: 84.76865232132103
  - task:
      type: STS
    dataset:
      type: mteb/sts15-sts
      name: MTEB STS15
      config: default
      split: test
      revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
    metrics:
    - type: cos_sim_pearson
      value: 88.39303997282114
    - type: cos_sim_spearman
      value: 89.54273264876765
    - type: euclidean_pearson
      value: 88.8848627924181
    - type: euclidean_spearman
      value: 89.54275013645078
    - type: manhattan_pearson
      value: 88.86926987108802
    - type: manhattan_spearman
      value: 89.53259197721715
  - task:
      type: STS
    dataset:
      type: mteb/sts16-sts
      name: MTEB STS16
      config: default
      split: test
      revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
    metrics:
    - type: cos_sim_pearson
      value: 85.21814352466886
    - type: cos_sim_spearman
      value: 86.68505223422434
    - type: euclidean_pearson
      value: 86.07422446469991
    - type: euclidean_spearman
      value: 86.68505161067375
    - type: manhattan_pearson
      value: 86.05114200797293
    - type: manhattan_spearman
      value: 86.6587670422703
  - task:
      type: STS
    dataset:
      type: mteb/sts17-crosslingual-sts
      name: MTEB STS17 (ko-ko)
      config: ko-ko
      split: test
      revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
    metrics:
    - type: cos_sim_pearson
      value: 39.17871768366095
    - type: cos_sim_spearman
      value: 39.78510424960567
    - type: euclidean_pearson
      value: 41.65680175653682
    - type: euclidean_spearman
      value: 39.78538944779548
    - type: manhattan_pearson
      value: 41.567603690394755
    - type: manhattan_spearman
      value: 39.71393388259443
  - task:
      type: STS
    dataset:
      type: mteb/sts17-crosslingual-sts
      name: MTEB STS17 (ar-ar)
      config: ar-ar
      split: test
      revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
    metrics:
    - type: cos_sim_pearson
      value: 49.26766904195114
    - type: cos_sim_spearman
      value: 46.79722787057151
    - type: euclidean_pearson
      value: 51.2329334717446
    - type: euclidean_spearman
      value: 46.7920623095072
    - type: manhattan_pearson
      value: 51.26488560860826
    - type: manhattan_spearman
      value: 47.00400318665492
  - task:
      type: STS
    dataset:
      type: mteb/sts17-crosslingual-sts
      name: MTEB STS17 (en-ar)
      config: en-ar
      split: test
      revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
    metrics:
    - type: cos_sim_pearson
      value: 1.6821294132202447
    - type: cos_sim_spearman
      value: -0.7813676799492025
    - type: euclidean_pearson
      value: 1.9197388753860283
    - type: euclidean_spearman
      value: -0.7813676799492025
    - type: manhattan_pearson
      value: 2.209862430499871
    - type: manhattan_spearman
      value: -0.863014010062456
  - task:
      type: STS
    dataset:
      type: mteb/sts17-crosslingual-sts
      name: MTEB STS17 (en-de)
      config: en-de
      split: test
      revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
    metrics:
    - type: cos_sim_pearson
      value: 48.76382428941107
    - type: cos_sim_spearman
      value: 47.50280322999196
    - type: euclidean_pearson
      value: 48.73919143974209
    - type: euclidean_spearman
      value: 47.50280322999196
    - type: manhattan_pearson
      value: 48.76291223862666
    - type: manhattan_spearman
      value: 47.51318193687094
  - task:
      type: STS
    dataset:
      type: mteb/sts17-crosslingual-sts
      name: MTEB STS17 (en-en)
      config: en-en
      split: test
      revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
    metrics:
    - type: cos_sim_pearson
      value: 89.6579390263212
    - type: cos_sim_spearman
      value: 89.64423556388047
    - type: euclidean_pearson
      value: 90.1160733522703
    - type: euclidean_spearman
      value: 89.64423556388047
    - type: manhattan_pearson
      value: 90.1528407376387
    - type: manhattan_spearman
      value: 89.61290724496793
  - task:
      type: STS
    dataset:
      type: mteb/sts17-crosslingual-sts
      name: MTEB STS17 (en-tr)
      config: en-tr
      split: test
      revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
    metrics:
    - type: cos_sim_pearson
      value: 6.717092266815236
    - type: cos_sim_spearman
      value: 4.180543503488665
    - type: euclidean_pearson
      value: 7.120267092048099
    - type: euclidean_spearman
      value: 4.180543503488665
    - type: manhattan_pearson
      value: 6.396237465828514
    - type: manhattan_spearman
      value: 3.61244941411957
  - task:
      type: STS
    dataset:
      type: mteb/sts17-crosslingual-sts
      name: MTEB STS17 (es-en)
      config: es-en
      split: test
      revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
    metrics:
    - type: cos_sim_pearson
      value: 44.36476614938953
    - type: cos_sim_spearman
      value: 44.265723809500685
    - type: euclidean_pearson
      value: 44.61551298711104
    - type: euclidean_spearman
      value: 44.265723809500685
    - type: manhattan_pearson
      value: 44.54302374682193
    - type: manhattan_spearman
      value: 44.08642490624185
  - task:
      type: STS
    dataset:
      type: mteb/sts17-crosslingual-sts
      name: MTEB STS17 (es-es)
      config: es-es
      split: test
      revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
    metrics:
    - type: cos_sim_pearson
      value: 79.64871991975828
    - type: cos_sim_spearman
      value: 79.21979030014373
    - type: euclidean_pearson
      value: 81.8672798988218
    - type: euclidean_spearman
      value: 79.21950130108661
    - type: manhattan_pearson
      value: 82.02131606326583
    - type: manhattan_spearman
      value: 79.44848373553044
  - task:
      type: STS
    dataset:
      type: mteb/sts17-crosslingual-sts
      name: MTEB STS17 (fr-en)
      config: fr-en
      split: test
      revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
    metrics:
    - type: cos_sim_pearson
      value: 48.73898658957231
    - type: cos_sim_spearman
      value: 47.15192605817168
    - type: euclidean_pearson
      value: 49.11990573381456
    - type: euclidean_spearman
      value: 47.15192605817168
    - type: manhattan_pearson
      value: 48.5694400358235
    - type: manhattan_spearman
      value: 46.651326429708135
  - task:
      type: STS
    dataset:
      type: mteb/sts17-crosslingual-sts
      name: MTEB STS17 (it-en)
      config: it-en
      split: test
      revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
    metrics:
    - type: cos_sim_pearson
      value: 44.42168074232218
    - type: cos_sim_spearman
      value: 42.64799010889372
    - type: euclidean_pearson
      value: 44.41376048324183
    - type: euclidean_spearman
      value: 42.64799010889372
    - type: manhattan_pearson
      value: 44.724522621427546
    - type: manhattan_spearman
      value: 42.60912761758016
  - task:
      type: STS
    dataset:
      type: mteb/sts17-crosslingual-sts
      name: MTEB STS17 (nl-en)
      config: nl-en
      split: test
      revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
    metrics:
    - type: cos_sim_pearson
      value: 40.55050173163197
    - type: cos_sim_spearman
      value: 36.59720399843921
    - type: euclidean_pearson
      value: 41.49402389245919
    - type: euclidean_spearman
      value: 36.59720399843921
    - type: manhattan_pearson
      value: 41.877514420153666
    - type: manhattan_spearman
      value: 36.782790653297695
  - task:
      type: STS
    dataset:
      type: mteb/sts22-crosslingual-sts
      name: MTEB STS22 (en)
      config: en
      split: test
      revision: eea2b4fe26a775864c896887d910b76a8098ad3f
    metrics:
    - type: cos_sim_pearson
      value: 69.44405106094861
    - type: cos_sim_spearman
      value: 70.25621893108706
    - type: euclidean_pearson
      value: 71.15726637696066
    - type: euclidean_spearman
      value: 70.25621893108706
    - type: manhattan_pearson
      value: 71.28565265298322
    - type: manhattan_spearman
      value: 70.30317892414027
  - task:
      type: STS
    dataset:
      type: mteb/sts22-crosslingual-sts
      name: MTEB STS22 (de)
      config: de
      split: test
      revision: eea2b4fe26a775864c896887d910b76a8098ad3f
    metrics:
    - type: cos_sim_pearson
      value: 34.56638014500804
    - type: cos_sim_spearman
      value: 39.48672765878819
    - type: euclidean_pearson
      value: 31.61811391543846
    - type: euclidean_spearman
      value: 39.48672765878819
    - type: manhattan_pearson
      value: 31.839117286689977
    - type: manhattan_spearman
      value: 39.71519891403971
  - task:
      type: STS
    dataset:
      type: mteb/sts22-crosslingual-sts
      name: MTEB STS22 (es)
      config: es
      split: test
      revision: eea2b4fe26a775864c896887d910b76a8098ad3f
    metrics:
    - type: cos_sim_pearson
      value: 53.72389957326714
    - type: cos_sim_spearman
      value: 59.47018781803598
    - type: euclidean_pearson
      value: 57.02101112722141
    - type: euclidean_spearman
      value: 59.47018781803598
    - type: manhattan_pearson
      value: 57.16531255049132
    - type: manhattan_spearman
      value: 59.57320508684436
  - task:
      type: STS
    dataset:
      type: mteb/sts22-crosslingual-sts
      name: MTEB STS22 (pl)
      config: pl
      split: test
      revision: eea2b4fe26a775864c896887d910b76a8098ad3f
    metrics:
    - type: cos_sim_pearson
      value: 24.14602533311477
    - type: cos_sim_spearman
      value: 35.38039329704056
    - type: euclidean_pearson
      value: 13.540543553763765
    - type: euclidean_spearman
      value: 35.38039329704056
    - type: manhattan_pearson
      value: 13.566377379303256
    - type: manhattan_spearman
      value: 35.88351047224126
  - task:
      type: STS
    dataset:
      type: mteb/sts22-crosslingual-sts
      name: MTEB STS22 (tr)
      config: tr
      split: test
      revision: eea2b4fe26a775864c896887d910b76a8098ad3f
    metrics:
    - type: cos_sim_pearson
      value: 39.07697432450346
    - type: cos_sim_spearman
      value: 45.65479772235109
    - type: euclidean_pearson
      value: 41.68913259791294
    - type: euclidean_spearman
      value: 45.65479772235109
    - type: manhattan_pearson
      value: 41.58872552392231
    - type: manhattan_spearman
      value: 45.462070534023404
  - task:
      type: STS
    dataset:
      type: mteb/sts22-crosslingual-sts
      name: MTEB STS22 (ar)
      config: ar
      split: test
      revision: eea2b4fe26a775864c896887d910b76a8098ad3f
    metrics:
    - type: cos_sim_pearson
      value: 23.917322166825183
    - type: cos_sim_spearman
      value: 25.06042767518008
    - type: euclidean_pearson
      value: 24.29850435278771
    - type: euclidean_spearman
      value: 25.06042767518008
    - type: manhattan_pearson
      value: 24.461400062927154
    - type: manhattan_spearman
      value: 25.285239684773046
  - task:
      type: STS
    dataset:
      type: mteb/sts22-crosslingual-sts
      name: MTEB STS22 (ru)
      config: ru
      split: test
      revision: eea2b4fe26a775864c896887d910b76a8098ad3f
    metrics:
    - type: cos_sim_pearson
      value: 20.39987623162105
    - type: cos_sim_spearman
      value: 30.62427846964406
    - type: euclidean_pearson
      value: 20.817950942480323
    - type: euclidean_spearman
      value: 30.618700916425222
    - type: manhattan_pearson
      value: 20.756787430880788
    - type: manhattan_spearman
      value: 30.813116243628436
  - task:
      type: STS
    dataset:
      type: mteb/sts22-crosslingual-sts
      name: MTEB STS22 (zh)
      config: zh
      split: test
      revision: eea2b4fe26a775864c896887d910b76a8098ad3f
    metrics:
    - type: cos_sim_pearson
      value: 43.838363041373974
    - type: cos_sim_spearman
      value: 54.17598089882719
    - type: euclidean_pearson
      value: 47.51044033919419
    - type: euclidean_spearman
      value: 54.17598089882719
    - type: manhattan_pearson
      value: 47.54911083403354
    - type: manhattan_spearman
      value: 54.2562151204606
  - task:
      type: STS
    dataset:
      type: mteb/sts22-crosslingual-sts
      name: MTEB STS22 (fr)
      config: fr
      split: test
      revision: eea2b4fe26a775864c896887d910b76a8098ad3f
    metrics:
    - type: cos_sim_pearson
      value: 77.69372699157654
    - type: cos_sim_spearman
      value: 79.88201388457435
    - type: euclidean_pearson
      value: 78.81259581302578
    - type: euclidean_spearman
      value: 79.88201388457435
    - type: manhattan_pearson
      value: 78.85098508555477
    - type: manhattan_spearman
      value: 80.20154858554835
  - task:
      type: STS
    dataset:
      type: mteb/sts22-crosslingual-sts
      name: MTEB STS22 (de-en)
      config: de-en
      split: test
      revision: eea2b4fe26a775864c896887d910b76a8098ad3f
    metrics:
    - type: cos_sim_pearson
      value: 51.83713469138834
    - type: cos_sim_spearman
      value: 54.2205845288082
    - type: euclidean_pearson
      value: 54.14828396506985
    - type: euclidean_spearman
      value: 54.2205845288082
    - type: manhattan_pearson
      value: 54.10701855179347
    - type: manhattan_spearman
      value: 54.30261135461622
  - task:
      type: STS
    dataset:
      type: mteb/sts22-crosslingual-sts
      name: MTEB STS22 (es-en)
      config: es-en
      split: test
      revision: eea2b4fe26a775864c896887d910b76a8098ad3f
    metrics:
    - type: cos_sim_pearson
      value: 61.59147752554915
    - type: cos_sim_spearman
      value: 66.65350021824162
    - type: euclidean_pearson
      value: 62.577915098325434
    - type: euclidean_spearman
      value: 66.65350021824162
    - type: manhattan_pearson
      value: 62.22817675366819
    - type: manhattan_spearman
      value: 66.35054389546214
  - task:
      type: STS
    dataset:
      type: mteb/sts22-crosslingual-sts
      name: MTEB STS22 (it)
      config: it
      split: test
      revision: eea2b4fe26a775864c896887d910b76a8098ad3f
    metrics:
    - type: cos_sim_pearson
      value: 65.23775897743552
    - type: cos_sim_spearman
      value: 68.1509652709288
    - type: euclidean_pearson
      value: 66.17577980319408
    - type: euclidean_spearman
      value: 68.1509652709288
    - type: manhattan_pearson
      value: 66.40051933918704
    - type: manhattan_spearman
      value: 68.37138808382802
  - task:
      type: STS
    dataset:
      type: mteb/sts22-crosslingual-sts
      name: MTEB STS22 (pl-en)
      config: pl-en
      split: test
      revision: eea2b4fe26a775864c896887d910b76a8098ad3f
    metrics:
    - type: cos_sim_pearson
      value: 61.943863830043725
    - type: cos_sim_spearman
      value: 62.699440972016774
    - type: euclidean_pearson
      value: 62.810366501196
    - type: euclidean_spearman
      value: 62.699440972016774
    - type: manhattan_pearson
      value: 63.13065659868621
    - type: manhattan_spearman
      value: 63.314141373703215
  - task:
      type: STS
    dataset:
      type: mteb/sts22-crosslingual-sts
      name: MTEB STS22 (zh-en)
      config: zh-en
      split: test
      revision: eea2b4fe26a775864c896887d910b76a8098ad3f
    metrics:
    - type: cos_sim_pearson
      value: 48.1108866326284
    - type: cos_sim_spearman
      value: 49.25274096772371
    - type: euclidean_pearson
      value: 47.87203797435136
    - type: euclidean_spearman
      value: 49.25274096772371
    - type: manhattan_pearson
      value: 47.39927722979605
    - type: manhattan_spearman
      value: 48.76629586560382
  - task:
      type: STS
    dataset:
      type: mteb/sts22-crosslingual-sts
      name: MTEB STS22 (es-it)
      config: es-it
      split: test
      revision: eea2b4fe26a775864c896887d910b76a8098ad3f
    metrics:
    - type: cos_sim_pearson
      value: 58.58401639298775
    - type: cos_sim_spearman
      value: 64.37272828346495
    - type: euclidean_pearson
      value: 61.03680632288844
    - type: euclidean_spearman
      value: 64.37272828346495
    - type: manhattan_pearson
      value: 61.381331848220675
    - type: manhattan_spearman
      value: 65.01053960017909
  - task:
      type: STS
    dataset:
      type: mteb/sts22-crosslingual-sts
      name: MTEB STS22 (de-fr)
      config: de-fr
      split: test
      revision: eea2b4fe26a775864c896887d910b76a8098ad3f
    metrics:
    - type: cos_sim_pearson
      value: 44.374682063416735
    - type: cos_sim_spearman
      value: 48.907776246550185
    - type: euclidean_pearson
      value: 45.473260322201284
    - type: euclidean_spearman
      value: 48.907776246550185
    - type: manhattan_pearson
      value: 46.051779591771854
    - type: manhattan_spearman
      value: 49.69297213757249
  - task:
      type: STS
    dataset:
      type: mteb/sts22-crosslingual-sts
      name: MTEB STS22 (de-pl)
      config: de-pl
      split: test
      revision: eea2b4fe26a775864c896887d910b76a8098ad3f
    metrics:
    - type: cos_sim_pearson
      value: 31.55497030143048
    - type: cos_sim_spearman
      value: 33.042073055100396
    - type: euclidean_pearson
      value: 33.548707962408955
    - type: euclidean_spearman
      value: 33.042073055100396
    - type: manhattan_pearson
      value: 31.704989941561873
    - type: manhattan_spearman
      value: 31.56395608711827
  - task:
      type: STS
    dataset:
      type: mteb/sts22-crosslingual-sts
      name: MTEB STS22 (fr-pl)
      config: fr-pl
      split: test
      revision: eea2b4fe26a775864c896887d910b76a8098ad3f
    metrics:
    - type: cos_sim_pearson
      value: 51.253093232573036
    - type: cos_sim_spearman
      value: 39.440531887330785
    - type: euclidean_pearson
      value: 51.42758694144294
    - type: euclidean_spearman
      value: 39.440531887330785
    - type: manhattan_pearson
      value: 49.623915715149394
    - type: manhattan_spearman
      value: 39.440531887330785
  - task:
      type: STS
    dataset:
      type: mteb/stsbenchmark-sts
      name: MTEB STSBenchmark
      config: default
      split: test
      revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
    metrics:
    - type: cos_sim_pearson
      value: 87.61260941646887
    - type: cos_sim_spearman
      value: 88.96384726759047
    - type: euclidean_pearson
      value: 88.72268994912045
    - type: euclidean_spearman
      value: 88.96384726759047
    - type: manhattan_pearson
      value: 88.72080954591475
    - type: manhattan_spearman
      value: 88.92379960545995
  - task:
      type: Reranking
    dataset:
      type: mteb/scidocs-reranking
      name: MTEB SciDocsRR
      config: default
      split: test
      revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
    metrics:
    - type: map
      value: 87.64768404690723
    - type: mrr
      value: 96.25675341361615
  - task:
      type: Retrieval
    dataset:
      type: mteb/scifact
      name: MTEB SciFact
      config: default
      split: test
      revision: 0228b52cf27578f30900b9e5271d331663a030d7
    metrics:
    - type: map_at_1
      value: 61.194
    - type: map_at_10
      value: 70.62899999999999
    - type: map_at_100
      value: 71.119
    - type: map_at_1000
      value: 71.14200000000001
    - type: map_at_20
      value: 71.033
    - type: map_at_3
      value: 67.51899999999999
    - type: map_at_5
      value: 69.215
    - type: mrr_at_1
      value: 63.666999999999994
    - type: mrr_at_10
      value: 71.456
    - type: mrr_at_100
      value: 71.844
    - type: mrr_at_1000
      value: 71.866
    - type: mrr_at_20
      value: 71.769
    - type: mrr_at_3
      value: 69.167
    - type: mrr_at_5
      value: 70.39999999999999
    - type: ndcg_at_1
      value: 63.666999999999994
    - type: ndcg_at_10
      value: 75.14
    - type: ndcg_at_100
      value: 77.071
    - type: ndcg_at_1000
      value: 77.55199999999999
    - type: ndcg_at_20
      value: 76.491
    - type: ndcg_at_3
      value: 69.836
    - type: ndcg_at_5
      value: 72.263
    - type: precision_at_1
      value: 63.666999999999994
    - type: precision_at_10
      value: 10.0
    - type: precision_at_100
      value: 1.093
    - type: precision_at_1000
      value: 0.11299999999999999
    - type: precision_at_20
      value: 5.3
    - type: precision_at_3
      value: 27.0
    - type: precision_at_5
      value: 17.867
    - type: recall_at_1
      value: 61.194
    - type: recall_at_10
      value: 88.156
    - type: recall_at_100
      value: 96.5
    - type: recall_at_1000
      value: 100.0
    - type: recall_at_20
      value: 93.389
    - type: recall_at_3
      value: 73.839
    - type: recall_at_5
      value: 79.828
  - task:
      type: PairClassification
    dataset:
      type: mteb/sprintduplicatequestions-pairclassification
      name: MTEB SprintDuplicateQuestions
      config: default
      split: test
      revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
    metrics:
    - type: cos_sim_accuracy
      value: 99.87425742574257
    - type: cos_sim_ap
      value: 96.97141655369937
    - type: cos_sim_f1
      value: 93.6910084451068
    - type: cos_sim_precision
      value: 93.0898321816387
    - type: cos_sim_recall
      value: 94.3
    - type: dot_accuracy
      value: 99.87425742574257
    - type: dot_ap
      value: 96.97141655369938
    - type: dot_f1
      value: 93.6910084451068
    - type: dot_precision
      value: 93.0898321816387
    - type: dot_recall
      value: 94.3
    - type: euclidean_accuracy
      value: 99.87425742574257
    - type: euclidean_ap
      value: 96.97141655369938
    - type: euclidean_f1
      value: 93.6910084451068
    - type: euclidean_precision
      value: 93.0898321816387
    - type: euclidean_recall
      value: 94.3
    - type: manhattan_accuracy
      value: 99.87425742574257
    - type: manhattan_ap
      value: 96.98252972861131
    - type: manhattan_f1
      value: 93.68473396320238
    - type: manhattan_precision
      value: 93.17507418397626
    - type: manhattan_recall
      value: 94.19999999999999
    - type: max_accuracy
      value: 99.87425742574257
    - type: max_ap
      value: 96.98252972861131
    - type: max_f1
      value: 93.6910084451068
  - task:
      type: Clustering
    dataset:
      type: mteb/stackexchange-clustering
      name: MTEB StackExchangeClustering
      config: default
      split: test
      revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
    metrics:
    - type: v_measure
      value: 66.5976926394361
  - task:
      type: Clustering
    dataset:
      type: mteb/stackexchange-clustering-p2p
      name: MTEB StackExchangeClusteringP2P
      config: default
      split: test
      revision: 815ca46b2622cec33ccafc3735d572c266efdb44
    metrics:
    - type: v_measure
      value: 36.3221929214798
  - task:
      type: Reranking
    dataset:
      type: mteb/stackoverflowdupquestions-reranking
      name: MTEB StackOverflowDupQuestions
      config: default
      split: test
      revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
    metrics:
    - type: map
      value: 55.28322662897131
    - type: mrr
      value: 56.223620129870135
  - task:
      type: Summarization
    dataset:
      type: mteb/summeval
      name: MTEB SummEval
      config: default
      split: test
      revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
    metrics:
    - type: cos_sim_pearson
      value: 31.176396304511282
    - type: cos_sim_spearman
      value: 32.11989671564906
    - type: dot_pearson
      value: 31.17639740597169
    - type: dot_spearman
      value: 32.145586989831564
  - task:
      type: Retrieval
    dataset:
      type: mteb/trec-covid
      name: MTEB TRECCOVID
      config: default
      split: test
      revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
    metrics:
    - type: map_at_1
      value: 0.186
    - type: map_at_10
      value: 1.659
    - type: map_at_100
      value: 9.224
    - type: map_at_1000
      value: 22.506999999999998
    - type: map_at_20
      value: 2.937
    - type: map_at_3
      value: 0.5539999999999999
    - type: map_at_5
      value: 0.8920000000000001
    - type: mrr_at_1
      value: 72.0
    - type: mrr_at_10
      value: 82.633
    - type: mrr_at_100
      value: 82.633
    - type: mrr_at_1000
      value: 82.633
    - type: mrr_at_20
      value: 82.633
    - type: mrr_at_3
      value: 80.333
    - type: mrr_at_5
      value: 82.633
    - type: ndcg_at_1
      value: 69.0
    - type: ndcg_at_10
      value: 67.327
    - type: ndcg_at_100
      value: 51.626000000000005
    - type: ndcg_at_1000
      value: 47.396
    - type: ndcg_at_20
      value: 63.665000000000006
    - type: ndcg_at_3
      value: 68.95
    - type: ndcg_at_5
      value: 69.241
    - type: precision_at_1
      value: 72.0
    - type: precision_at_10
      value: 71.6
    - type: precision_at_100
      value: 53.22
    - type: precision_at_1000
      value: 20.721999999999998
    - type: precision_at_20
      value: 67.30000000000001
    - type: precision_at_3
      value: 72.667
    - type: precision_at_5
      value: 74.0
    - type: recall_at_1
      value: 0.186
    - type: recall_at_10
      value: 1.932
    - type: recall_at_100
      value: 12.883
    - type: recall_at_1000
      value: 44.511
    - type: recall_at_20
      value: 3.583
    - type: recall_at_3
      value: 0.601
    - type: recall_at_5
      value: 1.0
  - task:
      type: Retrieval
    dataset:
      type: mteb/touche2020
      name: MTEB Touche2020
      config: default
      split: test
      revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
    metrics:
    - type: map_at_1
      value: 2.308
    - type: map_at_10
      value: 9.744
    - type: map_at_100
      value: 15.859000000000002
    - type: map_at_1000
      value: 17.396
    - type: map_at_20
      value: 12.49
    - type: map_at_3
      value: 4.848
    - type: map_at_5
      value: 6.912999999999999
    - type: mrr_at_1
      value: 32.653
    - type: mrr_at_10
      value: 47.207
    - type: mrr_at_100
      value: 48.116
    - type: mrr_at_1000
      value: 48.116
    - type: mrr_at_20
      value: 47.735
    - type: mrr_at_3
      value: 42.857
    - type: mrr_at_5
      value: 44.285999999999994
    - type: ndcg_at_1
      value: 28.571
    - type: ndcg_at_10
      value: 24.421
    - type: ndcg_at_100
      value: 35.961
    - type: ndcg_at_1000
      value: 47.541
    - type: ndcg_at_20
      value: 25.999
    - type: ndcg_at_3
      value: 25.333
    - type: ndcg_at_5
      value: 25.532
    - type: precision_at_1
      value: 32.653
    - type: precision_at_10
      value: 22.448999999999998
    - type: precision_at_100
      value: 7.571
    - type: precision_at_1000
      value: 1.5310000000000001
    - type: precision_at_20
      value: 17.959
    - type: precision_at_3
      value: 26.531
    - type: precision_at_5
      value: 26.122
    - type: recall_at_1
      value: 2.308
    - type: recall_at_10
      value: 16.075
    - type: recall_at_100
      value: 47.357
    - type: recall_at_1000
      value: 82.659
    - type: recall_at_20
      value: 24.554000000000002
    - type: recall_at_3
      value: 5.909
    - type: recall_at_5
      value: 9.718
  - task:
      type: Classification
    dataset:
      type: mteb/toxic_conversations_50k
      name: MTEB ToxicConversationsClassification
      config: default
      split: test
      revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
    metrics:
    - type: accuracy
      value: 67.2998046875
    - type: ap
      value: 12.796222498684031
    - type: f1
      value: 51.7465070845071
  - task:
      type: Classification
    dataset:
      type: mteb/tweet_sentiment_extraction
      name: MTEB TweetSentimentExtractionClassification
      config: default
      split: test
      revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
    metrics:
    - type: accuracy
      value: 61.76004527447652
    - type: f1
      value: 61.88985723942393
  - task:
      type: Clustering
    dataset:
      type: mteb/twentynewsgroups-clustering
      name: MTEB TwentyNewsgroupsClustering
      config: default
      split: test
      revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
    metrics:
    - type: v_measure
      value: 52.69229715788263
  - task:
      type: PairClassification
    dataset:
      type: mteb/twittersemeval2015-pairclassification
      name: MTEB TwitterSemEval2015
      config: default
      split: test
      revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
    metrics:
    - type: cos_sim_accuracy
      value: 87.42325803182929
    - type: cos_sim_ap
      value: 78.29203513753492
    - type: cos_sim_f1
      value: 71.33160557818093
    - type: cos_sim_precision
      value: 67.00672385810341
    - type: cos_sim_recall
      value: 76.2532981530343
    - type: dot_accuracy
      value: 87.42325803182929
    - type: dot_ap
      value: 78.29208368244002
    - type: dot_f1
      value: 71.33160557818093
    - type: dot_precision
      value: 67.00672385810341
    - type: dot_recall
      value: 76.2532981530343
    - type: euclidean_accuracy
      value: 87.42325803182929
    - type: euclidean_ap
      value: 78.29202838891078
    - type: euclidean_f1
      value: 71.33160557818093
    - type: euclidean_precision
      value: 67.00672385810341
    - type: euclidean_recall
      value: 76.2532981530343
    - type: manhattan_accuracy
      value: 87.42325803182929
    - type: manhattan_ap
      value: 78.23964459648822
    - type: manhattan_f1
      value: 71.1651728553137
    - type: manhattan_precision
      value: 69.12935323383084
    - type: manhattan_recall
      value: 73.3245382585752
    - type: max_accuracy
      value: 87.42325803182929
    - type: max_ap
      value: 78.29208368244002
    - type: max_f1
      value: 71.33160557818093
  - task:
      type: PairClassification
    dataset:
      type: mteb/twitterurlcorpus-pairclassification
      name: MTEB TwitterURLCorpus
      config: default
      split: test
      revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
    metrics:
    - type: cos_sim_accuracy
      value: 89.00725734466566
    - type: cos_sim_ap
      value: 86.1594112416402
    - type: cos_sim_f1
      value: 78.544568993303
    - type: cos_sim_precision
      value: 73.42484097756947
    - type: cos_sim_recall
      value: 84.43178318447798
    - type: dot_accuracy
      value: 89.00725734466566
    - type: dot_ap
      value: 86.15940795129771
    - type: dot_f1
      value: 78.544568993303
    - type: dot_precision
      value: 73.42484097756947
    - type: dot_recall
      value: 84.43178318447798
    - type: euclidean_accuracy
      value: 89.00725734466566
    - type: euclidean_ap
      value: 86.15939689541806
    - type: euclidean_f1
      value: 78.544568993303
    - type: euclidean_precision
      value: 73.42484097756947
    - type: euclidean_recall
      value: 84.43178318447798
    - type: manhattan_accuracy
      value: 88.97426941436721
    - type: manhattan_ap
      value: 86.14154348065739
    - type: manhattan_f1
      value: 78.53991175290814
    - type: manhattan_precision
      value: 74.60339452719086
    - type: manhattan_recall
      value: 82.91499846011703
    - type: max_accuracy
      value: 89.00725734466566
    - type: max_ap
      value: 86.1594112416402
    - type: max_f1
      value: 78.544568993303
---