Upload README.md with huggingface_hub

README.md

@@ -4,15 +4,21 @@ language:
 - en
 library_name: model2vec
 license: mit
+tags:
+- embeddings
+- static-embeddings
+- mteb
 model-index:
 - name: M2V_base_glove_subword
  results:
- - dataset:
- config: en-ext
+ - task:
+ type: Classification
+ dataset:
  name: MTEB AmazonCounterfactualClassification (en-ext)
- revision: e8379541af4e31359cca9fbcf4b00f2671dba205
- split: test
  type: mteb/amazon_counterfactual
+ config: en-ext
+ split: test
+ revision: e8379541af4e31359cca9fbcf4b00f2671dba205
  metrics:
  - type: accuracy
  value: 66.4167916041979
@@ -26,14 +32,14 @@ model-index:
  value: 72.84623161234782
  - type: main_score
  value: 66.4167916041979
- task:
+ - task:
  type: Classification
- - dataset:
- config: en
+ dataset:
  name: MTEB AmazonCounterfactualClassification (en)
- revision: e8379541af4e31359cca9fbcf4b00f2671dba205
- split: test
  type: mteb/amazon_counterfactual
+ config: en
+ split: test
+ revision: e8379541af4e31359cca9fbcf4b00f2671dba205
  metrics:
  - type: accuracy
  value: 68.044776119403
@@ -47,14 +53,14 @@ model-index:
  value: 71.2243167389672
  - type: main_score
  value: 68.044776119403
- task:
+ - task:
  type: Classification
- - dataset:
- config: default
+ dataset:
  name: MTEB AmazonPolarityClassification (default)
- revision: e2d317d38cd51312af73b3d32a06d1a08b442046
- split: test
  type: mteb/amazon_polarity
+ config: default
+ split: test
+ revision: e2d317d38cd51312af73b3d32a06d1a08b442046
  metrics:
  - type: accuracy
  value: 67.21602499999999
@@ -68,14 +74,14 @@ model-index:
  value: 66.68107362746888
  - type: main_score
  value: 67.21602499999999
- task:
+ - task:
  type: Classification
- - dataset:
- config: en
+ dataset:
  name: MTEB AmazonReviewsClassification (en)
- revision: 1399c76144fd37290681b995c656ef9b2e06e26d
- split: test
  type: mteb/amazon_reviews_multi
+ config: en
+ split: test
+ revision: 1399c76144fd37290681b995c656ef9b2e06e26d
  metrics:
  - type: accuracy
  value: 32.384
@@ -85,14 +91,14 @@ model-index:
  value: 32.05276706247388
  - type: main_score
  value: 32.384
- task:
- type: Classification
- - dataset:
- config: default
+ - task:
+ type: Retrieval
+ dataset:
  name: MTEB ArguAna (default)
- revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
- split: test
  type: mteb/arguana
+ config: default
+ split: test
+ revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
  metrics:
  - type: main_score
  value: 29.599999999999998
@@ -376,14 +382,14 @@ model-index:
  value: 28.733999999999998
  - type: recall_at_5
  value: 36.131
- task:
- type: Retrieval
- - dataset:
- config: default
+ - task:
+ type: Clustering
+ dataset:
  name: MTEB ArxivClusteringP2P (default)
- revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
- split: test
  type: mteb/arxiv-clustering-p2p
+ config: default
+ split: test
+ revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
  metrics:
  - type: main_score
  value: 35.46255145204994
@@ -391,14 +397,14 @@ model-index:
  value: 35.46255145204994
  - type: v_measure_std
  value: 14.146815377034603
- task:
+ - task:
  type: Clustering
- - dataset:
- config: default
+ dataset:
  name: MTEB ArxivClusteringS2S (default)
- revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
- split: test
  type: mteb/arxiv-clustering-s2s
+ config: default
+ split: test
+ revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
  metrics:
  - type: main_score
  value: 26.34189987196252
@@ -406,14 +412,14 @@ model-index:
  value: 26.34189987196252
  - type: v_measure_std
  value: 14.798697652139317
- task:
- type: Clustering
- - dataset:
- config: default
+ - task:
+ type: Reranking
+ dataset:
  name: MTEB AskUbuntuDupQuestions (default)
- revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
- split: test
  type: mteb/askubuntudupquestions-reranking
+ config: default
+ split: test
+ revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
  metrics:
  - type: main_score
  value: 52.85912447389551
@@ -433,14 +439,14 @@ model-index:
  value: 19.44964881732576
  - type: nAUC_mrr_std
  value: 9.313450884539453
- task:
- type: Reranking
- - dataset:
- config: default
+ - task:
+ type: STS
+ dataset:
  name: MTEB BIOSSES (default)
- revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
- split: test
  type: mteb/biosses-sts
+ config: default
+ split: test
+ revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
  metrics:
  - type: cosine_pearson
  value: 73.38282679412139
@@ -460,14 +466,14 @@ model-index:
  value: 73.38282679412139
  - type: spearman
  value: 75.59389113278942
- task:
- type: STS
- - dataset:
- config: default
+ - task:
+ type: Classification
+ dataset:
  name: MTEB Banking77Classification (default)
- revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
- split: test
  type: mteb/banking77
+ config: default
+ split: test
+ revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
  metrics:
  - type: accuracy
  value: 71.38636363636363
@@ -477,14 +483,14 @@ model-index:
  value: 71.55994805461263
  - type: main_score
  value: 71.38636363636363
- task:
- type: Classification
- - dataset:
- config: default
+ - task:
+ type: Clustering
+ dataset:
  name: MTEB BiorxivClusteringP2P (default)
- revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
- split: test
  type: mteb/biorxiv-clustering-p2p
+ config: default
+ split: test
+ revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
  metrics:
  - type: main_score
  value: 31.47309865069476
@@ -492,14 +498,14 @@ model-index:
  value: 31.47309865069476
  - type: v_measure_std
  value: 0.6360736715097297
- task:
+ - task:
  type: Clustering
- - dataset:
- config: default
+ dataset:
  name: MTEB BiorxivClusteringS2S (default)
- revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
- split: test
  type: mteb/biorxiv-clustering-s2s
+ config: default
+ split: test
+ revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
  metrics:
  - type: main_score
  value: 22.58199120148109
@@ -507,14 +513,14 @@ model-index:
  value: 22.58199120148109
  - type: v_measure_std
  value: 1.1055877138914942
- task:
- type: Clustering
- - dataset:
- config: default
+ - task:
+ type: Retrieval
+ dataset:
  name: MTEB CQADupstackAndroidRetrieval (default)
- revision: f46a197baaae43b4f621051089b82a364682dfeb
- split: test
  type: mteb/cqadupstack-android
+ config: default
+ split: test
+ revision: f46a197baaae43b4f621051089b82a364682dfeb
  metrics:
  - type: main_score
  value: 28.518
@@ -798,14 +804,14 @@ model-index:
  value: 26.183
  - type: recall_at_5
  value: 30.653000000000002
- task:
+ - task:
  type: Retrieval
- - dataset:
- config: default
+ dataset:
  name: MTEB CQADupstackEnglishRetrieval (default)
- revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
- split: test
  type: mteb/cqadupstack-english
+ config: default
+ split: test
+ revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
  metrics:
  - type: main_score
  value: 24.698999999999998
@@ -1089,14 +1095,14 @@ model-index:
  value: 23.247999999999998
  - type: recall_at_5
  value: 25.611
- task:
+ - task:
  type: Retrieval
- - dataset:
- config: default
+ dataset:
  name: MTEB CQADupstackGamingRetrieval (default)
- revision: 4885aa143210c98657558c04aaf3dc47cfb54340
- split: test
  type: mteb/cqadupstack-gaming
+ config: default
+ split: test
+ revision: 4885aa143210c98657558c04aaf3dc47cfb54340
  metrics:
  - type: main_score
  value: 34.837
@@ -1380,14 +1386,14 @@ model-index:
  value: 33.351
  - type: recall_at_5
  value: 39.345
- task:
+ - task:
  type: Retrieval
- - dataset:
- config: default
+ dataset:
  name: MTEB CQADupstackGisRetrieval (default)
- revision: 5003b3064772da1887988e05400cf3806fe491f2
- split: test
  type: mteb/cqadupstack-gis
+ config: default
+ split: test
+ revision: 5003b3064772da1887988e05400cf3806fe491f2
  metrics:
  - type: main_score
  value: 15.889000000000001
@@ -1671,14 +1677,14 @@ model-index:
  value: 15.383
  - type: recall_at_5
  value: 18.174
- task:
+ - task:
  type: Retrieval
- - dataset:
- config: default
+ dataset:
  name: MTEB CQADupstackMathematicaRetrieval (default)
- revision: 90fceea13679c63fe563ded68f3b6f06e50061de
- split: test
  type: mteb/cqadupstack-mathematica
+ config: default
+ split: test
+ revision: 90fceea13679c63fe563ded68f3b6f06e50061de
  metrics:
  - type: main_score
  value: 11.0
@@ -1962,14 +1968,14 @@ model-index:
  value: 9.735000000000001
  - type: recall_at_5
  value: 12.595999999999998
- task:
+ - task:
  type: Retrieval
- - dataset:
- config: default
+ dataset:
  name: MTEB CQADupstackPhysicsRetrieval (default)
- revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
- split: test
  type: mteb/cqadupstack-physics
+ config: default
+ split: test
+ revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
  metrics:
  - type: main_score
  value: 22.671
@@ -2253,14 +2259,14 @@ model-index:
  value: 21.583
  - type: recall_at_5
  value: 24.937
- task:
+ - task:
  type: Retrieval
- - dataset:
- config: default
+ dataset:
  name: MTEB CQADupstackProgrammersRetrieval (default)
- revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
- split: test
  type: mteb/cqadupstack-programmers
+ config: default
+ split: test
+ revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
  metrics:
  - type: main_score
  value: 16.306
@@ -2544,27 +2550,27 @@ model-index:
  value: 14.935
  - type: recall_at_5
  value: 17.862000000000002
- task:
+ - task:
  type: Retrieval
- - dataset:
- config: default
+ dataset:
  name: MTEB CQADupstackRetrieval (default)
- revision: CQADupstackRetrieval_is_a_combined_dataset
- split: test
  type: CQADupstackRetrieval_is_a_combined_dataset
+ config: default
+ split: test
+ revision: CQADupstackRetrieval_is_a_combined_dataset
  metrics:
  - type: main_score
  value: 19.211500000000004
  - type: ndcg_at_10
  value: 19.211500000000004
- task:
+ - task:
  type: Retrieval
- - dataset:
- config: default
+ dataset:
  name: MTEB CQADupstackStatsRetrieval (default)
- revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
- split: test
  type: mteb/cqadupstack-stats
+ config: default
+ split: test
+ revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
  metrics:
  - type: main_score
  value: 13.274
@@ -2848,14 +2854,14 @@ model-index:
  value: 12.113999999999999
  - type: recall_at_5
  value: 14.371
- task:
+ - task:
  type: Retrieval
- - dataset:
- config: default
+ dataset:
  name: MTEB CQADupstackTexRetrieval (default)
- revision: 46989137a86843e03a6195de44b09deda022eec7
- split: test
  type: mteb/cqadupstack-tex
+ config: default
+ split: test
+ revision: 46989137a86843e03a6195de44b09deda022eec7
  metrics:
  - type: main_score
  value: 10.994
@@ -3139,14 +3145,14 @@ model-index:
  value: 10.381
  - type: recall_at_5
  value: 12.354999999999999
- task:
+ - task:
  type: Retrieval
- - dataset:
- config: default
+ dataset:
  name: MTEB CQADupstackUnixRetrieval (default)
- revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
- split: test
  type: mteb/cqadupstack-unix
+ config: default
+ split: test
+ revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
  metrics:
  - type: main_score
  value: 17.415
@@ -3430,14 +3436,14 @@ model-index:
  value: 16.458000000000002
  - type: recall_at_5
  value: 18.087
- task:
+ - task:
  type: Retrieval
- - dataset:
- config: default
+ dataset:
  name: MTEB CQADupstackWebmastersRetrieval (default)
- revision: 160c094312a0e1facb97e55eeddb698c0abe3571
- split: test
  type: mteb/cqadupstack-webmasters
+ config: default
+ split: test
+ revision: 160c094312a0e1facb97e55eeddb698c0abe3571
  metrics:
  - type: main_score
  value: 21.398
@@ -3721,14 +3727,14 @@ model-index:
  value: 20.148
  - type: recall_at_5
  value: 23.296
- task:
+ - task:
  type: Retrieval
- - dataset:
- config: default
+ dataset:
  name: MTEB CQADupstackWordpressRetrieval (default)
- revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
- split: test
  type: mteb/cqadupstack-wordpress
+ config: default
+ split: test
+ revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
  metrics:
  - type: main_score
  value: 13.536999999999999
@@ -4012,14 +4018,14 @@ model-index:
  value: 12.187000000000001
  - type: recall_at_5
  value: 14.868
- task:
+ - task:
  type: Retrieval
- - dataset:
- config: default
+ dataset:
  name: MTEB ClimateFEVER (default)
- revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
- split: test
  type: mteb/climate-fever
+ config: default
+ split: test
+ revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
  metrics:
  - type: main_score
  value: 14.015
@@ -4303,14 +4309,14 @@ model-index:
  value: 9.713
  - type: recall_at_5
  value: 12.415
- task:
+ - task:
  type: Retrieval
- - dataset:
- config: default
+ dataset:
  name: MTEB DBPedia (default)
- revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
- split: test
  type: mteb/dbpedia
+ config: default
+ split: test
+ revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
  metrics:
  - type: main_score
  value: 19.899
@@ -4594,14 +4600,14 @@ model-index:
  value: 6.425
  - type: recall_at_5
  value: 8.818
- task:
- type: Retrieval
- - dataset:
- config: default
+ - task:
+ type: Classification
+ dataset:
  name: MTEB EmotionClassification (default)
- revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
- split: test
  type: mteb/emotion
+ config: default
+ split: test
+ revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
  metrics:
  - type: accuracy
  value: 38.339999999999996
@@ -4611,14 +4617,14 @@ model-index:
  value: 40.51989104726522
  - type: main_score
  value: 38.339999999999996
- task:
- type: Classification
- - dataset:
- config: default
+ - task:
+ type: Retrieval
+ dataset:
  name: MTEB FEVER (default)
- revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
- split: test
  type: mteb/fever
+ config: default
+ split: test
+ revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
  metrics:
  - type: main_score
  value: 25.006
@@ -4902,14 +4908,14 @@ model-index:
  value: 24.082
  - type: recall_at_5
  value: 29.563
- task:
+ - task:
  type: Retrieval
- - dataset:
- config: default
+ dataset:
  name: MTEB FiQA2018 (default)
- revision: 27a168819829fe9bcd655c2df245fb19452e8e06
- split: test
  type: mteb/fiqa
+ config: default
+ split: test
+ revision: 27a168819829fe9bcd655c2df245fb19452e8e06
  metrics:
  - type: main_score
  value: 11.167
@@ -5193,14 +5199,14 @@ model-index:
  value: 8.863999999999999
  - type: recall_at_5
  value: 11.354000000000001
- task:
+ - task:
  type: Retrieval
- - dataset:
- config: default
+ dataset:
  name: MTEB HotpotQA (default)
- revision: ab518f4d6fcca38d87c25209f94beba119d02014
- split: test
  type: mteb/hotpotqa
+ config: default
+ split: test
+ revision: ab518f4d6fcca38d87c25209f94beba119d02014
  metrics:
  - type: main_score
  value: 30.837999999999997
@@ -5484,14 +5490,14 @@ model-index:
  value: 25.779999999999998
  - type: recall_at_5
  value: 29.250999999999998
- task:
- type: Retrieval
- - dataset:
- config: default
+ - task:
+ type: Classification
+ dataset:
  name: MTEB ImdbClassification (default)
- revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
- split: test
  type: mteb/imdb
+ config: default
+ split: test
+ revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
  metrics:
  - type: accuracy
  value: 66.5616
@@ -5505,14 +5511,14 @@ model-index:
  value: 66.15361405073978
  - type: main_score
  value: 66.5616
- task:
- type: Classification
- - dataset:
- config: default
+ - task:
+ type: Retrieval
+ dataset:
  name: MTEB MSMARCO (default)
- revision: c5a29a104738b98a9e76336939199e264163d4a0
- split: test
  type: mteb/msmarco
+ config: default
+ split: test
+ revision: c5a29a104738b98a9e76336939199e264163d4a0
  metrics:
  - type: main_score
  value: 28.034
@@ -5796,14 +5802,14 @@ model-index:
  value: 2.138
  - type: recall_at_5
  value: 3.3770000000000002
- task:
- type: Retrieval
- - dataset:
- config: en
+ - task:
+ type: Classification
+ dataset:
  name: MTEB MTOPDomainClassification (en)
- revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
- split: test
  type: mteb/mtop_domain
+ config: en
+ split: test
+ revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
  metrics:
  - type: accuracy
  value: 84.81988144094848
@@ -5813,14 +5819,14 @@ model-index:
  value: 84.95181538630469
  - type: main_score
  value: 84.81988144094848
- task:
+ - task:
  type: Classification
- - dataset:
- config: en
+ dataset:
  name: MTEB MTOPIntentClassification (en)
- revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
- split: test
  type: mteb/mtop_intent
+ config: en
+ split: test
+ revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
  metrics:
  - type: accuracy
  value: 62.41222070223438
@@ -5830,14 +5836,14 @@ model-index:
  value: 66.23266420473301
  - type: main_score
  value: 62.41222070223438
- task:
+ - task:
  type: Classification
- - dataset:
- config: en
+ dataset:
  name: MTEB MassiveIntentClassification (en)
- revision: 4672e20407010da34463acc759c162ca9734bca6
- split: test
  type: mteb/amazon_massive_intent
+ config: en
+ split: test
+ revision: 4672e20407010da34463acc759c162ca9734bca6
  metrics:
  - type: accuracy
  value: 62.50168123739073
@@ -5847,14 +5853,14 @@ model-index:
  value: 62.787680759907204
  - type: main_score
  value: 62.50168123739073
- task:
+ - task:
  type: Classification
- - dataset:
- config: en
+ dataset:
  name: MTEB MassiveScenarioClassification (en)
- revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
- split: test
  type: mteb/amazon_massive_scenario
+ config: en
+ split: test
+ revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
  metrics:
  - type: accuracy
  value: 66.09280430396772
@@ -5864,14 +5870,14 @@ model-index:
  value: 66.15203456480924
  - type: main_score
  value: 66.09280430396772
- task:
- type: Classification
- - dataset:
- config: default
+ - task:
+ type: Clustering
+ dataset:
  name: MTEB MedrxivClusteringP2P (default)
- revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
- split: test
  type: mteb/medrxiv-clustering-p2p
+ config: default
+ split: test
+ revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
  metrics:
  - type: main_score
  value: 26.932942933622616
@@ -5879,14 +5885,14 @@ model-index:
  value: 26.932942933622616
  - type: v_measure_std
  value: 1.593124055965666
- task:
+ - task:
  type: Clustering
- - dataset:
- config: default
+ dataset:
  name: MTEB MedrxivClusteringS2S (default)
- revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
- split: test
  type: mteb/medrxiv-clustering-s2s
+ config: default
+ split: test
+ revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
  metrics:
  - type: main_score
  value: 22.9594415386389
@@ -5894,14 +5900,14 @@ model-index:
  value: 22.9594415386389
  - type: v_measure_std
  value: 1.2719806552652395
- task:
- type: Clustering
- - dataset:
- config: default
+ - task:
+ type: Reranking
+ dataset:
  name: MTEB MindSmallReranking (default)
- revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
- split: test
  type: mteb/mind_small
+ config: default
+ split: test
+ revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
  metrics:
  - type: main_score
  value: 28.527234738258063
@@ -5921,14 +5927,14 @@ model-index:
  value: -26.591327847291947
  - type: nAUC_mrr_std
  value: -11.52072949105865
- task:
- type: Reranking
- - dataset:
- config: default
+ - task:
+ type: Retrieval
+ dataset:
  name: MTEB NFCorpus (default)
- revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
- split: test
  type: mteb/nfcorpus
+ config: default
+ split: test
+ revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
  metrics:
  - type: main_score
  value: 23.318
@@ -6212,14 +6218,14 @@ model-index:
  value: 6.773999999999999
  - type: recall_at_5
  value: 8.713
- task:
+ - task:
  type: Retrieval
- - dataset:
- config: default
+ dataset:
  name: MTEB NQ (default)
- revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
- split: test
  type: mteb/nq
+ config: default
+ split: test
+ revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
  metrics:
  - type: main_score
  value: 17.682000000000002
@@ -6503,14 +6509,14 @@ model-index:
  value: 16.338
  - type: recall_at_5
  value: 21.217
- task:
+ - task:
  type: Retrieval
- - dataset:
- config: default
+ dataset:
  name: MTEB QuoraRetrieval (default)
- revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
- split: test
  type: mteb/quora
+ config: default
+ split: test
+ revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
  metrics:
  - type: main_score
  value: 74.323
@@ -6794,14 +6800,14 @@ model-index:
  value: 73.137
  - type: recall_at_5
  value: 78.655
- task:
- type: Retrieval
- - dataset:
- config: default
+ - task:
+ type: Clustering
+ dataset:
  name: MTEB RedditClustering (default)
- revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
- split: test
  type: mteb/reddit-clustering
+ config: default
+ split: test
+ revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
  metrics:
  - type: main_score
  value: 28.89014544508522
@@ -6809,14 +6815,14 @@ model-index:
  value: 28.89014544508522
  - type: v_measure_std
  value: 4.477854992673074
- task:
+ - task:
  type: Clustering
- - dataset:
- config: default
+ dataset:
  name: MTEB RedditClusteringP2P (default)
- revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
- split: test
  type: mteb/reddit-clustering-p2p
+ config: default
+ split: test
+ revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
  metrics:
  - type: main_score
  value: 41.588064041506414
@@ -6824,14 +6830,14 @@ model-index:
  value: 41.588064041506414
  - type: v_measure_std
  value: 12.234957713539355
- task:
- type: Clustering
- - dataset:
- config: default
+ - task:
+ type: Retrieval
+ dataset:
  name: MTEB SCIDOCS (default)
- revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
- split: test
  type: mteb/scidocs
+ config: default
+ split: test
+ revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
  metrics:
  - type: main_score
  value: 9.923
@@ -7115,14 +7121,14 @@ model-index:
  value: 5.295
  - type: recall_at_5
  value: 7.37
- task:
- type: Retrieval
- - dataset:
- config: default
+ - task:
+ type: STS
+ dataset:
  name: MTEB SICK-R (default)
- revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
- split: test
  type: mteb/sickr-sts
+ config: default
+ split: test
+ revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
  metrics:
  - type: cosine_pearson
  value: 75.0950047498747
@@ -7142,14 +7148,14 @@ model-index:
  value: 75.0950047498747
  - type: spearman
  value: 66.17240782538595
- task:
+ - task:
  type: STS
- - dataset:
- config: default
+ dataset:
  name: MTEB STS12 (default)
- revision: a0d554a64d88156834ff5ae9920b964011b16384
- split: test
  type: mteb/sts12-sts
+ config: default
+ split: test
+ revision: a0d554a64d88156834ff5ae9920b964011b16384
  metrics:
  - type: cosine_pearson
  value: 70.27191745166907
@@ -7169,14 +7175,14 @@ model-index:
  value: 70.27191745166907
  - type: spearman
  value: 61.89139464648924
- task:
+ - task:
  type: STS
- - dataset:
- config: default
+ dataset:
  name: MTEB STS13 (default)
- revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
- split: test
  type: mteb/sts13-sts
+ config: default
+ split: test
+ revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
  metrics:
  - type: cosine_pearson
  value: 70.19582039979868
@@ -7196,14 +7202,14 @@ model-index:
  value: 70.19582039979868
  - type: spearman
  value: 71.66792475528088
- task:
+ - task:
  type: STS
- - dataset:
- config: default
+ dataset:
  name: MTEB STS14 (default)
- revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
- split: test
  type: mteb/sts14-sts
+ config: default
+ split: test
+ revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
  metrics:
  - type: cosine_pearson
  value: 69.52140108419252
@@ -7223,14 +7229,14 @@ model-index:
  value: 69.52140108419252
  - type: spearman
  value: 67.82634222687376
- task:
+ - task:
  type: STS
- - dataset:
- config: default
+ dataset:
  name: MTEB STS15 (default)
- revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
- split: test
  type: mteb/sts15-sts
+ config: default
+ split: test
+ revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
  metrics:
  - type: cosine_pearson
  value: 73.66221619412464
@@ -7250,14 +7256,14 @@ model-index:
  value: 73.66221619412464
  - type: spearman
  value: 75.48765072240437
- task:
+ - task:
  type: STS
- - dataset:
- config: default
+ dataset:
  name: MTEB STS16 (default)
- revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
- split: test
  type: mteb/sts16-sts
+ config: default
+ split: test
+ revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
  metrics:
  - type: cosine_pearson
  value: 62.328630460915925
@@ -7277,14 +7283,14 @@ model-index:
  value: 62.328630460915925
  - type: spearman
  value: 66.48155706668948
- task:
+ - task:
  type: STS
- - dataset:
- config: fr-en
+ dataset:
  name: MTEB STS17 (fr-en)
- revision: faeb762787bd10488a50c8b5be4a3b82e411949c
- split: test
  type: mteb/sts17-crosslingual-sts
+ config: fr-en
+ split: test
+ revision: faeb762787bd10488a50c8b5be4a3b82e411949c
  metrics:
  - type: cosine_pearson
  value: 21.344883409729785
@@ -7304,14 +7310,14 @@ model-index:
  value: 21.344883409729785
  - type: spearman
  value: 19.492480027372526
- task:
+ - task:
  type: STS
- - dataset:
- config: es-en
+ dataset:
  name: MTEB STS17 (es-en)
- revision: faeb762787bd10488a50c8b5be4a3b82e411949c
- split: test
  type: mteb/sts17-crosslingual-sts
+ config: es-en
+ split: test
+ revision: faeb762787bd10488a50c8b5be4a3b82e411949c
  metrics:
  - type: cosine_pearson
  value: 14.966581838953037
@@ -7331,14 +7337,14 @@ model-index:
  value: 14.966581838953037
  - type: spearman
  value: 13.24509138766898
- task:
+ - task:
  type: STS
- - dataset:
- config: nl-en
+ dataset:
  name: MTEB STS17 (nl-en)
- revision: faeb762787bd10488a50c8b5be4a3b82e411949c
- split: test
  type: mteb/sts17-crosslingual-sts
+ config: nl-en
+ split: test
+ revision: faeb762787bd10488a50c8b5be4a3b82e411949c
  metrics:
  - type: cosine_pearson
  value: 18.309414985775234
@@ -7358,14 +7364,14 @@ model-index:
  value: 18.309414985775234
  - type: spearman
  value: 14.341489363671842
- task:
+ - task:
  type: STS
- - dataset:
- config: en-de
+ dataset:
  name: MTEB STS17 (en-de)
- revision: faeb762787bd10488a50c8b5be4a3b82e411949c
- split: test
  type: mteb/sts17-crosslingual-sts
+ config: en-de
+ split: test
+ revision: faeb762787bd10488a50c8b5be4a3b82e411949c
  metrics:
  - type: cosine_pearson
  value: 21.301586456013037
@@ -7385,14 +7391,14 @@ model-index:
  value: 21.301586456013037
  - type: spearman
  value: 22.571419522164376
- task:
+ - task:
  type: STS
- - dataset:
- config: it-en
+ dataset:
  name: MTEB STS17 (it-en)
- revision: faeb762787bd10488a50c8b5be4a3b82e411949c
- split: test
  type: mteb/sts17-crosslingual-sts
+ config: it-en
+ split: test
+ revision: faeb762787bd10488a50c8b5be4a3b82e411949c
  metrics:
  - type: cosine_pearson
  value: 16.140292893693204
@@ -7412,14 +7418,14 @@ model-index:
  value: 16.140292893693204
  - type: spearman
  value: 10.216376215477217
- task:
+ - task:
  type: STS
- - dataset:
- config: en-en
+ dataset:
  name: MTEB STS17 (en-en)
- revision: faeb762787bd10488a50c8b5be4a3b82e411949c
- split: test
  type: mteb/sts17-crosslingual-sts
+ config: en-en
+ split: test
+ revision: faeb762787bd10488a50c8b5be4a3b82e411949c
  metrics:
  - type: cosine_pearson
  value: 78.42242639560023
@@ -7439,14 +7445,14 @@ model-index:
  value: 78.42242639560023
  - type: spearman
  value: 80.2472005970173
- task:
+ - task:
  type: STS
- - dataset:
- config: en-ar
+ dataset:
  name: MTEB STS17 (en-ar)
- revision: faeb762787bd10488a50c8b5be4a3b82e411949c
- split: test
  type: mteb/sts17-crosslingual-sts
+ config: en-ar
+ split: test
+ revision: faeb762787bd10488a50c8b5be4a3b82e411949c
  metrics:
  - type: cosine_pearson
  value: -5.762967943082491
@@ -7466,14 +7472,14 @@ model-index:
  value: -5.762967943082491
  - type: spearman
  value: -6.184248227377756
- task:
+ - task:
  type: STS
- - dataset:
- config: en-tr
+ dataset:
  name: MTEB STS17 (en-tr)
- revision: faeb762787bd10488a50c8b5be4a3b82e411949c
- split: test
  type: mteb/sts17-crosslingual-sts
+ config: en-tr
+ split: test
+ revision: faeb762787bd10488a50c8b5be4a3b82e411949c
  metrics:
  - type: cosine_pearson
  value: -8.666319610669559
@@ -7493,14 +7499,14 @@ model-index:
  value: -8.666319610669559
  - type: spearman
  value: -10.0877070299522
- task:
+ - task:
  type: STS
- - dataset:
- config: es-en
+ dataset:
  name: MTEB STS22 (es-en)
- revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
- split: test
  type: mteb/sts22-crosslingual-sts
+ config: es-en
+ split: test
+ revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
  metrics:
  - type: cosine_pearson
  value: 16.880423266497427
@@ -7520,14 +7526,14 @@ model-index:
  value: 16.880423266497427
  - type: spearman
  value: 18.497107178067477
- task:
+ - task:
  type: STS
- - dataset:
- config: en
+ dataset:
  name: MTEB STS22 (en)
- revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
- split: test
  type: mteb/sts22-crosslingual-sts
+ config: en
+ split: test
+ revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
  metrics:
  - type: cosine_pearson
  value: 44.98861387948161
@@ -7547,14 +7553,14 @@ model-index:
  value: 44.98861387948161
  - type: spearman
  value: 59.04270974068145
- task:
+ - task:
  type: STS
- - dataset:
- config: de-en
+ dataset:
  name: MTEB STS22 (de-en)
- revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
- split: test
  type: mteb/sts22-crosslingual-sts
+ config: de-en
+ split: test
+ revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
  metrics:
  - type: cosine_pearson
  value: 26.505168004689462
@@ -7574,14 +7580,14 @@ model-index:
  value: 26.505168004689462
  - type: spearman
  value: 28.591720613248732
- task:
+ - task:
  type: STS
- - dataset:
- config: zh-en
+ dataset:
  name: MTEB STS22 (zh-en)
- revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
- split: test
  type: mteb/sts22-crosslingual-sts
+ config: zh-en
+ split: test
+ revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
  metrics:
  - type: cosine_pearson
  value: 11.552622364692777
@@ -7601,14 +7607,14 @@ model-index:
  value: 11.552622364692777
  - type: spearman
  value: 10.973019756392695
- task:
+ - task:
  type: STS
- - dataset:
- config: pl-en
+ dataset:
  name: MTEB STS22 (pl-en)
- revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
- split: test
  type: mteb/sts22-crosslingual-sts
+ config: pl-en
+ split: test
+ revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
  metrics:
  - type: cosine_pearson
  value: 10.466988163502029
@@ -7628,14 +7634,14 @@ model-index:
  value: 10.466988163502029
  - type: spearman
  value: -0.21879166839686814
- task:
+ - task:
  type: STS
- - dataset:
- config: default
+ dataset:
  name: MTEB STSBenchmark (default)
- revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
- split: test
  type: mteb/stsbenchmark-sts
+ config: default
+ split: test
+ revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
  metrics:
  - type: cosine_pearson
  value: 66.80057012864974
@@ -7655,14 +7661,14 @@ model-index:
  value: 66.80057012864974
  - type: spearman
  value: 66.52235871936412
- task:
- type: STS
- - dataset:
- config: default
+ - task:
+ type: Reranking
+ dataset:
  name: MTEB SciDocsRR (default)
- revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
- split: test
  type: mteb/scidocs-reranking
+ config: default
+ split: test
+ revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
  metrics:
  - type: main_score
  value: 71.11074203128574
@@ -7682,14 +7688,14 @@ model-index:
  value: 72.52180244204617
  - type: nAUC_mrr_std
  value: 64.6185657337566
- task:
- type: Reranking
- - dataset:
- config: default
+ - task:
+ type: Retrieval
+ dataset:
  name: MTEB SciFact (default)
- revision: 0228b52cf27578f30900b9e5271d331663a030d7
- split: test
  type: mteb/scifact
+ config: default
+ split: test
+ revision: 0228b52cf27578f30900b9e5271d331663a030d7
  metrics:
  - type: main_score
  value: 50.663000000000004
@@ -7973,14 +7979,14 @@ model-index:
  value: 52.983000000000004
  - type: recall_at_5
  value: 58.428000000000004
- task:
- type: Retrieval
- - dataset:
- config: default
+ - task:
+ type: PairClassification
+ dataset:
  name: MTEB SprintDuplicateQuestions (default)
- revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
- split: test
  type: mteb/sprintduplicatequestions-pairclassification
+ config: default
+ split: test
+ revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
  metrics:
  - type: cosine_accuracy
  value: 99.6029702970297
@@ -8064,14 +8070,14 @@ model-index:
  value: 78.80597014925374
  - type: similarity_recall
  value: 79.2
- task:
- type: PairClassification
- - dataset:
- config: default
+ - task:
+ type: Clustering
+ dataset:
  name: MTEB StackExchangeClustering (default)
- revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
- split: test
  type: mteb/stackexchange-clustering
+ config: default
+ split: test
+ revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
  metrics:
  - type: main_score
  value: 40.01875953666112
@@ -8079,14 +8085,14 @@ model-index:
  value: 40.01875953666112
  - type: v_measure_std
  value: 4.519991014119391
- task:
+ - task:
  type: Clustering
- - dataset:
- config: default
+ dataset:
  name: MTEB StackExchangeClusteringP2P (default)
- revision: 815ca46b2622cec33ccafc3735d572c266efdb44
- split: test
  type: mteb/stackexchange-clustering-p2p
+ config: default
+ split: test
+ revision: 815ca46b2622cec33ccafc3735d572c266efdb44
  metrics:
  - type: main_score
  value: 28.81354037080584
@@ -8094,14 +8100,14 @@ model-index:
  value: 28.81354037080584
  - type: v_measure_std
  value: 1.4144350664362755
- task:
- type: Clustering
- - dataset:
- config: default
+ - task:
+ type: Reranking
+ dataset:
  name: MTEB StackOverflowDupQuestions (default)
- revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
- split: test
  type: mteb/stackoverflowdupquestions-reranking
+ config: default
+ split: test
+ revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
  metrics:
  - type: main_score
  value: 44.09716409649705
@@ -8121,14 +8127,14 @@ model-index:
  value: 17.207604918830953
  - type: nAUC_mrr_std
  value: 6.664790258906265
- task:
- type: Reranking
- - dataset:
- config: default
+ - task:
+ type: Summarization
+ dataset:
  name: MTEB SummEval (default)
- revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
- split: test
  type: mteb/summeval
+ config: default
+ split: test
+ revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
  metrics:
  - type: cosine_pearson
  value: 29.294245469087553
@@ -8144,14 +8150,14 @@ model-index:
  value: 29.294245469087553
  - type: spearman
  value: 30.080488918284974
- task:
- type: Summarization
- - dataset:
- config: default
+ - task:
+ type: Retrieval
+ dataset:
  name: MTEB TRECCOVID (default)
- revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
- split: test
  type: mteb/trec-covid
+ config: default
+ split: test
+ revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
  metrics:
  - type: main_score
  value: 39.983999999999995
@@ -8435,14 +8441,14 @@ model-index:
  value: 0.302
  - type: recall_at_5
  value: 0.482
- task:
+ - task:
  type: Retrieval
- - dataset:
- config: default
+ dataset:
  name: MTEB Touche2020 (default)
- revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
- split: test
  type: mteb/touche2020
+ config: default
+ split: test
+ revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
  metrics:
  - type: main_score
  value: 13.753000000000002
@@ -8726,14 +8732,14 @@ model-index:
  value: 3.024
  - type: recall_at_5
  value: 4.776
- task:
- type: Retrieval
- - dataset:
- config: default
+ - task:
+ type: Classification
+ dataset:
  name: MTEB ToxicConversationsClassification (default)
- revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
- split: test
  type: mteb/toxic_conversations_50k
+ config: default
+ split: test
+ revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
  metrics:
  - type: accuracy
  value: 65.6884765625
@@ -8747,14 +8753,14 @@ model-index:
  value: 73.34420433686675
  - type: main_score
  value: 65.6884765625
- task:
+ - task:
  type: Classification
- - dataset:
- config: default
+ dataset:
  name: MTEB TweetSentimentExtractionClassification (default)
- revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
- split: test
  type: mteb/tweet_sentiment_extraction
+ config: default
+ split: test
+ revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
  metrics:
  - type: accuracy
  value: 49.83305036785513
@@ -8764,14 +8770,14 @@ model-index:
  value: 49.32130156716104
  - type: main_score
  value: 49.83305036785513
- task:
- type: Classification
- - dataset:
- config: default
+ - task:
+ type: Clustering
+ dataset:
  name: MTEB TwentyNewsgroupsClustering (default)
- revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
- split: test
  type: mteb/twentynewsgroups-clustering
+ config: default
+ split: test
+ revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
  metrics:
  - type: main_score
  value: 25.27920179659098
@@ -8779,14 +8785,14 @@ model-index:
  value: 25.27920179659098
  - type: v_measure_std
  value: 2.092324622279832
- task:
- type: Clustering
- - dataset:
- config: default
+ - task:
+ type: PairClassification
+ dataset:
  name: MTEB TwitterSemEval2015 (default)
- revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
- split: test
  type: mteb/twittersemeval2015-pairclassification
+ config: default
+ split: test
+ revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
  metrics:
  - type: cosine_accuracy
  value: 82.19586338439531
@@ -8870,14 +8876,14 @@ model-index:
  value: 54.3767840152236
  - type: similarity_recall
  value: 60.31662269129288
- task:
+ - task:
  type: PairClassification
- - dataset:
- config: default
+ dataset:
  name: MTEB TwitterURLCorpus (default)
- revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
- split: test
  type: mteb/twitterurlcorpus-pairclassification
+ config: default
+ split: test
+ revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
  metrics:
  - type: cosine_accuracy
  value: 85.86758256684907
@@ -8961,13 +8967,6 @@ model-index:
  value: 69.39391707784078
  - type: similarity_recall
  value: 72.55158607945796
- task:
- type: PairClassification
-model_name: minishlab/M2V_base_glove_subword
-tags:
-- embeddings
-- static-embeddings
-- mteb
 ---
 
 # M2V_base_glove_subword Model Card