diff --git a/all_data_tasks/0/default.jsonl b/all_data_tasks/0/default.jsonl index e81b0970dabe159ca0672ae057956481bce72481..6b0fd23d405b966db07f64219f40d8112eefbe1c 100644 --- a/all_data_tasks/0/default.jsonl +++ b/all_data_tasks/0/default.jsonl @@ -30,55 +30,55 @@ {"index":131,"Rank":30,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":76.03,"AmazonCounterfactualClassification (en)":75.96,"AmazonPolarityClassification":93.51,"AmazonReviewsClassification (en)":50.45,"Banking77Classification":87.3,"EmotionClassification":54.68,"ImdbClassification":89.66,"MassiveIntentClassification (en)":76.01,"MassiveScenarioClassification (en)":79.64,"MTOPDomainClassification (en)":95.3,"MTOPIntentClassification (en)":78.1,"ToxicConversationsClassification":72.42,"TweetSentimentExtractionClassification":59.32} {"index":133,"Rank":31,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":76.01,"AmazonCounterfactualClassification (en)":75.58,"AmazonPolarityClassification":93.41,"AmazonReviewsClassification (en)":49.06,"Banking77Classification":88.1,"EmotionClassification":54.72,"ImdbClassification":91.23,"MassiveIntentClassification (en)":76.2,"MassiveScenarioClassification (en)":79.35,"MTOPDomainClassification (en)":95.25,"MTOPIntentClassification (en)":78.24,"ToxicConversationsClassification":71.86,"TweetSentimentExtractionClassification":59.17} {"index":38,"Rank":32,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.01,"AmazonCounterfactualClassification (en)":77.85,"AmazonPolarityClassification":95.6,"AmazonReviewsClassification (en)":49.79,"Banking77Classification":86.09,"EmotionClassification":48.15,"ImdbClassification":93.97,"MassiveIntentClassification (en)":74.51,"MassiveScenarioClassification (en)":79.0,"MTOPDomainClassification (en)":94.92,"MTOPIntentClassification (en)":78.89,"ToxicConversationsClassification":71.2,"TweetSentimentExtractionClassification":62.18} -{"index":106,"Rank":33,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.99,"AmazonCounterfactualClassification (en)":76.06,"AmazonPolarityClassification":91.98,"AmazonReviewsClassification (en)":47.94,"Banking77Classification":87.9,"EmotionClassification":52.03,"ImdbClassification":92.79,"MassiveIntentClassification (en)":77.41,"MassiveScenarioClassification (en)":80.45,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.26,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.0} -{"index":203,"Rank":34,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":75.99,"AmazonCounterfactualClassification (en)":76.06,"AmazonPolarityClassification":91.98,"AmazonReviewsClassification (en)":47.94,"Banking77Classification":87.9,"EmotionClassification":52.03,"ImdbClassification":92.79,"MassiveIntentClassification (en)":77.41,"MassiveScenarioClassification (en)":80.45,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.26,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.0} -{"index":23,"Rank":35,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":75.97,"AmazonCounterfactualClassification (en)":75.85,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":77.56,"MassiveScenarioClassification (en)":80.53,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.49,"ToxicConversationsClassification":70.91,"TweetSentimentExtractionClassification":59.94} -{"index":239,"Rank":36,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.97,"AmazonCounterfactualClassification (en)":75.85,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":77.56,"MassiveScenarioClassification (en)":80.53,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.49,"ToxicConversationsClassification":70.91,"TweetSentimentExtractionClassification":59.94} -{"index":240,"Rank":37,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.97,"AmazonCounterfactualClassification (en)":75.85,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":77.56,"MassiveScenarioClassification (en)":80.53,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.49,"ToxicConversationsClassification":70.91,"TweetSentimentExtractionClassification":59.94} +{"index":203,"Rank":33,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":75.99,"AmazonCounterfactualClassification (en)":76.06,"AmazonPolarityClassification":91.98,"AmazonReviewsClassification (en)":47.94,"Banking77Classification":87.9,"EmotionClassification":52.03,"ImdbClassification":92.79,"MassiveIntentClassification (en)":77.41,"MassiveScenarioClassification (en)":80.45,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.26,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.0} +{"index":106,"Rank":34,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.99,"AmazonCounterfactualClassification (en)":76.06,"AmazonPolarityClassification":91.98,"AmazonReviewsClassification (en)":47.94,"Banking77Classification":87.9,"EmotionClassification":52.03,"ImdbClassification":92.79,"MassiveIntentClassification (en)":77.41,"MassiveScenarioClassification (en)":80.45,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.26,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.0} +{"index":240,"Rank":35,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.97,"AmazonCounterfactualClassification (en)":75.85,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":77.56,"MassiveScenarioClassification (en)":80.53,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.49,"ToxicConversationsClassification":70.91,"TweetSentimentExtractionClassification":59.94} +{"index":23,"Rank":36,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":75.97,"AmazonCounterfactualClassification (en)":75.85,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":77.56,"MassiveScenarioClassification (en)":80.53,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.49,"ToxicConversationsClassification":70.91,"TweetSentimentExtractionClassification":59.94} +{"index":239,"Rank":37,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.97,"AmazonCounterfactualClassification (en)":75.85,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":77.56,"MassiveScenarioClassification (en)":80.53,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.49,"ToxicConversationsClassification":70.91,"TweetSentimentExtractionClassification":59.94} {"index":135,"Rank":38,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":75.97,"AmazonCounterfactualClassification (en)":75.76,"AmazonPolarityClassification":93.3,"AmazonReviewsClassification (en)":49.99,"Banking77Classification":86.4,"EmotionClassification":55.07,"ImdbClassification":90.15,"MassiveIntentClassification (en)":76.01,"MassiveScenarioClassification (en)":79.33,"MTOPDomainClassification (en)":95.29,"MTOPIntentClassification (en)":79.57,"ToxicConversationsClassification":69.44,"TweetSentimentExtractionClassification":61.27} {"index":71,"Rank":39,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":75.92,"AmazonCounterfactualClassification (en)":79.94,"AmazonPolarityClassification":86.07,"AmazonReviewsClassification (en)":46.84,"Banking77Classification":88.05,"EmotionClassification":51.2,"ImdbClassification":82.94,"MassiveIntentClassification (en)":79.8,"MassiveScenarioClassification (en)":81.52,"MTOPDomainClassification (en)":96.14,"MTOPIntentClassification (en)":86.11,"ToxicConversationsClassification":70.59,"TweetSentimentExtractionClassification":61.9} {"index":211,"Rank":40,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":75.64,"AmazonCounterfactualClassification (en)":75.04,"AmazonPolarityClassification":93.84,"AmazonReviewsClassification (en)":49.18,"Banking77Classification":87.82,"EmotionClassification":50.88,"ImdbClassification":92.83,"MassiveIntentClassification (en)":76.24,"MassiveScenarioClassification (en)":79.95,"MTOPDomainClassification (en)":93.95,"MTOPIntentClassification (en)":76.79,"ToxicConversationsClassification":71.48,"TweetSentimentExtractionClassification":59.71} {"index":119,"Rank":41,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":75.58,"AmazonCounterfactualClassification (en)":75.55,"AmazonPolarityClassification":92.84,"AmazonReviewsClassification (en)":48.29,"Banking77Classification":87.69,"EmotionClassification":51.75,"ImdbClassification":92.78,"MassiveIntentClassification (en)":76.5,"MassiveScenarioClassification (en)":79.75,"MTOPDomainClassification (en)":94.02,"MTOPIntentClassification (en)":76.92,"ToxicConversationsClassification":71.09,"TweetSentimentExtractionClassification":59.75} -{"index":21,"Rank":42,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} -{"index":196,"Rank":43,"Model":"privacy_embedding_rag_10k_base_12_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} -{"index":199,"Rank":44,"Model":"privacy_embedding_rag_10k_base_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} -{"index":197,"Rank":45,"Model":"privacy_embedding_rag_10k_base_15_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} -{"index":198,"Rank":46,"Model":"privacy_embedding_rag_10k_base_checkpoint_2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} -{"index":279,"Rank":47,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} -{"index":136,"Rank":48,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} +{"index":198,"Rank":42,"Model":"privacy_embedding_rag_10k_base_checkpoint_2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} +{"index":197,"Rank":43,"Model":"privacy_embedding_rag_10k_base_15_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} +{"index":21,"Rank":44,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} +{"index":136,"Rank":45,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} +{"index":199,"Rank":46,"Model":"privacy_embedding_rag_10k_base_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} +{"index":196,"Rank":47,"Model":"privacy_embedding_rag_10k_base_12_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} +{"index":279,"Rank":48,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} {"index":354,"Rank":49,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.45,"AmazonCounterfactualClassification (en)":78.93,"AmazonPolarityClassification":92.85,"AmazonReviewsClassification (en)":48.7,"Banking77Classification":85.69,"EmotionClassification":51.58,"ImdbClassification":87.67,"MassiveIntentClassification (en)":74.64,"MassiveScenarioClassification (en)":79.79,"MTOPDomainClassification (en)":95.36,"MTOPIntentClassification (en)":75.07,"ToxicConversationsClassification":72.92,"TweetSentimentExtractionClassification":62.22} {"index":168,"Rank":50,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Average":75.28,"AmazonCounterfactualClassification (en)":77.19,"AmazonPolarityClassification":93.26,"AmazonReviewsClassification (en)":49.61,"Banking77Classification":84.73,"EmotionClassification":54.47,"ImdbClassification":91.31,"MassiveIntentClassification (en)":73.88,"MassiveScenarioClassification (en)":78.28,"MTOPDomainClassification (en)":93.5,"MTOPIntentClassification (en)":71.06,"ToxicConversationsClassification":72.99,"TweetSentimentExtractionClassification":63.07} -{"index":57,"Rank":51,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.24,"AmazonCounterfactualClassification (en)":79.22,"AmazonPolarityClassification":93.75,"AmazonReviewsClassification (en)":48.61,"Banking77Classification":84.55,"EmotionClassification":49.45,"ImdbClassification":91.69,"MassiveIntentClassification (en)":73.84,"MassiveScenarioClassification (en)":78.11,"MTOPDomainClassification (en)":94.62,"MTOPIntentClassification (en)":77.14,"ToxicConversationsClassification":70.9,"TweetSentimentExtractionClassification":60.94} -{"index":172,"Rank":52,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":75.24,"AmazonCounterfactualClassification (en)":79.22,"AmazonPolarityClassification":93.75,"AmazonReviewsClassification (en)":48.61,"Banking77Classification":84.55,"EmotionClassification":49.45,"ImdbClassification":91.69,"MassiveIntentClassification (en)":73.84,"MassiveScenarioClassification (en)":78.11,"MTOPDomainClassification (en)":94.62,"MTOPIntentClassification (en)":77.14,"ToxicConversationsClassification":70.9,"TweetSentimentExtractionClassification":60.94} +{"index":172,"Rank":51,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":75.24,"AmazonCounterfactualClassification (en)":79.22,"AmazonPolarityClassification":93.75,"AmazonReviewsClassification (en)":48.61,"Banking77Classification":84.55,"EmotionClassification":49.45,"ImdbClassification":91.69,"MassiveIntentClassification (en)":73.84,"MassiveScenarioClassification (en)":78.11,"MTOPDomainClassification (en)":94.62,"MTOPIntentClassification (en)":77.14,"ToxicConversationsClassification":70.9,"TweetSentimentExtractionClassification":60.94} +{"index":57,"Rank":52,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.24,"AmazonCounterfactualClassification (en)":79.22,"AmazonPolarityClassification":93.75,"AmazonReviewsClassification (en)":48.61,"Banking77Classification":84.55,"EmotionClassification":49.45,"ImdbClassification":91.69,"MassiveIntentClassification (en)":73.84,"MassiveScenarioClassification (en)":78.11,"MTOPDomainClassification (en)":94.62,"MTOPIntentClassification (en)":77.14,"ToxicConversationsClassification":70.9,"TweetSentimentExtractionClassification":60.94} {"index":323,"Rank":53,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":75.16,"AmazonCounterfactualClassification (en)":75.18,"AmazonPolarityClassification":93.07,"AmazonReviewsClassification (en)":48.42,"Banking77Classification":88.03,"EmotionClassification":51.93,"ImdbClassification":91.91,"MassiveIntentClassification (en)":75.91,"MassiveScenarioClassification (en)":79.43,"MTOPDomainClassification (en)":94.33,"MTOPIntentClassification (en)":76.61,"ToxicConversationsClassification":67.91,"TweetSentimentExtractionClassification":59.22} {"index":214,"Rank":54,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.98,"AmazonCounterfactualClassification (en)":76.16,"AmazonPolarityClassification":92.95,"AmazonReviewsClassification (en)":48.21,"Banking77Classification":86.35,"EmotionClassification":51.27,"ImdbClassification":89.72,"MassiveIntentClassification (en)":75.16,"MassiveScenarioClassification (en)":78.93,"MTOPDomainClassification (en)":93.95,"MTOPIntentClassification (en)":75.26,"ToxicConversationsClassification":72.12,"TweetSentimentExtractionClassification":59.67} -{"index":58,"Rank":55,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.81,"AmazonCounterfactualClassification (en)":79.06,"AmazonPolarityClassification":93.49,"AmazonReviewsClassification (en)":47.56,"Banking77Classification":84.73,"EmotionClassification":46.5,"ImdbClassification":90.23,"MassiveIntentClassification (en)":73.76,"MassiveScenarioClassification (en)":77.51,"MTOPDomainClassification (en)":93.67,"MTOPIntentClassification (en)":77.9,"ToxicConversationsClassification":71.32,"TweetSentimentExtractionClassification":61.98} +{"index":142,"Rank":55,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.81,"AmazonCounterfactualClassification (en)":79.06,"AmazonPolarityClassification":93.49,"AmazonReviewsClassification (en)":47.56,"Banking77Classification":84.73,"EmotionClassification":46.5,"ImdbClassification":90.23,"MassiveIntentClassification (en)":73.76,"MassiveScenarioClassification (en)":77.51,"MTOPDomainClassification (en)":93.67,"MTOPIntentClassification (en)":77.9,"ToxicConversationsClassification":71.32,"TweetSentimentExtractionClassification":61.98} {"index":271,"Rank":56,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.81,"AmazonCounterfactualClassification (en)":79.06,"AmazonPolarityClassification":93.49,"AmazonReviewsClassification (en)":47.56,"Banking77Classification":84.73,"EmotionClassification":46.5,"ImdbClassification":90.23,"MassiveIntentClassification (en)":73.76,"MassiveScenarioClassification (en)":77.51,"MTOPDomainClassification (en)":93.67,"MTOPIntentClassification (en)":77.9,"ToxicConversationsClassification":71.32,"TweetSentimentExtractionClassification":61.98} -{"index":142,"Rank":57,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.81,"AmazonCounterfactualClassification (en)":79.06,"AmazonPolarityClassification":93.49,"AmazonReviewsClassification (en)":47.56,"Banking77Classification":84.73,"EmotionClassification":46.5,"ImdbClassification":90.23,"MassiveIntentClassification (en)":73.76,"MassiveScenarioClassification (en)":77.51,"MTOPDomainClassification (en)":93.67,"MTOPIntentClassification (en)":77.9,"ToxicConversationsClassification":71.32,"TweetSentimentExtractionClassification":61.98} -{"index":236,"Rank":58,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.81,"AmazonCounterfactualClassification (en)":79.06,"AmazonPolarityClassification":93.49,"AmazonReviewsClassification (en)":47.56,"Banking77Classification":84.73,"EmotionClassification":46.5,"ImdbClassification":90.23,"MassiveIntentClassification (en)":73.76,"MassiveScenarioClassification (en)":77.51,"MTOPDomainClassification (en)":93.67,"MTOPIntentClassification (en)":77.9,"ToxicConversationsClassification":71.32,"TweetSentimentExtractionClassification":61.98} +{"index":236,"Rank":57,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.81,"AmazonCounterfactualClassification (en)":79.06,"AmazonPolarityClassification":93.49,"AmazonReviewsClassification (en)":47.56,"Banking77Classification":84.73,"EmotionClassification":46.5,"ImdbClassification":90.23,"MassiveIntentClassification (en)":73.76,"MassiveScenarioClassification (en)":77.51,"MTOPDomainClassification (en)":93.67,"MTOPIntentClassification (en)":77.9,"ToxicConversationsClassification":71.32,"TweetSentimentExtractionClassification":61.98} +{"index":58,"Rank":58,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.81,"AmazonCounterfactualClassification (en)":79.06,"AmazonPolarityClassification":93.49,"AmazonReviewsClassification (en)":47.56,"Banking77Classification":84.73,"EmotionClassification":46.5,"ImdbClassification":90.23,"MassiveIntentClassification (en)":73.76,"MassiveScenarioClassification (en)":77.51,"MTOPDomainClassification (en)":93.67,"MTOPIntentClassification (en)":77.9,"ToxicConversationsClassification":71.32,"TweetSentimentExtractionClassification":61.98} {"index":8,"Rank":59,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.79,"AmazonCounterfactualClassification (en)":71.43,"AmazonPolarityClassification":96.41,"AmazonReviewsClassification (en)":57.06,"Banking77Classification":81.64,"EmotionClassification":48.29,"ImdbClassification":95.49,"MassiveIntentClassification (en)":71.29,"MassiveScenarioClassification (en)":76.74,"MTOPDomainClassification (en)":96.3,"MTOPIntentClassification (en)":67.93,"ToxicConversationsClassification":75.45,"TweetSentimentExtractionClassification":59.44} {"index":59,"Rank":60,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":74.5,"AmazonCounterfactualClassification (en)":72.39,"AmazonPolarityClassification":93.71,"AmazonReviewsClassification (en)":50.85,"Banking77Classification":85.41,"EmotionClassification":55.93,"ImdbClassification":93.57,"MassiveIntentClassification (en)":73.88,"MassiveScenarioClassification (en)":77.42,"MTOPDomainClassification (en)":94.25,"MTOPIntentClassification (en)":67.51,"ToxicConversationsClassification":67.3,"TweetSentimentExtractionClassification":61.76} {"index":35,"Rank":61,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.31,"AmazonCounterfactualClassification (en)":78.63,"AmazonPolarityClassification":94.8,"AmazonReviewsClassification (en)":51.02,"Banking77Classification":79.7,"EmotionClassification":52.74,"ImdbClassification":92.17,"MassiveIntentClassification (en)":70.01,"MassiveScenarioClassification (en)":76.34,"MTOPDomainClassification (en)":93.63,"MTOPIntentClassification (en)":64.93,"ToxicConversationsClassification":73.04,"TweetSentimentExtractionClassification":64.72} {"index":26,"Rank":62,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":74.14,"AmazonCounterfactualClassification (en)":73.79,"AmazonPolarityClassification":92.75,"AmazonReviewsClassification (en)":46.99,"Banking77Classification":85.74,"EmotionClassification":47.84,"ImdbClassification":90.61,"MassiveIntentClassification (en)":74.81,"MassiveScenarioClassification (en)":78.7,"MTOPDomainClassification (en)":93.36,"MTOPIntentClassification (en)":74.75,"ToxicConversationsClassification":69.89,"TweetSentimentExtractionClassification":60.51} {"index":210,"Rank":63,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":74.14,"AmazonCounterfactualClassification (en)":74.76,"AmazonPolarityClassification":93.26,"AmazonReviewsClassification (en)":46.16,"Banking77Classification":86.65,"EmotionClassification":49.32,"ImdbClassification":90.4,"MassiveIntentClassification (en)":73.87,"MassiveScenarioClassification (en)":78.17,"MTOPDomainClassification (en)":93.1,"MTOPIntentClassification (en)":73.24,"ToxicConversationsClassification":71.53,"TweetSentimentExtractionClassification":59.25} -{"index":29,"Rank":64,"Model":"UniVaR-lambda-20<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":74.12,"AmazonCounterfactualClassification (en)":76.85,"AmazonPolarityClassification":91.52,"AmazonReviewsClassification (en)":47.36,"Banking77Classification":84.54,"EmotionClassification":48.35,"ImdbClassification":85.56,"MassiveIntentClassification (en)":73.72,"MassiveScenarioClassification (en)":77.8,"MTOPDomainClassification (en)":93.41,"MTOPIntentClassification (en)":77.25,"ToxicConversationsClassification":71.5,"TweetSentimentExtractionClassification":61.54} -{"index":31,"Rank":65,"Model":"UniVaR-lambda-80<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":74.12,"AmazonCounterfactualClassification (en)":76.85,"AmazonPolarityClassification":91.52,"AmazonReviewsClassification (en)":47.36,"Banking77Classification":84.54,"EmotionClassification":48.35,"ImdbClassification":85.56,"MassiveIntentClassification (en)":73.72,"MassiveScenarioClassification (en)":77.8,"MTOPDomainClassification (en)":93.41,"MTOPIntentClassification (en)":77.25,"ToxicConversationsClassification":71.5,"TweetSentimentExtractionClassification":61.54} -{"index":30,"Rank":66,"Model":"UniVaR-lambda-5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":74.12,"AmazonCounterfactualClassification (en)":76.85,"AmazonPolarityClassification":91.52,"AmazonReviewsClassification (en)":47.36,"Banking77Classification":84.54,"EmotionClassification":48.35,"ImdbClassification":85.56,"MassiveIntentClassification (en)":73.72,"MassiveScenarioClassification (en)":77.8,"MTOPDomainClassification (en)":93.41,"MTOPIntentClassification (en)":77.25,"ToxicConversationsClassification":71.5,"TweetSentimentExtractionClassification":61.54} -{"index":28,"Rank":67,"Model":"UniVaR-lambda-1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":74.12,"AmazonCounterfactualClassification (en)":76.85,"AmazonPolarityClassification":91.52,"AmazonReviewsClassification (en)":47.36,"Banking77Classification":84.54,"EmotionClassification":48.35,"ImdbClassification":85.56,"MassiveIntentClassification (en)":73.72,"MassiveScenarioClassification (en)":77.8,"MTOPDomainClassification (en)":93.41,"MTOPIntentClassification (en)":77.25,"ToxicConversationsClassification":71.5,"TweetSentimentExtractionClassification":61.54} -{"index":220,"Rank":68,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":74.12,"AmazonCounterfactualClassification (en)":76.85,"AmazonPolarityClassification":91.52,"AmazonReviewsClassification (en)":47.36,"Banking77Classification":84.54,"EmotionClassification":48.35,"ImdbClassification":85.56,"MassiveIntentClassification (en)":73.72,"MassiveScenarioClassification (en)":77.8,"MTOPDomainClassification (en)":93.41,"MTOPIntentClassification (en)":77.25,"ToxicConversationsClassification":71.5,"TweetSentimentExtractionClassification":61.54} +{"index":28,"Rank":64,"Model":"UniVaR-lambda-1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":74.12,"AmazonCounterfactualClassification (en)":76.85,"AmazonPolarityClassification":91.52,"AmazonReviewsClassification (en)":47.36,"Banking77Classification":84.54,"EmotionClassification":48.35,"ImdbClassification":85.56,"MassiveIntentClassification (en)":73.72,"MassiveScenarioClassification (en)":77.8,"MTOPDomainClassification (en)":93.41,"MTOPIntentClassification (en)":77.25,"ToxicConversationsClassification":71.5,"TweetSentimentExtractionClassification":61.54} +{"index":30,"Rank":65,"Model":"UniVaR-lambda-5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":74.12,"AmazonCounterfactualClassification (en)":76.85,"AmazonPolarityClassification":91.52,"AmazonReviewsClassification (en)":47.36,"Banking77Classification":84.54,"EmotionClassification":48.35,"ImdbClassification":85.56,"MassiveIntentClassification (en)":73.72,"MassiveScenarioClassification (en)":77.8,"MTOPDomainClassification (en)":93.41,"MTOPIntentClassification (en)":77.25,"ToxicConversationsClassification":71.5,"TweetSentimentExtractionClassification":61.54} +{"index":220,"Rank":66,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":74.12,"AmazonCounterfactualClassification (en)":76.85,"AmazonPolarityClassification":91.52,"AmazonReviewsClassification (en)":47.36,"Banking77Classification":84.54,"EmotionClassification":48.35,"ImdbClassification":85.56,"MassiveIntentClassification (en)":73.72,"MassiveScenarioClassification (en)":77.8,"MTOPDomainClassification (en)":93.41,"MTOPIntentClassification (en)":77.25,"ToxicConversationsClassification":71.5,"TweetSentimentExtractionClassification":61.54} +{"index":31,"Rank":67,"Model":"UniVaR-lambda-80<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":74.12,"AmazonCounterfactualClassification (en)":76.85,"AmazonPolarityClassification":91.52,"AmazonReviewsClassification (en)":47.36,"Banking77Classification":84.54,"EmotionClassification":48.35,"ImdbClassification":85.56,"MassiveIntentClassification (en)":73.72,"MassiveScenarioClassification (en)":77.8,"MTOPDomainClassification (en)":93.41,"MTOPIntentClassification (en)":77.25,"ToxicConversationsClassification":71.5,"TweetSentimentExtractionClassification":61.54} +{"index":29,"Rank":68,"Model":"UniVaR-lambda-20<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":74.12,"AmazonCounterfactualClassification (en)":76.85,"AmazonPolarityClassification":91.52,"AmazonReviewsClassification (en)":47.36,"Banking77Classification":84.54,"EmotionClassification":48.35,"ImdbClassification":85.56,"MassiveIntentClassification (en)":73.72,"MassiveScenarioClassification (en)":77.8,"MTOPDomainClassification (en)":93.41,"MTOPIntentClassification (en)":77.25,"ToxicConversationsClassification":71.5,"TweetSentimentExtractionClassification":61.54} {"index":74,"Rank":69,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":74.07,"AmazonCounterfactualClassification (en)":76.94,"AmazonPolarityClassification":85.29,"AmazonReviewsClassification (en)":47.09,"Banking77Classification":86.16,"EmotionClassification":48.88,"ImdbClassification":77.95,"MassiveIntentClassification (en)":76.65,"MassiveScenarioClassification (en)":79.99,"MTOPDomainClassification (en)":95.48,"MTOPIntentClassification (en)":82.84,"ToxicConversationsClassification":70.71,"TweetSentimentExtractionClassification":60.9} {"index":186,"Rank":70,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":73.96,"AmazonCounterfactualClassification (en)":70.85,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":48.94,"Banking77Classification":84.61,"EmotionClassification":54.9,"ImdbClassification":93.14,"MassiveIntentClassification (en)":73.49,"MassiveScenarioClassification (en)":77.38,"MTOPDomainClassification (en)":93.64,"MTOPIntentClassification (en)":66.01,"ToxicConversationsClassification":71.19,"TweetSentimentExtractionClassification":61.55} {"index":166,"Rank":71,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":73.86,"AmazonCounterfactualClassification (en)":88.13,"AmazonPolarityClassification":91.53,"AmazonReviewsClassification (en)":47.86,"Banking77Classification":78.51,"EmotionClassification":52.73,"ImdbClassification":88.32,"MassiveIntentClassification (en)":68.9,"MassiveScenarioClassification (en)":73.35,"MTOPDomainClassification (en)":93.89,"MTOPIntentClassification (en)":67.98,"ToxicConversationsClassification":71.05,"TweetSentimentExtractionClassification":64.13} {"index":170,"Rank":72,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":73.84,"AmazonCounterfactualClassification (en)":77.78,"AmazonPolarityClassification":92.81,"AmazonReviewsClassification (en)":46.71,"Banking77Classification":83.53,"EmotionClassification":46.95,"ImdbClassification":86.15,"MassiveIntentClassification (en)":73.04,"MassiveScenarioClassification (en)":77.65,"MTOPDomainClassification (en)":93.69,"MTOPIntentClassification (en)":75.31,"ToxicConversationsClassification":72.11,"TweetSentimentExtractionClassification":60.39} {"index":158,"Rank":73,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Average":73.84,"AmazonCounterfactualClassification (en)":77.78,"AmazonPolarityClassification":92.81,"AmazonReviewsClassification (en)":46.71,"Banking77Classification":83.53,"EmotionClassification":46.95,"ImdbClassification":86.15,"MassiveIntentClassification (en)":73.04,"MassiveScenarioClassification (en)":77.65,"MTOPDomainClassification (en)":93.69,"MTOPIntentClassification (en)":75.31,"ToxicConversationsClassification":72.11,"TweetSentimentExtractionClassification":60.39} {"index":221,"Rank":74,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":73.65,"AmazonCounterfactualClassification (en)":78.67,"AmazonPolarityClassification":90.41,"AmazonReviewsClassification (en)":47.81,"Banking77Classification":83.82,"EmotionClassification":48.81,"ImdbClassification":83.78,"MassiveIntentClassification (en)":72.76,"MassiveScenarioClassification (en)":76.7,"MTOPDomainClassification (en)":93.47,"MTOPIntentClassification (en)":75.27,"ToxicConversationsClassification":71.39,"TweetSentimentExtractionClassification":60.87} -{"index":102,"Rank":75,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":122,"Rank":76,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":342,"Rank":77,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":227,"Rank":78,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} +{"index":342,"Rank":75,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} +{"index":227,"Rank":76,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} +{"index":122,"Rank":77,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} +{"index":102,"Rank":78,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} {"index":218,"Rank":79,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.52,"AmazonCounterfactualClassification (en)":74.19,"AmazonPolarityClassification":91.89,"AmazonReviewsClassification (en)":46.72,"Banking77Classification":85.1,"EmotionClassification":46.84,"ImdbClassification":89.35,"MassiveIntentClassification (en)":74.01,"MassiveScenarioClassification (en)":77.96,"MTOPDomainClassification (en)":92.67,"MTOPIntentClassification (en)":74.03,"ToxicConversationsClassification":69.5,"TweetSentimentExtractionClassification":60.02} -{"index":326,"Rank":80,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.45,"AmazonCounterfactualClassification (en)":74.73,"AmazonPolarityClassification":88.54,"AmazonReviewsClassification (en)":45.26,"Banking77Classification":84.01,"EmotionClassification":48.77,"ImdbClassification":79.44,"MassiveIntentClassification (en)":71.93,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":95.68,"MTOPIntentClassification (en)":83.15,"ToxicConversationsClassification":73.35,"TweetSentimentExtractionClassification":62.06} -{"index":191,"Rank":81,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":73.45,"AmazonCounterfactualClassification (en)":74.73,"AmazonPolarityClassification":88.54,"AmazonReviewsClassification (en)":45.26,"Banking77Classification":84.01,"EmotionClassification":48.77,"ImdbClassification":79.44,"MassiveIntentClassification (en)":71.93,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":95.68,"MTOPIntentClassification (en)":83.15,"ToxicConversationsClassification":73.35,"TweetSentimentExtractionClassification":62.06} +{"index":191,"Rank":80,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":73.45,"AmazonCounterfactualClassification (en)":74.73,"AmazonPolarityClassification":88.54,"AmazonReviewsClassification (en)":45.26,"Banking77Classification":84.01,"EmotionClassification":48.77,"ImdbClassification":79.44,"MassiveIntentClassification (en)":71.93,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":95.68,"MTOPIntentClassification (en)":83.15,"ToxicConversationsClassification":73.35,"TweetSentimentExtractionClassification":62.06} +{"index":326,"Rank":81,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.45,"AmazonCounterfactualClassification (en)":74.73,"AmazonPolarityClassification":88.54,"AmazonReviewsClassification (en)":45.26,"Banking77Classification":84.01,"EmotionClassification":48.77,"ImdbClassification":79.44,"MassiveIntentClassification (en)":71.93,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":95.68,"MTOPIntentClassification (en)":83.15,"ToxicConversationsClassification":73.35,"TweetSentimentExtractionClassification":62.06} {"index":128,"Rank":82,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.45,"AmazonCounterfactualClassification (en)":74.73,"AmazonPolarityClassification":88.54,"AmazonReviewsClassification (en)":45.26,"Banking77Classification":84.01,"EmotionClassification":48.77,"ImdbClassification":79.44,"MassiveIntentClassification (en)":71.93,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":95.68,"MTOPIntentClassification (en)":83.15,"ToxicConversationsClassification":73.35,"TweetSentimentExtractionClassification":62.06} {"index":267,"Rank":83,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":73.42,"AmazonCounterfactualClassification (en)":77.07,"AmazonPolarityClassification":92.79,"AmazonReviewsClassification (en)":48.93,"Banking77Classification":82.31,"EmotionClassification":48.57,"ImdbClassification":90.23,"MassiveIntentClassification (en)":73.44,"MassiveScenarioClassification (en)":74.82,"MTOPDomainClassification (en)":92.49,"MTOPIntentClassification (en)":68.33,"ToxicConversationsClassification":70.04,"TweetSentimentExtractionClassification":62.01} {"index":276,"Rank":84,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":73.33,"AmazonCounterfactualClassification (en)":72.63,"AmazonPolarityClassification":92.52,"AmazonReviewsClassification (en)":49.07,"Banking77Classification":86.06,"EmotionClassification":47.88,"ImdbClassification":88.46,"MassiveIntentClassification (en)":72.62,"MassiveScenarioClassification (en)":76.77,"MTOPDomainClassification (en)":93.51,"MTOPIntentClassification (en)":73.25,"ToxicConversationsClassification":70.56,"TweetSentimentExtractionClassification":56.58} @@ -113,8 +113,8 @@ {"index":121,"Rank":113,"Model":"EminEmbed-multilingual-v1.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.15,"AmazonCounterfactualClassification (en)":71.51,"AmazonPolarityClassification":95.15,"AmazonReviewsClassification (en)":49.77,"Banking77Classification":76.39,"EmotionClassification":53.81,"ImdbClassification":91.08,"MassiveIntentClassification (en)":68.71,"MassiveScenarioClassification (en)":73.18,"MTOPDomainClassification (en)":87.89,"MTOPIntentClassification (en)":59.26,"ToxicConversationsClassification":67.92,"TweetSentimentExtractionClassification":59.17} {"index":60,"Rank":114,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":71.14,"AmazonCounterfactualClassification (en)":77.42,"AmazonPolarityClassification":89.51,"AmazonReviewsClassification (en)":46.1,"Banking77Classification":78.46,"EmotionClassification":47.11,"ImdbClassification":87.39,"MassiveIntentClassification (en)":68.86,"MassiveScenarioClassification (en)":75.25,"MTOPDomainClassification (en)":92.86,"MTOPIntentClassification (en)":64.85,"ToxicConversationsClassification":63.38,"TweetSentimentExtractionClassification":62.47} {"index":352,"Rank":115,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.93,"AmazonCounterfactualClassification (en)":75.94,"AmazonPolarityClassification":86.72,"AmazonReviewsClassification (en)":44.78,"Banking77Classification":80.66,"EmotionClassification":48.74,"ImdbClassification":77.98,"MassiveIntentClassification (en)":70.15,"MassiveScenarioClassification (en)":75.33,"MTOPDomainClassification (en)":92.13,"MTOPIntentClassification (en)":64.68,"ToxicConversationsClassification":72.29,"TweetSentimentExtractionClassification":61.81} -{"index":195,"Rank":116,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":70.89,"AmazonCounterfactualClassification (en)":75.96,"AmazonPolarityClassification":80.72,"AmazonReviewsClassification (en)":43.64,"Banking77Classification":85.36,"EmotionClassification":47.95,"ImdbClassification":74.91,"MassiveIntentClassification (en)":72.13,"MassiveScenarioClassification (en)":76.28,"MTOPDomainClassification (en)":92.54,"MTOPIntentClassification (en)":72.58,"ToxicConversationsClassification":71.03,"TweetSentimentExtractionClassification":57.6} -{"index":20,"Rank":117,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":70.89,"AmazonCounterfactualClassification (en)":75.96,"AmazonPolarityClassification":80.72,"AmazonReviewsClassification (en)":43.64,"Banking77Classification":85.36,"EmotionClassification":47.95,"ImdbClassification":74.91,"MassiveIntentClassification (en)":72.13,"MassiveScenarioClassification (en)":76.28,"MTOPDomainClassification (en)":92.54,"MTOPIntentClassification (en)":72.58,"ToxicConversationsClassification":71.03,"TweetSentimentExtractionClassification":57.6} +{"index":20,"Rank":116,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":70.89,"AmazonCounterfactualClassification (en)":75.96,"AmazonPolarityClassification":80.72,"AmazonReviewsClassification (en)":43.64,"Banking77Classification":85.36,"EmotionClassification":47.95,"ImdbClassification":74.91,"MassiveIntentClassification (en)":72.13,"MassiveScenarioClassification (en)":76.28,"MTOPDomainClassification (en)":92.54,"MTOPIntentClassification (en)":72.58,"ToxicConversationsClassification":71.03,"TweetSentimentExtractionClassification":57.6} +{"index":195,"Rank":117,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":70.89,"AmazonCounterfactualClassification (en)":75.96,"AmazonPolarityClassification":80.72,"AmazonReviewsClassification (en)":43.64,"Banking77Classification":85.36,"EmotionClassification":47.95,"ImdbClassification":74.91,"MassiveIntentClassification (en)":72.13,"MassiveScenarioClassification (en)":76.28,"MTOPDomainClassification (en)":92.54,"MTOPIntentClassification (en)":72.58,"ToxicConversationsClassification":71.03,"TweetSentimentExtractionClassification":57.6} {"index":68,"Rank":118,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":70.74,"AmazonCounterfactualClassification (en)":73.79,"AmazonPolarityClassification":88.7,"AmazonReviewsClassification (en)":44.7,"Banking77Classification":79.42,"EmotionClassification":42.45,"ImdbClassification":80.82,"MassiveIntentClassification (en)":70.3,"MassiveScenarioClassification (en)":74.48,"MTOPDomainClassification (en)":91.07,"MTOPIntentClassification (en)":71.08,"ToxicConversationsClassification":69.39,"TweetSentimentExtractionClassification":62.62} {"index":129,"Rank":119,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.62,"AmazonCounterfactualClassification (en)":79.31,"AmazonPolarityClassification":76.66,"AmazonReviewsClassification (en)":35.28,"Banking77Classification":84.31,"EmotionClassification":55.61,"ImdbClassification":82.39,"MassiveIntentClassification (en)":69.24,"MassiveScenarioClassification (en)":74.11,"MTOPDomainClassification (en)":90.46,"MTOPIntentClassification (en)":66.0,"ToxicConversationsClassification":74.52,"TweetSentimentExtractionClassification":59.59} {"index":37,"Rank":120,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.57,"AmazonCounterfactualClassification (en)":70.03,"AmazonPolarityClassification":90.7,"AmazonReviewsClassification (en)":46.55,"Banking77Classification":78.12,"EmotionClassification":46.66,"ImdbClassification":85.64,"MassiveIntentClassification (en)":67.42,"MassiveScenarioClassification (en)":72.61,"MTOPDomainClassification (en)":91.86,"MTOPIntentClassification (en)":62.18,"ToxicConversationsClassification":70.66,"TweetSentimentExtractionClassification":64.46} @@ -137,11 +137,11 @@ {"index":85,"Rank":137,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Average":68.13,"AmazonCounterfactualClassification (en)":71.84,"AmazonPolarityClassification":80.04,"AmazonReviewsClassification (en)":39.75,"Banking77Classification":80.92,"EmotionClassification":44.88,"ImdbClassification":71.96,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":74.16,"MTOPDomainClassification (en)":90.87,"MTOPIntentClassification (en)":68.53,"ToxicConversationsClassification":66.04,"TweetSentimentExtractionClassification":59.43} {"index":184,"Rank":138,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.04,"AmazonCounterfactualClassification (en)":72.36,"AmazonPolarityClassification":83.81,"AmazonReviewsClassification (en)":38.97,"Banking77Classification":80.97,"EmotionClassification":44.77,"ImdbClassification":72.21,"MassiveIntentClassification (en)":66.09,"MassiveScenarioClassification (en)":73.26,"MTOPDomainClassification (en)":89.93,"MTOPIntentClassification (en)":66.56,"ToxicConversationsClassification":67.96,"TweetSentimentExtractionClassification":59.6} {"index":116,"Rank":139,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Average":68.04,"AmazonCounterfactualClassification (en)":67.76,"AmazonPolarityClassification":79.75,"AmazonReviewsClassification (en)":37.45,"Banking77Classification":81.17,"EmotionClassification":44.53,"ImdbClassification":76.46,"MassiveIntentClassification (en)":68.58,"MassiveScenarioClassification (en)":73.92,"MTOPDomainClassification (en)":90.67,"MTOPIntentClassification (en)":68.29,"ToxicConversationsClassification":70.23,"TweetSentimentExtractionClassification":57.64} -{"index":111,"Rank":140,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":68.01,"AmazonCounterfactualClassification (en)":78.48,"AmazonPolarityClassification":78.74,"AmazonReviewsClassification (en)":39.93,"Banking77Classification":80.26,"EmotionClassification":47.26,"ImdbClassification":71.79,"MassiveIntentClassification (en)":66.55,"MassiveScenarioClassification (en)":73.11,"MTOPDomainClassification (en)":93.04,"MTOPIntentClassification (en)":63.52,"ToxicConversationsClassification":66.74,"TweetSentimentExtractionClassification":56.73} -{"index":333,"Rank":141,"Model":"snowflake-arctic-embed-m-long-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.01,"AmazonCounterfactualClassification (en)":78.48,"AmazonPolarityClassification":78.74,"AmazonReviewsClassification (en)":39.93,"Banking77Classification":80.26,"EmotionClassification":47.26,"ImdbClassification":71.79,"MassiveIntentClassification (en)":66.55,"MassiveScenarioClassification (en)":73.11,"MTOPDomainClassification (en)":93.04,"MTOPIntentClassification (en)":63.52,"ToxicConversationsClassification":66.74,"TweetSentimentExtractionClassification":56.73} -{"index":65,"Rank":142,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.98,"AmazonCounterfactualClassification (en)":73.76,"AmazonPolarityClassification":77.52,"AmazonReviewsClassification (en)":38.5,"Banking77Classification":83.94,"EmotionClassification":44.64,"ImdbClassification":68.61,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":89.38,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":69.65,"TweetSentimentExtractionClassification":60.43} -{"index":141,"Rank":143,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.98,"AmazonCounterfactualClassification (en)":73.76,"AmazonPolarityClassification":77.52,"AmazonReviewsClassification (en)":38.5,"Banking77Classification":83.94,"EmotionClassification":44.64,"ImdbClassification":68.61,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":89.38,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":69.65,"TweetSentimentExtractionClassification":60.43} -{"index":190,"Rank":144,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":67.98,"AmazonCounterfactualClassification (en)":73.76,"AmazonPolarityClassification":77.52,"AmazonReviewsClassification (en)":38.5,"Banking77Classification":83.94,"EmotionClassification":44.64,"ImdbClassification":68.61,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":89.38,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":69.65,"TweetSentimentExtractionClassification":60.43} +{"index":333,"Rank":140,"Model":"snowflake-arctic-embed-m-long-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.01,"AmazonCounterfactualClassification (en)":78.48,"AmazonPolarityClassification":78.74,"AmazonReviewsClassification (en)":39.93,"Banking77Classification":80.26,"EmotionClassification":47.26,"ImdbClassification":71.79,"MassiveIntentClassification (en)":66.55,"MassiveScenarioClassification (en)":73.11,"MTOPDomainClassification (en)":93.04,"MTOPIntentClassification (en)":63.52,"ToxicConversationsClassification":66.74,"TweetSentimentExtractionClassification":56.73} +{"index":111,"Rank":141,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":68.01,"AmazonCounterfactualClassification (en)":78.48,"AmazonPolarityClassification":78.74,"AmazonReviewsClassification (en)":39.93,"Banking77Classification":80.26,"EmotionClassification":47.26,"ImdbClassification":71.79,"MassiveIntentClassification (en)":66.55,"MassiveScenarioClassification (en)":73.11,"MTOPDomainClassification (en)":93.04,"MTOPIntentClassification (en)":63.52,"ToxicConversationsClassification":66.74,"TweetSentimentExtractionClassification":56.73} +{"index":141,"Rank":142,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.98,"AmazonCounterfactualClassification (en)":73.76,"AmazonPolarityClassification":77.52,"AmazonReviewsClassification (en)":38.5,"Banking77Classification":83.94,"EmotionClassification":44.64,"ImdbClassification":68.61,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":89.38,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":69.65,"TweetSentimentExtractionClassification":60.43} +{"index":190,"Rank":143,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":67.98,"AmazonCounterfactualClassification (en)":73.76,"AmazonPolarityClassification":77.52,"AmazonReviewsClassification (en)":38.5,"Banking77Classification":83.94,"EmotionClassification":44.64,"ImdbClassification":68.61,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":89.38,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":69.65,"TweetSentimentExtractionClassification":60.43} +{"index":65,"Rank":144,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.98,"AmazonCounterfactualClassification (en)":73.76,"AmazonPolarityClassification":77.52,"AmazonReviewsClassification (en)":38.5,"Banking77Classification":83.94,"EmotionClassification":44.64,"ImdbClassification":68.61,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":89.38,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":69.65,"TweetSentimentExtractionClassification":60.43} {"index":263,"Rank":145,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":67.9,"AmazonCounterfactualClassification (en)":75.81,"AmazonPolarityClassification":76.41,"AmazonReviewsClassification (en)":38.51,"Banking77Classification":81.07,"EmotionClassification":45.83,"ImdbClassification":64.57,"MassiveIntentClassification (en)":69.32,"MassiveScenarioClassification (en)":75.35,"MTOPDomainClassification (en)":89.24,"MTOPIntentClassification (en)":68.69,"ToxicConversationsClassification":71.02,"TweetSentimentExtractionClassification":59.03} {"index":320,"Rank":146,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.9,"AmazonCounterfactualClassification (en)":76.19,"AmazonPolarityClassification":69.63,"AmazonReviewsClassification (en)":35.53,"Banking77Classification":78.13,"EmotionClassification":45.48,"ImdbClassification":64.06,"MassiveIntentClassification (en)":71.69,"MassiveScenarioClassification (en)":77.2,"MTOPDomainClassification (en)":92.94,"MTOPIntentClassification (en)":74.43,"ToxicConversationsClassification":70.17,"TweetSentimentExtractionClassification":59.31} {"index":77,"Rank":147,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Average":67.9,"AmazonCounterfactualClassification (en)":71.87,"AmazonPolarityClassification":78.79,"AmazonReviewsClassification (en)":39.31,"Banking77Classification":80.58,"EmotionClassification":44.79,"ImdbClassification":71.53,"MassiveIntentClassification (en)":68.84,"MassiveScenarioClassification (en)":73.75,"MTOPDomainClassification (en)":90.79,"MTOPIntentClassification (en)":68.72,"ToxicConversationsClassification":66.29,"TweetSentimentExtractionClassification":59.49} @@ -190,9 +190,9 @@ {"index":209,"Rank":190,"Model":"all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.67,"AmazonCounterfactualClassification (en)":61.99,"AmazonPolarityClassification":64.75,"AmazonReviewsClassification (en)":29.79,"Banking77Classification":82.92,"EmotionClassification":40.56,"ImdbClassification":61.71,"MassiveIntentClassification (en)":68.72,"MassiveScenarioClassification (en)":74.39,"MTOPDomainClassification (en)":91.45,"MTOPIntentClassification (en)":70.03,"ToxicConversationsClassification":65.33,"TweetSentimentExtractionClassification":52.41} {"index":297,"Rank":191,"Model":"mpn-noabtt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.57,"AmazonCounterfactualClassification (en)":68.01,"AmazonPolarityClassification":66.04,"AmazonReviewsClassification (en)":34.78,"Banking77Classification":72.93,"EmotionClassification":45.91,"ImdbClassification":66.36,"MassiveIntentClassification (en)":63.22,"MassiveScenarioClassification (en)":72.5,"MTOPDomainClassification (en)":88.11,"MTOPIntentClassification (en)":57.88,"ToxicConversationsClassification":70.52,"TweetSentimentExtractionClassification":56.58} {"index":86,"Rank":192,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Average":63.54,"AmazonCounterfactualClassification (en)":66.84,"AmazonPolarityClassification":70.48,"AmazonReviewsClassification (en)":33.65,"Banking77Classification":78.04,"EmotionClassification":39.18,"ImdbClassification":65.14,"MassiveIntentClassification (en)":65.32,"MassiveScenarioClassification (en)":70.51,"MTOPDomainClassification (en)":89.27,"MTOPIntentClassification (en)":65.36,"ToxicConversationsClassification":63.92,"TweetSentimentExtractionClassification":54.8} -{"index":307,"Rank":193,"Model":"nmc-pmpt_correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.5,"AmazonCounterfactualClassification (en)":71.87,"AmazonPolarityClassification":65.19,"AmazonReviewsClassification (en)":34.53,"Banking77Classification":73.23,"EmotionClassification":45.05,"ImdbClassification":64.3,"MassiveIntentClassification (en)":63.06,"MassiveScenarioClassification (en)":69.88,"MTOPDomainClassification (en)":89.68,"MTOPIntentClassification (en)":60.6,"ToxicConversationsClassification":70.36,"TweetSentimentExtractionClassification":54.3} -{"index":308,"Rank":194,"Model":"nmc-prmpt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.5,"AmazonCounterfactualClassification (en)":71.87,"AmazonPolarityClassification":65.19,"AmazonReviewsClassification (en)":34.53,"Banking77Classification":73.23,"EmotionClassification":45.05,"ImdbClassification":64.3,"MassiveIntentClassification (en)":63.06,"MassiveScenarioClassification (en)":69.88,"MTOPDomainClassification (en)":89.68,"MTOPIntentClassification (en)":60.6,"ToxicConversationsClassification":70.36,"TweetSentimentExtractionClassification":54.3} -{"index":302,"Rank":195,"Model":"nmc-cls<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.5,"AmazonCounterfactualClassification (en)":71.87,"AmazonPolarityClassification":65.19,"AmazonReviewsClassification (en)":34.53,"Banking77Classification":73.23,"EmotionClassification":45.05,"ImdbClassification":64.3,"MassiveIntentClassification (en)":63.06,"MassiveScenarioClassification (en)":69.88,"MTOPDomainClassification (en)":89.68,"MTOPIntentClassification (en)":60.6,"ToxicConversationsClassification":70.36,"TweetSentimentExtractionClassification":54.3} +{"index":308,"Rank":193,"Model":"nmc-prmpt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.5,"AmazonCounterfactualClassification (en)":71.87,"AmazonPolarityClassification":65.19,"AmazonReviewsClassification (en)":34.53,"Banking77Classification":73.23,"EmotionClassification":45.05,"ImdbClassification":64.3,"MassiveIntentClassification (en)":63.06,"MassiveScenarioClassification (en)":69.88,"MTOPDomainClassification (en)":89.68,"MTOPIntentClassification (en)":60.6,"ToxicConversationsClassification":70.36,"TweetSentimentExtractionClassification":54.3} +{"index":302,"Rank":194,"Model":"nmc-cls<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.5,"AmazonCounterfactualClassification (en)":71.87,"AmazonPolarityClassification":65.19,"AmazonReviewsClassification (en)":34.53,"Banking77Classification":73.23,"EmotionClassification":45.05,"ImdbClassification":64.3,"MassiveIntentClassification (en)":63.06,"MassiveScenarioClassification (en)":69.88,"MTOPDomainClassification (en)":89.68,"MTOPIntentClassification (en)":60.6,"ToxicConversationsClassification":70.36,"TweetSentimentExtractionClassification":54.3} +{"index":307,"Rank":195,"Model":"nmc-pmpt_correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.5,"AmazonCounterfactualClassification (en)":71.87,"AmazonPolarityClassification":65.19,"AmazonReviewsClassification (en)":34.53,"Banking77Classification":73.23,"EmotionClassification":45.05,"ImdbClassification":64.3,"MassiveIntentClassification (en)":63.06,"MassiveScenarioClassification (en)":69.88,"MTOPDomainClassification (en)":89.68,"MTOPIntentClassification (en)":60.6,"ToxicConversationsClassification":70.36,"TweetSentimentExtractionClassification":54.3} {"index":321,"Rank":196,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.42,"AmazonCounterfactualClassification (en)":69.84,"AmazonPolarityClassification":65.24,"AmazonReviewsClassification (en)":33.95,"Banking77Classification":72.79,"EmotionClassification":35.6,"ImdbClassification":66.32,"MassiveIntentClassification (en)":66.12,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":90.4,"MTOPIntentClassification (en)":62.28,"ToxicConversationsClassification":67.56,"TweetSentimentExtractionClassification":57.24} {"index":159,"Rank":197,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.42,"AmazonCounterfactualClassification (en)":81.49,"AmazonPolarityClassification":62.73,"AmazonReviewsClassification (en)":31.55,"Banking77Classification":73.5,"EmotionClassification":38.29,"ImdbClassification":55.75,"MassiveIntentClassification (en)":64.37,"MassiveScenarioClassification (en)":69.05,"MTOPDomainClassification (en)":89.92,"MTOPIntentClassification (en)":70.85,"ToxicConversationsClassification":67.28,"TweetSentimentExtractionClassification":56.23} {"index":301,"Rank":198,"Model":"mxb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.4,"AmazonCounterfactualClassification (en)":70.79,"AmazonPolarityClassification":65.55,"AmazonReviewsClassification (en)":33.55,"Banking77Classification":73.37,"EmotionClassification":46.42,"ImdbClassification":65.74,"MassiveIntentClassification (en)":62.77,"MassiveScenarioClassification (en)":69.42,"MTOPDomainClassification (en)":88.22,"MTOPIntentClassification (en)":57.64,"ToxicConversationsClassification":72.69,"TweetSentimentExtractionClassification":54.59} diff --git a/all_data_tasks/1/default.jsonl b/all_data_tasks/1/default.jsonl index 5f47bbb470c43d2774315e5d7b54959e3f68462f..d3f25935ecd07b55ff89d06b8a4a3021ee7ef9b5 100644 --- a/all_data_tasks/1/default.jsonl +++ b/all_data_tasks/1/default.jsonl @@ -39,19 +39,19 @@ {"index":131,"Rank":39,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":46.21,"ArxivClusteringP2P":48.29,"ArxivClusteringS2S":42.74,"BiorxivClusteringP2P":39.04,"BiorxivClusteringS2S":36.67,"MedrxivClusteringP2P":33.92,"MedrxivClusteringS2S":32.25,"RedditClustering":59.11,"RedditClusteringP2P":62.44,"StackExchangeClustering":66.14,"StackExchangeClusteringP2P":35.59,"TwentyNewsgroupsClustering":52.16} {"index":275,"Rank":40,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":46.2,"ArxivClusteringP2P":48.6,"ArxivClusteringS2S":43.01,"BiorxivClusteringP2P":38.2,"BiorxivClusteringS2S":36.59,"MedrxivClusteringP2P":33.17,"MedrxivClusteringS2S":31.77,"RedditClustering":59.33,"RedditClusteringP2P":62.59,"StackExchangeClustering":66.64,"StackExchangeClusteringP2P":36.0,"TwentyNewsgroupsClustering":52.31} {"index":23,"Rank":41,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":46.08,"ArxivClusteringP2P":48.57,"ArxivClusteringS2S":43.19,"BiorxivClusteringP2P":39.71,"BiorxivClusteringS2S":36.9,"MedrxivClusteringP2P":32.56,"MedrxivClusteringS2S":31.47,"RedditClustering":57.24,"RedditClusteringP2P":64.66,"StackExchangeClustering":66.4,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":51.27} -{"index":240,"Rank":42,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.08,"ArxivClusteringP2P":48.57,"ArxivClusteringS2S":43.19,"BiorxivClusteringP2P":39.71,"BiorxivClusteringS2S":36.9,"MedrxivClusteringP2P":32.56,"MedrxivClusteringS2S":31.47,"RedditClustering":57.24,"RedditClusteringP2P":64.66,"StackExchangeClustering":66.4,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":51.27} -{"index":239,"Rank":43,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.08,"ArxivClusteringP2P":48.57,"ArxivClusteringS2S":43.19,"BiorxivClusteringP2P":39.71,"BiorxivClusteringS2S":36.9,"MedrxivClusteringP2P":32.56,"MedrxivClusteringS2S":31.47,"RedditClustering":57.24,"RedditClusteringP2P":64.66,"StackExchangeClustering":66.4,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":51.27} +{"index":239,"Rank":42,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.08,"ArxivClusteringP2P":48.57,"ArxivClusteringS2S":43.19,"BiorxivClusteringP2P":39.71,"BiorxivClusteringS2S":36.9,"MedrxivClusteringP2P":32.56,"MedrxivClusteringS2S":31.47,"RedditClustering":57.24,"RedditClusteringP2P":64.66,"StackExchangeClustering":66.4,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":51.27} +{"index":240,"Rank":43,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.08,"ArxivClusteringP2P":48.57,"ArxivClusteringS2S":43.19,"BiorxivClusteringP2P":39.71,"BiorxivClusteringS2S":36.9,"MedrxivClusteringP2P":32.56,"MedrxivClusteringS2S":31.47,"RedditClustering":57.24,"RedditClusteringP2P":64.66,"StackExchangeClustering":66.4,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":51.27} {"index":210,"Rank":44,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":46.07,"ArxivClusteringP2P":48.29,"ArxivClusteringS2S":42.34,"BiorxivClusteringP2P":39.73,"BiorxivClusteringS2S":36.95,"MedrxivClusteringP2P":33.66,"MedrxivClusteringS2S":32.22,"RedditClustering":57.93,"RedditClusteringP2P":62.47,"StackExchangeClustering":66.41,"StackExchangeClusteringP2P":35.32,"TwentyNewsgroupsClustering":51.48} {"index":352,"Rank":45,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.9,"ArxivClusteringP2P":45.01,"ArxivClusteringS2S":36.85,"BiorxivClusteringP2P":36.66,"BiorxivClusteringS2S":34.21,"MedrxivClusteringP2P":32.6,"MedrxivClusteringS2S":30.8,"RedditClustering":61.42,"RedditClusteringP2P":64.13,"StackExchangeClustering":72.22,"StackExchangeClusteringP2P":38.49,"TwentyNewsgroupsClustering":52.56} {"index":21,"Rank":46,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":45.81,"ArxivClusteringP2P":48.75,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.44,"BiorxivClusteringS2S":36.62,"MedrxivClusteringP2P":33.21,"MedrxivClusteringS2S":31.68,"RedditClustering":56.61,"RedditClusteringP2P":62.66,"StackExchangeClustering":66.11,"StackExchangeClusteringP2P":35.24,"TwentyNewsgroupsClustering":50.75} {"index":196,"Rank":47,"Model":"privacy_embedding_rag_10k_base_12_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":45.77,"ArxivClusteringP2P":48.75,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.1,"BiorxivClusteringS2S":36.7,"MedrxivClusteringP2P":32.95,"MedrxivClusteringS2S":31.56,"RedditClustering":56.24,"RedditClusteringP2P":62.88,"StackExchangeClustering":65.95,"StackExchangeClusteringP2P":35.01,"TwentyNewsgroupsClustering":51.47} {"index":197,"Rank":48,"Model":"privacy_embedding_rag_10k_base_15_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":45.77,"ArxivClusteringP2P":48.75,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.1,"BiorxivClusteringS2S":36.7,"MedrxivClusteringP2P":32.95,"MedrxivClusteringS2S":31.56,"RedditClustering":56.24,"RedditClusteringP2P":62.88,"StackExchangeClustering":65.95,"StackExchangeClusteringP2P":35.01,"TwentyNewsgroupsClustering":51.47} {"index":199,"Rank":49,"Model":"privacy_embedding_rag_10k_base_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":45.77,"ArxivClusteringP2P":48.75,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.1,"BiorxivClusteringS2S":36.7,"MedrxivClusteringP2P":32.95,"MedrxivClusteringS2S":31.56,"RedditClustering":56.24,"RedditClusteringP2P":62.88,"StackExchangeClustering":65.95,"StackExchangeClusteringP2P":35.01,"TwentyNewsgroupsClustering":51.47} -{"index":136,"Rank":50,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.77,"ArxivClusteringP2P":48.75,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.1,"BiorxivClusteringS2S":36.7,"MedrxivClusteringP2P":32.95,"MedrxivClusteringS2S":31.56,"RedditClustering":56.24,"RedditClusteringP2P":62.88,"StackExchangeClustering":65.95,"StackExchangeClusteringP2P":35.01,"TwentyNewsgroupsClustering":51.47} +{"index":279,"Rank":50,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":45.77,"ArxivClusteringP2P":48.75,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.1,"BiorxivClusteringS2S":36.7,"MedrxivClusteringP2P":32.95,"MedrxivClusteringS2S":31.56,"RedditClustering":56.24,"RedditClusteringP2P":62.88,"StackExchangeClustering":65.95,"StackExchangeClusteringP2P":35.01,"TwentyNewsgroupsClustering":51.47} {"index":198,"Rank":51,"Model":"privacy_embedding_rag_10k_base_checkpoint_2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":45.77,"ArxivClusteringP2P":48.75,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.1,"BiorxivClusteringS2S":36.7,"MedrxivClusteringP2P":32.95,"MedrxivClusteringS2S":31.56,"RedditClustering":56.24,"RedditClusteringP2P":62.88,"StackExchangeClustering":65.95,"StackExchangeClusteringP2P":35.01,"TwentyNewsgroupsClustering":51.47} -{"index":279,"Rank":52,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":45.77,"ArxivClusteringP2P":48.75,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.1,"BiorxivClusteringS2S":36.7,"MedrxivClusteringP2P":32.95,"MedrxivClusteringS2S":31.56,"RedditClustering":56.24,"RedditClusteringP2P":62.88,"StackExchangeClustering":65.95,"StackExchangeClusteringP2P":35.01,"TwentyNewsgroupsClustering":51.47} -{"index":203,"Rank":53,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":45.58,"ArxivClusteringP2P":48.58,"ArxivClusteringS2S":43.14,"BiorxivClusteringP2P":38.84,"BiorxivClusteringS2S":36.38,"MedrxivClusteringP2P":31.96,"MedrxivClusteringS2S":30.88,"RedditClustering":57.61,"RedditClusteringP2P":64.03,"StackExchangeClustering":65.54,"StackExchangeClusteringP2P":33.98,"TwentyNewsgroupsClustering":50.41} -{"index":106,"Rank":54,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.58,"ArxivClusteringP2P":48.58,"ArxivClusteringS2S":43.14,"BiorxivClusteringP2P":38.84,"BiorxivClusteringS2S":36.38,"MedrxivClusteringP2P":31.96,"MedrxivClusteringS2S":30.88,"RedditClustering":57.61,"RedditClusteringP2P":64.03,"StackExchangeClustering":65.54,"StackExchangeClusteringP2P":33.98,"TwentyNewsgroupsClustering":50.41} +{"index":136,"Rank":52,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.77,"ArxivClusteringP2P":48.75,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.1,"BiorxivClusteringS2S":36.7,"MedrxivClusteringP2P":32.95,"MedrxivClusteringS2S":31.56,"RedditClustering":56.24,"RedditClusteringP2P":62.88,"StackExchangeClustering":65.95,"StackExchangeClusteringP2P":35.01,"TwentyNewsgroupsClustering":51.47} +{"index":106,"Rank":53,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.58,"ArxivClusteringP2P":48.58,"ArxivClusteringS2S":43.14,"BiorxivClusteringP2P":38.84,"BiorxivClusteringS2S":36.38,"MedrxivClusteringP2P":31.96,"MedrxivClusteringS2S":30.88,"RedditClustering":57.61,"RedditClusteringP2P":64.03,"StackExchangeClustering":65.54,"StackExchangeClusteringP2P":33.98,"TwentyNewsgroupsClustering":50.41} +{"index":203,"Rank":54,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":45.58,"ArxivClusteringP2P":48.58,"ArxivClusteringS2S":43.14,"BiorxivClusteringP2P":38.84,"BiorxivClusteringS2S":36.38,"MedrxivClusteringP2P":31.96,"MedrxivClusteringS2S":30.88,"RedditClustering":57.61,"RedditClusteringP2P":64.03,"StackExchangeClustering":65.54,"StackExchangeClusteringP2P":33.98,"TwentyNewsgroupsClustering":50.41} {"index":73,"Rank":55,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":45.54,"ArxivClusteringP2P":42.81,"ArxivClusteringS2S":44.24,"BiorxivClusteringP2P":34.27,"BiorxivClusteringS2S":35.53,"MedrxivClusteringP2P":31.07,"MedrxivClusteringS2S":31.27,"RedditClustering":60.24,"RedditClusteringP2P":64.12,"StackExchangeClustering":70.73,"StackExchangeClusteringP2P":34.5,"TwentyNewsgroupsClustering":52.18} {"index":121,"Rank":56,"Model":"EminEmbed-multilingual-v1.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.42,"ArxivClusteringP2P":47.58,"ArxivClusteringS2S":38.99,"BiorxivClusteringP2P":40.11,"BiorxivClusteringS2S":33.34,"MedrxivClusteringP2P":35.17,"MedrxivClusteringS2S":32.57,"RedditClustering":56.46,"RedditClusteringP2P":64.01,"StackExchangeClustering":67.16,"StackExchangeClusteringP2P":34.75,"TwentyNewsgroupsClustering":49.51} {"index":166,"Rank":57,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":45.29,"ArxivClusteringP2P":43.16,"ArxivClusteringS2S":32.56,"BiorxivClusteringP2P":37.62,"BiorxivClusteringS2S":31.33,"MedrxivClusteringP2P":34.22,"MedrxivClusteringS2S":32.0,"RedditClustering":63.65,"RedditClusteringP2P":64.63,"StackExchangeClustering":68.78,"StackExchangeClusteringP2P":36.15,"TwentyNewsgroupsClustering":54.13} @@ -67,17 +67,17 @@ {"index":61,"Rank":67,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":44.62,"ArxivClusteringP2P":46.18,"ArxivClusteringS2S":38.95,"BiorxivClusteringP2P":37.41,"BiorxivClusteringS2S":34.95,"MedrxivClusteringP2P":33.66,"MedrxivClusteringS2S":32.24,"RedditClustering":57.02,"RedditClusteringP2P":63.4,"StackExchangeClustering":63.53,"StackExchangeClusteringP2P":34.48,"TwentyNewsgroupsClustering":49.01} {"index":124,"Rank":68,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":44.62,"ArxivClusteringP2P":46.18,"ArxivClusteringS2S":38.95,"BiorxivClusteringP2P":37.41,"BiorxivClusteringS2S":34.95,"MedrxivClusteringP2P":33.66,"MedrxivClusteringS2S":32.24,"RedditClustering":57.02,"RedditClusteringP2P":63.4,"StackExchangeClustering":63.53,"StackExchangeClusteringP2P":34.48,"TwentyNewsgroupsClustering":49.01} {"index":57,"Rank":69,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":44.49,"ArxivClusteringP2P":45.55,"ArxivClusteringS2S":41.02,"BiorxivClusteringP2P":37.36,"BiorxivClusteringS2S":34.85,"MedrxivClusteringP2P":31.82,"MedrxivClusteringS2S":30.38,"RedditClustering":55.83,"RedditClusteringP2P":63.38,"StackExchangeClustering":65.92,"StackExchangeClusteringP2P":33.67,"TwentyNewsgroupsClustering":49.6} -{"index":195,"Rank":70,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":44.31,"ArxivClusteringP2P":46.02,"ArxivClusteringS2S":41.07,"BiorxivClusteringP2P":37.59,"BiorxivClusteringS2S":34.21,"MedrxivClusteringP2P":33.05,"MedrxivClusteringS2S":31.97,"RedditClustering":55.72,"RedditClusteringP2P":62.25,"StackExchangeClustering":63.42,"StackExchangeClusteringP2P":31.71,"TwentyNewsgroupsClustering":50.35} -{"index":20,"Rank":71,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":44.31,"ArxivClusteringP2P":46.02,"ArxivClusteringS2S":41.07,"BiorxivClusteringP2P":37.59,"BiorxivClusteringS2S":34.21,"MedrxivClusteringP2P":33.05,"MedrxivClusteringS2S":31.97,"RedditClustering":55.72,"RedditClusteringP2P":62.25,"StackExchangeClustering":63.42,"StackExchangeClusteringP2P":31.71,"TwentyNewsgroupsClustering":50.35} +{"index":20,"Rank":70,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":44.31,"ArxivClusteringP2P":46.02,"ArxivClusteringS2S":41.07,"BiorxivClusteringP2P":37.59,"BiorxivClusteringS2S":34.21,"MedrxivClusteringP2P":33.05,"MedrxivClusteringS2S":31.97,"RedditClustering":55.72,"RedditClusteringP2P":62.25,"StackExchangeClustering":63.42,"StackExchangeClusteringP2P":31.71,"TwentyNewsgroupsClustering":50.35} +{"index":195,"Rank":71,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":44.31,"ArxivClusteringP2P":46.02,"ArxivClusteringS2S":41.07,"BiorxivClusteringP2P":37.59,"BiorxivClusteringS2S":34.21,"MedrxivClusteringP2P":33.05,"MedrxivClusteringS2S":31.97,"RedditClustering":55.72,"RedditClusteringP2P":62.25,"StackExchangeClustering":63.42,"StackExchangeClusteringP2P":31.71,"TwentyNewsgroupsClustering":50.35} {"index":172,"Rank":72,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":44.26,"ArxivClusteringP2P":45.55,"ArxivClusteringS2S":41.02,"BiorxivClusteringP2P":36.72,"BiorxivClusteringS2S":35.47,"MedrxivClusteringP2P":31.45,"MedrxivClusteringS2S":29.91,"RedditClustering":55.5,"RedditClusteringP2P":63.71,"StackExchangeClustering":65.23,"StackExchangeClusteringP2P":33.62,"TwentyNewsgroupsClustering":48.73} {"index":170,"Rank":73,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":44.1,"ArxivClusteringP2P":46.1,"ArxivClusteringS2S":39.67,"BiorxivClusteringP2P":37.12,"BiorxivClusteringS2S":33.41,"MedrxivClusteringP2P":31.82,"MedrxivClusteringS2S":29.68,"RedditClustering":56.54,"RedditClusteringP2P":63.23,"StackExchangeClustering":64.6,"StackExchangeClusteringP2P":33.02,"TwentyNewsgroupsClustering":49.86} -{"index":102,"Rank":74,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} +{"index":227,"Rank":74,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} {"index":122,"Rank":75,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":342,"Rank":76,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":227,"Rank":77,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":29,"Rank":78,"Model":"UniVaR-lambda-20<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":43.91,"ArxivClusteringP2P":45.93,"ArxivClusteringS2S":36.65,"BiorxivClusteringP2P":38.49,"BiorxivClusteringS2S":32.76,"MedrxivClusteringP2P":33.74,"MedrxivClusteringS2S":30.64,"RedditClustering":56.32,"RedditClusteringP2P":61.9,"StackExchangeClustering":64.31,"StackExchangeClusteringP2P":33.26,"TwentyNewsgroupsClustering":49.06} +{"index":102,"Rank":76,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} +{"index":342,"Rank":77,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} +{"index":220,"Rank":78,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":43.91,"ArxivClusteringP2P":45.93,"ArxivClusteringS2S":36.65,"BiorxivClusteringP2P":38.49,"BiorxivClusteringS2S":32.76,"MedrxivClusteringP2P":33.74,"MedrxivClusteringS2S":30.64,"RedditClustering":56.32,"RedditClusteringP2P":61.9,"StackExchangeClustering":64.31,"StackExchangeClusteringP2P":33.26,"TwentyNewsgroupsClustering":49.06} {"index":30,"Rank":79,"Model":"UniVaR-lambda-5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":43.91,"ArxivClusteringP2P":45.93,"ArxivClusteringS2S":36.65,"BiorxivClusteringP2P":38.49,"BiorxivClusteringS2S":32.76,"MedrxivClusteringP2P":33.74,"MedrxivClusteringS2S":30.64,"RedditClustering":56.32,"RedditClusteringP2P":61.9,"StackExchangeClustering":64.31,"StackExchangeClusteringP2P":33.26,"TwentyNewsgroupsClustering":49.06} -{"index":220,"Rank":80,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":43.91,"ArxivClusteringP2P":45.93,"ArxivClusteringS2S":36.65,"BiorxivClusteringP2P":38.49,"BiorxivClusteringS2S":32.76,"MedrxivClusteringP2P":33.74,"MedrxivClusteringS2S":30.64,"RedditClustering":56.32,"RedditClusteringP2P":61.9,"StackExchangeClustering":64.31,"StackExchangeClusteringP2P":33.26,"TwentyNewsgroupsClustering":49.06} +{"index":29,"Rank":80,"Model":"UniVaR-lambda-20<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":43.91,"ArxivClusteringP2P":45.93,"ArxivClusteringS2S":36.65,"BiorxivClusteringP2P":38.49,"BiorxivClusteringS2S":32.76,"MedrxivClusteringP2P":33.74,"MedrxivClusteringS2S":30.64,"RedditClustering":56.32,"RedditClusteringP2P":61.9,"StackExchangeClustering":64.31,"StackExchangeClusteringP2P":33.26,"TwentyNewsgroupsClustering":49.06} {"index":31,"Rank":81,"Model":"UniVaR-lambda-80<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":43.91,"ArxivClusteringP2P":45.93,"ArxivClusteringS2S":36.65,"BiorxivClusteringP2P":38.49,"BiorxivClusteringS2S":32.76,"MedrxivClusteringP2P":33.74,"MedrxivClusteringS2S":30.64,"RedditClustering":56.32,"RedditClusteringP2P":61.9,"StackExchangeClustering":64.31,"StackExchangeClusteringP2P":33.26,"TwentyNewsgroupsClustering":49.06} {"index":28,"Rank":82,"Model":"UniVaR-lambda-1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":43.91,"ArxivClusteringP2P":45.93,"ArxivClusteringS2S":36.65,"BiorxivClusteringP2P":38.49,"BiorxivClusteringS2S":32.76,"MedrxivClusteringP2P":33.74,"MedrxivClusteringS2S":30.64,"RedditClustering":56.32,"RedditClusteringP2P":61.9,"StackExchangeClustering":64.31,"StackExchangeClusteringP2P":33.26,"TwentyNewsgroupsClustering":49.06} {"index":26,"Rank":83,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":43.82,"ArxivClusteringP2P":47.4,"ArxivClusteringS2S":40.02,"BiorxivClusteringP2P":38.47,"BiorxivClusteringS2S":34.72,"MedrxivClusteringP2P":33.06,"MedrxivClusteringS2S":30.86,"RedditClustering":52.32,"RedditClusteringP2P":60.64,"StackExchangeClustering":60.78,"StackExchangeClusteringP2P":35.27,"TwentyNewsgroupsClustering":48.52} @@ -108,24 +108,24 @@ {"index":110,"Rank":108,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":41.87,"ArxivClusteringP2P":47.24,"ArxivClusteringS2S":37.43,"BiorxivClusteringP2P":36.97,"BiorxivClusteringS2S":31.98,"MedrxivClusteringP2P":31.5,"MedrxivClusteringS2S":28.41,"RedditClustering":47.53,"RedditClusteringP2P":62.76,"StackExchangeClustering":59.55,"StackExchangeClusteringP2P":39.43,"TwentyNewsgroupsClustering":37.73} {"index":249,"Rank":109,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":41.81,"ArxivClusteringP2P":46.07,"ArxivClusteringS2S":37.5,"BiorxivClusteringP2P":36.99,"BiorxivClusteringS2S":33.21,"MedrxivClusteringP2P":34.25,"MedrxivClusteringS2S":32.24,"RedditClustering":51.18,"RedditClusteringP2P":54.8,"StackExchangeClustering":53.05,"StackExchangeClusteringP2P":33.13,"TwentyNewsgroupsClustering":47.47} {"index":326,"Rank":110,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.73,"ArxivClusteringP2P":45.39,"ArxivClusteringS2S":36.68,"BiorxivClusteringP2P":37.05,"BiorxivClusteringS2S":30.16,"MedrxivClusteringP2P":32.41,"MedrxivClusteringS2S":28.09,"RedditClustering":53.05,"RedditClusteringP2P":60.31,"StackExchangeClustering":58.52,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":42.46} -{"index":128,"Rank":111,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.73,"ArxivClusteringP2P":45.39,"ArxivClusteringS2S":36.68,"BiorxivClusteringP2P":37.05,"BiorxivClusteringS2S":30.16,"MedrxivClusteringP2P":32.41,"MedrxivClusteringS2S":28.09,"RedditClustering":53.05,"RedditClusteringP2P":60.31,"StackExchangeClustering":58.52,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":42.46} -{"index":191,"Rank":112,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":41.73,"ArxivClusteringP2P":45.39,"ArxivClusteringS2S":36.68,"BiorxivClusteringP2P":37.05,"BiorxivClusteringS2S":30.16,"MedrxivClusteringP2P":32.41,"MedrxivClusteringS2S":28.09,"RedditClustering":53.05,"RedditClusteringP2P":60.31,"StackExchangeClustering":58.52,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":42.46} +{"index":191,"Rank":111,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":41.73,"ArxivClusteringP2P":45.39,"ArxivClusteringS2S":36.68,"BiorxivClusteringP2P":37.05,"BiorxivClusteringS2S":30.16,"MedrxivClusteringP2P":32.41,"MedrxivClusteringS2S":28.09,"RedditClustering":53.05,"RedditClusteringP2P":60.31,"StackExchangeClustering":58.52,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":42.46} +{"index":128,"Rank":112,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.73,"ArxivClusteringP2P":45.39,"ArxivClusteringS2S":36.68,"BiorxivClusteringP2P":37.05,"BiorxivClusteringS2S":30.16,"MedrxivClusteringP2P":32.41,"MedrxivClusteringS2S":28.09,"RedditClustering":53.05,"RedditClusteringP2P":60.31,"StackExchangeClustering":58.52,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":42.46} {"index":265,"Rank":113,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":41.65,"ArxivClusteringP2P":41.62,"ArxivClusteringS2S":29.44,"BiorxivClusteringP2P":35.99,"BiorxivClusteringS2S":24.02,"MedrxivClusteringP2P":32.4,"MedrxivClusteringS2S":26.33,"RedditClustering":54.53,"RedditClusteringP2P":62.5,"StackExchangeClustering":65.11,"StackExchangeClusteringP2P":36.86,"TwentyNewsgroupsClustering":49.33} {"index":257,"Rank":114,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":41.6,"ArxivClusteringP2P":37.5,"ArxivClusteringS2S":30.55,"BiorxivClusteringP2P":29.59,"BiorxivClusteringS2S":25.72,"MedrxivClusteringP2P":28.72,"MedrxivClusteringS2S":27.39,"RedditClustering":61.69,"RedditClusteringP2P":61.67,"StackExchangeClustering":69.93,"StackExchangeClusteringP2P":33.21,"TwentyNewsgroupsClustering":51.64} {"index":111,"Rank":115,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":41.51,"ArxivClusteringP2P":45.56,"ArxivClusteringS2S":35.61,"BiorxivClusteringP2P":36.16,"BiorxivClusteringS2S":30.14,"MedrxivClusteringP2P":31.12,"MedrxivClusteringS2S":26.73,"RedditClustering":50.24,"RedditClusteringP2P":61.45,"StackExchangeClustering":62.63,"StackExchangeClusteringP2P":37.17,"TwentyNewsgroupsClustering":39.83} {"index":333,"Rank":116,"Model":"snowflake-arctic-embed-m-long-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.51,"ArxivClusteringP2P":45.56,"ArxivClusteringS2S":35.61,"BiorxivClusteringP2P":36.16,"BiorxivClusteringS2S":30.14,"MedrxivClusteringP2P":31.12,"MedrxivClusteringS2S":26.73,"RedditClustering":50.24,"RedditClusteringP2P":61.45,"StackExchangeClustering":62.63,"StackExchangeClusteringP2P":37.17,"TwentyNewsgroupsClustering":39.83} {"index":258,"Rank":117,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":41.51,"ArxivClusteringP2P":37.9,"ArxivClusteringS2S":30.45,"BiorxivClusteringP2P":30.52,"BiorxivClusteringS2S":26.06,"MedrxivClusteringP2P":28.69,"MedrxivClusteringS2S":26.69,"RedditClustering":61.34,"RedditClusteringP2P":61.11,"StackExchangeClustering":69.95,"StackExchangeClusteringP2P":32.73,"TwentyNewsgroupsClustering":51.15} -{"index":109,"Rank":118,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Average":41.49,"ArxivClusteringP2P":47.46,"ArxivClusteringS2S":38.29,"BiorxivClusteringP2P":37.54,"BiorxivClusteringS2S":32.65,"MedrxivClusteringP2P":31.47,"MedrxivClusteringS2S":28.94,"RedditClustering":46.02,"RedditClusteringP2P":62.43,"StackExchangeClustering":57.86,"StackExchangeClusteringP2P":37.82,"TwentyNewsgroupsClustering":35.91} -{"index":332,"Rank":119,"Model":"snowflake-arctic-embed-l-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.49,"ArxivClusteringP2P":47.46,"ArxivClusteringS2S":38.29,"BiorxivClusteringP2P":37.54,"BiorxivClusteringS2S":32.65,"MedrxivClusteringP2P":31.47,"MedrxivClusteringS2S":28.94,"RedditClustering":46.02,"RedditClusteringP2P":62.43,"StackExchangeClustering":57.86,"StackExchangeClusteringP2P":37.82,"TwentyNewsgroupsClustering":35.91} +{"index":332,"Rank":118,"Model":"snowflake-arctic-embed-l-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.49,"ArxivClusteringP2P":47.46,"ArxivClusteringS2S":38.29,"BiorxivClusteringP2P":37.54,"BiorxivClusteringS2S":32.65,"MedrxivClusteringP2P":31.47,"MedrxivClusteringS2S":28.94,"RedditClustering":46.02,"RedditClusteringP2P":62.43,"StackExchangeClustering":57.86,"StackExchangeClusteringP2P":37.82,"TwentyNewsgroupsClustering":35.91} +{"index":109,"Rank":119,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Average":41.49,"ArxivClusteringP2P":47.46,"ArxivClusteringS2S":38.29,"BiorxivClusteringP2P":37.54,"BiorxivClusteringS2S":32.65,"MedrxivClusteringP2P":31.47,"MedrxivClusteringS2S":28.94,"RedditClustering":46.02,"RedditClusteringP2P":62.43,"StackExchangeClustering":57.86,"StackExchangeClusteringP2P":37.82,"TwentyNewsgroupsClustering":35.91} {"index":177,"Rank":120,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":41.23,"ArxivClusteringP2P":44.31,"ArxivClusteringS2S":38.43,"BiorxivClusteringP2P":35.5,"BiorxivClusteringS2S":33.3,"MedrxivClusteringP2P":31.7,"MedrxivClusteringS2S":29.76,"RedditClustering":46.91,"RedditClusteringP2P":63.0,"StackExchangeClustering":58.37,"StackExchangeClusteringP2P":32.9,"TwentyNewsgroupsClustering":39.4} {"index":228,"Rank":121,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":41.1,"ArxivClusteringP2P":42.61,"ArxivClusteringS2S":32.32,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":29.08,"MedrxivClusteringP2P":31.19,"MedrxivClusteringS2S":27.27,"RedditClustering":54.89,"RedditClusteringP2P":57.58,"StackExchangeClustering":63.15,"StackExchangeClusteringP2P":32.25,"TwentyNewsgroupsClustering":46.82} -{"index":58,"Rank":122,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.06,"ArxivClusteringP2P":44.31,"ArxivClusteringS2S":38.43,"BiorxivClusteringP2P":35.34,"BiorxivClusteringS2S":33.5,"MedrxivClusteringP2P":31.48,"MedrxivClusteringS2S":29.71,"RedditClustering":46.54,"RedditClusteringP2P":63.22,"StackExchangeClustering":57.53,"StackExchangeClusteringP2P":32.69,"TwentyNewsgroupsClustering":38.91} +{"index":236,"Rank":122,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.06,"ArxivClusteringP2P":44.31,"ArxivClusteringS2S":38.43,"BiorxivClusteringP2P":35.34,"BiorxivClusteringS2S":33.5,"MedrxivClusteringP2P":31.48,"MedrxivClusteringS2S":29.71,"RedditClustering":46.54,"RedditClusteringP2P":63.22,"StackExchangeClustering":57.53,"StackExchangeClusteringP2P":32.69,"TwentyNewsgroupsClustering":38.91} {"index":271,"Rank":123,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.06,"ArxivClusteringP2P":44.31,"ArxivClusteringS2S":38.43,"BiorxivClusteringP2P":35.34,"BiorxivClusteringS2S":33.5,"MedrxivClusteringP2P":31.48,"MedrxivClusteringS2S":29.71,"RedditClustering":46.54,"RedditClusteringP2P":63.22,"StackExchangeClustering":57.53,"StackExchangeClusteringP2P":32.69,"TwentyNewsgroupsClustering":38.91} -{"index":236,"Rank":124,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.06,"ArxivClusteringP2P":44.31,"ArxivClusteringS2S":38.43,"BiorxivClusteringP2P":35.34,"BiorxivClusteringS2S":33.5,"MedrxivClusteringP2P":31.48,"MedrxivClusteringS2S":29.71,"RedditClustering":46.54,"RedditClusteringP2P":63.22,"StackExchangeClustering":57.53,"StackExchangeClusteringP2P":32.69,"TwentyNewsgroupsClustering":38.91} +{"index":58,"Rank":124,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.06,"ArxivClusteringP2P":44.31,"ArxivClusteringS2S":38.43,"BiorxivClusteringP2P":35.34,"BiorxivClusteringS2S":33.5,"MedrxivClusteringP2P":31.48,"MedrxivClusteringS2S":29.71,"RedditClustering":46.54,"RedditClusteringP2P":63.22,"StackExchangeClustering":57.53,"StackExchangeClusteringP2P":32.69,"TwentyNewsgroupsClustering":38.91} {"index":142,"Rank":125,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.06,"ArxivClusteringP2P":44.31,"ArxivClusteringS2S":38.43,"BiorxivClusteringP2P":35.34,"BiorxivClusteringS2S":33.5,"MedrxivClusteringP2P":31.48,"MedrxivClusteringS2S":29.71,"RedditClustering":46.54,"RedditClusteringP2P":63.22,"StackExchangeClustering":57.53,"StackExchangeClusteringP2P":32.69,"TwentyNewsgroupsClustering":38.91} {"index":49,"Rank":126,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Average":40.9,"ArxivClusteringP2P":42.32,"ArxivClusteringS2S":31.28,"BiorxivClusteringP2P":37.42,"BiorxivClusteringS2S":29.32,"MedrxivClusteringP2P":34.68,"MedrxivClusteringS2S":30.34,"RedditClustering":50.76,"RedditClusteringP2P":55.02,"StackExchangeClustering":59.66,"StackExchangeClusteringP2P":32.11,"TwentyNewsgroupsClustering":47.01} -{"index":113,"Rank":127,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":40.88,"ArxivClusteringP2P":44.94,"ArxivClusteringS2S":35.87,"BiorxivClusteringP2P":35.68,"BiorxivClusteringS2S":30.47,"MedrxivClusteringP2P":30.79,"MedrxivClusteringS2S":27.95,"RedditClustering":50.47,"RedditClusteringP2P":60.54,"StackExchangeClustering":60.7,"StackExchangeClusteringP2P":33.98,"TwentyNewsgroupsClustering":38.28} -{"index":336,"Rank":128,"Model":"snowflake-arctic-embed-s-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":40.88,"ArxivClusteringP2P":44.94,"ArxivClusteringS2S":35.87,"BiorxivClusteringP2P":35.68,"BiorxivClusteringS2S":30.47,"MedrxivClusteringP2P":30.79,"MedrxivClusteringS2S":27.95,"RedditClustering":50.47,"RedditClusteringP2P":60.54,"StackExchangeClustering":60.7,"StackExchangeClusteringP2P":33.98,"TwentyNewsgroupsClustering":38.28} +{"index":336,"Rank":127,"Model":"snowflake-arctic-embed-s-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":40.88,"ArxivClusteringP2P":44.94,"ArxivClusteringS2S":35.87,"BiorxivClusteringP2P":35.68,"BiorxivClusteringS2S":30.47,"MedrxivClusteringP2P":30.79,"MedrxivClusteringS2S":27.95,"RedditClustering":50.47,"RedditClusteringP2P":60.54,"StackExchangeClustering":60.7,"StackExchangeClusteringP2P":33.98,"TwentyNewsgroupsClustering":38.28} +{"index":113,"Rank":128,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":40.88,"ArxivClusteringP2P":44.94,"ArxivClusteringS2S":35.87,"BiorxivClusteringP2P":35.68,"BiorxivClusteringS2S":30.47,"MedrxivClusteringP2P":30.79,"MedrxivClusteringS2S":27.95,"RedditClustering":50.47,"RedditClusteringP2P":60.54,"StackExchangeClustering":60.7,"StackExchangeClusteringP2P":33.98,"TwentyNewsgroupsClustering":38.28} {"index":200,"Rank":129,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":40.86,"ArxivClusteringP2P":47.03,"ArxivClusteringS2S":38.38,"BiorxivClusteringP2P":38.98,"BiorxivClusteringS2S":34.94,"MedrxivClusteringP2P":33.98,"MedrxivClusteringS2S":31.67,"RedditClustering":42.72,"RedditClusteringP2P":56.93,"StackExchangeClustering":53.6,"StackExchangeClusteringP2P":32.87,"TwentyNewsgroupsClustering":38.38} {"index":70,"Rank":130,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":40.83,"ArxivClusteringP2P":47.81,"ArxivClusteringS2S":40.53,"BiorxivClusteringP2P":38.12,"BiorxivClusteringS2S":31.25,"MedrxivClusteringP2P":30.94,"MedrxivClusteringS2S":28.04,"RedditClustering":42.84,"RedditClusteringP2P":60.1,"StackExchangeClustering":65.12,"StackExchangeClusteringP2P":33.61,"TwentyNewsgroupsClustering":30.76} {"index":150,"Rank":131,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":40.83,"ArxivClusteringP2P":42.9,"ArxivClusteringS2S":32.45,"BiorxivClusteringP2P":37.24,"BiorxivClusteringS2S":29.75,"MedrxivClusteringP2P":36.65,"MedrxivClusteringS2S":32.57,"RedditClustering":50.62,"RedditClusteringP2P":54.44,"StackExchangeClustering":54.26,"StackExchangeClusteringP2P":32.52,"TwentyNewsgroupsClustering":45.7} @@ -140,8 +140,8 @@ {"index":264,"Rank":140,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":40.21,"ArxivClusteringP2P":39.28,"ArxivClusteringS2S":27.26,"BiorxivClusteringP2P":33.99,"BiorxivClusteringS2S":22.92,"MedrxivClusteringP2P":33.2,"MedrxivClusteringS2S":26.13,"RedditClustering":52.93,"RedditClusteringP2P":59.67,"StackExchangeClustering":63.13,"StackExchangeClusteringP2P":35.68,"TwentyNewsgroupsClustering":48.1} {"index":193,"Rank":141,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":40.08,"ArxivClusteringP2P":44.02,"ArxivClusteringS2S":35.16,"BiorxivClusteringP2P":35.57,"BiorxivClusteringS2S":29.07,"MedrxivClusteringP2P":31.86,"MedrxivClusteringS2S":27.51,"RedditClustering":49.28,"RedditClusteringP2P":57.09,"StackExchangeClustering":55.35,"StackExchangeClusteringP2P":34.42,"TwentyNewsgroupsClustering":41.57} {"index":209,"Rank":142,"Model":"all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":39.94,"ArxivClusteringP2P":46.19,"ArxivClusteringS2S":36.91,"BiorxivClusteringP2P":38.59,"BiorxivClusteringS2S":32.32,"MedrxivClusteringP2P":32.55,"MedrxivClusteringS2S":29.92,"RedditClustering":45.63,"RedditClusteringP2P":53.37,"StackExchangeClustering":47.28,"StackExchangeClusteringP2P":34.25,"TwentyNewsgroupsClustering":42.38} -{"index":88,"Rank":143,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Average":39.92,"ArxivClusteringP2P":43.38,"ArxivClusteringS2S":33.71,"BiorxivClusteringP2P":35.06,"BiorxivClusteringS2S":30.71,"MedrxivClusteringP2P":32.08,"MedrxivClusteringS2S":29.45,"RedditClustering":48.23,"RedditClusteringP2P":53.18,"StackExchangeClustering":60.86,"StackExchangeClusteringP2P":32.36,"TwentyNewsgroupsClustering":40.06} -{"index":175,"Rank":144,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":39.92,"ArxivClusteringP2P":42.12,"ArxivClusteringS2S":34.8,"BiorxivClusteringP2P":35.89,"BiorxivClusteringS2S":30.05,"MedrxivClusteringP2P":31.34,"MedrxivClusteringS2S":27.88,"RedditClustering":45.72,"RedditClusteringP2P":59.66,"StackExchangeClustering":58.51,"StackExchangeClusteringP2P":31.98,"TwentyNewsgroupsClustering":41.13} +{"index":175,"Rank":143,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":39.92,"ArxivClusteringP2P":42.12,"ArxivClusteringS2S":34.8,"BiorxivClusteringP2P":35.89,"BiorxivClusteringS2S":30.05,"MedrxivClusteringP2P":31.34,"MedrxivClusteringS2S":27.88,"RedditClustering":45.72,"RedditClusteringP2P":59.66,"StackExchangeClustering":58.51,"StackExchangeClusteringP2P":31.98,"TwentyNewsgroupsClustering":41.13} +{"index":88,"Rank":144,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Average":39.92,"ArxivClusteringP2P":43.38,"ArxivClusteringS2S":33.71,"BiorxivClusteringP2P":35.06,"BiorxivClusteringS2S":30.71,"MedrxivClusteringP2P":32.08,"MedrxivClusteringS2S":29.45,"RedditClustering":48.23,"RedditClusteringP2P":53.18,"StackExchangeClustering":60.86,"StackExchangeClusteringP2P":32.36,"TwentyNewsgroupsClustering":40.06} {"index":91,"Rank":145,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Average":39.83,"ArxivClusteringP2P":44.72,"ArxivClusteringS2S":35.08,"BiorxivClusteringP2P":34.41,"BiorxivClusteringS2S":30.53,"MedrxivClusteringP2P":31.35,"MedrxivClusteringS2S":28.77,"RedditClustering":46.47,"RedditClusteringP2P":54.17,"StackExchangeClustering":59.19,"StackExchangeClusteringP2P":32.57,"TwentyNewsgroupsClustering":40.89} {"index":174,"Rank":146,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":39.73,"ArxivClusteringP2P":44.14,"ArxivClusteringS2S":37.14,"BiorxivClusteringP2P":36.1,"BiorxivClusteringS2S":31.51,"MedrxivClusteringP2P":31.31,"MedrxivClusteringS2S":28.32,"RedditClustering":43.27,"RedditClusteringP2P":57.22,"StackExchangeClustering":59.6,"StackExchangeClusteringP2P":30.82,"TwentyNewsgroupsClustering":37.65} {"index":176,"Rank":147,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":39.62,"ArxivClusteringP2P":43.35,"ArxivClusteringS2S":36.0,"BiorxivClusteringP2P":37.55,"BiorxivClusteringS2S":30.33,"MedrxivClusteringP2P":30.6,"MedrxivClusteringS2S":28.73,"RedditClustering":43.15,"RedditClusteringP2P":61.69,"StackExchangeClustering":55.31,"StackExchangeClusteringP2P":33.51,"TwentyNewsgroupsClustering":35.55} @@ -154,8 +154,8 @@ {"index":63,"Rank":154,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":39.16,"ArxivClusteringP2P":41.76,"ArxivClusteringS2S":31.63,"BiorxivClusteringP2P":36.01,"BiorxivClusteringS2S":28.77,"MedrxivClusteringP2P":31.27,"MedrxivClusteringS2S":28.97,"RedditClustering":47.39,"RedditClusteringP2P":58.38,"StackExchangeClustering":52.47,"StackExchangeClusteringP2P":33.63,"TwentyNewsgroupsClustering":40.52} {"index":182,"Rank":155,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":39.11,"ArxivClusteringP2P":44.52,"ArxivClusteringS2S":34.45,"BiorxivClusteringP2P":35.25,"BiorxivClusteringS2S":30.71,"MedrxivClusteringP2P":29.43,"MedrxivClusteringS2S":28.87,"RedditClustering":44.52,"RedditClusteringP2P":53.61,"StackExchangeClustering":57.11,"StackExchangeClusteringP2P":31.91,"TwentyNewsgroupsClustering":39.8} {"index":141,"Rank":156,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":38.99,"ArxivClusteringP2P":41.43,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":28.78,"MedrxivClusteringP2P":31.33,"MedrxivClusteringS2S":28.76,"RedditClustering":47.75,"RedditClusteringP2P":54.88,"StackExchangeClustering":55.38,"StackExchangeClusteringP2P":33.08,"TwentyNewsgroupsClustering":40.48} -{"index":190,"Rank":157,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":38.99,"ArxivClusteringP2P":41.43,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":28.78,"MedrxivClusteringP2P":31.33,"MedrxivClusteringS2S":28.76,"RedditClustering":47.75,"RedditClusteringP2P":54.88,"StackExchangeClustering":55.38,"StackExchangeClusteringP2P":33.08,"TwentyNewsgroupsClustering":40.48} -{"index":65,"Rank":158,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":38.99,"ArxivClusteringP2P":41.43,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":28.78,"MedrxivClusteringP2P":31.33,"MedrxivClusteringS2S":28.76,"RedditClustering":47.75,"RedditClusteringP2P":54.88,"StackExchangeClustering":55.38,"StackExchangeClusteringP2P":33.08,"TwentyNewsgroupsClustering":40.48} +{"index":65,"Rank":157,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":38.99,"ArxivClusteringP2P":41.43,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":28.78,"MedrxivClusteringP2P":31.33,"MedrxivClusteringS2S":28.76,"RedditClustering":47.75,"RedditClusteringP2P":54.88,"StackExchangeClustering":55.38,"StackExchangeClusteringP2P":33.08,"TwentyNewsgroupsClustering":40.48} +{"index":190,"Rank":158,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":38.99,"ArxivClusteringP2P":41.43,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":28.78,"MedrxivClusteringP2P":31.33,"MedrxivClusteringS2S":28.76,"RedditClustering":47.75,"RedditClusteringP2P":54.88,"StackExchangeClustering":55.38,"StackExchangeClusteringP2P":33.08,"TwentyNewsgroupsClustering":40.48} {"index":138,"Rank":159,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":38.93,"ArxivClusteringP2P":44.59,"ArxivClusteringS2S":38.03,"BiorxivClusteringP2P":36.03,"BiorxivClusteringS2S":32.48,"MedrxivClusteringP2P":31.05,"MedrxivClusteringS2S":29.26,"RedditClustering":35.53,"RedditClusteringP2P":54.52,"StackExchangeClustering":55.13,"StackExchangeClusteringP2P":34.31,"TwentyNewsgroupsClustering":37.28} {"index":114,"Rank":160,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Average":38.86,"ArxivClusteringP2P":43.5,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.48,"BiorxivClusteringS2S":26.14,"MedrxivClusteringP2P":30.57,"MedrxivClusteringS2S":26.22,"RedditClustering":48.32,"RedditClusteringP2P":57.84,"StackExchangeClustering":57.49,"StackExchangeClusteringP2P":34.58,"TwentyNewsgroupsClustering":36.28} {"index":256,"Rank":161,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":38.63,"ArxivClusteringP2P":35.49,"ArxivClusteringS2S":27.18,"BiorxivClusteringP2P":27.66,"BiorxivClusteringS2S":23.25,"MedrxivClusteringP2P":27.57,"MedrxivClusteringS2S":25.13,"RedditClustering":56.13,"RedditClusteringP2P":58.53,"StackExchangeClustering":64.21,"StackExchangeClusteringP2P":33.01,"TwentyNewsgroupsClustering":46.72} @@ -194,10 +194,10 @@ {"index":274,"Rank":194,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":33.47,"ArxivClusteringP2P":35.33,"ArxivClusteringS2S":27.66,"BiorxivClusteringP2P":30.95,"BiorxivClusteringS2S":24.81,"MedrxivClusteringP2P":27.35,"MedrxivClusteringS2S":25.59,"RedditClustering":40.32,"RedditClusteringP2P":45.99,"StackExchangeClustering":48.26,"StackExchangeClusteringP2P":28.87,"TwentyNewsgroupsClustering":33.07} {"index":234,"Rank":195,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":33.43,"ArxivClusteringP2P":35.18,"ArxivClusteringS2S":27.54,"BiorxivClusteringP2P":30.15,"BiorxivClusteringS2S":24.67,"MedrxivClusteringP2P":26.25,"MedrxivClusteringS2S":24.12,"RedditClustering":40.23,"RedditClusteringP2P":47.74,"StackExchangeClustering":47.55,"StackExchangeClusteringP2P":29.45,"TwentyNewsgroupsClustering":34.86} {"index":87,"Rank":196,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Average":33.15,"ArxivClusteringP2P":37.86,"ArxivClusteringS2S":28.84,"BiorxivClusteringP2P":32.09,"BiorxivClusteringS2S":23.55,"MedrxivClusteringP2P":28.54,"MedrxivClusteringS2S":24.73,"RedditClustering":35.54,"RedditClusteringP2P":47.43,"StackExchangeClustering":46.54,"StackExchangeClusteringP2P":30.88,"TwentyNewsgroupsClustering":28.68} -{"index":307,"Rank":197,"Model":"nmc-pmpt_correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":33.12,"ArxivClusteringP2P":34.78,"ArxivClusteringS2S":24.62,"BiorxivClusteringP2P":32.16,"BiorxivClusteringS2S":23.64,"MedrxivClusteringP2P":28.53,"MedrxivClusteringS2S":25.71,"RedditClustering":37.25,"RedditClusteringP2P":47.11,"StackExchangeClustering":43.31,"StackExchangeClusteringP2P":29.6,"TwentyNewsgroupsClustering":37.59} -{"index":309,"Rank":198,"Model":"nmc-prmt-and-emb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":33.12,"ArxivClusteringP2P":34.78,"ArxivClusteringS2S":24.62,"BiorxivClusteringP2P":32.16,"BiorxivClusteringS2S":23.64,"MedrxivClusteringP2P":28.53,"MedrxivClusteringS2S":25.71,"RedditClustering":37.25,"RedditClusteringP2P":47.11,"StackExchangeClustering":43.31,"StackExchangeClusteringP2P":29.6,"TwentyNewsgroupsClustering":37.59} -{"index":310,"Rank":199,"Model":"nmc-prmt-and-emb-150k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":33.12,"ArxivClusteringP2P":34.78,"ArxivClusteringS2S":24.62,"BiorxivClusteringP2P":32.16,"BiorxivClusteringS2S":23.64,"MedrxivClusteringP2P":28.53,"MedrxivClusteringS2S":25.71,"RedditClustering":37.25,"RedditClusteringP2P":47.11,"StackExchangeClustering":43.31,"StackExchangeClusteringP2P":29.6,"TwentyNewsgroupsClustering":37.59} -{"index":308,"Rank":200,"Model":"nmc-prmpt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":33.12,"ArxivClusteringP2P":34.78,"ArxivClusteringS2S":24.62,"BiorxivClusteringP2P":32.16,"BiorxivClusteringS2S":23.64,"MedrxivClusteringP2P":28.53,"MedrxivClusteringS2S":25.71,"RedditClustering":37.25,"RedditClusteringP2P":47.11,"StackExchangeClustering":43.31,"StackExchangeClusteringP2P":29.6,"TwentyNewsgroupsClustering":37.59} +{"index":309,"Rank":197,"Model":"nmc-prmt-and-emb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":33.12,"ArxivClusteringP2P":34.78,"ArxivClusteringS2S":24.62,"BiorxivClusteringP2P":32.16,"BiorxivClusteringS2S":23.64,"MedrxivClusteringP2P":28.53,"MedrxivClusteringS2S":25.71,"RedditClustering":37.25,"RedditClusteringP2P":47.11,"StackExchangeClustering":43.31,"StackExchangeClusteringP2P":29.6,"TwentyNewsgroupsClustering":37.59} +{"index":308,"Rank":198,"Model":"nmc-prmpt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":33.12,"ArxivClusteringP2P":34.78,"ArxivClusteringS2S":24.62,"BiorxivClusteringP2P":32.16,"BiorxivClusteringS2S":23.64,"MedrxivClusteringP2P":28.53,"MedrxivClusteringS2S":25.71,"RedditClustering":37.25,"RedditClusteringP2P":47.11,"StackExchangeClustering":43.31,"StackExchangeClusteringP2P":29.6,"TwentyNewsgroupsClustering":37.59} +{"index":307,"Rank":199,"Model":"nmc-pmpt_correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":33.12,"ArxivClusteringP2P":34.78,"ArxivClusteringS2S":24.62,"BiorxivClusteringP2P":32.16,"BiorxivClusteringS2S":23.64,"MedrxivClusteringP2P":28.53,"MedrxivClusteringS2S":25.71,"RedditClustering":37.25,"RedditClusteringP2P":47.11,"StackExchangeClustering":43.31,"StackExchangeClusteringP2P":29.6,"TwentyNewsgroupsClustering":37.59} +{"index":310,"Rank":200,"Model":"nmc-prmt-and-emb-150k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":33.12,"ArxivClusteringP2P":34.78,"ArxivClusteringS2S":24.62,"BiorxivClusteringP2P":32.16,"BiorxivClusteringS2S":23.64,"MedrxivClusteringP2P":28.53,"MedrxivClusteringS2S":25.71,"RedditClustering":37.25,"RedditClusteringP2P":47.11,"StackExchangeClustering":43.31,"StackExchangeClusteringP2P":29.6,"TwentyNewsgroupsClustering":37.59} {"index":300,"Rank":201,"Model":"mpn-wordpca<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":33.06,"ArxivClusteringP2P":35.53,"ArxivClusteringS2S":26.89,"BiorxivClusteringP2P":33.41,"BiorxivClusteringS2S":24.42,"MedrxivClusteringP2P":29.1,"MedrxivClusteringS2S":27.58,"RedditClustering":36.72,"RedditClusteringP2P":43.47,"StackExchangeClustering":41.61,"StackExchangeClusteringP2P":29.66,"TwentyNewsgroupsClustering":35.25} {"index":81,"Rank":202,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Average":32.91,"ArxivClusteringP2P":35.84,"ArxivClusteringS2S":27.3,"BiorxivClusteringP2P":32.35,"BiorxivClusteringS2S":24.06,"MedrxivClusteringP2P":28.24,"MedrxivClusteringS2S":25.34,"RedditClustering":35.92,"RedditClusteringP2P":46.08,"StackExchangeClustering":45.31,"StackExchangeClusteringP2P":29.91,"TwentyNewsgroupsClustering":31.69} {"index":302,"Rank":203,"Model":"nmc-cls<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":32.91,"ArxivClusteringP2P":34.41,"ArxivClusteringS2S":24.49,"BiorxivClusteringP2P":32.41,"BiorxivClusteringS2S":23.63,"MedrxivClusteringP2P":28.16,"MedrxivClusteringS2S":25.24,"RedditClustering":38.9,"RedditClusteringP2P":45.41,"StackExchangeClustering":44.24,"StackExchangeClusteringP2P":29.37,"TwentyNewsgroupsClustering":35.71} diff --git a/all_data_tasks/10/default.jsonl b/all_data_tasks/10/default.jsonl index 74b0720d6abcce761360f1ea24f8a89a146accd2..901da880c46f893c1889d7e41585e8697d8eff11 100644 --- a/all_data_tasks/10/default.jsonl +++ b/all_data_tasks/10/default.jsonl @@ -6,8 +6,8 @@ {"index":39,"Rank":6,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Average":89.88,"Cmnli":92.49,"Ocnli":87.26} {"index":47,"Rank":7,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Average":88.92,"Cmnli":90.66,"Ocnli":87.18} {"index":15,"Rank":8,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":88.56,"Cmnli":91.85,"Ocnli":85.28} -{"index":12,"Rank":9,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":88.1,"Cmnli":90.77,"Ocnli":85.44} -{"index":170,"Rank":10,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Average":88.1,"Cmnli":90.77,"Ocnli":85.44} +{"index":170,"Rank":9,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Average":88.1,"Cmnli":90.77,"Ocnli":85.44} +{"index":12,"Rank":10,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":88.1,"Cmnli":90.77,"Ocnli":85.44} {"index":171,"Rank":11,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":88.08,"Cmnli":90.66,"Ocnli":85.51} {"index":190,"Rank":12,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":87.93,"Cmnli":90.42,"Ocnli":85.43} {"index":143,"Rank":13,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":87.84,"Cmnli":90.49,"Ocnli":85.18} @@ -22,10 +22,10 @@ {"index":215,"Rank":22,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":82.94,"Cmnli":85.27,"Ocnli":80.62} {"index":302,"Rank":23,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":82.94,"Cmnli":85.27,"Ocnli":80.62} {"index":192,"Rank":24,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":82.68,"Cmnli":86.85,"Ocnli":78.51} -{"index":22,"Rank":25,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Average":82.68,"Cmnli":86.85,"Ocnli":78.5} -{"index":21,"Rank":26,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":82.68,"Cmnli":86.85,"Ocnli":78.5} -{"index":41,"Rank":27,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.38,"Cmnli":87.3,"Ocnli":77.46} -{"index":42,"Rank":28,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.38,"Cmnli":87.55,"Ocnli":77.21} +{"index":21,"Rank":25,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":82.68,"Cmnli":86.85,"Ocnli":78.5} +{"index":22,"Rank":26,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Average":82.68,"Cmnli":86.85,"Ocnli":78.5} +{"index":42,"Rank":27,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.38,"Cmnli":87.55,"Ocnli":77.21} +{"index":41,"Rank":28,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.38,"Cmnli":87.3,"Ocnli":77.46} {"index":387,"Rank":29,"Model":"Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.35,"Cmnli":85.33,"Ocnli":79.37} {"index":28,"Rank":30,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":81.62,"Cmnli":85.29,"Ocnli":77.96} {"index":49,"Rank":31,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":81.46,"Cmnli":85.92,"Ocnli":77.01} diff --git a/all_data_tasks/11/default.jsonl b/all_data_tasks/11/default.jsonl index 8d2fa4cf7955845a7770c71a0eab99abf7992c70..acb3a35ef1abe8d0ef564e419ebc3883e6b40e1a 100644 --- a/all_data_tasks/11/default.jsonl +++ b/all_data_tasks/11/default.jsonl @@ -30,9 +30,9 @@ {"index":309,"Rank":30,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":67.4,"CMedQAv1":86.09,"CMedQAv2":86.46,"MMarcoReranking":31.19,"T2Reranking":65.86} {"index":223,"Rank":31,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":67.34,"CMedQAv1":87.12,"CMedQAv2":87.57,"MMarcoReranking":28.08,"T2Reranking":66.6} {"index":47,"Rank":32,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Average":67.17,"CMedQAv1":88.49,"CMedQAv2":89.18,"MMarcoReranking":24.76,"T2Reranking":66.26} -{"index":161,"Rank":33,"Model":"bge-reranker-large-onnx<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} +{"index":31,"Rank":33,"Model":"bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} {"index":32,"Rank":34,"Model":"bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} -{"index":31,"Rank":35,"Model":"bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} +{"index":161,"Rank":35,"Model":"bge-reranker-large-onnx<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} {"index":307,"Rank":36,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":67.0,"CMedQAv1":86.79,"CMedQAv2":87.2,"MMarcoReranking":27.64,"T2Reranking":66.36} {"index":188,"Rank":37,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":66.95,"CMedQAv1":85.69,"CMedQAv2":86.46,"MMarcoReranking":29.2,"T2Reranking":66.46} {"index":48,"Rank":38,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Average":66.92,"CMedQAv1":86.78,"CMedQAv2":87.39,"MMarcoReranking":27.39,"T2Reranking":66.11} @@ -43,8 +43,8 @@ {"index":21,"Rank":43,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":66.39,"CMedQAv1":85.34,"CMedQAv2":85.87,"MMarcoReranking":27.96,"T2Reranking":66.38} {"index":15,"Rank":44,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":66.38,"CMedQAv1":86.37,"CMedQAv2":87.41,"MMarcoReranking":23.64,"T2Reranking":68.11} {"index":22,"Rank":45,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Average":66.38,"CMedQAv1":85.34,"CMedQAv2":85.81,"MMarcoReranking":27.97,"T2Reranking":66.38} -{"index":314,"Rank":46,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":66.22,"CMedQAv1":86.08,"CMedQAv2":87.26,"MMarcoReranking":26.13,"T2Reranking":65.39} -{"index":311,"Rank":47,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Average":66.22,"CMedQAv1":86.08,"CMedQAv2":87.26,"MMarcoReranking":26.13,"T2Reranking":65.39} +{"index":311,"Rank":46,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Average":66.22,"CMedQAv1":86.08,"CMedQAv2":87.26,"MMarcoReranking":26.13,"T2Reranking":65.39} +{"index":314,"Rank":47,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":66.22,"CMedQAv1":86.08,"CMedQAv2":87.26,"MMarcoReranking":26.13,"T2Reranking":65.39} {"index":189,"Rank":48,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":66.1,"CMedQAv1":84.7,"CMedQAv2":85.31,"MMarcoReranking":28.05,"T2Reranking":66.35} {"index":140,"Rank":49,"Model":"cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":66.04,"CMedQAv1":86.1,"CMedQAv2":86.95,"MMarcoReranking":24.26,"T2Reranking":66.83} {"index":362,"Rank":50,"Model":"hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":66.04,"CMedQAv1":86.1,"CMedQAv2":86.95,"MMarcoReranking":24.26,"T2Reranking":66.83} diff --git a/all_data_tasks/12/default.jsonl b/all_data_tasks/12/default.jsonl index 52039911d2b1379b3ab9747d0b051ed67d09c8cb..58dcbff26ea0ff906c92acf13bffdf93c9e2547e 100644 --- a/all_data_tasks/12/default.jsonl +++ b/all_data_tasks/12/default.jsonl @@ -33,8 +33,8 @@ {"index":188,"Rank":33,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":71.07,"CmedqaRetrieval":41.86,"CovidRetrieval":84.71,"DuRetrieval":87.8,"EcomRetrieval":62.46,"MedicalRetrieval":57.97,"MMarcoRetrieval":78.22,"T2Retrieval":82.51,"VideoRetrieval":73.04} {"index":191,"Rank":34,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":71.02,"CmedqaRetrieval":42.28,"CovidRetrieval":85.19,"DuRetrieval":87.81,"EcomRetrieval":61.66,"MedicalRetrieval":59.38,"MMarcoRetrieval":78.1,"T2Retrieval":82.76,"VideoRetrieval":70.96} {"index":273,"Rank":35,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":70.93,"CmedqaRetrieval":41.98,"CovidRetrieval":85.04,"DuRetrieval":87.97,"EcomRetrieval":61.91,"MedicalRetrieval":59.04,"MMarcoRetrieval":77.83,"T2Retrieval":82.47,"VideoRetrieval":71.18} -{"index":261,"Rank":36,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":70.63,"CmedqaRetrieval":40.57,"CovidRetrieval":75.93,"DuRetrieval":83.73,"EcomRetrieval":66.14,"MedicalRetrieval":58.58,"MMarcoRetrieval":81.95,"T2Retrieval":84.17,"VideoRetrieval":73.94} -{"index":103,"Rank":37,"Model":"qwen-1.8b-retrieval-test<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.63,"CmedqaRetrieval":40.57,"CovidRetrieval":75.93,"DuRetrieval":83.73,"EcomRetrieval":66.14,"MedicalRetrieval":58.58,"MMarcoRetrieval":81.95,"T2Retrieval":84.17,"VideoRetrieval":73.94} +{"index":103,"Rank":36,"Model":"qwen-1.8b-retrieval-test<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.63,"CmedqaRetrieval":40.57,"CovidRetrieval":75.93,"DuRetrieval":83.73,"EcomRetrieval":66.14,"MedicalRetrieval":58.58,"MMarcoRetrieval":81.95,"T2Retrieval":84.17,"VideoRetrieval":73.94} +{"index":261,"Rank":37,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":70.63,"CmedqaRetrieval":40.57,"CovidRetrieval":75.93,"DuRetrieval":83.73,"EcomRetrieval":66.14,"MedicalRetrieval":58.58,"MMarcoRetrieval":81.95,"T2Retrieval":84.17,"VideoRetrieval":73.94} {"index":15,"Rank":38,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":70.62,"CmedqaRetrieval":43.47,"CovidRetrieval":80.87,"DuRetrieval":86.01,"EcomRetrieval":66.46,"MedicalRetrieval":61.33,"MMarcoRetrieval":73.83,"T2Retrieval":83.58,"VideoRetrieval":69.41} {"index":27,"Rank":39,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":70.54,"CmedqaRetrieval":41.03,"CovidRetrieval":75.07,"DuRetrieval":84.68,"EcomRetrieval":65.6,"MedicalRetrieval":58.28,"MMarcoRetrieval":81.38,"T2Retrieval":84.39,"VideoRetrieval":73.93} {"index":28,"Rank":40,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":70.46,"CmedqaRetrieval":42.57,"CovidRetrieval":73.35,"DuRetrieval":86.32,"EcomRetrieval":65.33,"MedicalRetrieval":59.59,"MMarcoRetrieval":79.23,"T2Retrieval":83.99,"VideoRetrieval":73.32} @@ -45,8 +45,8 @@ {"index":55,"Rank":45,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":69.59,"CmedqaRetrieval":41.8,"CovidRetrieval":79.3,"DuRetrieval":86.43,"EcomRetrieval":62.64,"MedicalRetrieval":58.27,"MMarcoRetrieval":78.17,"T2Retrieval":82.11,"VideoRetrieval":67.96} {"index":24,"Rank":46,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":69.49,"CmedqaRetrieval":41.61,"CovidRetrieval":74.7,"DuRetrieval":85.07,"EcomRetrieval":64.25,"MedicalRetrieval":56.51,"MMarcoRetrieval":77.69,"T2Retrieval":83.71,"VideoRetrieval":72.35} {"index":132,"Rank":47,"Model":"EminEmbed-multilingual-v1.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":69.48,"CmedqaRetrieval":44.15,"CovidRetrieval":81.63,"DuRetrieval":79.47,"EcomRetrieval":62.31,"MedicalRetrieval":56.78,"MMarcoRetrieval":78.44,"T2Retrieval":83.79,"VideoRetrieval":69.23} -{"index":302,"Rank":48,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":69.4,"CmedqaRetrieval":39.15,"CovidRetrieval":81.22,"DuRetrieval":84.57,"EcomRetrieval":63.95,"MedicalRetrieval":57.12,"MMarcoRetrieval":77.96,"T2Retrieval":80.59,"VideoRetrieval":70.62} -{"index":215,"Rank":49,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":69.4,"CmedqaRetrieval":39.15,"CovidRetrieval":81.22,"DuRetrieval":84.57,"EcomRetrieval":63.95,"MedicalRetrieval":57.12,"MMarcoRetrieval":77.96,"T2Retrieval":80.59,"VideoRetrieval":70.62} +{"index":215,"Rank":48,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":69.4,"CmedqaRetrieval":39.15,"CovidRetrieval":81.22,"DuRetrieval":84.57,"EcomRetrieval":63.95,"MedicalRetrieval":57.12,"MMarcoRetrieval":77.96,"T2Retrieval":80.59,"VideoRetrieval":70.62} +{"index":302,"Rank":49,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":69.4,"CmedqaRetrieval":39.15,"CovidRetrieval":81.22,"DuRetrieval":84.57,"EcomRetrieval":63.95,"MedicalRetrieval":57.12,"MMarcoRetrieval":77.96,"T2Retrieval":80.59,"VideoRetrieval":70.62} {"index":48,"Rank":50,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Average":67.7,"CmedqaRetrieval":42.69,"CovidRetrieval":75.63,"DuRetrieval":79.89,"EcomRetrieval":64.48,"MedicalRetrieval":59.95,"MMarcoRetrieval":70.75,"T2Retrieval":79.9,"VideoRetrieval":68.3} {"index":314,"Rank":51,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":65.5,"CmedqaRetrieval":42.46,"CovidRetrieval":61.65,"DuRetrieval":78.57,"EcomRetrieval":57.91,"MedicalRetrieval":62.64,"MMarcoRetrieval":75.0,"T2Retrieval":78.12,"VideoRetrieval":67.69} {"index":311,"Rank":52,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Average":65.5,"CmedqaRetrieval":42.46,"CovidRetrieval":61.65,"DuRetrieval":78.57,"EcomRetrieval":57.91,"MedicalRetrieval":62.64,"MMarcoRetrieval":75.0,"T2Retrieval":78.12,"VideoRetrieval":67.69} diff --git a/all_data_tasks/13/default.jsonl b/all_data_tasks/13/default.jsonl index 609e9f5251cf8ea2d2a1cd49854ea92e0441b25a..7147cf86d7f2d350fed52959354a25daed315b35 100644 --- a/all_data_tasks/13/default.jsonl +++ b/all_data_tasks/13/default.jsonl @@ -39,8 +39,8 @@ {"index":42,"Rank":39,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.35,"AFQMC":46.77,"ATEC":50.18,"BQ":55.25,"LCQMC":74.29,"PAWSX":33.24,"QBQTC":30.92,"STS22 (zh)":64.41,"STSB":79.74} {"index":24,"Rank":40,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":53.72,"AFQMC":42.4,"ATEC":48.17,"BQ":61.78,"LCQMC":74.45,"PAWSX":20.4,"QBQTC":36.22,"STS22 (zh)":68.01,"STSB":78.31} {"index":27,"Rank":41,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":53.0,"AFQMC":43.06,"ATEC":48.29,"BQ":60.53,"LCQMC":74.71,"PAWSX":16.64,"QBQTC":35.2,"STS22 (zh)":67.19,"STSB":78.41} -{"index":20,"Rank":42,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":52.73,"AFQMC":43.55,"ATEC":48.91,"BQ":51.72,"LCQMC":74.86,"PAWSX":16.12,"QBQTC":39.36,"STS22 (zh)":66.59,"STSB":80.72} -{"index":218,"Rank":43,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":52.73,"AFQMC":43.55,"ATEC":48.91,"BQ":51.72,"LCQMC":74.86,"PAWSX":16.12,"QBQTC":39.36,"STS22 (zh)":66.59,"STSB":80.72} +{"index":218,"Rank":42,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":52.73,"AFQMC":43.55,"ATEC":48.91,"BQ":51.72,"LCQMC":74.86,"PAWSX":16.12,"QBQTC":39.36,"STS22 (zh)":66.59,"STSB":80.72} +{"index":20,"Rank":43,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":52.73,"AFQMC":43.55,"ATEC":48.91,"BQ":51.72,"LCQMC":74.86,"PAWSX":16.12,"QBQTC":39.36,"STS22 (zh)":66.59,"STSB":80.72} {"index":132,"Rank":44,"Model":"EminEmbed-multilingual-v1.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":52.1,"AFQMC":40.9,"ATEC":48.27,"BQ":58.86,"LCQMC":70.85,"PAWSX":14.48,"QBQTC":33.0,"STS22 (zh)":68.05,"STSB":82.39} {"index":40,"Rank":45,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.45,"AFQMC":44.25,"ATEC":48.24,"BQ":56.27,"LCQMC":74.09,"PAWSX":12.18,"QBQTC":29.94,"STS22 (zh)":66.06,"STSB":80.54} {"index":242,"Rank":46,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":50.54,"AFQMC":37.4,"ATEC":42.16,"BQ":70.96,"LCQMC":73.27,"PAWSX":18.55,"QBQTC":29.6,"STS22 (zh)":65.44,"STSB":66.91} diff --git a/all_data_tasks/16/default.jsonl b/all_data_tasks/16/default.jsonl index b1cfa8e28662d467360bc5a5ab597c1d66567a05..3a0256136141f543598b856af99ad513ddb5e39b 100644 --- a/all_data_tasks/16/default.jsonl +++ b/all_data_tasks/16/default.jsonl @@ -3,8 +3,8 @@ {"index":8,"Rank":3,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":78.02,"AmazonReviewsClassification (fr)":53.47,"MasakhaNEWSClassification (fra)":85.19,"MassiveIntentClassification (fr)":76.65,"MassiveScenarioClassification (fr)":79.1,"MTOPDomainClassification (fr)":93.48,"MTOPIntentClassification (fr)":80.23} {"index":35,"Rank":4,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":70.02,"AmazonReviewsClassification (fr)":42.08,"MasakhaNEWSClassification (fra)":81.52,"MassiveIntentClassification (fr)":67.4,"MassiveScenarioClassification (fr)":71.29,"MTOPDomainClassification (fr)":89.26,"MTOPIntentClassification (fr)":68.55} {"index":97,"Rank":5,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":69.27,"AmazonReviewsClassification (fr)":43.76,"MasakhaNEWSClassification (fra)":81.52,"MassiveIntentClassification (fr)":65.42,"MassiveScenarioClassification (fr)":71.11,"MTOPDomainClassification (fr)":89.38,"MTOPIntentClassification (fr)":64.45} -{"index":37,"Rank":6,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":69.16,"AmazonReviewsClassification (fr)":43.42,"MasakhaNEWSClassification (fra)":80.57,"MassiveIntentClassification (fr)":66.81,"MassiveScenarioClassification (fr)":72.99,"MTOPDomainClassification (fr)":88.33,"MTOPIntentClassification (fr)":62.85} -{"index":27,"Rank":7,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":69.16,"AmazonReviewsClassification (fr)":43.42,"MasakhaNEWSClassification (fra)":80.57,"MassiveIntentClassification (fr)":66.81,"MassiveScenarioClassification (fr)":72.99,"MTOPDomainClassification (fr)":88.33,"MTOPIntentClassification (fr)":62.85} +{"index":27,"Rank":6,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":69.16,"AmazonReviewsClassification (fr)":43.42,"MasakhaNEWSClassification (fra)":80.57,"MassiveIntentClassification (fr)":66.81,"MassiveScenarioClassification (fr)":72.99,"MTOPDomainClassification (fr)":88.33,"MTOPIntentClassification (fr)":62.85} +{"index":37,"Rank":7,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":69.16,"AmazonReviewsClassification (fr)":43.42,"MasakhaNEWSClassification (fra)":80.57,"MassiveIntentClassification (fr)":66.81,"MassiveScenarioClassification (fr)":72.99,"MTOPDomainClassification (fr)":88.33,"MTOPIntentClassification (fr)":62.85} {"index":10,"Rank":8,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":68.72,"AmazonReviewsClassification (fr)":39.57,"MasakhaNEWSClassification (fra)":80.66,"MassiveIntentClassification (fr)":67.92,"MassiveScenarioClassification (fr)":72.65,"MTOPDomainClassification (fr)":87.49,"MTOPIntentClassification (fr)":64.06} {"index":61,"Rank":9,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":68.72,"AmazonReviewsClassification (fr)":39.57,"MasakhaNEWSClassification (fra)":80.66,"MassiveIntentClassification (fr)":67.92,"MassiveScenarioClassification (fr)":72.65,"MTOPDomainClassification (fr)":87.49,"MTOPIntentClassification (fr)":64.06} {"index":0,"Rank":10,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.61,"AmazonReviewsClassification (fr)":41.59,"MasakhaNEWSClassification (fra)":81.4,"MassiveIntentClassification (fr)":62.83,"MassiveScenarioClassification (fr)":69.71,"MTOPDomainClassification (fr)":90.05,"MTOPIntentClassification (fr)":66.09} @@ -47,8 +47,8 @@ {"index":69,"Rank":47,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":52.14,"AmazonReviewsClassification (fr)":27.54,"MasakhaNEWSClassification (fra)":72.2,"MassiveIntentClassification (fr)":44.82,"MassiveScenarioClassification (fr)":53.76,"MTOPDomainClassification (fr)":75.59,"MTOPIntentClassification (fr)":38.94} {"index":77,"Rank":48,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":50.9,"AmazonReviewsClassification (fr)":27.05,"MasakhaNEWSClassification (fra)":75.62,"MassiveIntentClassification (fr)":42.64,"MassiveScenarioClassification (fr)":49.92,"MTOPDomainClassification (fr)":72.97,"MTOPIntentClassification (fr)":37.18} {"index":53,"Rank":49,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":48.37,"AmazonReviewsClassification (fr)":29.02,"MasakhaNEWSClassification (fra)":75.69,"MassiveIntentClassification (fr)":38.01,"MassiveScenarioClassification (fr)":43.63,"MTOPDomainClassification (fr)":64.49,"MTOPIntentClassification (fr)":39.4} -{"index":20,"Rank":50,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":46.1,"AmazonReviewsClassification (fr)":29.38,"MasakhaNEWSClassification (fra)":63.93,"MassiveIntentClassification (fr)":37.28,"MassiveScenarioClassification (fr)":44.5,"MTOPDomainClassification (fr)":63.65,"MTOPIntentClassification (fr)":37.87} -{"index":52,"Rank":51,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":46.1,"AmazonReviewsClassification (fr)":29.39,"MasakhaNEWSClassification (fra)":64.0,"MassiveIntentClassification (fr)":37.3,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.61,"MTOPIntentClassification (fr)":37.84} +{"index":52,"Rank":50,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":46.1,"AmazonReviewsClassification (fr)":29.39,"MasakhaNEWSClassification (fra)":64.0,"MassiveIntentClassification (fr)":37.3,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.61,"MTOPIntentClassification (fr)":37.84} +{"index":20,"Rank":51,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":46.1,"AmazonReviewsClassification (fr)":29.38,"MasakhaNEWSClassification (fra)":63.93,"MassiveIntentClassification (fr)":37.28,"MassiveScenarioClassification (fr)":44.5,"MTOPDomainClassification (fr)":63.65,"MTOPIntentClassification (fr)":37.87} {"index":22,"Rank":52,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":46.09,"AmazonReviewsClassification (fr)":29.39,"MasakhaNEWSClassification (fra)":63.91,"MassiveIntentClassification (fr)":37.3,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.63,"MTOPIntentClassification (fr)":37.86} {"index":21,"Rank":53,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":46.09,"AmazonReviewsClassification (fr)":29.35,"MasakhaNEWSClassification (fra)":63.89,"MassiveIntentClassification (fr)":37.28,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.7,"MTOPIntentClassification (fr)":37.85} {"index":94,"Rank":54,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":31.21,"AmazonReviewsClassification (fr)":26.75,"MasakhaNEWSClassification (fra)":60.5,"MassiveIntentClassification (fr)":13.58,"MassiveScenarioClassification (fr)":23.21,"MTOPDomainClassification (fr)":43.83,"MTOPIntentClassification (fr)":19.38} diff --git a/all_data_tasks/17/default.jsonl b/all_data_tasks/17/default.jsonl index 49864754a27eab3594cbd681b477d4a7ac6884bf..7609e8ca08567b7d6df7b95ab91437aea8d15abe 100644 --- a/all_data_tasks/17/default.jsonl +++ b/all_data_tasks/17/default.jsonl @@ -1,8 +1,8 @@ {"index":11,"Rank":1,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":56.48,"AlloProfClusteringP2P":71.2,"AlloProfClusteringS2S":59.64,"HALClusteringS2S":28.19,"MLSUMClusteringP2P (fr)":47.75,"MLSUMClusteringS2S (fr)":47.46,"MasakhaNEWSClusteringP2P (fra)":73.86,"MasakhaNEWSClusteringS2S (fra)":67.24} {"index":9,"Rank":2,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":55.56,"AlloProfClusteringP2P":76.06,"AlloProfClusteringS2S":64.52,"HALClusteringS2S":30.83,"MLSUMClusteringP2P (fr)":50.03,"MLSUMClusteringS2S (fr)":43.7,"MasakhaNEWSClusteringP2P (fra)":60.19,"MasakhaNEWSClusteringS2S (fra)":63.62} {"index":8,"Rank":3,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":55.01,"AlloProfClusteringP2P":70.55,"AlloProfClusteringS2S":55.42,"HALClusteringS2S":28.3,"MLSUMClusteringP2P (fr)":45.27,"MLSUMClusteringS2S (fr)":42.77,"MasakhaNEWSClusteringP2P (fra)":71.04,"MasakhaNEWSClusteringS2S (fra)":71.71} -{"index":27,"Rank":4,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":51.26,"AlloProfClusteringP2P":65.3,"AlloProfClusteringS2S":55.37,"HALClusteringS2S":26.27,"MLSUMClusteringP2P (fr)":42.6,"MLSUMClusteringS2S (fr)":42.92,"MasakhaNEWSClusteringP2P (fra)":71.29,"MasakhaNEWSClusteringS2S (fra)":55.09} -{"index":37,"Rank":5,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":51.26,"AlloProfClusteringP2P":65.3,"AlloProfClusteringS2S":55.37,"HALClusteringS2S":26.27,"MLSUMClusteringP2P (fr)":42.6,"MLSUMClusteringS2S (fr)":42.92,"MasakhaNEWSClusteringP2P (fra)":71.29,"MasakhaNEWSClusteringS2S (fra)":55.09} +{"index":37,"Rank":4,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":51.26,"AlloProfClusteringP2P":65.3,"AlloProfClusteringS2S":55.37,"HALClusteringS2S":26.27,"MLSUMClusteringP2P (fr)":42.6,"MLSUMClusteringS2S (fr)":42.92,"MasakhaNEWSClusteringP2P (fra)":71.29,"MasakhaNEWSClusteringS2S (fra)":55.09} +{"index":27,"Rank":5,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":51.26,"AlloProfClusteringP2P":65.3,"AlloProfClusteringS2S":55.37,"HALClusteringS2S":26.27,"MLSUMClusteringP2P (fr)":42.6,"MLSUMClusteringS2S (fr)":42.92,"MasakhaNEWSClusteringP2P (fra)":71.29,"MasakhaNEWSClusteringS2S (fra)":55.09} {"index":97,"Rank":6,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.67,"AlloProfClusteringP2P":64.83,"AlloProfClusteringS2S":53.52,"HALClusteringS2S":26.18,"MLSUMClusteringP2P (fr)":44.59,"MLSUMClusteringS2S (fr)":41.67,"MasakhaNEWSClusteringP2P (fra)":68.35,"MasakhaNEWSClusteringS2S (fra)":48.58} {"index":26,"Rank":7,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":47.45,"AlloProfClusteringP2P":64.71,"AlloProfClusteringS2S":45.57,"HALClusteringS2S":25.37,"MLSUMClusteringP2P (fr)":44.23,"MLSUMClusteringS2S (fr)":44.58,"MasakhaNEWSClusteringP2P (fra)":61.58,"MasakhaNEWSClusteringS2S (fra)":46.1} {"index":4,"Rank":8,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.57,"AlloProfClusteringP2P":65.37,"AlloProfClusteringS2S":47.03,"HALClusteringS2S":27.67,"MLSUMClusteringP2P (fr)":45.99,"MLSUMClusteringS2S (fr)":45.57,"MasakhaNEWSClusteringP2P (fra)":44.53,"MasakhaNEWSClusteringS2S (fra)":49.8} @@ -34,8 +34,8 @@ {"index":79,"Rank":34,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":39.11,"AlloProfClusteringP2P":54.49,"AlloProfClusteringS2S":44.79,"HALClusteringS2S":23.97,"MLSUMClusteringP2P (fr)":40.55,"MLSUMClusteringS2S (fr)":37.53,"MasakhaNEWSClusteringP2P (fra)":41.57,"MasakhaNEWSClusteringS2S (fra)":30.88} {"index":58,"Rank":35,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":38.93,"AlloProfClusteringP2P":60.89,"AlloProfClusteringS2S":32.52,"HALClusteringS2S":18.95,"MLSUMClusteringP2P (fr)":43.2,"MLSUMClusteringS2S (fr)":37.61,"MasakhaNEWSClusteringP2P (fra)":40.12,"MasakhaNEWSClusteringS2S (fra)":39.22} {"index":15,"Rank":36,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":38.91,"AlloProfClusteringP2P":61.96,"AlloProfClusteringS2S":31.36,"HALClusteringS2S":17.31,"MLSUMClusteringP2P (fr)":42.8,"MLSUMClusteringS2S (fr)":32.72,"MasakhaNEWSClusteringP2P (fra)":56.81,"MasakhaNEWSClusteringS2S (fra)":29.41} -{"index":74,"Rank":37,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":38.7,"AlloProfClusteringP2P":55.95,"AlloProfClusteringS2S":35.39,"HALClusteringS2S":18.2,"MLSUMClusteringP2P (fr)":40.17,"MLSUMClusteringS2S (fr)":34.65,"MasakhaNEWSClusteringP2P (fra)":53.76,"MasakhaNEWSClusteringS2S (fra)":32.76} -{"index":56,"Rank":38,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":38.7,"AlloProfClusteringP2P":62.99,"AlloProfClusteringS2S":32.26,"HALClusteringS2S":22.44,"MLSUMClusteringP2P (fr)":44.04,"MLSUMClusteringS2S (fr)":37.65,"MasakhaNEWSClusteringP2P (fra)":40.94,"MasakhaNEWSClusteringS2S (fra)":30.56} +{"index":56,"Rank":37,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":38.7,"AlloProfClusteringP2P":62.99,"AlloProfClusteringS2S":32.26,"HALClusteringS2S":22.44,"MLSUMClusteringP2P (fr)":44.04,"MLSUMClusteringS2S (fr)":37.65,"MasakhaNEWSClusteringP2P (fra)":40.94,"MasakhaNEWSClusteringS2S (fra)":30.56} +{"index":74,"Rank":38,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":38.7,"AlloProfClusteringP2P":55.95,"AlloProfClusteringS2S":35.39,"HALClusteringS2S":18.2,"MLSUMClusteringP2P (fr)":40.17,"MLSUMClusteringS2S (fr)":34.65,"MasakhaNEWSClusteringP2P (fra)":53.76,"MasakhaNEWSClusteringS2S (fra)":32.76} {"index":28,"Rank":39,"Model":"bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":38.61,"AlloProfClusteringP2P":55.52,"AlloProfClusteringS2S":35.8,"HALClusteringS2S":23.14,"MLSUMClusteringP2P (fr)":40.31,"MLSUMClusteringS2S (fr)":40.05,"MasakhaNEWSClusteringP2P (fra)":45.03,"MasakhaNEWSClusteringS2S (fra)":30.39} {"index":78,"Rank":40,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":38.35,"AlloProfClusteringP2P":56.06,"AlloProfClusteringS2S":42.16,"HALClusteringS2S":23.21,"MLSUMClusteringP2P (fr)":39.97,"MLSUMClusteringS2S (fr)":36.55,"MasakhaNEWSClusteringP2P (fra)":36.58,"MasakhaNEWSClusteringS2S (fra)":33.9} {"index":68,"Rank":41,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":38.32,"AlloProfClusteringP2P":54.78,"AlloProfClusteringS2S":31.6,"HALClusteringS2S":20.62,"MLSUMClusteringP2P (fr)":42.09,"MLSUMClusteringS2S (fr)":34.84,"MasakhaNEWSClusteringP2P (fra)":46.16,"MasakhaNEWSClusteringS2S (fra)":38.13} diff --git a/all_data_tasks/18/default.jsonl b/all_data_tasks/18/default.jsonl index 39df1f0eadf28216210e2278fc909715cf769853..08e7321bc19ac007cc44994fe0ebd63a9a2e6dc1 100644 --- a/all_data_tasks/18/default.jsonl +++ b/all_data_tasks/18/default.jsonl @@ -8,8 +8,8 @@ {"index":37,"Rank":8,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.64,"OpusparcusPC (fr)":94.77,"PawsXPairClassification (fr)":64.51} {"index":27,"Rank":9,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.64,"OpusparcusPC (fr)":94.77,"PawsXPairClassification (fr)":64.51} {"index":65,"Rank":10,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":79.57,"OpusparcusPC (fr)":93.72,"PawsXPairClassification (fr)":65.42} -{"index":10,"Rank":11,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":79.46,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":58.93} -{"index":61,"Rank":12,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":79.46,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":58.93} +{"index":61,"Rank":11,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":79.46,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":58.93} +{"index":10,"Rank":12,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":79.46,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":58.93} {"index":83,"Rank":13,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":78.97,"OpusparcusPC (fr)":93.94,"PawsXPairClassification (fr)":64.01} {"index":88,"Rank":14,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.82,"OpusparcusPC (fr)":92.04,"PawsXPairClassification (fr)":65.6} {"index":4,"Rank":15,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.7,"OpusparcusPC (fr)":93.68,"PawsXPairClassification (fr)":63.71} @@ -46,8 +46,8 @@ {"index":92,"Rank":46,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.94,"OpusparcusPC (fr)":91.46,"PawsXPairClassification (fr)":52.41} {"index":74,"Rank":47,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":71.61,"OpusparcusPC (fr)":92.07,"PawsXPairClassification (fr)":51.16} {"index":70,"Rank":48,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":70.96,"OpusparcusPC (fr)":86.53,"PawsXPairClassification (fr)":55.4} -{"index":20,"Rank":49,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.59,"OpusparcusPC (fr)":87.78,"PawsXPairClassification (fr)":53.4} -{"index":22,"Rank":50,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.59,"OpusparcusPC (fr)":87.78,"PawsXPairClassification (fr)":53.4} +{"index":22,"Rank":49,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.59,"OpusparcusPC (fr)":87.78,"PawsXPairClassification (fr)":53.4} +{"index":20,"Rank":50,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.59,"OpusparcusPC (fr)":87.78,"PawsXPairClassification (fr)":53.4} {"index":52,"Rank":51,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":70.59,"OpusparcusPC (fr)":87.76,"PawsXPairClassification (fr)":53.41} {"index":21,"Rank":52,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.56,"OpusparcusPC (fr)":87.73,"PawsXPairClassification (fr)":53.38} {"index":53,"Rank":53,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":70.43,"OpusparcusPC (fr)":87.53,"PawsXPairClassification (fr)":53.33} diff --git a/all_data_tasks/19/default.jsonl b/all_data_tasks/19/default.jsonl index d5a26ad318c118a0f47d86462df6a7d60b480360..2de65d3706fbb992022e3d08c59f3bbabb276dc7 100644 --- a/all_data_tasks/19/default.jsonl +++ b/all_data_tasks/19/default.jsonl @@ -4,8 +4,8 @@ {"index":3,"Rank":4,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.06,"AlloprofReranking":72.92,"SyntecReranking":91.2} {"index":0,"Rank":5,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.46,"AlloprofReranking":72.36,"SyntecReranking":88.57} {"index":28,"Rank":6,"Model":"bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":80.35,"AlloprofReranking":73.1,"SyntecReranking":87.6} -{"index":27,"Rank":7,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.79,"AlloprofReranking":73.63,"SyntecReranking":85.95} -{"index":37,"Rank":8,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.79,"AlloprofReranking":73.63,"SyntecReranking":85.95} +{"index":37,"Rank":7,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.79,"AlloprofReranking":73.63,"SyntecReranking":85.95} +{"index":27,"Rank":8,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.79,"AlloprofReranking":73.63,"SyntecReranking":85.95} {"index":2,"Rank":9,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.78,"AlloprofReranking":70.79,"SyntecReranking":86.77} {"index":9,"Rank":10,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":78.7,"AlloprofReranking":73.08,"SyntecReranking":84.32} {"index":26,"Rank":11,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":77.14,"AlloprofReranking":70.46,"SyntecReranking":83.83} @@ -49,8 +49,8 @@ {"index":49,"Rank":49,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":45.34,"AlloprofReranking":34.81,"SyntecReranking":55.88} {"index":22,"Rank":50,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":44.75,"AlloprofReranking":36.25,"SyntecReranking":53.25} {"index":52,"Rank":51,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":44.74,"AlloprofReranking":36.23,"SyntecReranking":53.25} -{"index":21,"Rank":52,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":44.73,"AlloprofReranking":36.21,"SyntecReranking":53.25} -{"index":20,"Rank":53,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":44.73,"AlloprofReranking":36.21,"SyntecReranking":53.25} +{"index":20,"Rank":52,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":44.73,"AlloprofReranking":36.21,"SyntecReranking":53.25} +{"index":21,"Rank":53,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":44.73,"AlloprofReranking":36.21,"SyntecReranking":53.25} {"index":60,"Rank":54,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":39.82,"AlloprofReranking":28.75,"SyntecReranking":50.88} {"index":95,"Rank":55,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":39.01,"AlloprofReranking":28.62,"SyntecReranking":49.4} {"index":94,"Rank":56,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":34.66,"AlloprofReranking":25.58,"SyntecReranking":43.75} diff --git a/all_data_tasks/2/default.jsonl b/all_data_tasks/2/default.jsonl index 0271d0ce537d7f94a2b3d887596616129a6f3f31..34e2dcb62d934ddeaaa00ecae9b3f84980cf0838 100644 --- a/all_data_tasks/2/default.jsonl +++ b/all_data_tasks/2/default.jsonl @@ -15,17 +15,17 @@ {"index":1,"Rank":15,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":87.61,"SprintDuplicateQuestions":96.26,"TwitterSemEval2015":79.04,"TwitterURLCorpus":87.53} {"index":16,"Rank":16,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":87.51,"SprintDuplicateQuestions":95.32,"TwitterSemEval2015":79.64,"TwitterURLCorpus":87.58} {"index":15,"Rank":17,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":87.41,"SprintDuplicateQuestions":96.07,"TwitterSemEval2015":79.36,"TwitterURLCorpus":86.79} -{"index":106,"Rank":18,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":87.37,"SprintDuplicateQuestions":96.83,"TwitterSemEval2015":79.29,"TwitterURLCorpus":85.98} -{"index":203,"Rank":19,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":87.37,"SprintDuplicateQuestions":96.83,"TwitterSemEval2015":79.29,"TwitterURLCorpus":85.98} +{"index":203,"Rank":18,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":87.37,"SprintDuplicateQuestions":96.83,"TwitterSemEval2015":79.29,"TwitterURLCorpus":85.98} +{"index":106,"Rank":19,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":87.37,"SprintDuplicateQuestions":96.83,"TwitterSemEval2015":79.29,"TwitterURLCorpus":85.98} {"index":194,"Rank":20,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":87.34,"SprintDuplicateQuestions":94.59,"TwitterSemEval2015":79.93,"TwitterURLCorpus":87.5} {"index":47,"Rank":21,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":87.29,"SprintDuplicateQuestions":93.35,"TwitterSemEval2015":81.08,"TwitterURLCorpus":87.43} {"index":0,"Rank":22,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":87.29,"SprintDuplicateQuestions":96.49,"TwitterSemEval2015":78.25,"TwitterURLCorpus":87.12} {"index":119,"Rank":23,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":87.25,"SprintDuplicateQuestions":97.24,"TwitterSemEval2015":78.17,"TwitterURLCorpus":86.33} {"index":211,"Rank":24,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":87.2,"SprintDuplicateQuestions":96.82,"TwitterSemEval2015":78.55,"TwitterURLCorpus":86.23} {"index":59,"Rank":25,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":87.14,"SprintDuplicateQuestions":96.97,"TwitterSemEval2015":78.29,"TwitterURLCorpus":86.16} -{"index":240,"Rank":26,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":87.12,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} -{"index":23,"Rank":27,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":87.12,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} -{"index":239,"Rank":28,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":87.12,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} +{"index":23,"Rank":26,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":87.12,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} +{"index":239,"Rank":27,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":87.12,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} +{"index":240,"Rank":28,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":87.12,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} {"index":323,"Rank":29,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":87.07,"SprintDuplicateQuestions":96.87,"TwitterSemEval2015":78.24,"TwitterURLCorpus":86.11} {"index":229,"Rank":30,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Average":86.91,"SprintDuplicateQuestions":95.94,"TwitterSemEval2015":78.73,"TwitterURLCorpus":86.05} {"index":9,"Rank":31,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":86.87,"SprintDuplicateQuestions":98.07,"TwitterSemEval2015":74.44,"TwitterURLCorpus":88.11} @@ -34,13 +34,13 @@ {"index":133,"Rank":34,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":86.7,"SprintDuplicateQuestions":96.54,"TwitterSemEval2015":77.6,"TwitterURLCorpus":85.96} {"index":167,"Rank":35,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Average":86.62,"SprintDuplicateQuestions":94.94,"TwitterSemEval2015":77.99,"TwitterURLCorpus":86.93} {"index":8,"Rank":36,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":86.57,"SprintDuplicateQuestions":96.01,"TwitterSemEval2015":76.87,"TwitterURLCorpus":86.84} -{"index":136,"Rank":37,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} -{"index":198,"Rank":38,"Model":"privacy_embedding_rag_10k_base_checkpoint_2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} -{"index":199,"Rank":39,"Model":"privacy_embedding_rag_10k_base_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} -{"index":197,"Rank":40,"Model":"privacy_embedding_rag_10k_base_15_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} -{"index":196,"Rank":41,"Model":"privacy_embedding_rag_10k_base_12_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} -{"index":279,"Rank":42,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} -{"index":21,"Rank":43,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} +{"index":197,"Rank":37,"Model":"privacy_embedding_rag_10k_base_15_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} +{"index":279,"Rank":38,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} +{"index":198,"Rank":39,"Model":"privacy_embedding_rag_10k_base_checkpoint_2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} +{"index":196,"Rank":40,"Model":"privacy_embedding_rag_10k_base_12_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} +{"index":199,"Rank":41,"Model":"privacy_embedding_rag_10k_base_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} +{"index":21,"Rank":42,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} +{"index":136,"Rank":43,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} {"index":168,"Rank":44,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Average":86.45,"SprintDuplicateQuestions":95.69,"TwitterSemEval2015":77.67,"TwitterURLCorpus":86.0} {"index":131,"Rank":45,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":86.32,"SprintDuplicateQuestions":95.93,"TwitterSemEval2015":76.92,"TwitterURLCorpus":86.11} {"index":214,"Rank":46,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":86.24,"SprintDuplicateQuestions":96.38,"TwitterSemEval2015":76.41,"TwitterURLCorpus":85.93} @@ -50,32 +50,32 @@ {"index":258,"Rank":50,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":86.13,"SprintDuplicateQuestions":95.45,"TwitterSemEval2015":77.81,"TwitterURLCorpus":85.14} {"index":259,"Rank":51,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":86.12,"SprintDuplicateQuestions":95.68,"TwitterSemEval2015":77.54,"TwitterURLCorpus":85.13} {"index":266,"Rank":52,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":86.06,"SprintDuplicateQuestions":91.44,"TwitterSemEval2015":80.89,"TwitterURLCorpus":85.86} -{"index":57,"Rank":53,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":86.03,"SprintDuplicateQuestions":94.92,"TwitterSemEval2015":76.92,"TwitterURLCorpus":86.25} -{"index":172,"Rank":54,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":86.03,"SprintDuplicateQuestions":94.92,"TwitterSemEval2015":76.92,"TwitterURLCorpus":86.25} +{"index":172,"Rank":53,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":86.03,"SprintDuplicateQuestions":94.92,"TwitterSemEval2015":76.92,"TwitterURLCorpus":86.25} +{"index":57,"Rank":54,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":86.03,"SprintDuplicateQuestions":94.92,"TwitterSemEval2015":76.92,"TwitterURLCorpus":86.25} {"index":171,"Rank":55,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":85.94,"SprintDuplicateQuestions":95.42,"TwitterSemEval2015":76.1,"TwitterURLCorpus":86.31} {"index":166,"Rank":56,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":85.89,"SprintDuplicateQuestions":93.07,"TwitterSemEval2015":77.42,"TwitterURLCorpus":87.18} {"index":210,"Rank":57,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":85.89,"SprintDuplicateQuestions":96.05,"TwitterSemEval2015":76.08,"TwitterURLCorpus":85.54} {"index":25,"Rank":58,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":85.84,"SprintDuplicateQuestions":90.94,"TwitterSemEval2015":79.64,"TwitterURLCorpus":86.95} {"index":36,"Rank":59,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.84,"SprintDuplicateQuestions":96.25,"TwitterSemEval2015":74.8,"TwitterURLCorpus":86.46} {"index":17,"Rank":60,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":85.79,"SprintDuplicateQuestions":92.82,"TwitterSemEval2015":77.96,"TwitterURLCorpus":86.59} -{"index":170,"Rank":61,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":85.73,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":75.97,"TwitterURLCorpus":86.63} -{"index":158,"Rank":62,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Average":85.73,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":75.97,"TwitterURLCorpus":86.63} +{"index":158,"Rank":61,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Average":85.73,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":75.97,"TwitterURLCorpus":86.63} +{"index":170,"Rank":62,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":85.73,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":75.97,"TwitterURLCorpus":86.63} {"index":354,"Rank":63,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.72,"SprintDuplicateQuestions":92.25,"TwitterSemEval2015":77.13,"TwitterURLCorpus":87.78} {"index":61,"Rank":64,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":85.61,"SprintDuplicateQuestions":92.57,"TwitterSemEval2015":77.07,"TwitterURLCorpus":87.19} {"index":124,"Rank":65,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":85.61,"SprintDuplicateQuestions":92.57,"TwitterSemEval2015":77.07,"TwitterURLCorpus":87.19} {"index":330,"Rank":66,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.41,"SprintDuplicateQuestions":95.02,"TwitterSemEval2015":75.24,"TwitterURLCorpus":85.96} {"index":185,"Rank":67,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Average":85.4,"SprintDuplicateQuestions":95.62,"TwitterSemEval2015":73.81,"TwitterURLCorpus":86.78} -{"index":326,"Rank":68,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09} -{"index":128,"Rank":69,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09} +{"index":128,"Rank":68,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09} +{"index":326,"Rank":69,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09} {"index":191,"Rank":70,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09} {"index":18,"Rank":71,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":85.33,"SprintDuplicateQuestions":94.94,"TwitterSemEval2015":75.53,"TwitterURLCorpus":85.51} {"index":257,"Rank":72,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":85.32,"SprintDuplicateQuestions":95.05,"TwitterSemEval2015":76.03,"TwitterURLCorpus":84.89} {"index":264,"Rank":73,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":85.18,"SprintDuplicateQuestions":91.23,"TwitterSemEval2015":78.25,"TwitterURLCorpus":86.05} -{"index":29,"Rank":74,"Model":"UniVaR-lambda-20<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":85.15,"SprintDuplicateQuestions":93.52,"TwitterSemEval2015":75.23,"TwitterURLCorpus":86.71} -{"index":30,"Rank":75,"Model":"UniVaR-lambda-5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":85.15,"SprintDuplicateQuestions":93.52,"TwitterSemEval2015":75.23,"TwitterURLCorpus":86.71} -{"index":220,"Rank":76,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":85.15,"SprintDuplicateQuestions":93.52,"TwitterSemEval2015":75.23,"TwitterURLCorpus":86.71} +{"index":28,"Rank":74,"Model":"UniVaR-lambda-1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":85.15,"SprintDuplicateQuestions":93.52,"TwitterSemEval2015":75.23,"TwitterURLCorpus":86.71} +{"index":29,"Rank":75,"Model":"UniVaR-lambda-20<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":85.15,"SprintDuplicateQuestions":93.52,"TwitterSemEval2015":75.23,"TwitterURLCorpus":86.71} +{"index":30,"Rank":76,"Model":"UniVaR-lambda-5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":85.15,"SprintDuplicateQuestions":93.52,"TwitterSemEval2015":75.23,"TwitterURLCorpus":86.71} {"index":31,"Rank":77,"Model":"UniVaR-lambda-80<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":85.15,"SprintDuplicateQuestions":93.52,"TwitterSemEval2015":75.23,"TwitterURLCorpus":86.71} -{"index":28,"Rank":78,"Model":"UniVaR-lambda-1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":85.15,"SprintDuplicateQuestions":93.52,"TwitterSemEval2015":75.23,"TwitterURLCorpus":86.71} +{"index":220,"Rank":78,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":85.15,"SprintDuplicateQuestions":93.52,"TwitterSemEval2015":75.23,"TwitterURLCorpus":86.71} {"index":169,"Rank":79,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":85.09,"SprintDuplicateQuestions":94.88,"TwitterSemEval2015":74.4,"TwitterURLCorpus":85.98} {"index":174,"Rank":80,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":85.08,"SprintDuplicateQuestions":95.29,"TwitterSemEval2015":74.16,"TwitterURLCorpus":85.79} {"index":267,"Rank":81,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":85.07,"SprintDuplicateQuestions":88.91,"TwitterSemEval2015":80.28,"TwitterURLCorpus":86.01} @@ -93,16 +93,16 @@ {"index":188,"Rank":93,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":84.8,"SprintDuplicateQuestions":96.09,"TwitterSemEval2015":72.32,"TwitterURLCorpus":85.98} {"index":177,"Rank":94,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":84.75,"SprintDuplicateQuestions":93.14,"TwitterSemEval2015":75.28,"TwitterURLCorpus":85.83} {"index":236,"Rank":95,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.75,"SprintDuplicateQuestions":93.13,"TwitterSemEval2015":75.28,"TwitterURLCorpus":85.83} -{"index":58,"Rank":96,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.75,"SprintDuplicateQuestions":93.13,"TwitterSemEval2015":75.28,"TwitterURLCorpus":85.83} -{"index":142,"Rank":97,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.75,"SprintDuplicateQuestions":93.13,"TwitterSemEval2015":75.28,"TwitterURLCorpus":85.83} -{"index":271,"Rank":98,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.75,"SprintDuplicateQuestions":93.13,"TwitterSemEval2015":75.28,"TwitterURLCorpus":85.83} +{"index":142,"Rank":96,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.75,"SprintDuplicateQuestions":93.13,"TwitterSemEval2015":75.28,"TwitterURLCorpus":85.83} +{"index":271,"Rank":97,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.75,"SprintDuplicateQuestions":93.13,"TwitterSemEval2015":75.28,"TwitterURLCorpus":85.83} +{"index":58,"Rank":98,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.75,"SprintDuplicateQuestions":93.13,"TwitterSemEval2015":75.28,"TwitterURLCorpus":85.83} {"index":215,"Rank":99,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.69,"SprintDuplicateQuestions":95.5,"TwitterSemEval2015":72.92,"TwitterURLCorpus":85.66} {"index":337,"Rank":100,"Model":"gte-large-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.69,"SprintDuplicateQuestions":95.63,"TwitterSemEval2015":72.87,"TwitterURLCorpus":85.58} {"index":134,"Rank":101,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":84.68,"SprintDuplicateQuestions":95.79,"TwitterSemEval2015":72.95,"TwitterURLCorpus":85.3} {"index":175,"Rank":102,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":84.67,"SprintDuplicateQuestions":94.88,"TwitterSemEval2015":73.34,"TwitterURLCorpus":85.79} -{"index":227,"Rank":103,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":102,"Rank":104,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":342,"Rank":105,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} +{"index":102,"Rank":103,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} +{"index":342,"Rank":104,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} +{"index":227,"Rank":105,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} {"index":122,"Rank":106,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} {"index":225,"Rank":107,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":84.59,"SprintDuplicateQuestions":92.91,"TwitterSemEval2015":74.3,"TwitterURLCorpus":86.57} {"index":221,"Rank":108,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":84.59,"SprintDuplicateQuestions":94.83,"TwitterSemEval2015":72.55,"TwitterURLCorpus":86.38} @@ -112,8 +112,8 @@ {"index":19,"Rank":112,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Average":84.53,"SprintDuplicateQuestions":94.16,"TwitterSemEval2015":75.25,"TwitterURLCorpus":84.18} {"index":139,"Rank":113,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Average":84.48,"SprintDuplicateQuestions":97.32,"TwitterSemEval2015":70.29,"TwitterURLCorpus":85.83} {"index":193,"Rank":114,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":84.44,"SprintDuplicateQuestions":95.12,"TwitterSemEval2015":72.15,"TwitterURLCorpus":86.05} -{"index":195,"Rank":115,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":84.24,"SprintDuplicateQuestions":95.41,"TwitterSemEval2015":71.88,"TwitterURLCorpus":85.42} -{"index":20,"Rank":116,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":84.24,"SprintDuplicateQuestions":95.41,"TwitterSemEval2015":71.88,"TwitterURLCorpus":85.42} +{"index":20,"Rank":115,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":84.24,"SprintDuplicateQuestions":95.41,"TwitterSemEval2015":71.88,"TwitterURLCorpus":85.42} +{"index":195,"Rank":116,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":84.24,"SprintDuplicateQuestions":95.41,"TwitterSemEval2015":71.88,"TwitterURLCorpus":85.42} {"index":353,"Rank":117,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.22,"SprintDuplicateQuestions":89.02,"TwitterSemEval2015":76.56,"TwitterURLCorpus":87.09} {"index":224,"Rank":118,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":84.09,"SprintDuplicateQuestions":92.31,"TwitterSemEval2015":73.61,"TwitterURLCorpus":86.34} {"index":183,"Rank":119,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Average":84.06,"SprintDuplicateQuestions":95.36,"TwitterSemEval2015":70.64,"TwitterURLCorpus":86.18} @@ -125,8 +125,8 @@ {"index":141,"Rank":125,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.65,"SprintDuplicateQuestions":94.87,"TwitterSemEval2015":70.25,"TwitterURLCorpus":85.83} {"index":338,"Rank":126,"Model":"gte-large-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.58,"SprintDuplicateQuestions":94.67,"TwitterSemEval2015":70.34,"TwitterURLCorpus":85.72} {"index":176,"Rank":127,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":83.57,"SprintDuplicateQuestions":93.02,"TwitterSemEval2015":72.21,"TwitterURLCorpus":85.48} -{"index":223,"Rank":128,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":83.54,"SprintDuplicateQuestions":91.45,"TwitterSemEval2015":73.23,"TwitterURLCorpus":85.93} -{"index":277,"Rank":129,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":83.54,"SprintDuplicateQuestions":95.57,"TwitterSemEval2015":70.12,"TwitterURLCorpus":84.92} +{"index":277,"Rank":128,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":83.54,"SprintDuplicateQuestions":95.57,"TwitterSemEval2015":70.12,"TwitterURLCorpus":84.92} +{"index":223,"Rank":129,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":83.54,"SprintDuplicateQuestions":91.45,"TwitterSemEval2015":73.23,"TwitterURLCorpus":85.93} {"index":165,"Rank":130,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":83.51,"SprintDuplicateQuestions":90.35,"TwitterSemEval2015":73.99,"TwitterURLCorpus":86.2} {"index":132,"Rank":131,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Average":83.39,"SprintDuplicateQuestions":94.14,"TwitterSemEval2015":70.46,"TwitterURLCorpus":85.58} {"index":78,"Rank":132,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Average":83.32,"SprintDuplicateQuestions":95.12,"TwitterSemEval2015":69.78,"TwitterURLCorpus":85.07} @@ -145,15 +145,15 @@ {"index":68,"Rank":145,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":82.59,"SprintDuplicateQuestions":92.18,"TwitterSemEval2015":70.75,"TwitterURLCorpus":84.83} {"index":228,"Rank":146,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":82.54,"SprintDuplicateQuestions":95.55,"TwitterSemEval2015":66.85,"TwitterURLCorpus":85.21} {"index":249,"Rank":147,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":82.46,"SprintDuplicateQuestions":92.58,"TwitterSemEval2015":70.02,"TwitterURLCorpus":84.77} -{"index":250,"Rank":148,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":82.37,"SprintDuplicateQuestions":94.55,"TwitterSemEval2015":67.86,"TwitterURLCorpus":84.7} -{"index":209,"Rank":149,"Model":"all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.37,"SprintDuplicateQuestions":94.55,"TwitterSemEval2015":67.86,"TwitterURLCorpus":84.7} +{"index":209,"Rank":148,"Model":"all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.37,"SprintDuplicateQuestions":94.55,"TwitterSemEval2015":67.86,"TwitterURLCorpus":84.7} +{"index":250,"Rank":149,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":82.37,"SprintDuplicateQuestions":94.55,"TwitterSemEval2015":67.86,"TwitterURLCorpus":84.7} {"index":226,"Rank":150,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":82.26,"SprintDuplicateQuestions":90.06,"TwitterSemEval2015":71.68,"TwitterURLCorpus":85.03} {"index":129,"Rank":151,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.14,"SprintDuplicateQuestions":92.92,"TwitterSemEval2015":67.8,"TwitterURLCorpus":85.71} {"index":147,"Rank":152,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Average":82.11,"SprintDuplicateQuestions":93.23,"TwitterSemEval2015":69.6,"TwitterURLCorpus":83.49} {"index":113,"Rank":153,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":82.07,"SprintDuplicateQuestions":95.28,"TwitterSemEval2015":65.78,"TwitterURLCorpus":85.15} {"index":336,"Rank":154,"Model":"snowflake-arctic-embed-s-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.07,"SprintDuplicateQuestions":95.28,"TwitterSemEval2015":65.78,"TwitterURLCorpus":85.15} -{"index":111,"Rank":155,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":82.02,"SprintDuplicateQuestions":94.67,"TwitterSemEval2015":66.17,"TwitterURLCorpus":85.21} -{"index":333,"Rank":156,"Model":"snowflake-arctic-embed-m-long-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.02,"SprintDuplicateQuestions":94.67,"TwitterSemEval2015":66.17,"TwitterURLCorpus":85.21} +{"index":333,"Rank":155,"Model":"snowflake-arctic-embed-m-long-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.02,"SprintDuplicateQuestions":94.67,"TwitterSemEval2015":66.17,"TwitterURLCorpus":85.21} +{"index":111,"Rank":156,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":82.02,"SprintDuplicateQuestions":94.67,"TwitterSemEval2015":66.17,"TwitterURLCorpus":85.21} {"index":92,"Rank":157,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Average":82.0,"SprintDuplicateQuestions":93.84,"TwitterSemEval2015":66.87,"TwitterURLCorpus":85.29} {"index":219,"Rank":158,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.93,"SprintDuplicateQuestions":94.59,"TwitterSemEval2015":67.01,"TwitterURLCorpus":84.2} {"index":138,"Rank":159,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":81.9,"SprintDuplicateQuestions":94.93,"TwitterSemEval2015":65.31,"TwitterURLCorpus":85.46} @@ -168,19 +168,19 @@ {"index":74,"Rank":168,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":80.94,"SprintDuplicateQuestions":91.3,"TwitterSemEval2015":68.76,"TwitterURLCorpus":82.76} {"index":154,"Rank":169,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":80.86,"SprintDuplicateQuestions":93.84,"TwitterSemEval2015":64.72,"TwitterURLCorpus":84.01} {"index":263,"Rank":170,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.81,"SprintDuplicateQuestions":90.55,"TwitterSemEval2015":66.75,"TwitterURLCorpus":85.14} -{"index":109,"Rank":171,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Average":80.8,"SprintDuplicateQuestions":95.2,"TwitterSemEval2015":62.35,"TwitterURLCorpus":84.84} -{"index":332,"Rank":172,"Model":"snowflake-arctic-embed-l-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.8,"SprintDuplicateQuestions":95.2,"TwitterSemEval2015":62.35,"TwitterURLCorpus":84.84} +{"index":332,"Rank":171,"Model":"snowflake-arctic-embed-l-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.8,"SprintDuplicateQuestions":95.2,"TwitterSemEval2015":62.35,"TwitterURLCorpus":84.84} +{"index":109,"Rank":172,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Average":80.8,"SprintDuplicateQuestions":95.2,"TwitterSemEval2015":62.35,"TwitterURLCorpus":84.84} {"index":82,"Rank":173,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Average":80.73,"SprintDuplicateQuestions":94.26,"TwitterSemEval2015":63.85,"TwitterURLCorpus":84.07} {"index":91,"Rank":174,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Average":80.65,"SprintDuplicateQuestions":93.47,"TwitterSemEval2015":63.68,"TwitterURLCorpus":84.8} {"index":81,"Rank":175,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Average":80.62,"SprintDuplicateQuestions":89.85,"TwitterSemEval2015":67.48,"TwitterURLCorpus":84.53} {"index":80,"Rank":176,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Average":80.57,"SprintDuplicateQuestions":89.26,"TwitterSemEval2015":69.26,"TwitterURLCorpus":83.19} {"index":86,"Rank":177,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Average":80.4,"SprintDuplicateQuestions":94.4,"TwitterSemEval2015":63.86,"TwitterURLCorpus":82.95} {"index":49,"Rank":178,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Average":80.4,"SprintDuplicateQuestions":90.41,"TwitterSemEval2015":67.67,"TwitterURLCorpus":83.11} -{"index":309,"Rank":179,"Model":"nmc-prmt-and-emb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.22,"SprintDuplicateQuestions":91.33,"TwitterSemEval2015":66.09,"TwitterURLCorpus":83.25} +{"index":308,"Rank":179,"Model":"nmc-prmpt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.22,"SprintDuplicateQuestions":91.33,"TwitterSemEval2015":66.09,"TwitterURLCorpus":83.25} {"index":307,"Rank":180,"Model":"nmc-pmpt_correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.22,"SprintDuplicateQuestions":91.33,"TwitterSemEval2015":66.09,"TwitterURLCorpus":83.25} -{"index":310,"Rank":181,"Model":"nmc-prmt-and-emb-150k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.22,"SprintDuplicateQuestions":91.33,"TwitterSemEval2015":66.09,"TwitterURLCorpus":83.25} -{"index":308,"Rank":182,"Model":"nmc-prmpt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.22,"SprintDuplicateQuestions":91.33,"TwitterSemEval2015":66.09,"TwitterURLCorpus":83.25} -{"index":302,"Rank":183,"Model":"nmc-cls<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.22,"SprintDuplicateQuestions":91.33,"TwitterSemEval2015":66.09,"TwitterURLCorpus":83.25} +{"index":309,"Rank":181,"Model":"nmc-prmt-and-emb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.22,"SprintDuplicateQuestions":91.33,"TwitterSemEval2015":66.09,"TwitterURLCorpus":83.25} +{"index":302,"Rank":182,"Model":"nmc-cls<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.22,"SprintDuplicateQuestions":91.33,"TwitterSemEval2015":66.09,"TwitterURLCorpus":83.25} +{"index":310,"Rank":183,"Model":"nmc-prmt-and-emb-150k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.22,"SprintDuplicateQuestions":91.33,"TwitterSemEval2015":66.09,"TwitterURLCorpus":83.25} {"index":108,"Rank":184,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":79.84,"SprintDuplicateQuestions":92.98,"TwitterSemEval2015":62.44,"TwitterURLCorpus":84.1} {"index":87,"Rank":185,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Average":79.7,"SprintDuplicateQuestions":92.14,"TwitterSemEval2015":63.44,"TwitterURLCorpus":83.53} {"index":322,"Rank":186,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":79.62,"SprintDuplicateQuestions":90.89,"TwitterSemEval2015":63.76,"TwitterURLCorpus":84.2} @@ -233,9 +233,9 @@ {"index":76,"Rank":233,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":72.21,"SprintDuplicateQuestions":77.36,"TwitterSemEval2015":61.54,"TwitterURLCorpus":77.73} {"index":282,"Rank":234,"Model":"ft-gcp-pca<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":72.15,"SprintDuplicateQuestions":84.85,"TwitterSemEval2015":53.65,"TwitterURLCorpus":77.95} {"index":314,"Rank":235,"Model":"s2v-gcp-pca<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":72.05,"SprintDuplicateQuestions":76.35,"TwitterSemEval2015":58.11,"TwitterURLCorpus":81.68} -{"index":312,"Rank":236,"Model":"s2v<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.88,"SprintDuplicateQuestions":75.53,"TwitterSemEval2015":58.77,"TwitterURLCorpus":81.33} -{"index":313,"Rank":237,"Model":"s2v-gcp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.88,"SprintDuplicateQuestions":75.53,"TwitterSemEval2015":58.77,"TwitterURLCorpus":81.33} -{"index":316,"Rank":238,"Model":"tst<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.88,"SprintDuplicateQuestions":75.53,"TwitterSemEval2015":58.77,"TwitterURLCorpus":81.33} +{"index":316,"Rank":236,"Model":"tst<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.88,"SprintDuplicateQuestions":75.53,"TwitterSemEval2015":58.77,"TwitterURLCorpus":81.33} +{"index":312,"Rank":237,"Model":"s2v<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.88,"SprintDuplicateQuestions":75.53,"TwitterSemEval2015":58.77,"TwitterURLCorpus":81.33} +{"index":313,"Rank":238,"Model":"s2v-gcp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.88,"SprintDuplicateQuestions":75.53,"TwitterSemEval2015":58.77,"TwitterURLCorpus":81.33} {"index":90,"Rank":239,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":71.78,"SprintDuplicateQuestions":77.73,"TwitterSemEval2015":57.09,"TwitterURLCorpus":80.51} {"index":159,"Rank":240,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.4,"SprintDuplicateQuestions":77.08,"TwitterSemEval2015":53.58,"TwitterURLCorpus":83.53} {"index":283,"Rank":241,"Model":"ft-lower<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.07,"SprintDuplicateQuestions":75.39,"TwitterSemEval2015":58.93,"TwitterURLCorpus":78.9} diff --git a/all_data_tasks/20/default.jsonl b/all_data_tasks/20/default.jsonl index 23a10c1837e45a664d2c22833a5b068a4ea0768c..91f9b6559a40925ddb25e33be8d75053d61eb47a 100644 --- a/all_data_tasks/20/default.jsonl +++ b/all_data_tasks/20/default.jsonl @@ -2,11 +2,11 @@ {"index":9,"Rank":2,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":55.65,"AlloprofRetrieval":58.88,"BSARDRetrieval":18.8,"MintakaRetrieval (fr)":54.03,"SyntecRetrieval":78.25,"XPQARetrieval (fr)":68.3} {"index":4,"Rank":3,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.56,"AlloprofRetrieval":58.27,"BSARDRetrieval":5.14,"MintakaRetrieval (fr)":49.19,"SyntecRetrieval":87.28,"XPQARetrieval (fr)":72.92} {"index":3,"Rank":4,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":52.98,"AlloprofRetrieval":57.28,"BSARDRetrieval":11.83,"MintakaRetrieval (fr)":34.92,"SyntecRetrieval":87.33,"XPQARetrieval (fr)":73.56} -{"index":10,"Rank":5,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":52.97,"AlloprofRetrieval":53.64,"BSARDRetrieval":26.11,"MintakaRetrieval (fr)":34.71,"SyntecRetrieval":83.04,"XPQARetrieval (fr)":67.33} -{"index":61,"Rank":6,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":52.97,"AlloprofRetrieval":53.64,"BSARDRetrieval":26.11,"MintakaRetrieval (fr)":34.71,"SyntecRetrieval":83.04,"XPQARetrieval (fr)":67.33} +{"index":61,"Rank":5,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":52.97,"AlloprofRetrieval":53.64,"BSARDRetrieval":26.11,"MintakaRetrieval (fr)":34.71,"SyntecRetrieval":83.04,"XPQARetrieval (fr)":67.33} +{"index":10,"Rank":6,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":52.97,"AlloprofRetrieval":53.64,"BSARDRetrieval":26.11,"MintakaRetrieval (fr)":34.71,"SyntecRetrieval":83.04,"XPQARetrieval (fr)":67.33} {"index":8,"Rank":7,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":52.56,"AlloprofRetrieval":57.89,"BSARDRetrieval":6.3,"MintakaRetrieval (fr)":42.56,"SyntecRetrieval":90.47,"XPQARetrieval (fr)":65.58} -{"index":27,"Rank":8,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":50.09,"AlloprofRetrieval":47.6,"BSARDRetrieval":19.58,"MintakaRetrieval (fr)":32.62,"SyntecRetrieval":84.2,"XPQARetrieval (fr)":66.43} -{"index":37,"Rank":9,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":50.09,"AlloprofRetrieval":47.6,"BSARDRetrieval":19.58,"MintakaRetrieval (fr)":32.62,"SyntecRetrieval":84.2,"XPQARetrieval (fr)":66.43} +{"index":37,"Rank":8,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":50.09,"AlloprofRetrieval":47.6,"BSARDRetrieval":19.58,"MintakaRetrieval (fr)":32.62,"SyntecRetrieval":84.2,"XPQARetrieval (fr)":66.43} +{"index":27,"Rank":9,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":50.09,"AlloprofRetrieval":47.6,"BSARDRetrieval":19.58,"MintakaRetrieval (fr)":32.62,"SyntecRetrieval":84.2,"XPQARetrieval (fr)":66.43} {"index":97,"Rank":10,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":48.23,"AlloprofRetrieval":51.64,"BSARDRetrieval":0.61,"MintakaRetrieval (fr)":29.94,"SyntecRetrieval":85.97,"XPQARetrieval (fr)":73.0} {"index":0,"Rank":11,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.81,"AlloprofRetrieval":56.84,"BSARDRetrieval":2.48,"MintakaRetrieval (fr)":21.73,"SyntecRetrieval":78.77,"XPQARetrieval (fr)":74.24} {"index":35,"Rank":12,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":46.78,"AlloprofRetrieval":46.94,"BSARDRetrieval":2.08,"MintakaRetrieval (fr)":30.07,"SyntecRetrieval":84.6,"XPQARetrieval (fr)":70.22} diff --git a/all_data_tasks/21/default.jsonl b/all_data_tasks/21/default.jsonl index 3cb696231024d7f68b7a874ef1f4fda0ae4c0691..648edbc1a30668680fd127c877bf243fec5ce882 100644 --- a/all_data_tasks/21/default.jsonl +++ b/all_data_tasks/21/default.jsonl @@ -1,11 +1,11 @@ -{"index":27,"Rank":1,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":83.62,"STS22 (fr)":84.64,"STSBenchmarkMultilingualSTS (fr)":87.02,"SICKFr":79.2} -{"index":37,"Rank":2,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":83.62,"STS22 (fr)":84.64,"STSBenchmarkMultilingualSTS (fr)":87.02,"SICKFr":79.2} +{"index":37,"Rank":1,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":83.62,"STS22 (fr)":84.64,"STSBenchmarkMultilingualSTS (fr)":87.02,"SICKFr":79.2} +{"index":27,"Rank":2,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":83.62,"STS22 (fr)":84.64,"STSBenchmarkMultilingualSTS (fr)":87.02,"SICKFr":79.2} {"index":28,"Rank":3,"Model":"bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":83.08,"STS22 (fr)":82.84,"STSBenchmarkMultilingualSTS (fr)":86.59,"SICKFr":79.81} {"index":11,"Rank":4,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":82.59,"STS22 (fr)":83.28,"STSBenchmarkMultilingualSTS (fr)":85.09,"SICKFr":79.39} {"index":9,"Rank":5,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":82.31,"STS22 (fr)":82.58,"STSBenchmarkMultilingualSTS (fr)":85.46,"SICKFr":78.9} {"index":45,"Rank":6,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":81.74,"STS22 (fr)":81.73,"STSBenchmarkMultilingualSTS (fr)":85.79,"SICKFr":77.7} -{"index":10,"Rank":7,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":81.36,"STS22 (fr)":81.03,"STSBenchmarkMultilingualSTS (fr)":84.43,"SICKFr":78.63} -{"index":61,"Rank":8,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":81.36,"STS22 (fr)":81.03,"STSBenchmarkMultilingualSTS (fr)":84.43,"SICKFr":78.63} +{"index":61,"Rank":7,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":81.36,"STS22 (fr)":81.03,"STSBenchmarkMultilingualSTS (fr)":84.43,"SICKFr":78.63} +{"index":10,"Rank":8,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":81.36,"STS22 (fr)":81.03,"STSBenchmarkMultilingualSTS (fr)":84.43,"SICKFr":78.63} {"index":16,"Rank":9,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.28,"STS22 (fr)":82.76,"STSBenchmarkMultilingualSTS (fr)":81.84,"SICKFr":79.23} {"index":8,"Rank":10,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":81.26,"STS22 (fr)":81.84,"STSBenchmarkMultilingualSTS (fr)":82.25,"SICKFr":79.68} {"index":96,"Rank":11,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.59,"STS22 (fr)":80.31,"STSBenchmarkMultilingualSTS (fr)":84.36,"SICKFr":77.1} diff --git a/all_data_tasks/22/default.jsonl b/all_data_tasks/22/default.jsonl index 61c4c9621dcdf480fb01700d3ed8a9a3538275e9..a6a03c079ed5978fcd8fae196ced66eee97b353e 100644 --- a/all_data_tasks/22/default.jsonl +++ b/all_data_tasks/22/default.jsonl @@ -9,15 +9,15 @@ {"index":9,"Rank":9,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"SummEvalFr":31.45} {"index":15,"Rank":10,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":31.4} {"index":16,"Rank":11,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":31.26} -{"index":49,"Rank":12,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":31.26} -{"index":11,"Rank":13,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"SummEvalFr":31.26} +{"index":11,"Rank":12,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"SummEvalFr":31.26} +{"index":49,"Rank":13,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":31.26} {"index":56,"Rank":14,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEvalFr":30.92} -{"index":45,"Rank":15,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"SummEvalFr":30.88} -{"index":1,"Rank":16,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.88} +{"index":1,"Rank":15,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.88} +{"index":45,"Rank":16,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"SummEvalFr":30.88} {"index":55,"Rank":17,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":30.76} {"index":53,"Rank":18,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"SummEvalFr":30.72} -{"index":97,"Rank":19,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.5} -{"index":8,"Rank":20,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"SummEvalFr":30.5} +{"index":8,"Rank":19,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"SummEvalFr":30.5} +{"index":97,"Rank":20,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.5} {"index":83,"Rank":21,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"SummEvalFr":30.39} {"index":3,"Rank":22,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.34} {"index":27,"Rank":23,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEvalFr":30.3} @@ -31,8 +31,8 @@ {"index":62,"Rank":31,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"SummEvalFr":30.13} {"index":80,"Rank":32,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEvalFr":30.01} {"index":4,"Rank":33,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":29.96} -{"index":10,"Rank":34,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"SummEvalFr":29.74} -{"index":61,"Rank":35,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"SummEvalFr":29.74} +{"index":61,"Rank":34,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"SummEvalFr":29.74} +{"index":10,"Rank":35,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"SummEvalFr":29.74} {"index":35,"Rank":36,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEvalFr":29.69} {"index":96,"Rank":37,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":29.65} {"index":59,"Rank":38,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":29.48} diff --git a/all_data_tasks/25/default.jsonl b/all_data_tasks/25/default.jsonl index b438100ab77ef31de59fefbdd5dd47040c64b213..102730a91c9371386bb8fd8ccd5044c633abaa82 100644 --- a/all_data_tasks/25/default.jsonl +++ b/all_data_tasks/25/default.jsonl @@ -1,8 +1,8 @@ {"index":7,"Rank":1,"Model":"gbert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":32.34,"BlurbsClusteringP2P":39.3,"BlurbsClusteringS2S":13.38,"TenKGnadClusteringP2P":41.69,"TenKGnadClusteringS2S":34.97} {"index":17,"Rank":2,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":29.74,"BlurbsClusteringP2P":39.91,"BlurbsClusteringS2S":15.94,"TenKGnadClusteringP2P":43.43,"TenKGnadClusteringS2S":19.69} -{"index":11,"Rank":3,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69} -{"index":5,"Rank":4,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69} -{"index":1,"Rank":5,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69} +{"index":1,"Rank":3,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69} +{"index":11,"Rank":4,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69} +{"index":5,"Rank":5,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69} {"index":4,"Rank":6,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Average":29.5,"BlurbsClusteringP2P":38.68,"BlurbsClusteringS2S":17.62,"TenKGnadClusteringP2P":38.0,"TenKGnadClusteringS2S":23.71} {"index":16,"Rank":7,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":27.49,"BlurbsClusteringP2P":35.33,"BlurbsClusteringS2S":13.27,"TenKGnadClusteringP2P":44.11,"TenKGnadClusteringS2S":17.26} {"index":14,"Rank":8,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":27.04,"BlurbsClusteringP2P":34.38,"BlurbsClusteringS2S":15.81,"TenKGnadClusteringP2P":35.96,"TenKGnadClusteringS2S":22.0} diff --git a/all_data_tasks/27/default.jsonl b/all_data_tasks/27/default.jsonl index 3abb05fb94ad1dd69465f1e6dcfc09901422b985..d15e1c998a35c68d100856eb5a0981b91e1c9793 100644 --- a/all_data_tasks/27/default.jsonl +++ b/all_data_tasks/27/default.jsonl @@ -2,8 +2,8 @@ {"index":4,"Rank":2,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"8TagsClustering":50.29} {"index":1,"Rank":3,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"8TagsClustering":44.59} {"index":30,"Rank":4,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"8TagsClustering":33.88} -{"index":3,"Rank":5,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"8TagsClustering":33.67} -{"index":37,"Rank":6,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"8TagsClustering":33.67} +{"index":37,"Rank":5,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"8TagsClustering":33.67} +{"index":3,"Rank":6,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"8TagsClustering":33.67} {"index":45,"Rank":7,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"8TagsClustering":33.15} {"index":42,"Rank":8,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"8TagsClustering":33.08} {"index":22,"Rank":9,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"8TagsClustering":32.85} diff --git a/all_data_tasks/29/default.jsonl b/all_data_tasks/29/default.jsonl index 16332e28ee4aadd5353752710478efbbfc46154a..4c874166b512c2a5b0b3b7ba4f72a96de9e18b2c 100644 --- a/all_data_tasks/29/default.jsonl +++ b/all_data_tasks/29/default.jsonl @@ -6,8 +6,8 @@ {"index":39,"Rank":6,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":50.06,"ArguAna-PL":58.4,"DBPedia-PL":37.19,"FiQA-PL":34.53,"HotpotQA-PL":66.25,"MSMARCO-PL":32.54,"NFCorpus-PL":33.71,"NQ-PL":44.6,"Quora-PL":84.44,"SCIDOCS-PL":17.35,"SciFact-PL":68.29,"TRECCOVID-PL":73.33} {"index":42,"Rank":7,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":49.92,"ArguAna-PL":59.02,"DBPedia-PL":36.22,"FiQA-PL":35.01,"HotpotQA-PL":66.64,"MSMARCO-PL":33.05,"NFCorpus-PL":34.14,"NQ-PL":45.65,"Quora-PL":84.44,"SCIDOCS-PL":17.84,"SciFact-PL":65.75,"TRECCOVID-PL":71.33} {"index":30,"Rank":8,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":48.98,"ArguAna-PL":53.02,"DBPedia-PL":35.82,"FiQA-PL":33.0,"HotpotQA-PL":67.41,"MSMARCO-PL":33.38,"NFCorpus-PL":30.24,"NQ-PL":52.79,"Quora-PL":83.65,"SCIDOCS-PL":13.81,"SciFact-PL":65.66,"TRECCOVID-PL":70.03} -{"index":37,"Rank":9,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":46.4,"ArguAna-PL":53.17,"DBPedia-PL":32.5,"FiQA-PL":28.96,"HotpotQA-PL":56.9,"MSMARCO-PL":55.62,"NFCorpus-PL":26.83,"NQ-PL":43.13,"Quora-PL":80.76,"SCIDOCS-PL":14.22,"SciFact-PL":58.92,"TRECCOVID-PL":59.36} -{"index":3,"Rank":10,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":46.4,"ArguAna-PL":53.17,"DBPedia-PL":32.5,"FiQA-PL":28.96,"HotpotQA-PL":56.9,"MSMARCO-PL":55.62,"NFCorpus-PL":26.83,"NQ-PL":43.13,"Quora-PL":80.76,"SCIDOCS-PL":14.22,"SciFact-PL":58.92,"TRECCOVID-PL":59.36} +{"index":3,"Rank":9,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":46.4,"ArguAna-PL":53.17,"DBPedia-PL":32.5,"FiQA-PL":28.96,"HotpotQA-PL":56.9,"MSMARCO-PL":55.62,"NFCorpus-PL":26.83,"NQ-PL":43.13,"Quora-PL":80.76,"SCIDOCS-PL":14.22,"SciFact-PL":58.92,"TRECCOVID-PL":59.36} +{"index":37,"Rank":10,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":46.4,"ArguAna-PL":53.17,"DBPedia-PL":32.5,"FiQA-PL":28.96,"HotpotQA-PL":56.9,"MSMARCO-PL":55.62,"NFCorpus-PL":26.83,"NQ-PL":43.13,"Quora-PL":80.76,"SCIDOCS-PL":14.22,"SciFact-PL":58.92,"TRECCOVID-PL":59.36} {"index":29,"Rank":11,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":44.01,"ArguAna-PL":42.81,"DBPedia-PL":30.23,"FiQA-PL":25.52,"HotpotQA-PL":63.52,"MSMARCO-PL":29.52,"NFCorpus-PL":25.98,"NQ-PL":44.8,"Quora-PL":81.22,"SCIDOCS-PL":12.35,"SciFact-PL":62.11,"TRECCOVID-PL":66.06} {"index":41,"Rank":12,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":42.83,"ArguAna-PL":54.31,"DBPedia-PL":30.28,"FiQA-PL":29.75,"HotpotQA-PL":57.14,"MSMARCO-PL":25.94,"NFCorpus-PL":27.6,"NQ-PL":33.83,"Quora-PL":81.15,"SCIDOCS-PL":14.79,"SciFact-PL":58.14,"TRECCOVID-PL":58.2} {"index":32,"Rank":13,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":42.43,"ArguAna-PL":37.43,"DBPedia-PL":29.27,"FiQA-PL":22.03,"HotpotQA-PL":60.15,"MSMARCO-PL":26.94,"NFCorpus-PL":26.48,"NQ-PL":40.46,"Quora-PL":78.7,"SCIDOCS-PL":11.6,"SciFact-PL":62.76,"TRECCOVID-PL":70.92} diff --git a/all_data_tasks/3/default.jsonl b/all_data_tasks/3/default.jsonl index 0db59b4cdc12b8aa5c24a529efde6a90a82888b2..58ed424fbedbd2dbfd58a677746873824a99318b 100644 --- a/all_data_tasks/3/default.jsonl +++ b/all_data_tasks/3/default.jsonl @@ -36,13 +36,13 @@ {"index":214,"Rank":36,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":58.94,"AskUbuntuDupQuestions":62.39,"MindSmallReranking":31.89,"SciDocsRR":87.05,"StackOverflowDupQuestions":54.45} {"index":210,"Rank":37,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":58.94,"AskUbuntuDupQuestions":63.77,"MindSmallReranking":31.85,"SciDocsRR":86.98,"StackOverflowDupQuestions":53.16} {"index":1,"Rank":38,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":58.9,"AskUbuntuDupQuestions":64.4,"MindSmallReranking":33.07,"SciDocsRR":83.59,"StackOverflowDupQuestions":54.56} -{"index":136,"Rank":39,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} -{"index":21,"Rank":40,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} -{"index":279,"Rank":41,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} -{"index":198,"Rank":42,"Model":"privacy_embedding_rag_10k_base_checkpoint_2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} -{"index":197,"Rank":43,"Model":"privacy_embedding_rag_10k_base_15_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} -{"index":196,"Rank":44,"Model":"privacy_embedding_rag_10k_base_12_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} -{"index":199,"Rank":45,"Model":"privacy_embedding_rag_10k_base_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} +{"index":199,"Rank":39,"Model":"privacy_embedding_rag_10k_base_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} +{"index":197,"Rank":40,"Model":"privacy_embedding_rag_10k_base_15_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} +{"index":21,"Rank":41,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} +{"index":136,"Rank":42,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} +{"index":198,"Rank":43,"Model":"privacy_embedding_rag_10k_base_checkpoint_2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} +{"index":279,"Rank":44,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} +{"index":196,"Rank":45,"Model":"privacy_embedding_rag_10k_base_12_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} {"index":168,"Rank":46,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Average":58.78,"AskUbuntuDupQuestions":62.72,"MindSmallReranking":31.91,"SciDocsRR":86.66,"StackOverflowDupQuestions":53.81} {"index":275,"Rank":47,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":58.61,"AskUbuntuDupQuestions":61.8,"MindSmallReranking":32.54,"SciDocsRR":87.08,"StackOverflowDupQuestions":53.01} {"index":178,"Rank":48,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":58.58,"AskUbuntuDupQuestions":63.89,"MindSmallReranking":33.09,"SciDocsRR":85.87,"StackOverflowDupQuestions":51.45} @@ -66,19 +66,19 @@ {"index":18,"Rank":66,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":57.66,"AskUbuntuDupQuestions":61.83,"MindSmallReranking":31.34,"SciDocsRR":85.17,"StackOverflowDupQuestions":52.29} {"index":166,"Rank":67,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":57.54,"AskUbuntuDupQuestions":64.3,"MindSmallReranking":31.68,"SciDocsRR":82.0,"StackOverflowDupQuestions":52.17} {"index":129,"Rank":68,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":57.5,"AskUbuntuDupQuestions":63.29,"MindSmallReranking":31.3,"SciDocsRR":80.67,"StackOverflowDupQuestions":54.75} -{"index":195,"Rank":69,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":57.47,"AskUbuntuDupQuestions":61.88,"MindSmallReranking":31.75,"SciDocsRR":84.15,"StackOverflowDupQuestions":52.09} -{"index":20,"Rank":70,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":57.47,"AskUbuntuDupQuestions":61.88,"MindSmallReranking":31.75,"SciDocsRR":84.15,"StackOverflowDupQuestions":52.09} +{"index":20,"Rank":69,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":57.47,"AskUbuntuDupQuestions":61.88,"MindSmallReranking":31.75,"SciDocsRR":84.15,"StackOverflowDupQuestions":52.09} +{"index":195,"Rank":70,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":57.47,"AskUbuntuDupQuestions":61.88,"MindSmallReranking":31.75,"SciDocsRR":84.15,"StackOverflowDupQuestions":52.09} {"index":69,"Rank":71,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":57.38,"AskUbuntuDupQuestions":63.13,"MindSmallReranking":31.34,"SciDocsRR":84.03,"StackOverflowDupQuestions":51.02} {"index":167,"Rank":72,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Average":57.29,"AskUbuntuDupQuestions":65.35,"MindSmallReranking":31.81,"SciDocsRR":79.49,"StackOverflowDupQuestions":52.52} {"index":215,"Rank":73,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":57.18,"AskUbuntuDupQuestions":60.23,"MindSmallReranking":31.71,"SciDocsRR":84.46,"StackOverflowDupQuestions":52.32} {"index":202,"Rank":74,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":57.12,"AskUbuntuDupQuestions":62.73,"MindSmallReranking":30.81,"SciDocsRR":85.11,"StackOverflowDupQuestions":49.85} -{"index":326,"Rank":75,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05} -{"index":191,"Rank":76,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05} +{"index":191,"Rank":75,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05} +{"index":326,"Rank":76,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05} {"index":128,"Rank":77,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05} {"index":355,"Rank":78,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.72,"AskUbuntuDupQuestions":62.18,"MindSmallReranking":29.93,"SciDocsRR":83.25,"StackOverflowDupQuestions":51.53} {"index":259,"Rank":79,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":56.66,"AskUbuntuDupQuestions":63.23,"MindSmallReranking":31.93,"SciDocsRR":77.96,"StackOverflowDupQuestions":53.5} -{"index":172,"Rank":80,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":56.61,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":31.83,"SciDocsRR":84.31,"StackOverflowDupQuestions":50.68} -{"index":57,"Rank":81,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.61,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":31.83,"SciDocsRR":84.31,"StackOverflowDupQuestions":50.68} +{"index":57,"Rank":80,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.61,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":31.83,"SciDocsRR":84.31,"StackOverflowDupQuestions":50.68} +{"index":172,"Rank":81,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":56.61,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":31.83,"SciDocsRR":84.31,"StackOverflowDupQuestions":50.68} {"index":92,"Rank":82,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Average":56.56,"AskUbuntuDupQuestions":61.63,"MindSmallReranking":32.29,"SciDocsRR":80.79,"StackOverflowDupQuestions":51.53} {"index":171,"Rank":83,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":56.53,"AskUbuntuDupQuestions":60.07,"MindSmallReranking":30.78,"SciDocsRR":83.94,"StackOverflowDupQuestions":51.33} {"index":267,"Rank":84,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":56.42,"AskUbuntuDupQuestions":66.16,"MindSmallReranking":30.6,"SciDocsRR":76.09,"StackOverflowDupQuestions":52.85} @@ -95,36 +95,36 @@ {"index":170,"Rank":95,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":55.91,"AskUbuntuDupQuestions":58.98,"MindSmallReranking":31.29,"SciDocsRR":83.02,"StackOverflowDupQuestions":50.34} {"index":121,"Rank":96,"Model":"EminEmbed-multilingual-v1.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.87,"AskUbuntuDupQuestions":60.01,"MindSmallReranking":31.87,"SciDocsRR":82.92,"StackOverflowDupQuestions":48.68} {"index":58,"Rank":97,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.86,"AskUbuntuDupQuestions":60.28,"MindSmallReranking":31.42,"SciDocsRR":82.04,"StackOverflowDupQuestions":49.72} -{"index":142,"Rank":98,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.86,"AskUbuntuDupQuestions":60.28,"MindSmallReranking":31.42,"SciDocsRR":82.04,"StackOverflowDupQuestions":49.72} -{"index":236,"Rank":99,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.86,"AskUbuntuDupQuestions":60.28,"MindSmallReranking":31.42,"SciDocsRR":82.04,"StackOverflowDupQuestions":49.72} -{"index":271,"Rank":100,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.86,"AskUbuntuDupQuestions":60.28,"MindSmallReranking":31.42,"SciDocsRR":82.04,"StackOverflowDupQuestions":49.72} +{"index":271,"Rank":98,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.86,"AskUbuntuDupQuestions":60.28,"MindSmallReranking":31.42,"SciDocsRR":82.04,"StackOverflowDupQuestions":49.72} +{"index":142,"Rank":99,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.86,"AskUbuntuDupQuestions":60.28,"MindSmallReranking":31.42,"SciDocsRR":82.04,"StackOverflowDupQuestions":49.72} +{"index":236,"Rank":100,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.86,"AskUbuntuDupQuestions":60.28,"MindSmallReranking":31.42,"SciDocsRR":82.04,"StackOverflowDupQuestions":49.72} {"index":187,"Rank":101,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":55.84,"AskUbuntuDupQuestions":62.4,"MindSmallReranking":31.56,"SciDocsRR":79.31,"StackOverflowDupQuestions":50.11} -{"index":102,"Rank":102,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} +{"index":227,"Rank":102,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} {"index":122,"Rank":103,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} {"index":342,"Rank":104,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} -{"index":227,"Rank":105,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} +{"index":102,"Rank":105,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} {"index":117,"Rank":106,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Average":55.77,"AskUbuntuDupQuestions":59.83,"MindSmallReranking":32.06,"SciDocsRR":81.54,"StackOverflowDupQuestions":49.65} {"index":169,"Rank":107,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":55.7,"AskUbuntuDupQuestions":59.66,"MindSmallReranking":30.07,"SciDocsRR":82.9,"StackOverflowDupQuestions":50.15} -{"index":30,"Rank":108,"Model":"UniVaR-lambda-5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":55.69,"AskUbuntuDupQuestions":60.6,"MindSmallReranking":30.81,"SciDocsRR":81.45,"StackOverflowDupQuestions":49.9} +{"index":220,"Rank":108,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":55.69,"AskUbuntuDupQuestions":60.6,"MindSmallReranking":30.81,"SciDocsRR":81.45,"StackOverflowDupQuestions":49.9} {"index":29,"Rank":109,"Model":"UniVaR-lambda-20<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":55.69,"AskUbuntuDupQuestions":60.6,"MindSmallReranking":30.81,"SciDocsRR":81.45,"StackOverflowDupQuestions":49.9} {"index":31,"Rank":110,"Model":"UniVaR-lambda-80<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":55.69,"AskUbuntuDupQuestions":60.6,"MindSmallReranking":30.81,"SciDocsRR":81.45,"StackOverflowDupQuestions":49.9} -{"index":220,"Rank":111,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":55.69,"AskUbuntuDupQuestions":60.6,"MindSmallReranking":30.81,"SciDocsRR":81.45,"StackOverflowDupQuestions":49.9} -{"index":28,"Rank":112,"Model":"UniVaR-lambda-1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":55.69,"AskUbuntuDupQuestions":60.6,"MindSmallReranking":30.81,"SciDocsRR":81.45,"StackOverflowDupQuestions":49.9} +{"index":28,"Rank":111,"Model":"UniVaR-lambda-1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":55.69,"AskUbuntuDupQuestions":60.6,"MindSmallReranking":30.81,"SciDocsRR":81.45,"StackOverflowDupQuestions":49.9} +{"index":30,"Rank":112,"Model":"UniVaR-lambda-5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":55.69,"AskUbuntuDupQuestions":60.6,"MindSmallReranking":30.81,"SciDocsRR":81.45,"StackOverflowDupQuestions":49.9} {"index":138,"Rank":113,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":55.65,"AskUbuntuDupQuestions":59.97,"MindSmallReranking":31.79,"SciDocsRR":79.77,"StackOverflowDupQuestions":51.07} {"index":225,"Rank":114,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":55.65,"AskUbuntuDupQuestions":61.6,"MindSmallReranking":30.34,"SciDocsRR":80.33,"StackOverflowDupQuestions":50.32} {"index":201,"Rank":115,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.6,"AskUbuntuDupQuestions":61.11,"MindSmallReranking":28.83,"SciDocsRR":85.93,"StackOverflowDupQuestions":46.52} {"index":200,"Rank":116,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.5,"AskUbuntuDupQuestions":58.96,"MindSmallReranking":29.32,"SciDocsRR":88.03,"StackOverflowDupQuestions":45.71} {"index":111,"Rank":117,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":55.47,"AskUbuntuDupQuestions":61.36,"MindSmallReranking":29.91,"SciDocsRR":79.23,"StackOverflowDupQuestions":51.38} {"index":333,"Rank":118,"Model":"snowflake-arctic-embed-m-long-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.47,"AskUbuntuDupQuestions":61.36,"MindSmallReranking":29.91,"SciDocsRR":79.23,"StackOverflowDupQuestions":51.38} -{"index":332,"Rank":119,"Model":"snowflake-arctic-embed-l-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.46,"AskUbuntuDupQuestions":60.35,"MindSmallReranking":29.08,"SciDocsRR":81.56,"StackOverflowDupQuestions":50.87} -{"index":109,"Rank":120,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Average":55.46,"AskUbuntuDupQuestions":60.35,"MindSmallReranking":29.08,"SciDocsRR":81.56,"StackOverflowDupQuestions":50.87} +{"index":109,"Rank":119,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Average":55.46,"AskUbuntuDupQuestions":60.35,"MindSmallReranking":29.08,"SciDocsRR":81.56,"StackOverflowDupQuestions":50.87} +{"index":332,"Rank":120,"Model":"snowflake-arctic-embed-l-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.46,"AskUbuntuDupQuestions":60.35,"MindSmallReranking":29.08,"SciDocsRR":81.56,"StackOverflowDupQuestions":50.87} {"index":110,"Rank":121,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":55.42,"AskUbuntuDupQuestions":60.53,"MindSmallReranking":29.17,"SciDocsRR":80.81,"StackOverflowDupQuestions":51.19} {"index":60,"Rank":122,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":55.4,"AskUbuntuDupQuestions":59.28,"MindSmallReranking":31.65,"SciDocsRR":81.48,"StackOverflowDupQuestions":49.2} {"index":75,"Rank":123,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":55.38,"AskUbuntuDupQuestions":60.71,"MindSmallReranking":31.96,"SciDocsRR":79.23,"StackOverflowDupQuestions":49.61} {"index":257,"Rank":124,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":55.36,"AskUbuntuDupQuestions":61.64,"MindSmallReranking":31.84,"SciDocsRR":76.39,"StackOverflowDupQuestions":51.58} {"index":78,"Rank":125,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Average":55.34,"AskUbuntuDupQuestions":59.7,"MindSmallReranking":31.78,"SciDocsRR":80.04,"StackOverflowDupQuestions":49.83} -{"index":233,"Rank":126,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.32,"AskUbuntuDupQuestions":61.19,"MindSmallReranking":30.61,"SciDocsRR":79.3,"StackOverflowDupQuestions":50.18} -{"index":192,"Rank":127,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":55.32,"AskUbuntuDupQuestions":61.19,"MindSmallReranking":30.61,"SciDocsRR":79.3,"StackOverflowDupQuestions":50.18} +{"index":192,"Rank":126,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":55.32,"AskUbuntuDupQuestions":61.19,"MindSmallReranking":30.61,"SciDocsRR":79.3,"StackOverflowDupQuestions":50.18} +{"index":233,"Rank":127,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.32,"AskUbuntuDupQuestions":61.19,"MindSmallReranking":30.61,"SciDocsRR":79.3,"StackOverflowDupQuestions":50.18} {"index":113,"Rank":128,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":55.31,"AskUbuntuDupQuestions":61.15,"MindSmallReranking":30.6,"SciDocsRR":79.34,"StackOverflowDupQuestions":50.16} {"index":336,"Rank":129,"Model":"snowflake-arctic-embed-s-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.31,"AskUbuntuDupQuestions":61.15,"MindSmallReranking":30.6,"SciDocsRR":79.34,"StackOverflowDupQuestions":50.16} {"index":147,"Rank":130,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Average":55.24,"AskUbuntuDupQuestions":60.35,"MindSmallReranking":30.98,"SciDocsRR":81.45,"StackOverflowDupQuestions":48.17} @@ -136,8 +136,8 @@ {"index":183,"Rank":136,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Average":54.9,"AskUbuntuDupQuestions":59.92,"MindSmallReranking":30.97,"SciDocsRR":78.62,"StackOverflowDupQuestions":50.07} {"index":266,"Rank":137,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":54.71,"AskUbuntuDupQuestions":62.86,"MindSmallReranking":29.77,"SciDocsRR":75.16,"StackOverflowDupQuestions":51.05} {"index":91,"Rank":138,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Average":54.67,"AskUbuntuDupQuestions":59.63,"MindSmallReranking":31.72,"SciDocsRR":77.72,"StackOverflowDupQuestions":49.61} -{"index":65,"Rank":139,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.64,"AskUbuntuDupQuestions":60.56,"MindSmallReranking":30.4,"SciDocsRR":78.09,"StackOverflowDupQuestions":49.5} -{"index":141,"Rank":140,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.64,"AskUbuntuDupQuestions":60.56,"MindSmallReranking":30.4,"SciDocsRR":78.09,"StackOverflowDupQuestions":49.5} +{"index":141,"Rank":139,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.64,"AskUbuntuDupQuestions":60.56,"MindSmallReranking":30.4,"SciDocsRR":78.09,"StackOverflowDupQuestions":49.5} +{"index":65,"Rank":140,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.64,"AskUbuntuDupQuestions":60.56,"MindSmallReranking":30.4,"SciDocsRR":78.09,"StackOverflowDupQuestions":49.5} {"index":190,"Rank":141,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":54.64,"AskUbuntuDupQuestions":60.56,"MindSmallReranking":30.4,"SciDocsRR":78.09,"StackOverflowDupQuestions":49.5} {"index":150,"Rank":142,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":54.63,"AskUbuntuDupQuestions":61.05,"MindSmallReranking":30.55,"SciDocsRR":79.83,"StackOverflowDupQuestions":47.1} {"index":154,"Rank":143,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":54.58,"AskUbuntuDupQuestions":63.09,"MindSmallReranking":30.89,"SciDocsRR":74.28,"StackOverflowDupQuestions":50.06} @@ -152,8 +152,8 @@ {"index":182,"Rank":152,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.28,"AskUbuntuDupQuestions":59.5,"MindSmallReranking":30.51,"SciDocsRR":78.11,"StackOverflowDupQuestions":49.0} {"index":256,"Rank":153,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":54.23,"AskUbuntuDupQuestions":60.86,"MindSmallReranking":31.33,"SciDocsRR":73.71,"StackOverflowDupQuestions":51.01} {"index":219,"Rank":154,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.14,"AskUbuntuDupQuestions":56.97,"MindSmallReranking":31.38,"SciDocsRR":79.46,"StackOverflowDupQuestions":48.75} -{"index":265,"Rank":155,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":54.0,"AskUbuntuDupQuestions":61.51,"MindSmallReranking":30.27,"SciDocsRR":74.88,"StackOverflowDupQuestions":49.34} -{"index":88,"Rank":156,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Average":54.0,"AskUbuntuDupQuestions":58.13,"MindSmallReranking":31.34,"SciDocsRR":77.21,"StackOverflowDupQuestions":49.32} +{"index":88,"Rank":155,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Average":54.0,"AskUbuntuDupQuestions":58.13,"MindSmallReranking":31.34,"SciDocsRR":77.21,"StackOverflowDupQuestions":49.32} +{"index":265,"Rank":156,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":54.0,"AskUbuntuDupQuestions":61.51,"MindSmallReranking":30.27,"SciDocsRR":74.88,"StackOverflowDupQuestions":49.34} {"index":74,"Rank":157,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":53.98,"AskUbuntuDupQuestions":58.6,"MindSmallReranking":29.73,"SciDocsRR":77.81,"StackOverflowDupQuestions":49.8} {"index":49,"Rank":158,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Average":53.95,"AskUbuntuDupQuestions":58.79,"MindSmallReranking":32.02,"SciDocsRR":78.54,"StackOverflowDupQuestions":46.44} {"index":68,"Rank":159,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":53.87,"AskUbuntuDupQuestions":57.88,"MindSmallReranking":30.28,"SciDocsRR":78.13,"StackOverflowDupQuestions":49.2} @@ -189,8 +189,8 @@ {"index":294,"Rank":189,"Model":"lma3-correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":50.07,"AskUbuntuDupQuestions":54.44,"MindSmallReranking":30.29,"SciDocsRR":73.01,"StackOverflowDupQuestions":42.54} {"index":307,"Rank":190,"Model":"nmc-pmpt_correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.95,"AskUbuntuDupQuestions":54.39,"MindSmallReranking":29.03,"SciDocsRR":72.37,"StackOverflowDupQuestions":43.99} {"index":289,"Rank":191,"Model":"lma-nobivec<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.84,"AskUbuntuDupQuestions":54.46,"MindSmallReranking":30.17,"SciDocsRR":72.28,"StackOverflowDupQuestions":42.44} -{"index":302,"Rank":192,"Model":"nmc-cls<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.68,"AskUbuntuDupQuestions":53.58,"MindSmallReranking":29.23,"SciDocsRR":72.34,"StackOverflowDupQuestions":43.58} -{"index":308,"Rank":193,"Model":"nmc-prmpt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.68,"AskUbuntuDupQuestions":53.58,"MindSmallReranking":29.23,"SciDocsRR":72.34,"StackOverflowDupQuestions":43.58} +{"index":308,"Rank":192,"Model":"nmc-prmpt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.68,"AskUbuntuDupQuestions":53.58,"MindSmallReranking":29.23,"SciDocsRR":72.34,"StackOverflowDupQuestions":43.58} +{"index":302,"Rank":193,"Model":"nmc-cls<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.68,"AskUbuntuDupQuestions":53.58,"MindSmallReranking":29.23,"SciDocsRR":72.34,"StackOverflowDupQuestions":43.58} {"index":305,"Rank":194,"Model":"nmc-cls-nobiv<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.61,"AskUbuntuDupQuestions":53.39,"MindSmallReranking":29.51,"SciDocsRR":72.12,"StackOverflowDupQuestions":43.42} {"index":80,"Rank":195,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Average":49.41,"AskUbuntuDupQuestions":53.77,"MindSmallReranking":29.92,"SciDocsRR":70.82,"StackOverflowDupQuestions":43.14} {"index":303,"Rank":196,"Model":"nmc-cls-300_correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.27,"AskUbuntuDupQuestions":53.14,"MindSmallReranking":28.96,"SciDocsRR":71.58,"StackOverflowDupQuestions":43.4} @@ -213,8 +213,8 @@ {"index":315,"Rank":213,"Model":"sup-cse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":47.51,"AskUbuntuDupQuestions":51.47,"MindSmallReranking":28.76,"SciDocsRR":68.52,"StackOverflowDupQuestions":41.3} {"index":314,"Rank":214,"Model":"s2v-gcp-pca<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":47.43,"AskUbuntuDupQuestions":50.47,"MindSmallReranking":29.22,"SciDocsRR":71.7,"StackOverflowDupQuestions":38.35} {"index":312,"Rank":215,"Model":"s2v<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":47.31,"AskUbuntuDupQuestions":50.09,"MindSmallReranking":29.01,"SciDocsRR":70.94,"StackOverflowDupQuestions":39.18} -{"index":316,"Rank":216,"Model":"tst<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":47.31,"AskUbuntuDupQuestions":50.09,"MindSmallReranking":29.01,"SciDocsRR":70.94,"StackOverflowDupQuestions":39.18} -{"index":313,"Rank":217,"Model":"s2v-gcp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":47.31,"AskUbuntuDupQuestions":50.09,"MindSmallReranking":29.01,"SciDocsRR":70.94,"StackOverflowDupQuestions":39.18} +{"index":313,"Rank":216,"Model":"s2v-gcp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":47.31,"AskUbuntuDupQuestions":50.09,"MindSmallReranking":29.01,"SciDocsRR":70.94,"StackOverflowDupQuestions":39.18} +{"index":316,"Rank":217,"Model":"tst<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":47.31,"AskUbuntuDupQuestions":50.09,"MindSmallReranking":29.01,"SciDocsRR":70.94,"StackOverflowDupQuestions":39.18} {"index":283,"Rank":218,"Model":"ft-lower<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.7,"AskUbuntuDupQuestions":50.15,"MindSmallReranking":28.97,"SciDocsRR":67.86,"StackOverflowDupQuestions":39.8} {"index":235,"Rank":219,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":46.47,"AskUbuntuDupQuestions":51.57,"MindSmallReranking":28.62,"SciDocsRR":66.33,"StackOverflowDupQuestions":39.35} {"index":159,"Rank":220,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.18,"AskUbuntuDupQuestions":50.89,"MindSmallReranking":26.88,"SciDocsRR":68.36,"StackOverflowDupQuestions":38.61} diff --git a/all_data_tasks/30/default.jsonl b/all_data_tasks/30/default.jsonl index 000f2c0dcf1f1acbbe89424cc3a56aa4ad11891a..28dc84f554a11725e62ca730f9ed5bf78e56490e 100644 --- a/all_data_tasks/30/default.jsonl +++ b/all_data_tasks/30/default.jsonl @@ -5,8 +5,8 @@ {"index":39,"Rank":5,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":70.13,"CDSC-R":93.26,"SICK-R-PL":76.77,"STS22 (pl)":40.36} {"index":40,"Rank":6,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":69.98,"CDSC-R":93.5,"SICK-R-PL":76.04,"STS22 (pl)":40.4} {"index":22,"Rank":7,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":69.47,"CDSC-R":92.13,"SICK-R-PL":79.51,"STS22 (pl)":36.78} -{"index":37,"Rank":8,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":68.92,"CDSC-R":90.31,"SICK-R-PL":74.07,"STS22 (pl)":42.39} -{"index":3,"Rank":9,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":68.92,"CDSC-R":90.31,"SICK-R-PL":74.07,"STS22 (pl)":42.39} +{"index":3,"Rank":8,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":68.92,"CDSC-R":90.31,"SICK-R-PL":74.07,"STS22 (pl)":42.39} +{"index":37,"Rank":9,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":68.92,"CDSC-R":90.31,"SICK-R-PL":74.07,"STS22 (pl)":42.39} {"index":44,"Rank":10,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":68.78,"CDSC-R":89.62,"SICK-R-PL":76.37,"STS22 (pl)":40.36} {"index":41,"Rank":11,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":68.77,"CDSC-R":91.98,"SICK-R-PL":73.71,"STS22 (pl)":40.63} {"index":1,"Rank":12,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":68.12,"CDSC-R":89.74,"SICK-R-PL":73.78,"STS22 (pl)":40.83} diff --git a/all_data_tasks/39/default.jsonl b/all_data_tasks/39/default.jsonl index 5729c2210851f4fb244a65157518b30c31b1d99a..4ff9fe0f6282c5aaae373680b497576d13e04e00 100644 --- a/all_data_tasks/39/default.jsonl +++ b/all_data_tasks/39/default.jsonl @@ -1,7 +1,7 @@ {"index":80,"Rank":1,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":71.36,"AmazonCounterfactualClassification (de)":66.71,"AmazonCounterfactualClassification (ja)":76.05,"AmazonReviewsClassification (de)":53.0,"AmazonReviewsClassification (es)":48.81,"AmazonReviewsClassification (fr)":48.51,"AmazonReviewsClassification (ja)":47.71,"AmazonReviewsClassification (zh)":44.66,"MTOPDomainClassification (de)":92.68,"MTOPDomainClassification (es)":92.27,"MTOPDomainClassification (fr)":89.97,"MTOPDomainClassification (hi)":90.03,"MTOPDomainClassification (th)":87.56,"MTOPIntentClassification (de)":79.37,"MTOPIntentClassification (es)":80.34,"MTOPIntentClassification (fr)":76.72,"MTOPIntentClassification (hi)":77.87,"MTOPIntentClassification (th)":77.74,"MassiveIntentClassification (af)":67.66,"MassiveIntentClassification (am)":60.71,"MassiveIntentClassification (ar)":63.61,"MassiveIntentClassification (az)":69.0,"MassiveIntentClassification (bn)":68.54,"MassiveIntentClassification (cy)":63.03,"MassiveIntentClassification (de)":72.47,"MassiveIntentClassification (el)":71.24,"MassiveIntentClassification (es)":72.82,"MassiveIntentClassification (fa)":74.25,"MassiveIntentClassification (fi)":72.29,"MassiveIntentClassification (fr)":73.32,"MassiveIntentClassification (he)":70.22,"MassiveIntentClassification (hi)":71.58,"MassiveIntentClassification (hu)":71.92,"MassiveIntentClassification (hy)":68.07,"MassiveIntentClassification (id)":72.62,"MassiveIntentClassification (is)":65.77,"MassiveIntentClassification (it)":73.45,"MassiveIntentClassification (ja)":74.69,"MassiveIntentClassification (jv)":63.04,"MassiveIntentClassification (ka)":58.91,"MassiveIntentClassification (km)":54.43,"MassiveIntentClassification (kn)":66.33,"MassiveIntentClassification (ko)":70.59,"MassiveIntentClassification (lv)":69.11,"MassiveIntentClassification (ml)":69.7,"MassiveIntentClassification (mn)":66.44,"MassiveIntentClassification (ms)":70.8,"MassiveIntentClassification (my)":64.79,"MassiveIntentClassification (nl)":74.43,"MassiveIntentClassification (pt)":73.63,"MassiveIntentClassification (ro)":71.89,"MassiveIntentClassification (ru)":74.16,"MassiveIntentClassification (sl)":69.96,"MassiveIntentClassification (sq)":69.5,"MassiveIntentClassification (sw)":63.01,"MassiveIntentClassification (ta)":66.91,"MassiveIntentClassification (te)":67.62,"MassiveIntentClassification (th)":69.51,"MassiveIntentClassification (tl)":69.31,"MassiveIntentClassification (tr)":72.24,"MassiveIntentClassification (ur)":67.5,"MassiveIntentClassification (vi)":71.29,"MassiveIntentClassification (zh-TW)":69.38,"MassiveScenarioClassification (af)":73.34,"MassiveScenarioClassification (am)":65.84,"MassiveScenarioClassification (ar)":69.76,"MassiveScenarioClassification (az)":72.02,"MassiveScenarioClassification (bn)":72.76,"MassiveScenarioClassification (cy)":68.02,"MassiveScenarioClassification (de)":77.68,"MassiveScenarioClassification (el)":76.13,"MassiveScenarioClassification (es)":76.97,"MassiveScenarioClassification (fa)":78.1,"MassiveScenarioClassification (fi)":75.21,"MassiveScenarioClassification (fr)":77.07,"MassiveScenarioClassification (he)":73.53,"MassiveScenarioClassification (hi)":75.75,"MassiveScenarioClassification (hu)":77.09,"MassiveScenarioClassification (hy)":71.08,"MassiveScenarioClassification (id)":77.1,"MassiveScenarioClassification (is)":71.26,"MassiveScenarioClassification (it)":77.08,"MassiveScenarioClassification (ja)":79.35,"MassiveScenarioClassification (jv)":68.42,"MassiveScenarioClassification (ka)":66.16,"MassiveScenarioClassification (km)":60.11,"MassiveScenarioClassification (kn)":71.25,"MassiveScenarioClassification (ko)":76.46,"MassiveScenarioClassification (lv)":73.25,"MassiveScenarioClassification (ml)":74.12,"MassiveScenarioClassification (mn)":70.02,"MassiveScenarioClassification (ms)":74.41,"MassiveScenarioClassification (my)":68.4,"MassiveScenarioClassification (nl)":78.52,"MassiveScenarioClassification (pt)":77.12,"MassiveScenarioClassification (ro)":75.26,"MassiveScenarioClassification (ru)":77.71,"MassiveScenarioClassification (sl)":74.84,"MassiveScenarioClassification (sq)":74.72,"MassiveScenarioClassification (sw)":67.92,"MassiveScenarioClassification (ta)":70.93,"MassiveScenarioClassification (te)":72.41,"MassiveScenarioClassification (th)":75.18,"MassiveScenarioClassification (tl)":72.86,"MassiveScenarioClassification (tr)":76.47,"MassiveScenarioClassification (ur)":71.89,"MassiveScenarioClassification (vi)":74.75,"MassiveScenarioClassification (zh-TW)":75.46} -{"index":59,"Rank":2,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.6,"AmazonCounterfactualClassification (de)":71.22,"AmazonCounterfactualClassification (ja)":77.84,"AmazonReviewsClassification (de)":45.4,"AmazonReviewsClassification (es)":43.07,"AmazonReviewsClassification (fr)":41.89,"AmazonReviewsClassification (ja)":40.12,"AmazonReviewsClassification (zh)":38.83,"MTOPDomainClassification (de)":91.95,"MTOPDomainClassification (es)":92.2,"MTOPDomainClassification (fr)":89.0,"MTOPDomainClassification (hi)":89.78,"MTOPDomainClassification (th)":88.75,"MTOPIntentClassification (de)":74.53,"MTOPIntentClassification (es)":75.44,"MTOPIntentClassification (fr)":70.56,"MTOPIntentClassification (hi)":73.12,"MTOPIntentClassification (th)":74.29,"MassiveIntentClassification (af)":62.38,"MassiveIntentClassification (am)":56.07,"MassiveIntentClassification (ar)":60.75,"MassiveIntentClassification (az)":64.87,"MassiveIntentClassification (bn)":63.97,"MassiveIntentClassification (cy)":54.98,"MassiveIntentClassification (de)":69.33,"MassiveIntentClassification (el)":69.09,"MassiveIntentClassification (es)":70.49,"MassiveIntentClassification (fa)":69.91,"MassiveIntentClassification (fi)":70.12,"MassiveIntentClassification (fr)":69.34,"MassiveIntentClassification (he)":67.61,"MassiveIntentClassification (hi)":67.8,"MassiveIntentClassification (hu)":69.69,"MassiveIntentClassification (hy)":62.07,"MassiveIntentClassification (id)":70.05,"MassiveIntentClassification (is)":62.42,"MassiveIntentClassification (it)":70.53,"MassiveIntentClassification (ja)":72.51,"MassiveIntentClassification (jv)":57.91,"MassiveIntentClassification (ka)":51.78,"MassiveIntentClassification (km)":47.02,"MassiveIntentClassification (kn)":62.16,"MassiveIntentClassification (ko)":69.43,"MassiveIntentClassification (lv)":67.08,"MassiveIntentClassification (ml)":65.57,"MassiveIntentClassification (mn)":61.71,"MassiveIntentClassification (ms)":66.04,"MassiveIntentClassification (my)":60.88,"MassiveIntentClassification (nl)":70.45,"MassiveIntentClassification (pt)":70.73,"MassiveIntentClassification (ro)":68.36,"MassiveIntentClassification (ru)":71.7,"MassiveIntentClassification (sl)":67.09,"MassiveIntentClassification (sq)":65.18,"MassiveIntentClassification (sw)":58.5,"MassiveIntentClassification (ta)":62.69,"MassiveIntentClassification (te)":63.02,"MassiveIntentClassification (th)":68.29,"MassiveIntentClassification (tl)":64.77,"MassiveIntentClassification (tr)":69.87,"MassiveIntentClassification (ur)":64.05,"MassiveIntentClassification (vi)":69.38,"MassiveIntentClassification (zh-TW)":66.2,"MassiveScenarioClassification (af)":68.74,"MassiveScenarioClassification (am)":60.59,"MassiveScenarioClassification (ar)":66.23,"MassiveScenarioClassification (az)":66.48,"MassiveScenarioClassification (bn)":67.75,"MassiveScenarioClassification (cy)":59.09,"MassiveScenarioClassification (de)":74.7,"MassiveScenarioClassification (el)":73.9,"MassiveScenarioClassification (es)":74.31,"MassiveScenarioClassification (fa)":72.95,"MassiveScenarioClassification (fi)":73.12,"MassiveScenarioClassification (fr)":73.87,"MassiveScenarioClassification (he)":71.4,"MassiveScenarioClassification (hi)":72.13,"MassiveScenarioClassification (hu)":74.52,"MassiveScenarioClassification (hy)":64.94,"MassiveScenarioClassification (id)":74.12,"MassiveScenarioClassification (is)":67.15,"MassiveScenarioClassification (it)":74.32,"MassiveScenarioClassification (ja)":77.47,"MassiveScenarioClassification (jv)":63.32,"MassiveScenarioClassification (ka)":58.35,"MassiveScenarioClassification (km)":50.88,"MassiveScenarioClassification (kn)":66.44,"MassiveScenarioClassification (ko)":75.05,"MassiveScenarioClassification (lv)":70.5,"MassiveScenarioClassification (ml)":69.94,"MassiveScenarioClassification (mn)":64.79,"MassiveScenarioClassification (ms)":69.88,"MassiveScenarioClassification (my)":63.25,"MassiveScenarioClassification (nl)":74.83,"MassiveScenarioClassification (pt)":73.49,"MassiveScenarioClassification (ro)":71.72,"MassiveScenarioClassification (ru)":75.14,"MassiveScenarioClassification (sl)":71.87,"MassiveScenarioClassification (sq)":70.28,"MassiveScenarioClassification (sw)":63.14,"MassiveScenarioClassification (ta)":66.28,"MassiveScenarioClassification (te)":66.69,"MassiveScenarioClassification (th)":73.45,"MassiveScenarioClassification (tl)":67.71,"MassiveScenarioClassification (tr)":73.99,"MassiveScenarioClassification (ur)":68.15,"MassiveScenarioClassification (vi)":73.11,"MassiveScenarioClassification (zh-TW)":71.81} -{"index":127,"Rank":3,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.6,"AmazonCounterfactualClassification (de)":71.22,"AmazonCounterfactualClassification (ja)":77.84,"AmazonReviewsClassification (de)":45.4,"AmazonReviewsClassification (es)":43.07,"AmazonReviewsClassification (fr)":41.89,"AmazonReviewsClassification (ja)":40.12,"AmazonReviewsClassification (zh)":38.83,"MTOPDomainClassification (de)":91.95,"MTOPDomainClassification (es)":92.2,"MTOPDomainClassification (fr)":89.0,"MTOPDomainClassification (hi)":89.78,"MTOPDomainClassification (th)":88.75,"MTOPIntentClassification (de)":74.53,"MTOPIntentClassification (es)":75.44,"MTOPIntentClassification (fr)":70.56,"MTOPIntentClassification (hi)":73.12,"MTOPIntentClassification (th)":74.29,"MassiveIntentClassification (af)":62.38,"MassiveIntentClassification (am)":56.07,"MassiveIntentClassification (ar)":60.75,"MassiveIntentClassification (az)":64.87,"MassiveIntentClassification (bn)":63.97,"MassiveIntentClassification (cy)":54.98,"MassiveIntentClassification (de)":69.33,"MassiveIntentClassification (el)":69.09,"MassiveIntentClassification (es)":70.49,"MassiveIntentClassification (fa)":69.91,"MassiveIntentClassification (fi)":70.12,"MassiveIntentClassification (fr)":69.34,"MassiveIntentClassification (he)":67.61,"MassiveIntentClassification (hi)":67.8,"MassiveIntentClassification (hu)":69.69,"MassiveIntentClassification (hy)":62.07,"MassiveIntentClassification (id)":70.05,"MassiveIntentClassification (is)":62.42,"MassiveIntentClassification (it)":70.53,"MassiveIntentClassification (ja)":72.51,"MassiveIntentClassification (jv)":57.91,"MassiveIntentClassification (ka)":51.78,"MassiveIntentClassification (km)":47.02,"MassiveIntentClassification (kn)":62.16,"MassiveIntentClassification (ko)":69.43,"MassiveIntentClassification (lv)":67.08,"MassiveIntentClassification (ml)":65.57,"MassiveIntentClassification (mn)":61.71,"MassiveIntentClassification (ms)":66.04,"MassiveIntentClassification (my)":60.88,"MassiveIntentClassification (nl)":70.45,"MassiveIntentClassification (pt)":70.73,"MassiveIntentClassification (ro)":68.36,"MassiveIntentClassification (ru)":71.7,"MassiveIntentClassification (sl)":67.09,"MassiveIntentClassification (sq)":65.18,"MassiveIntentClassification (sw)":58.5,"MassiveIntentClassification (ta)":62.69,"MassiveIntentClassification (te)":63.02,"MassiveIntentClassification (th)":68.29,"MassiveIntentClassification (tl)":64.77,"MassiveIntentClassification (tr)":69.87,"MassiveIntentClassification (ur)":64.05,"MassiveIntentClassification (vi)":69.38,"MassiveIntentClassification (zh-TW)":66.2,"MassiveScenarioClassification (af)":68.74,"MassiveScenarioClassification (am)":60.59,"MassiveScenarioClassification (ar)":66.23,"MassiveScenarioClassification (az)":66.48,"MassiveScenarioClassification (bn)":67.75,"MassiveScenarioClassification (cy)":59.09,"MassiveScenarioClassification (de)":74.7,"MassiveScenarioClassification (el)":73.9,"MassiveScenarioClassification (es)":74.31,"MassiveScenarioClassification (fa)":72.95,"MassiveScenarioClassification (fi)":73.12,"MassiveScenarioClassification (fr)":73.87,"MassiveScenarioClassification (he)":71.4,"MassiveScenarioClassification (hi)":72.13,"MassiveScenarioClassification (hu)":74.52,"MassiveScenarioClassification (hy)":64.94,"MassiveScenarioClassification (id)":74.12,"MassiveScenarioClassification (is)":67.15,"MassiveScenarioClassification (it)":74.32,"MassiveScenarioClassification (ja)":77.47,"MassiveScenarioClassification (jv)":63.32,"MassiveScenarioClassification (ka)":58.35,"MassiveScenarioClassification (km)":50.88,"MassiveScenarioClassification (kn)":66.44,"MassiveScenarioClassification (ko)":75.05,"MassiveScenarioClassification (lv)":70.5,"MassiveScenarioClassification (ml)":69.94,"MassiveScenarioClassification (mn)":64.79,"MassiveScenarioClassification (ms)":69.88,"MassiveScenarioClassification (my)":63.25,"MassiveScenarioClassification (nl)":74.83,"MassiveScenarioClassification (pt)":73.49,"MassiveScenarioClassification (ro)":71.72,"MassiveScenarioClassification (ru)":75.14,"MassiveScenarioClassification (sl)":71.87,"MassiveScenarioClassification (sq)":70.28,"MassiveScenarioClassification (sw)":63.14,"MassiveScenarioClassification (ta)":66.28,"MassiveScenarioClassification (te)":66.69,"MassiveScenarioClassification (th)":73.45,"MassiveScenarioClassification (tl)":67.71,"MassiveScenarioClassification (tr)":73.99,"MassiveScenarioClassification (ur)":68.15,"MassiveScenarioClassification (vi)":73.11,"MassiveScenarioClassification (zh-TW)":71.81} -{"index":35,"Rank":4,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.6,"AmazonCounterfactualClassification (de)":71.22,"AmazonCounterfactualClassification (ja)":77.84,"AmazonReviewsClassification (de)":45.4,"AmazonReviewsClassification (es)":43.07,"AmazonReviewsClassification (fr)":41.89,"AmazonReviewsClassification (ja)":40.12,"AmazonReviewsClassification (zh)":38.83,"MTOPDomainClassification (de)":91.95,"MTOPDomainClassification (es)":92.2,"MTOPDomainClassification (fr)":89.0,"MTOPDomainClassification (hi)":89.78,"MTOPDomainClassification (th)":88.75,"MTOPIntentClassification (de)":74.53,"MTOPIntentClassification (es)":75.44,"MTOPIntentClassification (fr)":70.56,"MTOPIntentClassification (hi)":73.12,"MTOPIntentClassification (th)":74.29,"MassiveIntentClassification (af)":62.38,"MassiveIntentClassification (am)":56.07,"MassiveIntentClassification (ar)":60.75,"MassiveIntentClassification (az)":64.87,"MassiveIntentClassification (bn)":63.97,"MassiveIntentClassification (cy)":54.98,"MassiveIntentClassification (de)":69.33,"MassiveIntentClassification (el)":69.09,"MassiveIntentClassification (es)":70.49,"MassiveIntentClassification (fa)":69.91,"MassiveIntentClassification (fi)":70.12,"MassiveIntentClassification (fr)":69.34,"MassiveIntentClassification (he)":67.61,"MassiveIntentClassification (hi)":67.8,"MassiveIntentClassification (hu)":69.69,"MassiveIntentClassification (hy)":62.07,"MassiveIntentClassification (id)":70.05,"MassiveIntentClassification (is)":62.42,"MassiveIntentClassification (it)":70.53,"MassiveIntentClassification (ja)":72.51,"MassiveIntentClassification (jv)":57.91,"MassiveIntentClassification (ka)":51.78,"MassiveIntentClassification (km)":47.02,"MassiveIntentClassification (kn)":62.16,"MassiveIntentClassification (ko)":69.43,"MassiveIntentClassification (lv)":67.08,"MassiveIntentClassification (ml)":65.57,"MassiveIntentClassification (mn)":61.71,"MassiveIntentClassification (ms)":66.04,"MassiveIntentClassification (my)":60.88,"MassiveIntentClassification (nl)":70.45,"MassiveIntentClassification (pt)":70.73,"MassiveIntentClassification (ro)":68.36,"MassiveIntentClassification (ru)":71.7,"MassiveIntentClassification (sl)":67.09,"MassiveIntentClassification (sq)":65.18,"MassiveIntentClassification (sw)":58.5,"MassiveIntentClassification (ta)":62.69,"MassiveIntentClassification (te)":63.02,"MassiveIntentClassification (th)":68.29,"MassiveIntentClassification (tl)":64.77,"MassiveIntentClassification (tr)":69.87,"MassiveIntentClassification (ur)":64.05,"MassiveIntentClassification (vi)":69.38,"MassiveIntentClassification (zh-TW)":66.2,"MassiveScenarioClassification (af)":68.74,"MassiveScenarioClassification (am)":60.59,"MassiveScenarioClassification (ar)":66.23,"MassiveScenarioClassification (az)":66.48,"MassiveScenarioClassification (bn)":67.75,"MassiveScenarioClassification (cy)":59.09,"MassiveScenarioClassification (de)":74.7,"MassiveScenarioClassification (el)":73.9,"MassiveScenarioClassification (es)":74.31,"MassiveScenarioClassification (fa)":72.95,"MassiveScenarioClassification (fi)":73.12,"MassiveScenarioClassification (fr)":73.87,"MassiveScenarioClassification (he)":71.4,"MassiveScenarioClassification (hi)":72.13,"MassiveScenarioClassification (hu)":74.52,"MassiveScenarioClassification (hy)":64.94,"MassiveScenarioClassification (id)":74.12,"MassiveScenarioClassification (is)":67.15,"MassiveScenarioClassification (it)":74.32,"MassiveScenarioClassification (ja)":77.47,"MassiveScenarioClassification (jv)":63.32,"MassiveScenarioClassification (ka)":58.35,"MassiveScenarioClassification (km)":50.88,"MassiveScenarioClassification (kn)":66.44,"MassiveScenarioClassification (ko)":75.05,"MassiveScenarioClassification (lv)":70.5,"MassiveScenarioClassification (ml)":69.94,"MassiveScenarioClassification (mn)":64.79,"MassiveScenarioClassification (ms)":69.88,"MassiveScenarioClassification (my)":63.25,"MassiveScenarioClassification (nl)":74.83,"MassiveScenarioClassification (pt)":73.49,"MassiveScenarioClassification (ro)":71.72,"MassiveScenarioClassification (ru)":75.14,"MassiveScenarioClassification (sl)":71.87,"MassiveScenarioClassification (sq)":70.28,"MassiveScenarioClassification (sw)":63.14,"MassiveScenarioClassification (ta)":66.28,"MassiveScenarioClassification (te)":66.69,"MassiveScenarioClassification (th)":73.45,"MassiveScenarioClassification (tl)":67.71,"MassiveScenarioClassification (tr)":73.99,"MassiveScenarioClassification (ur)":68.15,"MassiveScenarioClassification (vi)":73.11,"MassiveScenarioClassification (zh-TW)":71.81} +{"index":127,"Rank":2,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.6,"AmazonCounterfactualClassification (de)":71.22,"AmazonCounterfactualClassification (ja)":77.84,"AmazonReviewsClassification (de)":45.4,"AmazonReviewsClassification (es)":43.07,"AmazonReviewsClassification (fr)":41.89,"AmazonReviewsClassification (ja)":40.12,"AmazonReviewsClassification (zh)":38.83,"MTOPDomainClassification (de)":91.95,"MTOPDomainClassification (es)":92.2,"MTOPDomainClassification (fr)":89.0,"MTOPDomainClassification (hi)":89.78,"MTOPDomainClassification (th)":88.75,"MTOPIntentClassification (de)":74.53,"MTOPIntentClassification (es)":75.44,"MTOPIntentClassification (fr)":70.56,"MTOPIntentClassification (hi)":73.12,"MTOPIntentClassification (th)":74.29,"MassiveIntentClassification (af)":62.38,"MassiveIntentClassification (am)":56.07,"MassiveIntentClassification (ar)":60.75,"MassiveIntentClassification (az)":64.87,"MassiveIntentClassification (bn)":63.97,"MassiveIntentClassification (cy)":54.98,"MassiveIntentClassification (de)":69.33,"MassiveIntentClassification (el)":69.09,"MassiveIntentClassification (es)":70.49,"MassiveIntentClassification (fa)":69.91,"MassiveIntentClassification (fi)":70.12,"MassiveIntentClassification (fr)":69.34,"MassiveIntentClassification (he)":67.61,"MassiveIntentClassification (hi)":67.8,"MassiveIntentClassification (hu)":69.69,"MassiveIntentClassification (hy)":62.07,"MassiveIntentClassification (id)":70.05,"MassiveIntentClassification (is)":62.42,"MassiveIntentClassification (it)":70.53,"MassiveIntentClassification (ja)":72.51,"MassiveIntentClassification (jv)":57.91,"MassiveIntentClassification (ka)":51.78,"MassiveIntentClassification (km)":47.02,"MassiveIntentClassification (kn)":62.16,"MassiveIntentClassification (ko)":69.43,"MassiveIntentClassification (lv)":67.08,"MassiveIntentClassification (ml)":65.57,"MassiveIntentClassification (mn)":61.71,"MassiveIntentClassification (ms)":66.04,"MassiveIntentClassification (my)":60.88,"MassiveIntentClassification (nl)":70.45,"MassiveIntentClassification (pt)":70.73,"MassiveIntentClassification (ro)":68.36,"MassiveIntentClassification (ru)":71.7,"MassiveIntentClassification (sl)":67.09,"MassiveIntentClassification (sq)":65.18,"MassiveIntentClassification (sw)":58.5,"MassiveIntentClassification (ta)":62.69,"MassiveIntentClassification (te)":63.02,"MassiveIntentClassification (th)":68.29,"MassiveIntentClassification (tl)":64.77,"MassiveIntentClassification (tr)":69.87,"MassiveIntentClassification (ur)":64.05,"MassiveIntentClassification (vi)":69.38,"MassiveIntentClassification (zh-TW)":66.2,"MassiveScenarioClassification (af)":68.74,"MassiveScenarioClassification (am)":60.59,"MassiveScenarioClassification (ar)":66.23,"MassiveScenarioClassification (az)":66.48,"MassiveScenarioClassification (bn)":67.75,"MassiveScenarioClassification (cy)":59.09,"MassiveScenarioClassification (de)":74.7,"MassiveScenarioClassification (el)":73.9,"MassiveScenarioClassification (es)":74.31,"MassiveScenarioClassification (fa)":72.95,"MassiveScenarioClassification (fi)":73.12,"MassiveScenarioClassification (fr)":73.87,"MassiveScenarioClassification (he)":71.4,"MassiveScenarioClassification (hi)":72.13,"MassiveScenarioClassification (hu)":74.52,"MassiveScenarioClassification (hy)":64.94,"MassiveScenarioClassification (id)":74.12,"MassiveScenarioClassification (is)":67.15,"MassiveScenarioClassification (it)":74.32,"MassiveScenarioClassification (ja)":77.47,"MassiveScenarioClassification (jv)":63.32,"MassiveScenarioClassification (ka)":58.35,"MassiveScenarioClassification (km)":50.88,"MassiveScenarioClassification (kn)":66.44,"MassiveScenarioClassification (ko)":75.05,"MassiveScenarioClassification (lv)":70.5,"MassiveScenarioClassification (ml)":69.94,"MassiveScenarioClassification (mn)":64.79,"MassiveScenarioClassification (ms)":69.88,"MassiveScenarioClassification (my)":63.25,"MassiveScenarioClassification (nl)":74.83,"MassiveScenarioClassification (pt)":73.49,"MassiveScenarioClassification (ro)":71.72,"MassiveScenarioClassification (ru)":75.14,"MassiveScenarioClassification (sl)":71.87,"MassiveScenarioClassification (sq)":70.28,"MassiveScenarioClassification (sw)":63.14,"MassiveScenarioClassification (ta)":66.28,"MassiveScenarioClassification (te)":66.69,"MassiveScenarioClassification (th)":73.45,"MassiveScenarioClassification (tl)":67.71,"MassiveScenarioClassification (tr)":73.99,"MassiveScenarioClassification (ur)":68.15,"MassiveScenarioClassification (vi)":73.11,"MassiveScenarioClassification (zh-TW)":71.81} +{"index":35,"Rank":3,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.6,"AmazonCounterfactualClassification (de)":71.22,"AmazonCounterfactualClassification (ja)":77.84,"AmazonReviewsClassification (de)":45.4,"AmazonReviewsClassification (es)":43.07,"AmazonReviewsClassification (fr)":41.89,"AmazonReviewsClassification (ja)":40.12,"AmazonReviewsClassification (zh)":38.83,"MTOPDomainClassification (de)":91.95,"MTOPDomainClassification (es)":92.2,"MTOPDomainClassification (fr)":89.0,"MTOPDomainClassification (hi)":89.78,"MTOPDomainClassification (th)":88.75,"MTOPIntentClassification (de)":74.53,"MTOPIntentClassification (es)":75.44,"MTOPIntentClassification (fr)":70.56,"MTOPIntentClassification (hi)":73.12,"MTOPIntentClassification (th)":74.29,"MassiveIntentClassification (af)":62.38,"MassiveIntentClassification (am)":56.07,"MassiveIntentClassification (ar)":60.75,"MassiveIntentClassification (az)":64.87,"MassiveIntentClassification (bn)":63.97,"MassiveIntentClassification (cy)":54.98,"MassiveIntentClassification (de)":69.33,"MassiveIntentClassification (el)":69.09,"MassiveIntentClassification (es)":70.49,"MassiveIntentClassification (fa)":69.91,"MassiveIntentClassification (fi)":70.12,"MassiveIntentClassification (fr)":69.34,"MassiveIntentClassification (he)":67.61,"MassiveIntentClassification (hi)":67.8,"MassiveIntentClassification (hu)":69.69,"MassiveIntentClassification (hy)":62.07,"MassiveIntentClassification (id)":70.05,"MassiveIntentClassification (is)":62.42,"MassiveIntentClassification (it)":70.53,"MassiveIntentClassification (ja)":72.51,"MassiveIntentClassification (jv)":57.91,"MassiveIntentClassification (ka)":51.78,"MassiveIntentClassification (km)":47.02,"MassiveIntentClassification (kn)":62.16,"MassiveIntentClassification (ko)":69.43,"MassiveIntentClassification (lv)":67.08,"MassiveIntentClassification (ml)":65.57,"MassiveIntentClassification (mn)":61.71,"MassiveIntentClassification (ms)":66.04,"MassiveIntentClassification (my)":60.88,"MassiveIntentClassification (nl)":70.45,"MassiveIntentClassification (pt)":70.73,"MassiveIntentClassification (ro)":68.36,"MassiveIntentClassification (ru)":71.7,"MassiveIntentClassification (sl)":67.09,"MassiveIntentClassification (sq)":65.18,"MassiveIntentClassification (sw)":58.5,"MassiveIntentClassification (ta)":62.69,"MassiveIntentClassification (te)":63.02,"MassiveIntentClassification (th)":68.29,"MassiveIntentClassification (tl)":64.77,"MassiveIntentClassification (tr)":69.87,"MassiveIntentClassification (ur)":64.05,"MassiveIntentClassification (vi)":69.38,"MassiveIntentClassification (zh-TW)":66.2,"MassiveScenarioClassification (af)":68.74,"MassiveScenarioClassification (am)":60.59,"MassiveScenarioClassification (ar)":66.23,"MassiveScenarioClassification (az)":66.48,"MassiveScenarioClassification (bn)":67.75,"MassiveScenarioClassification (cy)":59.09,"MassiveScenarioClassification (de)":74.7,"MassiveScenarioClassification (el)":73.9,"MassiveScenarioClassification (es)":74.31,"MassiveScenarioClassification (fa)":72.95,"MassiveScenarioClassification (fi)":73.12,"MassiveScenarioClassification (fr)":73.87,"MassiveScenarioClassification (he)":71.4,"MassiveScenarioClassification (hi)":72.13,"MassiveScenarioClassification (hu)":74.52,"MassiveScenarioClassification (hy)":64.94,"MassiveScenarioClassification (id)":74.12,"MassiveScenarioClassification (is)":67.15,"MassiveScenarioClassification (it)":74.32,"MassiveScenarioClassification (ja)":77.47,"MassiveScenarioClassification (jv)":63.32,"MassiveScenarioClassification (ka)":58.35,"MassiveScenarioClassification (km)":50.88,"MassiveScenarioClassification (kn)":66.44,"MassiveScenarioClassification (ko)":75.05,"MassiveScenarioClassification (lv)":70.5,"MassiveScenarioClassification (ml)":69.94,"MassiveScenarioClassification (mn)":64.79,"MassiveScenarioClassification (ms)":69.88,"MassiveScenarioClassification (my)":63.25,"MassiveScenarioClassification (nl)":74.83,"MassiveScenarioClassification (pt)":73.49,"MassiveScenarioClassification (ro)":71.72,"MassiveScenarioClassification (ru)":75.14,"MassiveScenarioClassification (sl)":71.87,"MassiveScenarioClassification (sq)":70.28,"MassiveScenarioClassification (sw)":63.14,"MassiveScenarioClassification (ta)":66.28,"MassiveScenarioClassification (te)":66.69,"MassiveScenarioClassification (th)":73.45,"MassiveScenarioClassification (tl)":67.71,"MassiveScenarioClassification (tr)":73.99,"MassiveScenarioClassification (ur)":68.15,"MassiveScenarioClassification (vi)":73.11,"MassiveScenarioClassification (zh-TW)":71.81} +{"index":59,"Rank":4,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.6,"AmazonCounterfactualClassification (de)":71.22,"AmazonCounterfactualClassification (ja)":77.84,"AmazonReviewsClassification (de)":45.4,"AmazonReviewsClassification (es)":43.07,"AmazonReviewsClassification (fr)":41.89,"AmazonReviewsClassification (ja)":40.12,"AmazonReviewsClassification (zh)":38.83,"MTOPDomainClassification (de)":91.95,"MTOPDomainClassification (es)":92.2,"MTOPDomainClassification (fr)":89.0,"MTOPDomainClassification (hi)":89.78,"MTOPDomainClassification (th)":88.75,"MTOPIntentClassification (de)":74.53,"MTOPIntentClassification (es)":75.44,"MTOPIntentClassification (fr)":70.56,"MTOPIntentClassification (hi)":73.12,"MTOPIntentClassification (th)":74.29,"MassiveIntentClassification (af)":62.38,"MassiveIntentClassification (am)":56.07,"MassiveIntentClassification (ar)":60.75,"MassiveIntentClassification (az)":64.87,"MassiveIntentClassification (bn)":63.97,"MassiveIntentClassification (cy)":54.98,"MassiveIntentClassification (de)":69.33,"MassiveIntentClassification (el)":69.09,"MassiveIntentClassification (es)":70.49,"MassiveIntentClassification (fa)":69.91,"MassiveIntentClassification (fi)":70.12,"MassiveIntentClassification (fr)":69.34,"MassiveIntentClassification (he)":67.61,"MassiveIntentClassification (hi)":67.8,"MassiveIntentClassification (hu)":69.69,"MassiveIntentClassification (hy)":62.07,"MassiveIntentClassification (id)":70.05,"MassiveIntentClassification (is)":62.42,"MassiveIntentClassification (it)":70.53,"MassiveIntentClassification (ja)":72.51,"MassiveIntentClassification (jv)":57.91,"MassiveIntentClassification (ka)":51.78,"MassiveIntentClassification (km)":47.02,"MassiveIntentClassification (kn)":62.16,"MassiveIntentClassification (ko)":69.43,"MassiveIntentClassification (lv)":67.08,"MassiveIntentClassification (ml)":65.57,"MassiveIntentClassification (mn)":61.71,"MassiveIntentClassification (ms)":66.04,"MassiveIntentClassification (my)":60.88,"MassiveIntentClassification (nl)":70.45,"MassiveIntentClassification (pt)":70.73,"MassiveIntentClassification (ro)":68.36,"MassiveIntentClassification (ru)":71.7,"MassiveIntentClassification (sl)":67.09,"MassiveIntentClassification (sq)":65.18,"MassiveIntentClassification (sw)":58.5,"MassiveIntentClassification (ta)":62.69,"MassiveIntentClassification (te)":63.02,"MassiveIntentClassification (th)":68.29,"MassiveIntentClassification (tl)":64.77,"MassiveIntentClassification (tr)":69.87,"MassiveIntentClassification (ur)":64.05,"MassiveIntentClassification (vi)":69.38,"MassiveIntentClassification (zh-TW)":66.2,"MassiveScenarioClassification (af)":68.74,"MassiveScenarioClassification (am)":60.59,"MassiveScenarioClassification (ar)":66.23,"MassiveScenarioClassification (az)":66.48,"MassiveScenarioClassification (bn)":67.75,"MassiveScenarioClassification (cy)":59.09,"MassiveScenarioClassification (de)":74.7,"MassiveScenarioClassification (el)":73.9,"MassiveScenarioClassification (es)":74.31,"MassiveScenarioClassification (fa)":72.95,"MassiveScenarioClassification (fi)":73.12,"MassiveScenarioClassification (fr)":73.87,"MassiveScenarioClassification (he)":71.4,"MassiveScenarioClassification (hi)":72.13,"MassiveScenarioClassification (hu)":74.52,"MassiveScenarioClassification (hy)":64.94,"MassiveScenarioClassification (id)":74.12,"MassiveScenarioClassification (is)":67.15,"MassiveScenarioClassification (it)":74.32,"MassiveScenarioClassification (ja)":77.47,"MassiveScenarioClassification (jv)":63.32,"MassiveScenarioClassification (ka)":58.35,"MassiveScenarioClassification (km)":50.88,"MassiveScenarioClassification (kn)":66.44,"MassiveScenarioClassification (ko)":75.05,"MassiveScenarioClassification (lv)":70.5,"MassiveScenarioClassification (ml)":69.94,"MassiveScenarioClassification (mn)":64.79,"MassiveScenarioClassification (ms)":69.88,"MassiveScenarioClassification (my)":63.25,"MassiveScenarioClassification (nl)":74.83,"MassiveScenarioClassification (pt)":73.49,"MassiveScenarioClassification (ro)":71.72,"MassiveScenarioClassification (ru)":75.14,"MassiveScenarioClassification (sl)":71.87,"MassiveScenarioClassification (sq)":70.28,"MassiveScenarioClassification (sw)":63.14,"MassiveScenarioClassification (ta)":66.28,"MassiveScenarioClassification (te)":66.69,"MassiveScenarioClassification (th)":73.45,"MassiveScenarioClassification (tl)":67.71,"MassiveScenarioClassification (tr)":73.99,"MassiveScenarioClassification (ur)":68.15,"MassiveScenarioClassification (vi)":73.11,"MassiveScenarioClassification (zh-TW)":71.81} {"index":103,"Rank":5,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.6,"AmazonCounterfactualClassification (de)":71.22,"AmazonCounterfactualClassification (ja)":77.84,"AmazonReviewsClassification (de)":45.4,"AmazonReviewsClassification (es)":43.07,"AmazonReviewsClassification (fr)":41.89,"AmazonReviewsClassification (ja)":40.12,"AmazonReviewsClassification (zh)":38.83,"MTOPDomainClassification (de)":91.95,"MTOPDomainClassification (es)":92.2,"MTOPDomainClassification (fr)":89.0,"MTOPDomainClassification (hi)":89.78,"MTOPDomainClassification (th)":88.75,"MTOPIntentClassification (de)":74.53,"MTOPIntentClassification (es)":75.44,"MTOPIntentClassification (fr)":70.56,"MTOPIntentClassification (hi)":73.12,"MTOPIntentClassification (th)":74.29,"MassiveIntentClassification (af)":62.38,"MassiveIntentClassification (am)":56.07,"MassiveIntentClassification (ar)":60.75,"MassiveIntentClassification (az)":64.87,"MassiveIntentClassification (bn)":63.97,"MassiveIntentClassification (cy)":54.98,"MassiveIntentClassification (de)":69.33,"MassiveIntentClassification (el)":69.09,"MassiveIntentClassification (es)":70.49,"MassiveIntentClassification (fa)":69.91,"MassiveIntentClassification (fi)":70.12,"MassiveIntentClassification (fr)":69.34,"MassiveIntentClassification (he)":67.61,"MassiveIntentClassification (hi)":67.8,"MassiveIntentClassification (hu)":69.69,"MassiveIntentClassification (hy)":62.07,"MassiveIntentClassification (id)":70.05,"MassiveIntentClassification (is)":62.42,"MassiveIntentClassification (it)":70.53,"MassiveIntentClassification (ja)":72.51,"MassiveIntentClassification (jv)":57.91,"MassiveIntentClassification (ka)":51.78,"MassiveIntentClassification (km)":47.02,"MassiveIntentClassification (kn)":62.16,"MassiveIntentClassification (ko)":69.43,"MassiveIntentClassification (lv)":67.08,"MassiveIntentClassification (ml)":65.57,"MassiveIntentClassification (mn)":61.71,"MassiveIntentClassification (ms)":66.04,"MassiveIntentClassification (my)":60.88,"MassiveIntentClassification (nl)":70.45,"MassiveIntentClassification (pt)":70.73,"MassiveIntentClassification (ro)":68.36,"MassiveIntentClassification (ru)":71.7,"MassiveIntentClassification (sl)":67.09,"MassiveIntentClassification (sq)":65.18,"MassiveIntentClassification (sw)":58.5,"MassiveIntentClassification (ta)":62.69,"MassiveIntentClassification (te)":63.02,"MassiveIntentClassification (th)":68.29,"MassiveIntentClassification (tl)":64.77,"MassiveIntentClassification (tr)":69.87,"MassiveIntentClassification (ur)":64.05,"MassiveIntentClassification (vi)":69.38,"MassiveIntentClassification (zh-TW)":66.2,"MassiveScenarioClassification (af)":68.74,"MassiveScenarioClassification (am)":60.59,"MassiveScenarioClassification (ar)":66.23,"MassiveScenarioClassification (az)":66.48,"MassiveScenarioClassification (bn)":67.75,"MassiveScenarioClassification (cy)":59.09,"MassiveScenarioClassification (de)":74.7,"MassiveScenarioClassification (el)":73.9,"MassiveScenarioClassification (es)":74.31,"MassiveScenarioClassification (fa)":72.95,"MassiveScenarioClassification (fi)":73.12,"MassiveScenarioClassification (fr)":73.87,"MassiveScenarioClassification (he)":71.4,"MassiveScenarioClassification (hi)":72.13,"MassiveScenarioClassification (hu)":74.52,"MassiveScenarioClassification (hy)":64.94,"MassiveScenarioClassification (id)":74.12,"MassiveScenarioClassification (is)":67.15,"MassiveScenarioClassification (it)":74.32,"MassiveScenarioClassification (ja)":77.47,"MassiveScenarioClassification (jv)":63.32,"MassiveScenarioClassification (ka)":58.35,"MassiveScenarioClassification (km)":50.88,"MassiveScenarioClassification (kn)":66.44,"MassiveScenarioClassification (ko)":75.05,"MassiveScenarioClassification (lv)":70.5,"MassiveScenarioClassification (ml)":69.94,"MassiveScenarioClassification (mn)":64.79,"MassiveScenarioClassification (ms)":69.88,"MassiveScenarioClassification (my)":63.25,"MassiveScenarioClassification (nl)":74.83,"MassiveScenarioClassification (pt)":73.49,"MassiveScenarioClassification (ro)":71.72,"MassiveScenarioClassification (ru)":75.14,"MassiveScenarioClassification (sl)":71.87,"MassiveScenarioClassification (sq)":70.28,"MassiveScenarioClassification (sw)":63.14,"MassiveScenarioClassification (ta)":66.28,"MassiveScenarioClassification (te)":66.69,"MassiveScenarioClassification (th)":73.45,"MassiveScenarioClassification (tl)":67.71,"MassiveScenarioClassification (tr)":73.99,"MassiveScenarioClassification (ur)":68.15,"MassiveScenarioClassification (vi)":73.11,"MassiveScenarioClassification (zh-TW)":71.81} {"index":79,"Rank":6,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":67.48,"AmazonCounterfactualClassification (de)":71.22,"AmazonCounterfactualClassification (ja)":77.84,"AmazonReviewsClassification (de)":45.4,"AmazonReviewsClassification (es)":43.07,"AmazonReviewsClassification (fr)":41.91,"AmazonReviewsClassification (ja)":40.12,"AmazonReviewsClassification (zh)":38.83,"MTOPDomainClassification (de)":91.95,"MTOPDomainClassification (es)":92.2,"MTOPDomainClassification (fr)":86.41,"MTOPDomainClassification (hi)":89.78,"MTOPDomainClassification (th)":88.75,"MTOPIntentClassification (de)":74.53,"MTOPIntentClassification (es)":75.44,"MTOPIntentClassification (fr)":59.43,"MTOPIntentClassification (hi)":73.12,"MTOPIntentClassification (th)":74.29,"MassiveIntentClassification (af)":62.38,"MassiveIntentClassification (am)":56.07,"MassiveIntentClassification (ar)":60.75,"MassiveIntentClassification (az)":64.87,"MassiveIntentClassification (bn)":63.97,"MassiveIntentClassification (cy)":54.98,"MassiveIntentClassification (de)":69.33,"MassiveIntentClassification (el)":69.09,"MassiveIntentClassification (es)":70.49,"MassiveIntentClassification (fa)":69.91,"MassiveIntentClassification (fi)":70.12,"MassiveIntentClassification (fr)":69.34,"MassiveIntentClassification (he)":67.61,"MassiveIntentClassification (hi)":67.8,"MassiveIntentClassification (hu)":69.69,"MassiveIntentClassification (hy)":62.07,"MassiveIntentClassification (id)":70.05,"MassiveIntentClassification (is)":62.42,"MassiveIntentClassification (it)":70.53,"MassiveIntentClassification (ja)":72.51,"MassiveIntentClassification (jv)":57.91,"MassiveIntentClassification (ka)":51.78,"MassiveIntentClassification (km)":47.02,"MassiveIntentClassification (kn)":62.16,"MassiveIntentClassification (ko)":69.43,"MassiveIntentClassification (lv)":67.08,"MassiveIntentClassification (ml)":65.57,"MassiveIntentClassification (mn)":61.71,"MassiveIntentClassification (ms)":66.04,"MassiveIntentClassification (my)":60.88,"MassiveIntentClassification (nl)":70.45,"MassiveIntentClassification (pt)":70.73,"MassiveIntentClassification (ro)":68.36,"MassiveIntentClassification (ru)":71.7,"MassiveIntentClassification (sl)":67.09,"MassiveIntentClassification (sq)":65.18,"MassiveIntentClassification (sw)":58.5,"MassiveIntentClassification (ta)":62.69,"MassiveIntentClassification (te)":63.02,"MassiveIntentClassification (th)":68.29,"MassiveIntentClassification (tl)":64.77,"MassiveIntentClassification (tr)":69.87,"MassiveIntentClassification (ur)":64.05,"MassiveIntentClassification (vi)":69.38,"MassiveIntentClassification (zh-TW)":66.2,"MassiveScenarioClassification (af)":68.74,"MassiveScenarioClassification (am)":60.59,"MassiveScenarioClassification (ar)":66.23,"MassiveScenarioClassification (az)":66.48,"MassiveScenarioClassification (bn)":67.75,"MassiveScenarioClassification (cy)":59.09,"MassiveScenarioClassification (de)":74.7,"MassiveScenarioClassification (el)":73.9,"MassiveScenarioClassification (es)":74.31,"MassiveScenarioClassification (fa)":72.95,"MassiveScenarioClassification (fi)":73.12,"MassiveScenarioClassification (fr)":73.87,"MassiveScenarioClassification (he)":71.4,"MassiveScenarioClassification (hi)":72.13,"MassiveScenarioClassification (hu)":74.52,"MassiveScenarioClassification (hy)":64.94,"MassiveScenarioClassification (id)":74.12,"MassiveScenarioClassification (is)":67.15,"MassiveScenarioClassification (it)":74.32,"MassiveScenarioClassification (ja)":77.47,"MassiveScenarioClassification (jv)":63.32,"MassiveScenarioClassification (ka)":58.35,"MassiveScenarioClassification (km)":50.88,"MassiveScenarioClassification (kn)":66.44,"MassiveScenarioClassification (ko)":75.05,"MassiveScenarioClassification (lv)":70.5,"MassiveScenarioClassification (ml)":69.94,"MassiveScenarioClassification (mn)":64.79,"MassiveScenarioClassification (ms)":69.88,"MassiveScenarioClassification (my)":63.25,"MassiveScenarioClassification (nl)":74.83,"MassiveScenarioClassification (pt)":73.49,"MassiveScenarioClassification (ro)":71.72,"MassiveScenarioClassification (ru)":75.14,"MassiveScenarioClassification (sl)":71.87,"MassiveScenarioClassification (sq)":70.28,"MassiveScenarioClassification (sw)":63.14,"MassiveScenarioClassification (ta)":66.28,"MassiveScenarioClassification (te)":66.69,"MassiveScenarioClassification (th)":73.45,"MassiveScenarioClassification (tl)":67.71,"MassiveScenarioClassification (tr)":73.99,"MassiveScenarioClassification (ur)":68.15,"MassiveScenarioClassification (vi)":73.11,"MassiveScenarioClassification (zh-TW)":71.81} {"index":77,"Rank":7,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":66.64,"AmazonCounterfactualClassification (de)":74.05,"AmazonCounterfactualClassification (ja)":77.22,"AmazonReviewsClassification (de)":53.26,"AmazonReviewsClassification (es)":50.33,"AmazonReviewsClassification (fr)":36.71,"AmazonReviewsClassification (ja)":48.69,"AmazonReviewsClassification (zh)":46.24,"MTOPDomainClassification (de)":92.98,"MTOPDomainClassification (es)":93.37,"MTOPDomainClassification (fr)":74.8,"MTOPDomainClassification (hi)":88.81,"MTOPDomainClassification (th)":85.52,"MTOPIntentClassification (de)":77.77,"MTOPIntentClassification (es)":79.94,"MTOPIntentClassification (fr)":53.97,"MTOPIntentClassification (hi)":72.91,"MTOPIntentClassification (th)":73.24,"MassiveIntentClassification (af)":66.48,"MassiveIntentClassification (am)":44.29,"MassiveIntentClassification (ar)":63.17,"MassiveIntentClassification (az)":64.23,"MassiveIntentClassification (bn)":64.94,"MassiveIntentClassification (cy)":55.48,"MassiveIntentClassification (de)":74.09,"MassiveIntentClassification (el)":68.31,"MassiveIntentClassification (es)":75.09,"MassiveIntentClassification (fa)":72.21,"MassiveIntentClassification (fi)":68.74,"MassiveIntentClassification (fr)":46.39,"MassiveIntentClassification (he)":66.22,"MassiveIntentClassification (hi)":69.45,"MassiveIntentClassification (hu)":69.41,"MassiveIntentClassification (hy)":56.92,"MassiveIntentClassification (id)":72.71,"MassiveIntentClassification (is)":59.91,"MassiveIntentClassification (it)":75.25,"MassiveIntentClassification (ja)":76.36,"MassiveIntentClassification (jv)":57.92,"MassiveIntentClassification (ka)":52.55,"MassiveIntentClassification (km)":46.45,"MassiveIntentClassification (kn)":53.96,"MassiveIntentClassification (ko)":74.21,"MassiveIntentClassification (lv)":59.23,"MassiveIntentClassification (ml)":51.45,"MassiveIntentClassification (mn)":51.38,"MassiveIntentClassification (ms)":69.85,"MassiveIntentClassification (my)":49.15,"MassiveIntentClassification (nl)":74.83,"MassiveIntentClassification (pt)":75.27,"MassiveIntentClassification (ro)":69.63,"MassiveIntentClassification (ru)":76.63,"MassiveIntentClassification (sl)":67.15,"MassiveIntentClassification (sq)":58.84,"MassiveIntentClassification (sw)":57.37,"MassiveIntentClassification (ta)":53.15,"MassiveIntentClassification (te)":51.51,"MassiveIntentClassification (th)":66.91,"MassiveIntentClassification (tl)":68.73,"MassiveIntentClassification (tr)":72.07,"MassiveIntentClassification (ur)":62.09,"MassiveIntentClassification (vi)":71.17,"MassiveIntentClassification (zh-TW)":71.14,"MassiveScenarioClassification (af)":73.37,"MassiveScenarioClassification (am)":47.21,"MassiveScenarioClassification (ar)":69.84,"MassiveScenarioClassification (az)":67.0,"MassiveScenarioClassification (bn)":68.05,"MassiveScenarioClassification (cy)":61.88,"MassiveScenarioClassification (de)":79.03,"MassiveScenarioClassification (el)":72.97,"MassiveScenarioClassification (es)":78.84,"MassiveScenarioClassification (fa)":76.74,"MassiveScenarioClassification (fi)":71.22,"MassiveScenarioClassification (fr)":53.86,"MassiveScenarioClassification (he)":69.64,"MassiveScenarioClassification (hi)":73.51,"MassiveScenarioClassification (hu)":74.06,"MassiveScenarioClassification (hy)":59.55,"MassiveScenarioClassification (id)":77.41,"MassiveScenarioClassification (is)":66.58,"MassiveScenarioClassification (it)":78.39,"MassiveScenarioClassification (ja)":79.62,"MassiveScenarioClassification (jv)":64.29,"MassiveScenarioClassification (ka)":57.52,"MassiveScenarioClassification (km)":52.42,"MassiveScenarioClassification (kn)":58.55,"MassiveScenarioClassification (ko)":78.89,"MassiveScenarioClassification (lv)":63.5,"MassiveScenarioClassification (ml)":54.03,"MassiveScenarioClassification (mn)":54.24,"MassiveScenarioClassification (ms)":75.53,"MassiveScenarioClassification (my)":52.19,"MassiveScenarioClassification (nl)":78.48,"MassiveScenarioClassification (pt)":77.96,"MassiveScenarioClassification (ro)":73.19,"MassiveScenarioClassification (ru)":80.52,"MassiveScenarioClassification (sl)":73.66,"MassiveScenarioClassification (sq)":64.03,"MassiveScenarioClassification (sw)":64.66,"MassiveScenarioClassification (ta)":57.76,"MassiveScenarioClassification (te)":57.27,"MassiveScenarioClassification (th)":72.46,"MassiveScenarioClassification (tl)":73.71,"MassiveScenarioClassification (tr)":75.04,"MassiveScenarioClassification (ur)":67.05,"MassiveScenarioClassification (vi)":75.52,"MassiveScenarioClassification (zh-TW)":76.87} @@ -27,8 +27,8 @@ {"index":111,"Rank":27,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":28.9,"AmazonCounterfactualClassification (de)":59.38,"AmazonCounterfactualClassification (ja)":45.87,"AmazonReviewsClassification (de)":33.06,"AmazonReviewsClassification (es)":34.0,"AmazonReviewsClassification (fr)":33.48,"AmazonReviewsClassification (ja)":21.78,"AmazonReviewsClassification (zh)":21.83,"MTOPDomainClassification (de)":81.91,"MTOPDomainClassification (es)":84.7,"MTOPDomainClassification (fr)":82.48,"MTOPDomainClassification (hi)":22.11,"MTOPDomainClassification (th)":16.36,"MTOPIntentClassification (de)":52.13,"MTOPIntentClassification (es)":52.62,"MTOPIntentClassification (fr)":46.39,"MTOPIntentClassification (hi)":3.9,"MTOPIntentClassification (th)":5.38,"MassiveIntentClassification (af)":41.02,"MassiveIntentClassification (am)":2.34,"MassiveIntentClassification (ar)":4.87,"MassiveIntentClassification (az)":34.92,"MassiveIntentClassification (bn)":2.52,"MassiveIntentClassification (cy)":35.87,"MassiveIntentClassification (de)":51.48,"MassiveIntentClassification (el)":10.0,"MassiveIntentClassification (es)":53.3,"MassiveIntentClassification (fa)":3.59,"MassiveIntentClassification (fi)":37.35,"MassiveIntentClassification (fr)":54.83,"MassiveIntentClassification (he)":2.52,"MassiveIntentClassification (hi)":2.88,"MassiveIntentClassification (hu)":33.52,"MassiveIntentClassification (hy)":3.13,"MassiveIntentClassification (id)":40.11,"MassiveIntentClassification (is)":34.77,"MassiveIntentClassification (it)":51.21,"MassiveIntentClassification (ja)":4.75,"MassiveIntentClassification (jv)":35.6,"MassiveIntentClassification (ka)":2.71,"MassiveIntentClassification (km)":5.48,"MassiveIntentClassification (kn)":2.44,"MassiveIntentClassification (ko)":2.59,"MassiveIntentClassification (lv)":38.15,"MassiveIntentClassification (ml)":2.67,"MassiveIntentClassification (mn)":18.47,"MassiveIntentClassification (ms)":35.58,"MassiveIntentClassification (my)":4.35,"MassiveIntentClassification (nl)":45.96,"MassiveIntentClassification (pt)":52.27,"MassiveIntentClassification (ro)":46.39,"MassiveIntentClassification (ru)":16.82,"MassiveIntentClassification (sl)":37.3,"MassiveIntentClassification (sq)":41.73,"MassiveIntentClassification (sw)":35.97,"MassiveIntentClassification (ta)":1.52,"MassiveIntentClassification (te)":2.57,"MassiveIntentClassification (th)":3.94,"MassiveIntentClassification (tl)":41.03,"MassiveIntentClassification (tr)":33.75,"MassiveIntentClassification (ur)":2.57,"MassiveIntentClassification (vi)":25.23,"MassiveIntentClassification (zh-TW)":4.64,"MassiveScenarioClassification (af)":51.48,"MassiveScenarioClassification (am)":7.74,"MassiveScenarioClassification (ar)":12.03,"MassiveScenarioClassification (az)":41.77,"MassiveScenarioClassification (bn)":8.07,"MassiveScenarioClassification (cy)":43.67,"MassiveScenarioClassification (de)":63.63,"MassiveScenarioClassification (el)":16.83,"MassiveScenarioClassification (es)":61.48,"MassiveScenarioClassification (fa)":6.48,"MassiveScenarioClassification (fi)":43.54,"MassiveScenarioClassification (fr)":64.06,"MassiveScenarioClassification (he)":8.03,"MassiveScenarioClassification (hi)":7.5,"MassiveScenarioClassification (hu)":42.59,"MassiveScenarioClassification (hy)":9.22,"MassiveScenarioClassification (id)":48.67,"MassiveScenarioClassification (is)":43.87,"MassiveScenarioClassification (it)":59.83,"MassiveScenarioClassification (ja)":5.62,"MassiveScenarioClassification (jv)":42.18,"MassiveScenarioClassification (ka)":7.52,"MassiveScenarioClassification (km)":9.55,"MassiveScenarioClassification (kn)":8.34,"MassiveScenarioClassification (ko)":6.11,"MassiveScenarioClassification (lv)":43.35,"MassiveScenarioClassification (ml)":7.28,"MassiveScenarioClassification (mn)":23.94,"MassiveScenarioClassification (ms)":45.18,"MassiveScenarioClassification (my)":9.33,"MassiveScenarioClassification (nl)":57.02,"MassiveScenarioClassification (pt)":59.45,"MassiveScenarioClassification (ro)":56.8,"MassiveScenarioClassification (ru)":25.85,"MassiveScenarioClassification (sl)":42.51,"MassiveScenarioClassification (sq)":50.41,"MassiveScenarioClassification (sw)":43.02,"MassiveScenarioClassification (ta)":7.21,"MassiveScenarioClassification (te)":6.9,"MassiveScenarioClassification (th)":8.7,"MassiveScenarioClassification (tl)":51.76,"MassiveScenarioClassification (tr)":42.54,"MassiveScenarioClassification (ur)":9.32,"MassiveScenarioClassification (vi)":31.51,"MassiveScenarioClassification (zh-TW)":8.16} {"index":117,"Rank":28,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":28.26,"AmazonCounterfactualClassification (de)":67.97,"AmazonCounterfactualClassification (ja)":45.72,"AmazonReviewsClassification (de)":43.16,"AmazonReviewsClassification (es)":42.89,"AmazonReviewsClassification (fr)":41.48,"AmazonReviewsClassification (ja)":22.49,"AmazonReviewsClassification (zh)":22.12,"MTOPDomainClassification (de)":80.56,"MTOPDomainClassification (es)":80.78,"MTOPDomainClassification (fr)":79.6,"MTOPDomainClassification (hi)":21.22,"MTOPDomainClassification (th)":15.82,"MTOPIntentClassification (de)":52.5,"MTOPIntentClassification (es)":52.07,"MTOPIntentClassification (fr)":47.73,"MTOPIntentClassification (hi)":3.74,"MTOPIntentClassification (th)":4.96,"MassiveIntentClassification (af)":38.41,"MassiveIntentClassification (am)":2.49,"MassiveIntentClassification (ar)":4.7,"MassiveIntentClassification (az)":31.77,"MassiveIntentClassification (bn)":2.77,"MassiveIntentClassification (cy)":31.69,"MassiveIntentClassification (de)":52.01,"MassiveIntentClassification (el)":9.74,"MassiveIntentClassification (es)":54.1,"MassiveIntentClassification (fa)":3.86,"MassiveIntentClassification (fi)":34.07,"MassiveIntentClassification (fr)":57.01,"MassiveIntentClassification (he)":2.14,"MassiveIntentClassification (hi)":2.97,"MassiveIntentClassification (hu)":32.01,"MassiveIntentClassification (hy)":3.17,"MassiveIntentClassification (id)":34.55,"MassiveIntentClassification (is)":32.0,"MassiveIntentClassification (it)":52.94,"MassiveIntentClassification (ja)":2.9,"MassiveIntentClassification (jv)":32.42,"MassiveIntentClassification (ka)":2.71,"MassiveIntentClassification (km)":5.5,"MassiveIntentClassification (kn)":2.41,"MassiveIntentClassification (ko)":2.57,"MassiveIntentClassification (lv)":35.09,"MassiveIntentClassification (ml)":2.95,"MassiveIntentClassification (mn)":18.33,"MassiveIntentClassification (ms)":29.69,"MassiveIntentClassification (my)":3.99,"MassiveIntentClassification (nl)":44.95,"MassiveIntentClassification (pt)":51.96,"MassiveIntentClassification (ro)":43.83,"MassiveIntentClassification (ru)":17.32,"MassiveIntentClassification (sl)":33.71,"MassiveIntentClassification (sq)":37.62,"MassiveIntentClassification (sw)":31.9,"MassiveIntentClassification (ta)":1.91,"MassiveIntentClassification (te)":2.54,"MassiveIntentClassification (th)":3.85,"MassiveIntentClassification (tl)":36.83,"MassiveIntentClassification (tr)":33.0,"MassiveIntentClassification (ur)":2.62,"MassiveIntentClassification (vi)":22.81,"MassiveIntentClassification (zh-TW)":3.49,"MassiveScenarioClassification (af)":50.28,"MassiveScenarioClassification (am)":7.15,"MassiveScenarioClassification (ar)":12.12,"MassiveScenarioClassification (az)":39.68,"MassiveScenarioClassification (bn)":8.06,"MassiveScenarioClassification (cy)":38.01,"MassiveScenarioClassification (de)":62.71,"MassiveScenarioClassification (el)":17.19,"MassiveScenarioClassification (es)":59.56,"MassiveScenarioClassification (fa)":6.5,"MassiveScenarioClassification (fi)":41.72,"MassiveScenarioClassification (fr)":63.6,"MassiveScenarioClassification (he)":7.93,"MassiveScenarioClassification (hi)":7.85,"MassiveScenarioClassification (hu)":41.37,"MassiveScenarioClassification (hy)":9.42,"MassiveScenarioClassification (id)":44.88,"MassiveScenarioClassification (is)":40.86,"MassiveScenarioClassification (it)":60.09,"MassiveScenarioClassification (ja)":6.56,"MassiveScenarioClassification (jv)":40.18,"MassiveScenarioClassification (ka)":7.37,"MassiveScenarioClassification (km)":9.56,"MassiveScenarioClassification (kn)":8.4,"MassiveScenarioClassification (ko)":5.96,"MassiveScenarioClassification (lv)":41.44,"MassiveScenarioClassification (ml)":7.47,"MassiveScenarioClassification (mn)":25.36,"MassiveScenarioClassification (ms)":39.69,"MassiveScenarioClassification (my)":9.68,"MassiveScenarioClassification (nl)":56.09,"MassiveScenarioClassification (pt)":57.99,"MassiveScenarioClassification (ro)":56.0,"MassiveScenarioClassification (ru)":27.47,"MassiveScenarioClassification (sl)":41.04,"MassiveScenarioClassification (sq)":49.38,"MassiveScenarioClassification (sw)":40.62,"MassiveScenarioClassification (ta)":7.59,"MassiveScenarioClassification (te)":7.07,"MassiveScenarioClassification (th)":8.52,"MassiveScenarioClassification (tl)":49.89,"MassiveScenarioClassification (tr)":43.08,"MassiveScenarioClassification (ur)":9.31,"MassiveScenarioClassification (vi)":27.46,"MassiveScenarioClassification (zh-TW)":7.24} {"index":116,"Rank":29,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":26.73,"AmazonCounterfactualClassification (de)":69.98,"AmazonCounterfactualClassification (ja)":46.05,"AmazonReviewsClassification (de)":37.9,"AmazonReviewsClassification (es)":37.33,"AmazonReviewsClassification (fr)":37.35,"AmazonReviewsClassification (ja)":22.29,"AmazonReviewsClassification (zh)":21.53,"MTOPDomainClassification (de)":76.98,"MTOPDomainClassification (es)":73.61,"MTOPDomainClassification (fr)":75.03,"MTOPDomainClassification (hi)":21.4,"MTOPDomainClassification (th)":16.21,"MTOPIntentClassification (de)":44.43,"MTOPIntentClassification (es)":42.03,"MTOPIntentClassification (fr)":43.85,"MTOPIntentClassification (hi)":3.8,"MTOPIntentClassification (th)":5.21,"MassiveIntentClassification (af)":34.32,"MassiveIntentClassification (am)":2.38,"MassiveIntentClassification (ar)":4.53,"MassiveIntentClassification (az)":31.76,"MassiveIntentClassification (bn)":2.58,"MassiveIntentClassification (cy)":28.94,"MassiveIntentClassification (de)":45.23,"MassiveIntentClassification (el)":10.05,"MassiveIntentClassification (es)":45.32,"MassiveIntentClassification (fa)":3.58,"MassiveIntentClassification (fi)":33.52,"MassiveIntentClassification (fr)":51.13,"MassiveIntentClassification (he)":2.63,"MassiveIntentClassification (hi)":2.68,"MassiveIntentClassification (hu)":32.31,"MassiveIntentClassification (hy)":3.33,"MassiveIntentClassification (id)":35.5,"MassiveIntentClassification (is)":29.82,"MassiveIntentClassification (it)":45.59,"MassiveIntentClassification (ja)":3.67,"MassiveIntentClassification (jv)":31.15,"MassiveIntentClassification (ka)":2.77,"MassiveIntentClassification (km)":5.66,"MassiveIntentClassification (kn)":2.59,"MassiveIntentClassification (ko)":2.34,"MassiveIntentClassification (lv)":33.97,"MassiveIntentClassification (ml)":2.55,"MassiveIntentClassification (mn)":14.7,"MassiveIntentClassification (ms)":33.12,"MassiveIntentClassification (my)":4.42,"MassiveIntentClassification (nl)":37.96,"MassiveIntentClassification (pt)":43.35,"MassiveIntentClassification (ro)":42.69,"MassiveIntentClassification (ru)":14.82,"MassiveIntentClassification (sl)":34.54,"MassiveIntentClassification (sq)":38.54,"MassiveIntentClassification (sw)":32.14,"MassiveIntentClassification (ta)":1.41,"MassiveIntentClassification (te)":2.5,"MassiveIntentClassification (th)":3.71,"MassiveIntentClassification (tl)":36.04,"MassiveIntentClassification (tr)":33.77,"MassiveIntentClassification (ur)":2.99,"MassiveIntentClassification (vi)":22.62,"MassiveIntentClassification (zh-TW)":4.63,"MassiveScenarioClassification (af)":44.45,"MassiveScenarioClassification (am)":7.51,"MassiveScenarioClassification (ar)":12.32,"MassiveScenarioClassification (az)":38.41,"MassiveScenarioClassification (bn)":8.45,"MassiveScenarioClassification (cy)":35.04,"MassiveScenarioClassification (de)":59.12,"MassiveScenarioClassification (el)":17.68,"MassiveScenarioClassification (es)":55.61,"MassiveScenarioClassification (fa)":6.86,"MassiveScenarioClassification (fi)":41.34,"MassiveScenarioClassification (fr)":59.92,"MassiveScenarioClassification (he)":7.86,"MassiveScenarioClassification (hi)":7.63,"MassiveScenarioClassification (hu)":41.31,"MassiveScenarioClassification (hy)":9.23,"MassiveScenarioClassification (id)":44.64,"MassiveScenarioClassification (is)":39.63,"MassiveScenarioClassification (it)":54.58,"MassiveScenarioClassification (ja)":4.96,"MassiveScenarioClassification (jv)":40.73,"MassiveScenarioClassification (ka)":7.51,"MassiveScenarioClassification (km)":8.73,"MassiveScenarioClassification (kn)":7.99,"MassiveScenarioClassification (ko)":6.03,"MassiveScenarioClassification (lv)":36.42,"MassiveScenarioClassification (ml)":6.96,"MassiveScenarioClassification (mn)":19.85,"MassiveScenarioClassification (ms)":43.18,"MassiveScenarioClassification (my)":9.46,"MassiveScenarioClassification (nl)":50.0,"MassiveScenarioClassification (pt)":52.24,"MassiveScenarioClassification (ro)":53.7,"MassiveScenarioClassification (ru)":20.69,"MassiveScenarioClassification (sl)":39.79,"MassiveScenarioClassification (sq)":50.16,"MassiveScenarioClassification (sw)":40.48,"MassiveScenarioClassification (ta)":7.47,"MassiveScenarioClassification (te)":6.87,"MassiveScenarioClassification (th)":8.26,"MassiveScenarioClassification (tl)":48.94,"MassiveScenarioClassification (tr)":41.83,"MassiveScenarioClassification (ur)":9.77,"MassiveScenarioClassification (vi)":30.01,"MassiveScenarioClassification (zh-TW)":7.91} -{"index":134,"Rank":30,"Model":"lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":24.51,"AmazonCounterfactualClassification (de)":64.72,"AmazonCounterfactualClassification (ja)":44.83,"AmazonReviewsClassification (de)":27.74,"AmazonReviewsClassification (es)":29.31,"AmazonReviewsClassification (fr)":29.35,"AmazonReviewsClassification (ja)":21.55,"AmazonReviewsClassification (zh)":21.73,"MTOPDomainClassification (de)":65.16,"MTOPDomainClassification (es)":64.95,"MTOPDomainClassification (fr)":65.83,"MTOPDomainClassification (hi)":13.34,"MTOPDomainClassification (th)":16.12,"MTOPIntentClassification (de)":45.5,"MTOPIntentClassification (es)":43.74,"MTOPIntentClassification (fr)":41.58,"MTOPIntentClassification (hi)":2.73,"MTOPIntentClassification (th)":4.84,"MassiveIntentClassification (af)":36.48,"MassiveIntentClassification (am)":1.5,"MassiveIntentClassification (ar)":5.42,"MassiveIntentClassification (az)":36.07,"MassiveIntentClassification (bn)":2.27,"MassiveIntentClassification (cy)":33.18,"MassiveIntentClassification (de)":37.29,"MassiveIntentClassification (el)":11.26,"MassiveIntentClassification (es)":37.37,"MassiveIntentClassification (fa)":1.97,"MassiveIntentClassification (fi)":31.88,"MassiveIntentClassification (fr)":38.33,"MassiveIntentClassification (he)":1.95,"MassiveIntentClassification (hi)":4.25,"MassiveIntentClassification (hu)":28.53,"MassiveIntentClassification (hy)":2.35,"MassiveIntentClassification (id)":39.9,"MassiveIntentClassification (is)":30.4,"MassiveIntentClassification (it)":39.9,"MassiveIntentClassification (ja)":4.15,"MassiveIntentClassification (jv)":34.55,"MassiveIntentClassification (ka)":1.63,"MassiveIntentClassification (km)":1.45,"MassiveIntentClassification (kn)":1.58,"MassiveIntentClassification (ko)":3.68,"MassiveIntentClassification (lv)":38.04,"MassiveIntentClassification (ml)":2.87,"MassiveIntentClassification (mn)":2.41,"MassiveIntentClassification (ms)":39.11,"MassiveIntentClassification (my)":2.49,"MassiveIntentClassification (nl)":38.89,"MassiveIntentClassification (pt)":41.61,"MassiveIntentClassification (ro)":37.99,"MassiveIntentClassification (ru)":3.13,"MassiveIntentClassification (sl)":41.59,"MassiveIntentClassification (sq)":36.12,"MassiveIntentClassification (sw)":35.98,"MassiveIntentClassification (ta)":2.66,"MassiveIntentClassification (te)":1.78,"MassiveIntentClassification (th)":1.74,"MassiveIntentClassification (tl)":31.98,"MassiveIntentClassification (tr)":35.25,"MassiveIntentClassification (ur)":2.34,"MassiveIntentClassification (vi)":26.08,"MassiveIntentClassification (zh-TW)":5.73,"MassiveScenarioClassification (af)":46.49,"MassiveScenarioClassification (am)":4.22,"MassiveScenarioClassification (ar)":9.81,"MassiveScenarioClassification (az)":39.03,"MassiveScenarioClassification (bn)":8.04,"MassiveScenarioClassification (cy)":40.71,"MassiveScenarioClassification (de)":42.63,"MassiveScenarioClassification (el)":16.6,"MassiveScenarioClassification (es)":41.88,"MassiveScenarioClassification (fa)":6.37,"MassiveScenarioClassification (fi)":34.87,"MassiveScenarioClassification (fr)":41.55,"MassiveScenarioClassification (he)":4.69,"MassiveScenarioClassification (hi)":7.55,"MassiveScenarioClassification (hu)":36.43,"MassiveScenarioClassification (hy)":7.72,"MassiveScenarioClassification (id)":45.64,"MassiveScenarioClassification (is)":39.59,"MassiveScenarioClassification (it)":44.38,"MassiveScenarioClassification (ja)":7.07,"MassiveScenarioClassification (jv)":41.28,"MassiveScenarioClassification (ka)":7.64,"MassiveScenarioClassification (km)":7.28,"MassiveScenarioClassification (kn)":7.23,"MassiveScenarioClassification (ko)":8.86,"MassiveScenarioClassification (lv)":43.1,"MassiveScenarioClassification (ml)":3.91,"MassiveScenarioClassification (mn)":6.74,"MassiveScenarioClassification (ms)":45.95,"MassiveScenarioClassification (my)":6.54,"MassiveScenarioClassification (nl)":45.77,"MassiveScenarioClassification (pt)":46.77,"MassiveScenarioClassification (ro)":43.28,"MassiveScenarioClassification (ru)":8.44,"MassiveScenarioClassification (sl)":48.59,"MassiveScenarioClassification (sq)":44.18,"MassiveScenarioClassification (sw)":42.89,"MassiveScenarioClassification (ta)":3.66,"MassiveScenarioClassification (te)":4.64,"MassiveScenarioClassification (th)":10.36,"MassiveScenarioClassification (tl)":35.38,"MassiveScenarioClassification (tr)":39.97,"MassiveScenarioClassification (ur)":7.64,"MassiveScenarioClassification (vi)":29.92,"MassiveScenarioClassification (zh-TW)":9.64} -{"index":135,"Rank":31,"Model":"lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":24.51,"AmazonCounterfactualClassification (de)":64.72,"AmazonCounterfactualClassification (ja)":44.83,"AmazonReviewsClassification (de)":27.74,"AmazonReviewsClassification (es)":29.31,"AmazonReviewsClassification (fr)":29.35,"AmazonReviewsClassification (ja)":21.55,"AmazonReviewsClassification (zh)":21.73,"MTOPDomainClassification (de)":65.16,"MTOPDomainClassification (es)":64.95,"MTOPDomainClassification (fr)":65.83,"MTOPDomainClassification (hi)":13.34,"MTOPDomainClassification (th)":16.12,"MTOPIntentClassification (de)":45.5,"MTOPIntentClassification (es)":43.74,"MTOPIntentClassification (fr)":41.58,"MTOPIntentClassification (hi)":2.73,"MTOPIntentClassification (th)":4.84,"MassiveIntentClassification (af)":36.48,"MassiveIntentClassification (am)":1.5,"MassiveIntentClassification (ar)":5.42,"MassiveIntentClassification (az)":36.07,"MassiveIntentClassification (bn)":2.27,"MassiveIntentClassification (cy)":33.18,"MassiveIntentClassification (de)":37.29,"MassiveIntentClassification (el)":11.26,"MassiveIntentClassification (es)":37.37,"MassiveIntentClassification (fa)":1.97,"MassiveIntentClassification (fi)":31.88,"MassiveIntentClassification (fr)":38.33,"MassiveIntentClassification (he)":1.95,"MassiveIntentClassification (hi)":4.25,"MassiveIntentClassification (hu)":28.53,"MassiveIntentClassification (hy)":2.35,"MassiveIntentClassification (id)":39.9,"MassiveIntentClassification (is)":30.4,"MassiveIntentClassification (it)":39.9,"MassiveIntentClassification (ja)":4.15,"MassiveIntentClassification (jv)":34.55,"MassiveIntentClassification (ka)":1.63,"MassiveIntentClassification (km)":1.45,"MassiveIntentClassification (kn)":1.58,"MassiveIntentClassification (ko)":3.68,"MassiveIntentClassification (lv)":38.04,"MassiveIntentClassification (ml)":2.87,"MassiveIntentClassification (mn)":2.41,"MassiveIntentClassification (ms)":39.11,"MassiveIntentClassification (my)":2.49,"MassiveIntentClassification (nl)":38.89,"MassiveIntentClassification (pt)":41.61,"MassiveIntentClassification (ro)":37.99,"MassiveIntentClassification (ru)":3.13,"MassiveIntentClassification (sl)":41.59,"MassiveIntentClassification (sq)":36.12,"MassiveIntentClassification (sw)":35.98,"MassiveIntentClassification (ta)":2.66,"MassiveIntentClassification (te)":1.78,"MassiveIntentClassification (th)":1.74,"MassiveIntentClassification (tl)":31.98,"MassiveIntentClassification (tr)":35.25,"MassiveIntentClassification (ur)":2.34,"MassiveIntentClassification (vi)":26.08,"MassiveIntentClassification (zh-TW)":5.73,"MassiveScenarioClassification (af)":46.49,"MassiveScenarioClassification (am)":4.22,"MassiveScenarioClassification (ar)":9.81,"MassiveScenarioClassification (az)":39.03,"MassiveScenarioClassification (bn)":8.04,"MassiveScenarioClassification (cy)":40.71,"MassiveScenarioClassification (de)":42.63,"MassiveScenarioClassification (el)":16.6,"MassiveScenarioClassification (es)":41.88,"MassiveScenarioClassification (fa)":6.37,"MassiveScenarioClassification (fi)":34.87,"MassiveScenarioClassification (fr)":41.55,"MassiveScenarioClassification (he)":4.69,"MassiveScenarioClassification (hi)":7.55,"MassiveScenarioClassification (hu)":36.43,"MassiveScenarioClassification (hy)":7.72,"MassiveScenarioClassification (id)":45.64,"MassiveScenarioClassification (is)":39.59,"MassiveScenarioClassification (it)":44.38,"MassiveScenarioClassification (ja)":7.07,"MassiveScenarioClassification (jv)":41.28,"MassiveScenarioClassification (ka)":7.64,"MassiveScenarioClassification (km)":7.28,"MassiveScenarioClassification (kn)":7.23,"MassiveScenarioClassification (ko)":8.86,"MassiveScenarioClassification (lv)":43.1,"MassiveScenarioClassification (ml)":3.91,"MassiveScenarioClassification (mn)":6.74,"MassiveScenarioClassification (ms)":45.95,"MassiveScenarioClassification (my)":6.54,"MassiveScenarioClassification (nl)":45.77,"MassiveScenarioClassification (pt)":46.77,"MassiveScenarioClassification (ro)":43.28,"MassiveScenarioClassification (ru)":8.44,"MassiveScenarioClassification (sl)":48.59,"MassiveScenarioClassification (sq)":44.18,"MassiveScenarioClassification (sw)":42.89,"MassiveScenarioClassification (ta)":3.66,"MassiveScenarioClassification (te)":4.64,"MassiveScenarioClassification (th)":10.36,"MassiveScenarioClassification (tl)":35.38,"MassiveScenarioClassification (tr)":39.97,"MassiveScenarioClassification (ur)":7.64,"MassiveScenarioClassification (vi)":29.92,"MassiveScenarioClassification (zh-TW)":9.64} +{"index":135,"Rank":30,"Model":"lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":24.51,"AmazonCounterfactualClassification (de)":64.72,"AmazonCounterfactualClassification (ja)":44.83,"AmazonReviewsClassification (de)":27.74,"AmazonReviewsClassification (es)":29.31,"AmazonReviewsClassification (fr)":29.35,"AmazonReviewsClassification (ja)":21.55,"AmazonReviewsClassification (zh)":21.73,"MTOPDomainClassification (de)":65.16,"MTOPDomainClassification (es)":64.95,"MTOPDomainClassification (fr)":65.83,"MTOPDomainClassification (hi)":13.34,"MTOPDomainClassification (th)":16.12,"MTOPIntentClassification (de)":45.5,"MTOPIntentClassification (es)":43.74,"MTOPIntentClassification (fr)":41.58,"MTOPIntentClassification (hi)":2.73,"MTOPIntentClassification (th)":4.84,"MassiveIntentClassification (af)":36.48,"MassiveIntentClassification (am)":1.5,"MassiveIntentClassification (ar)":5.42,"MassiveIntentClassification (az)":36.07,"MassiveIntentClassification (bn)":2.27,"MassiveIntentClassification (cy)":33.18,"MassiveIntentClassification (de)":37.29,"MassiveIntentClassification (el)":11.26,"MassiveIntentClassification (es)":37.37,"MassiveIntentClassification (fa)":1.97,"MassiveIntentClassification (fi)":31.88,"MassiveIntentClassification (fr)":38.33,"MassiveIntentClassification (he)":1.95,"MassiveIntentClassification (hi)":4.25,"MassiveIntentClassification (hu)":28.53,"MassiveIntentClassification (hy)":2.35,"MassiveIntentClassification (id)":39.9,"MassiveIntentClassification (is)":30.4,"MassiveIntentClassification (it)":39.9,"MassiveIntentClassification (ja)":4.15,"MassiveIntentClassification (jv)":34.55,"MassiveIntentClassification (ka)":1.63,"MassiveIntentClassification (km)":1.45,"MassiveIntentClassification (kn)":1.58,"MassiveIntentClassification (ko)":3.68,"MassiveIntentClassification (lv)":38.04,"MassiveIntentClassification (ml)":2.87,"MassiveIntentClassification (mn)":2.41,"MassiveIntentClassification (ms)":39.11,"MassiveIntentClassification (my)":2.49,"MassiveIntentClassification (nl)":38.89,"MassiveIntentClassification (pt)":41.61,"MassiveIntentClassification (ro)":37.99,"MassiveIntentClassification (ru)":3.13,"MassiveIntentClassification (sl)":41.59,"MassiveIntentClassification (sq)":36.12,"MassiveIntentClassification (sw)":35.98,"MassiveIntentClassification (ta)":2.66,"MassiveIntentClassification (te)":1.78,"MassiveIntentClassification (th)":1.74,"MassiveIntentClassification (tl)":31.98,"MassiveIntentClassification (tr)":35.25,"MassiveIntentClassification (ur)":2.34,"MassiveIntentClassification (vi)":26.08,"MassiveIntentClassification (zh-TW)":5.73,"MassiveScenarioClassification (af)":46.49,"MassiveScenarioClassification (am)":4.22,"MassiveScenarioClassification (ar)":9.81,"MassiveScenarioClassification (az)":39.03,"MassiveScenarioClassification (bn)":8.04,"MassiveScenarioClassification (cy)":40.71,"MassiveScenarioClassification (de)":42.63,"MassiveScenarioClassification (el)":16.6,"MassiveScenarioClassification (es)":41.88,"MassiveScenarioClassification (fa)":6.37,"MassiveScenarioClassification (fi)":34.87,"MassiveScenarioClassification (fr)":41.55,"MassiveScenarioClassification (he)":4.69,"MassiveScenarioClassification (hi)":7.55,"MassiveScenarioClassification (hu)":36.43,"MassiveScenarioClassification (hy)":7.72,"MassiveScenarioClassification (id)":45.64,"MassiveScenarioClassification (is)":39.59,"MassiveScenarioClassification (it)":44.38,"MassiveScenarioClassification (ja)":7.07,"MassiveScenarioClassification (jv)":41.28,"MassiveScenarioClassification (ka)":7.64,"MassiveScenarioClassification (km)":7.28,"MassiveScenarioClassification (kn)":7.23,"MassiveScenarioClassification (ko)":8.86,"MassiveScenarioClassification (lv)":43.1,"MassiveScenarioClassification (ml)":3.91,"MassiveScenarioClassification (mn)":6.74,"MassiveScenarioClassification (ms)":45.95,"MassiveScenarioClassification (my)":6.54,"MassiveScenarioClassification (nl)":45.77,"MassiveScenarioClassification (pt)":46.77,"MassiveScenarioClassification (ro)":43.28,"MassiveScenarioClassification (ru)":8.44,"MassiveScenarioClassification (sl)":48.59,"MassiveScenarioClassification (sq)":44.18,"MassiveScenarioClassification (sw)":42.89,"MassiveScenarioClassification (ta)":3.66,"MassiveScenarioClassification (te)":4.64,"MassiveScenarioClassification (th)":10.36,"MassiveScenarioClassification (tl)":35.38,"MassiveScenarioClassification (tr)":39.97,"MassiveScenarioClassification (ur)":7.64,"MassiveScenarioClassification (vi)":29.92,"MassiveScenarioClassification (zh-TW)":9.64} +{"index":134,"Rank":31,"Model":"lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":24.51,"AmazonCounterfactualClassification (de)":64.72,"AmazonCounterfactualClassification (ja)":44.83,"AmazonReviewsClassification (de)":27.74,"AmazonReviewsClassification (es)":29.31,"AmazonReviewsClassification (fr)":29.35,"AmazonReviewsClassification (ja)":21.55,"AmazonReviewsClassification (zh)":21.73,"MTOPDomainClassification (de)":65.16,"MTOPDomainClassification (es)":64.95,"MTOPDomainClassification (fr)":65.83,"MTOPDomainClassification (hi)":13.34,"MTOPDomainClassification (th)":16.12,"MTOPIntentClassification (de)":45.5,"MTOPIntentClassification (es)":43.74,"MTOPIntentClassification (fr)":41.58,"MTOPIntentClassification (hi)":2.73,"MTOPIntentClassification (th)":4.84,"MassiveIntentClassification (af)":36.48,"MassiveIntentClassification (am)":1.5,"MassiveIntentClassification (ar)":5.42,"MassiveIntentClassification (az)":36.07,"MassiveIntentClassification (bn)":2.27,"MassiveIntentClassification (cy)":33.18,"MassiveIntentClassification (de)":37.29,"MassiveIntentClassification (el)":11.26,"MassiveIntentClassification (es)":37.37,"MassiveIntentClassification (fa)":1.97,"MassiveIntentClassification (fi)":31.88,"MassiveIntentClassification (fr)":38.33,"MassiveIntentClassification (he)":1.95,"MassiveIntentClassification (hi)":4.25,"MassiveIntentClassification (hu)":28.53,"MassiveIntentClassification (hy)":2.35,"MassiveIntentClassification (id)":39.9,"MassiveIntentClassification (is)":30.4,"MassiveIntentClassification (it)":39.9,"MassiveIntentClassification (ja)":4.15,"MassiveIntentClassification (jv)":34.55,"MassiveIntentClassification (ka)":1.63,"MassiveIntentClassification (km)":1.45,"MassiveIntentClassification (kn)":1.58,"MassiveIntentClassification (ko)":3.68,"MassiveIntentClassification (lv)":38.04,"MassiveIntentClassification (ml)":2.87,"MassiveIntentClassification (mn)":2.41,"MassiveIntentClassification (ms)":39.11,"MassiveIntentClassification (my)":2.49,"MassiveIntentClassification (nl)":38.89,"MassiveIntentClassification (pt)":41.61,"MassiveIntentClassification (ro)":37.99,"MassiveIntentClassification (ru)":3.13,"MassiveIntentClassification (sl)":41.59,"MassiveIntentClassification (sq)":36.12,"MassiveIntentClassification (sw)":35.98,"MassiveIntentClassification (ta)":2.66,"MassiveIntentClassification (te)":1.78,"MassiveIntentClassification (th)":1.74,"MassiveIntentClassification (tl)":31.98,"MassiveIntentClassification (tr)":35.25,"MassiveIntentClassification (ur)":2.34,"MassiveIntentClassification (vi)":26.08,"MassiveIntentClassification (zh-TW)":5.73,"MassiveScenarioClassification (af)":46.49,"MassiveScenarioClassification (am)":4.22,"MassiveScenarioClassification (ar)":9.81,"MassiveScenarioClassification (az)":39.03,"MassiveScenarioClassification (bn)":8.04,"MassiveScenarioClassification (cy)":40.71,"MassiveScenarioClassification (de)":42.63,"MassiveScenarioClassification (el)":16.6,"MassiveScenarioClassification (es)":41.88,"MassiveScenarioClassification (fa)":6.37,"MassiveScenarioClassification (fi)":34.87,"MassiveScenarioClassification (fr)":41.55,"MassiveScenarioClassification (he)":4.69,"MassiveScenarioClassification (hi)":7.55,"MassiveScenarioClassification (hu)":36.43,"MassiveScenarioClassification (hy)":7.72,"MassiveScenarioClassification (id)":45.64,"MassiveScenarioClassification (is)":39.59,"MassiveScenarioClassification (it)":44.38,"MassiveScenarioClassification (ja)":7.07,"MassiveScenarioClassification (jv)":41.28,"MassiveScenarioClassification (ka)":7.64,"MassiveScenarioClassification (km)":7.28,"MassiveScenarioClassification (kn)":7.23,"MassiveScenarioClassification (ko)":8.86,"MassiveScenarioClassification (lv)":43.1,"MassiveScenarioClassification (ml)":3.91,"MassiveScenarioClassification (mn)":6.74,"MassiveScenarioClassification (ms)":45.95,"MassiveScenarioClassification (my)":6.54,"MassiveScenarioClassification (nl)":45.77,"MassiveScenarioClassification (pt)":46.77,"MassiveScenarioClassification (ro)":43.28,"MassiveScenarioClassification (ru)":8.44,"MassiveScenarioClassification (sl)":48.59,"MassiveScenarioClassification (sq)":44.18,"MassiveScenarioClassification (sw)":42.89,"MassiveScenarioClassification (ta)":3.66,"MassiveScenarioClassification (te)":4.64,"MassiveScenarioClassification (th)":10.36,"MassiveScenarioClassification (tl)":35.38,"MassiveScenarioClassification (tr)":39.97,"MassiveScenarioClassification (ur)":7.64,"MassiveScenarioClassification (vi)":29.92,"MassiveScenarioClassification (zh-TW)":9.64} {"index":136,"Rank":32,"Model":"lma3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":24.51,"AmazonCounterfactualClassification (de)":64.72,"AmazonCounterfactualClassification (ja)":44.83,"AmazonReviewsClassification (de)":27.74,"AmazonReviewsClassification (es)":29.31,"AmazonReviewsClassification (fr)":29.35,"AmazonReviewsClassification (ja)":21.55,"AmazonReviewsClassification (zh)":21.73,"MTOPDomainClassification (de)":65.16,"MTOPDomainClassification (es)":64.95,"MTOPDomainClassification (fr)":65.83,"MTOPDomainClassification (hi)":13.34,"MTOPDomainClassification (th)":16.12,"MTOPIntentClassification (de)":45.5,"MTOPIntentClassification (es)":43.74,"MTOPIntentClassification (fr)":41.58,"MTOPIntentClassification (hi)":2.73,"MTOPIntentClassification (th)":4.84,"MassiveIntentClassification (af)":36.48,"MassiveIntentClassification (am)":1.5,"MassiveIntentClassification (ar)":5.42,"MassiveIntentClassification (az)":36.07,"MassiveIntentClassification (bn)":2.27,"MassiveIntentClassification (cy)":33.18,"MassiveIntentClassification (de)":37.29,"MassiveIntentClassification (el)":11.26,"MassiveIntentClassification (es)":37.37,"MassiveIntentClassification (fa)":1.97,"MassiveIntentClassification (fi)":31.88,"MassiveIntentClassification (fr)":38.33,"MassiveIntentClassification (he)":1.95,"MassiveIntentClassification (hi)":4.25,"MassiveIntentClassification (hu)":28.53,"MassiveIntentClassification (hy)":2.35,"MassiveIntentClassification (id)":39.9,"MassiveIntentClassification (is)":30.4,"MassiveIntentClassification (it)":39.9,"MassiveIntentClassification (ja)":4.15,"MassiveIntentClassification (jv)":34.55,"MassiveIntentClassification (ka)":1.63,"MassiveIntentClassification (km)":1.45,"MassiveIntentClassification (kn)":1.58,"MassiveIntentClassification (ko)":3.68,"MassiveIntentClassification (lv)":38.04,"MassiveIntentClassification (ml)":2.87,"MassiveIntentClassification (mn)":2.41,"MassiveIntentClassification (ms)":39.11,"MassiveIntentClassification (my)":2.49,"MassiveIntentClassification (nl)":38.89,"MassiveIntentClassification (pt)":41.61,"MassiveIntentClassification (ro)":37.99,"MassiveIntentClassification (ru)":3.13,"MassiveIntentClassification (sl)":41.59,"MassiveIntentClassification (sq)":36.12,"MassiveIntentClassification (sw)":35.98,"MassiveIntentClassification (ta)":2.66,"MassiveIntentClassification (te)":1.78,"MassiveIntentClassification (th)":1.74,"MassiveIntentClassification (tl)":31.98,"MassiveIntentClassification (tr)":35.25,"MassiveIntentClassification (ur)":2.34,"MassiveIntentClassification (vi)":26.08,"MassiveIntentClassification (zh-TW)":5.73,"MassiveScenarioClassification (af)":46.49,"MassiveScenarioClassification (am)":4.22,"MassiveScenarioClassification (ar)":9.81,"MassiveScenarioClassification (az)":39.03,"MassiveScenarioClassification (bn)":8.04,"MassiveScenarioClassification (cy)":40.71,"MassiveScenarioClassification (de)":42.63,"MassiveScenarioClassification (el)":16.6,"MassiveScenarioClassification (es)":41.88,"MassiveScenarioClassification (fa)":6.37,"MassiveScenarioClassification (fi)":34.87,"MassiveScenarioClassification (fr)":41.55,"MassiveScenarioClassification (he)":4.69,"MassiveScenarioClassification (hi)":7.55,"MassiveScenarioClassification (hu)":36.43,"MassiveScenarioClassification (hy)":7.72,"MassiveScenarioClassification (id)":45.64,"MassiveScenarioClassification (is)":39.59,"MassiveScenarioClassification (it)":44.38,"MassiveScenarioClassification (ja)":7.07,"MassiveScenarioClassification (jv)":41.28,"MassiveScenarioClassification (ka)":7.64,"MassiveScenarioClassification (km)":7.28,"MassiveScenarioClassification (kn)":7.23,"MassiveScenarioClassification (ko)":8.86,"MassiveScenarioClassification (lv)":43.1,"MassiveScenarioClassification (ml)":3.91,"MassiveScenarioClassification (mn)":6.74,"MassiveScenarioClassification (ms)":45.95,"MassiveScenarioClassification (my)":6.54,"MassiveScenarioClassification (nl)":45.77,"MassiveScenarioClassification (pt)":46.77,"MassiveScenarioClassification (ro)":43.28,"MassiveScenarioClassification (ru)":8.44,"MassiveScenarioClassification (sl)":48.59,"MassiveScenarioClassification (sq)":44.18,"MassiveScenarioClassification (sw)":42.89,"MassiveScenarioClassification (ta)":3.66,"MassiveScenarioClassification (te)":4.64,"MassiveScenarioClassification (th)":10.36,"MassiveScenarioClassification (tl)":35.38,"MassiveScenarioClassification (tr)":39.97,"MassiveScenarioClassification (ur)":7.64,"MassiveScenarioClassification (vi)":29.92,"MassiveScenarioClassification (zh-TW)":9.64} {"index":109,"Rank":33,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":24.49,"AmazonCounterfactualClassification (de)":54.46,"AmazonCounterfactualClassification (ja)":43.87,"AmazonReviewsClassification (de)":24.08,"AmazonReviewsClassification (es)":23.88,"AmazonReviewsClassification (fr)":23.31,"AmazonReviewsClassification (ja)":20.25,"AmazonReviewsClassification (zh)":20.49,"MTOPDomainClassification (de)":48.55,"MTOPDomainClassification (es)":58.39,"MTOPDomainClassification (fr)":54.61,"MTOPDomainClassification (hi)":21.22,"MTOPDomainClassification (th)":14.98,"MTOPIntentClassification (de)":35.55,"MTOPIntentClassification (es)":36.72,"MTOPIntentClassification (fr)":34.71,"MTOPIntentClassification (hi)":4.44,"MTOPIntentClassification (th)":4.67,"MassiveIntentClassification (af)":33.68,"MassiveIntentClassification (am)":2.94,"MassiveIntentClassification (ar)":10.04,"MassiveIntentClassification (az)":30.74,"MassiveIntentClassification (bn)":3.02,"MassiveIntentClassification (cy)":33.94,"MassiveIntentClassification (de)":36.06,"MassiveIntentClassification (el)":27.7,"MassiveIntentClassification (es)":35.6,"MassiveIntentClassification (fa)":17.97,"MassiveIntentClassification (fi)":35.53,"MassiveIntentClassification (fr)":38.41,"MassiveIntentClassification (he)":2.69,"MassiveIntentClassification (hi)":3.43,"MassiveIntentClassification (hu)":34.05,"MassiveIntentClassification (hy)":3.11,"MassiveIntentClassification (id)":40.02,"MassiveIntentClassification (is)":32.63,"MassiveIntentClassification (it)":39.28,"MassiveIntentClassification (ja)":4.95,"MassiveIntentClassification (jv)":34.95,"MassiveIntentClassification (ka)":2.57,"MassiveIntentClassification (km)":4.73,"MassiveIntentClassification (kn)":3.54,"MassiveIntentClassification (ko)":2.68,"MassiveIntentClassification (lv)":37.91,"MassiveIntentClassification (ml)":2.88,"MassiveIntentClassification (mn)":16.94,"MassiveIntentClassification (ms)":36.6,"MassiveIntentClassification (my)":3.96,"MassiveIntentClassification (nl)":33.95,"MassiveIntentClassification (pt)":43.05,"MassiveIntentClassification (ro)":36.2,"MassiveIntentClassification (ru)":25.3,"MassiveIntentClassification (sl)":35.9,"MassiveIntentClassification (sq)":36.6,"MassiveIntentClassification (sw)":34.81,"MassiveIntentClassification (ta)":3.11,"MassiveIntentClassification (te)":2.53,"MassiveIntentClassification (th)":4.38,"MassiveIntentClassification (tl)":35.51,"MassiveIntentClassification (tr)":32.02,"MassiveIntentClassification (ur)":9.61,"MassiveIntentClassification (vi)":37.07,"MassiveIntentClassification (zh-TW)":4.79,"MassiveScenarioClassification (af)":36.17,"MassiveScenarioClassification (am)":7.64,"MassiveScenarioClassification (ar)":15.26,"MassiveScenarioClassification (az)":30.73,"MassiveScenarioClassification (bn)":7.15,"MassiveScenarioClassification (cy)":34.73,"MassiveScenarioClassification (de)":38.62,"MassiveScenarioClassification (el)":27.18,"MassiveScenarioClassification (es)":39.44,"MassiveScenarioClassification (fa)":21.43,"MassiveScenarioClassification (fi)":33.21,"MassiveScenarioClassification (fr)":40.26,"MassiveScenarioClassification (he)":7.42,"MassiveScenarioClassification (hi)":8.06,"MassiveScenarioClassification (hu)":34.54,"MassiveScenarioClassification (hy)":8.61,"MassiveScenarioClassification (id)":40.04,"MassiveScenarioClassification (is)":33.57,"MassiveScenarioClassification (it)":40.1,"MassiveScenarioClassification (ja)":9.96,"MassiveScenarioClassification (jv)":36.11,"MassiveScenarioClassification (ka)":7.13,"MassiveScenarioClassification (km)":9.66,"MassiveScenarioClassification (kn)":7.55,"MassiveScenarioClassification (ko)":7.27,"MassiveScenarioClassification (lv)":37.03,"MassiveScenarioClassification (ml)":7.22,"MassiveScenarioClassification (mn)":21.53,"MassiveScenarioClassification (ms)":37.57,"MassiveScenarioClassification (my)":9.54,"MassiveScenarioClassification (nl)":34.62,"MassiveScenarioClassification (pt)":44.68,"MassiveScenarioClassification (ro)":37.29,"MassiveScenarioClassification (ru)":28.16,"MassiveScenarioClassification (sl)":37.95,"MassiveScenarioClassification (sq)":37.82,"MassiveScenarioClassification (sw)":35.37,"MassiveScenarioClassification (ta)":7.19,"MassiveScenarioClassification (te)":7.29,"MassiveScenarioClassification (th)":9.47,"MassiveScenarioClassification (tl)":37.31,"MassiveScenarioClassification (tr)":34.57,"MassiveScenarioClassification (ur)":16.17,"MassiveScenarioClassification (vi)":35.91,"MassiveScenarioClassification (zh-TW)":10.19} {"index":0,"Rank":34,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":41.59,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":90.05,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":66.09,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":62.83,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":69.71,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} diff --git a/all_data_tasks/4/default.jsonl b/all_data_tasks/4/default.jsonl index a842a7ab1da9e33d1dc43e4178ab41eb5afb30a6..e95f693c7036fc4c43ec29b0d8bab0f6261abcaa 100644 --- a/all_data_tasks/4/default.jsonl +++ b/all_data_tasks/4/default.jsonl @@ -36,8 +36,8 @@ {"index":48,"Rank":36,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Average":55.09,"ArguAna":59.49,"ClimateFEVER":28.69,"CQADupstackRetrieval":47.63,"DBPedia":46.54,"FEVER":85.02,"FiQA2018":49.89,"HotpotQA":73.83,"MSMARCO":35.55,"NFCorpus":39.05,"NQ":63.87,"QuoraRetrieval":87.7,"SCIDOCS":23.06,"SciFact":77.02,"Touche2020":27.97,"TRECCOVID":81.07} {"index":36,"Rank":37,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.0,"ArguAna":61.52,"ClimateFEVER":38.43,"CQADupstackRetrieval":41.53,"DBPedia":43.36,"FEVER":88.97,"FiQA2018":42.19,"HotpotQA":70.72,"MSMARCO":42.93,"NFCorpus":38.57,"NQ":61.56,"QuoraRetrieval":88.72,"SCIDOCS":20.31,"SciFact":71.83,"Touche2020":32.42,"TRECCOVID":81.92} {"index":110,"Rank":38,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":54.91,"ArguAna":56.44,"ClimateFEVER":39.37,"CQADupstackRetrieval":43.81,"DBPedia":44.73,"FEVER":89.02,"FiQA2018":42.4,"HotpotQA":73.65,"MSMARCO":41.77,"NFCorpus":36.77,"NQ":62.43,"QuoraRetrieval":87.42,"SCIDOCS":21.1,"SciFact":73.55,"Touche2020":31.47,"TRECCOVID":79.65} -{"index":333,"Rank":39,"Model":"snowflake-arctic-embed-m-long-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.83,"ArguAna":60.36,"ClimateFEVER":38.33,"CQADupstackRetrieval":44.21,"DBPedia":45.29,"FEVER":86.89,"FiQA2018":42.16,"HotpotQA":72.76,"MSMARCO":41.97,"NFCorpus":35.87,"NQ":62.34,"QuoraRetrieval":87.72,"SCIDOCS":20.47,"SciFact":69.96,"Touche2020":32.35,"TRECCOVID":81.7} -{"index":111,"Rank":40,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":54.83,"ArguAna":60.36,"ClimateFEVER":38.33,"CQADupstackRetrieval":44.21,"DBPedia":45.29,"FEVER":86.89,"FiQA2018":42.16,"HotpotQA":72.76,"MSMARCO":41.97,"NFCorpus":35.87,"NQ":62.34,"QuoraRetrieval":87.72,"SCIDOCS":20.47,"SciFact":69.96,"Touche2020":32.35,"TRECCOVID":81.7} +{"index":111,"Rank":39,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":54.83,"ArguAna":60.36,"ClimateFEVER":38.33,"CQADupstackRetrieval":44.21,"DBPedia":45.29,"FEVER":86.89,"FiQA2018":42.16,"HotpotQA":72.76,"MSMARCO":41.97,"NFCorpus":35.87,"NQ":62.34,"QuoraRetrieval":87.72,"SCIDOCS":20.47,"SciFact":69.96,"Touche2020":32.35,"TRECCOVID":81.7} +{"index":333,"Rank":40,"Model":"snowflake-arctic-embed-m-long-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.83,"ArguAna":60.36,"ClimateFEVER":38.33,"CQADupstackRetrieval":44.21,"DBPedia":45.29,"FEVER":86.89,"FiQA2018":42.16,"HotpotQA":72.76,"MSMARCO":41.97,"NFCorpus":35.87,"NQ":62.34,"QuoraRetrieval":87.72,"SCIDOCS":20.47,"SciFact":69.96,"Touche2020":32.35,"TRECCOVID":81.7} {"index":119,"Rank":41,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":54.66,"ArguAna":66.15,"ClimateFEVER":38.53,"CQADupstackRetrieval":40.93,"DBPedia":44.89,"FEVER":88.24,"FiQA2018":44.84,"HotpotQA":73.13,"MSMARCO":41.4,"NFCorpus":38.65,"NQ":55.86,"QuoraRetrieval":89.02,"SCIDOCS":22.98,"SciFact":74.07,"Touche2020":24.93,"TRECCOVID":76.33} {"index":69,"Rank":42,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":54.6,"ArguAna":56.53,"ClimateFEVER":30.7,"CQADupstackRetrieval":45.94,"DBPedia":48.42,"FEVER":89.93,"FiQA2018":51.28,"HotpotQA":72.99,"MSMARCO":41.46,"NFCorpus":40.33,"NQ":61.24,"QuoraRetrieval":85.59,"SCIDOCS":21.05,"SciFact":77.3,"Touche2020":16.92,"TRECCOVID":79.25} {"index":211,"Rank":43,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":54.39,"ArguAna":66.02,"ClimateFEVER":36.09,"CQADupstackRetrieval":41.6,"DBPedia":44.51,"FEVER":86.91,"FiQA2018":45.27,"HotpotQA":72.03,"MSMARCO":41.26,"NFCorpus":38.64,"NQ":55.79,"QuoraRetrieval":88.98,"SCIDOCS":23.32,"SciFact":74.73,"Touche2020":25.2,"TRECCOVID":75.57} @@ -47,15 +47,15 @@ {"index":59,"Rank":47,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":53.46,"ArguAna":66.18,"ClimateFEVER":33.13,"CQADupstackRetrieval":42.74,"DBPedia":42.84,"FEVER":85.44,"FiQA2018":44.93,"HotpotQA":72.49,"MSMARCO":41.46,"NFCorpus":37.9,"NQ":55.12,"QuoraRetrieval":89.07,"SCIDOCS":23.69,"SciFact":75.14,"Touche2020":24.42,"TRECCOVID":67.33} {"index":133,"Rank":48,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":53.44,"ArguAna":63.38,"ClimateFEVER":33.99,"CQADupstackRetrieval":43.44,"DBPedia":42.96,"FEVER":86.55,"FiQA2018":44.3,"HotpotQA":70.46,"MSMARCO":41.39,"NFCorpus":38.65,"NQ":56.09,"QuoraRetrieval":88.98,"SCIDOCS":24.06,"SciFact":74.72,"Touche2020":23.45,"TRECCOVID":69.13} {"index":323,"Rank":49,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":53.3,"ArguAna":65.99,"ClimateFEVER":30.37,"CQADupstackRetrieval":43.39,"DBPedia":43.31,"FEVER":83.58,"FiQA2018":45.01,"HotpotQA":71.26,"MSMARCO":41.63,"NFCorpus":39.13,"NQ":55.13,"QuoraRetrieval":89.12,"SCIDOCS":23.79,"SciFact":75.25,"Touche2020":23.11,"TRECCOVID":69.38} -{"index":197,"Rank":50,"Model":"privacy_embedding_rag_10k_base_15_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":53.25,"ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} -{"index":199,"Rank":51,"Model":"privacy_embedding_rag_10k_base_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":53.25,"ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} -{"index":198,"Rank":52,"Model":"privacy_embedding_rag_10k_base_checkpoint_2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":53.25,"ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} -{"index":279,"Rank":53,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":53.25,"ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} -{"index":21,"Rank":54,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":53.25,"ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} -{"index":196,"Rank":55,"Model":"privacy_embedding_rag_10k_base_12_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":53.25,"ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} +{"index":199,"Rank":50,"Model":"privacy_embedding_rag_10k_base_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":53.25,"ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} +{"index":198,"Rank":51,"Model":"privacy_embedding_rag_10k_base_checkpoint_2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":53.25,"ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} +{"index":279,"Rank":52,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":53.25,"ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} +{"index":197,"Rank":53,"Model":"privacy_embedding_rag_10k_base_15_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":53.25,"ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} +{"index":196,"Rank":54,"Model":"privacy_embedding_rag_10k_base_12_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":53.25,"ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} +{"index":21,"Rank":55,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":53.25,"ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} {"index":227,"Rank":56,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":53.01,"ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":39.61,"DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3} -{"index":29,"Rank":57,"Model":"UniVaR-lambda-20<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":52.81,"ArguAna":49.26,"ClimateFEVER":40.5,"CQADupstackRetrieval":38.26,"DBPedia":45.03,"FEVER":84.98,"FiQA2018":38.44,"HotpotQA":73.64,"MSMARCO":43.13,"NFCorpus":35.03,"NQ":59.38,"QuoraRetrieval":87.7,"SCIDOCS":18.29,"SciFact":70.5,"Touche2020":28.15,"TRECCOVID":79.92} -{"index":220,"Rank":58,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":52.81,"ArguAna":49.26,"ClimateFEVER":40.5,"CQADupstackRetrieval":38.26,"DBPedia":45.03,"FEVER":84.98,"FiQA2018":38.44,"HotpotQA":73.64,"MSMARCO":43.13,"NFCorpus":35.03,"NQ":59.38,"QuoraRetrieval":87.7,"SCIDOCS":18.29,"SciFact":70.5,"Touche2020":28.15,"TRECCOVID":79.92} +{"index":220,"Rank":57,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":52.81,"ArguAna":49.26,"ClimateFEVER":40.5,"CQADupstackRetrieval":38.26,"DBPedia":45.03,"FEVER":84.98,"FiQA2018":38.44,"HotpotQA":73.64,"MSMARCO":43.13,"NFCorpus":35.03,"NQ":59.38,"QuoraRetrieval":87.7,"SCIDOCS":18.29,"SciFact":70.5,"Touche2020":28.15,"TRECCOVID":79.92} +{"index":29,"Rank":58,"Model":"UniVaR-lambda-20<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":52.81,"ArguAna":49.26,"ClimateFEVER":40.5,"CQADupstackRetrieval":38.26,"DBPedia":45.03,"FEVER":84.98,"FiQA2018":38.44,"HotpotQA":73.64,"MSMARCO":43.13,"NFCorpus":35.03,"NQ":59.38,"QuoraRetrieval":87.7,"SCIDOCS":18.29,"SciFact":70.5,"Touche2020":28.15,"TRECCOVID":79.92} {"index":30,"Rank":59,"Model":"UniVaR-lambda-5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":52.81,"ArguAna":49.26,"ClimateFEVER":40.5,"CQADupstackRetrieval":38.26,"DBPedia":45.03,"FEVER":84.98,"FiQA2018":38.44,"HotpotQA":73.64,"MSMARCO":43.13,"NFCorpus":35.03,"NQ":59.38,"QuoraRetrieval":87.7,"SCIDOCS":18.29,"SciFact":70.5,"Touche2020":28.15,"TRECCOVID":79.92} {"index":31,"Rank":60,"Model":"UniVaR-lambda-80<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":52.81,"ArguAna":49.26,"ClimateFEVER":40.5,"CQADupstackRetrieval":38.26,"DBPedia":45.03,"FEVER":84.98,"FiQA2018":38.44,"HotpotQA":73.64,"MSMARCO":43.13,"NFCorpus":35.03,"NQ":59.38,"QuoraRetrieval":87.7,"SCIDOCS":18.29,"SciFact":70.5,"Touche2020":28.15,"TRECCOVID":79.92} {"index":28,"Rank":61,"Model":"UniVaR-lambda-1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":52.81,"ArguAna":49.26,"ClimateFEVER":40.5,"CQADupstackRetrieval":38.26,"DBPedia":45.03,"FEVER":84.98,"FiQA2018":38.44,"HotpotQA":73.64,"MSMARCO":43.13,"NFCorpus":35.03,"NQ":59.38,"QuoraRetrieval":87.7,"SCIDOCS":18.29,"SciFact":70.5,"Touche2020":28.15,"TRECCOVID":79.92} @@ -65,16 +65,16 @@ {"index":131,"Rank":65,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":52.31,"ArguAna":62.62,"ClimateFEVER":31.49,"CQADupstackRetrieval":43.2,"DBPedia":41.7,"FEVER":86.65,"FiQA2018":40.64,"HotpotQA":68.92,"MSMARCO":40.64,"NFCorpus":37.64,"NQ":53.43,"QuoraRetrieval":88.81,"SCIDOCS":23.47,"SciFact":75.29,"Touche2020":20.58,"TRECCOVID":69.6} {"index":276,"Rank":66,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":52.22,"ArguAna":57.16,"ClimateFEVER":28.82,"CQADupstackRetrieval":43.18,"DBPedia":42.37,"FEVER":84.53,"FiQA2018":44.5,"HotpotQA":67.16,"MSMARCO":40.86,"NFCorpus":38.17,"NQ":54.78,"QuoraRetrieval":88.32,"SCIDOCS":23.44,"SciFact":74.27,"Touche2020":25.51,"TRECCOVID":70.22} {"index":135,"Rank":67,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":51.99,"ArguAna":57.59,"ClimateFEVER":35.2,"CQADupstackRetrieval":39.65,"DBPedia":41.02,"FEVER":87.13,"FiQA2018":40.65,"HotpotQA":66.54,"MSMARCO":40.23,"NFCorpus":34.92,"NQ":50.9,"QuoraRetrieval":88.41,"SCIDOCS":21.82,"SciFact":72.22,"Touche2020":23.48,"TRECCOVID":80.12} -{"index":113,"Rank":68,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":51.98,"ArguAna":56.87,"ClimateFEVER":31.25,"CQADupstackRetrieval":42.02,"DBPedia":41.59,"FEVER":82.49,"FiQA2018":39.68,"HotpotQA":66.59,"MSMARCO":39.79,"NFCorpus":32.54,"NQ":56.19,"QuoraRetrieval":87.47,"SCIDOCS":19.42,"SciFact":69.92,"Touche2020":32.51,"TRECCOVID":81.39} -{"index":336,"Rank":69,"Model":"snowflake-arctic-embed-s-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.98,"ArguAna":56.87,"ClimateFEVER":31.25,"CQADupstackRetrieval":42.02,"DBPedia":41.59,"FEVER":82.49,"FiQA2018":39.68,"HotpotQA":66.59,"MSMARCO":39.79,"NFCorpus":32.54,"NQ":56.19,"QuoraRetrieval":87.47,"SCIDOCS":19.42,"SciFact":69.92,"Touche2020":32.51,"TRECCOVID":81.39} +{"index":336,"Rank":68,"Model":"snowflake-arctic-embed-s-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.98,"ArguAna":56.87,"ClimateFEVER":31.25,"CQADupstackRetrieval":42.02,"DBPedia":41.59,"FEVER":82.49,"FiQA2018":39.68,"HotpotQA":66.59,"MSMARCO":39.79,"NFCorpus":32.54,"NQ":56.19,"QuoraRetrieval":87.47,"SCIDOCS":19.42,"SciFact":69.92,"Touche2020":32.51,"TRECCOVID":81.39} +{"index":113,"Rank":69,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":51.98,"ArguAna":56.87,"ClimateFEVER":31.25,"CQADupstackRetrieval":42.02,"DBPedia":41.59,"FEVER":82.49,"FiQA2018":39.68,"HotpotQA":66.59,"MSMARCO":39.79,"NFCorpus":32.54,"NQ":56.19,"QuoraRetrieval":87.47,"SCIDOCS":19.42,"SciFact":69.92,"Touche2020":32.51,"TRECCOVID":81.39} {"index":203,"Rank":70,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":51.92,"ArguAna":64.56,"ClimateFEVER":27.29,"CQADupstackRetrieval":42.39,"DBPedia":41.79,"FEVER":83.69,"FiQA2018":44.3,"HotpotQA":74.33,"MSMARCO":42.03,"NFCorpus":36.91,"NQ":51.77,"QuoraRetrieval":89.09,"SCIDOCS":19.58,"SciFact":73.42,"Touche2020":23.54,"TRECCOVID":64.14} {"index":186,"Rank":71,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":51.8,"ArguAna":64.07,"ClimateFEVER":28.74,"CQADupstackRetrieval":41.14,"DBPedia":42.51,"FEVER":81.38,"FiQA2018":42.64,"HotpotQA":72.37,"MSMARCO":40.66,"NFCorpus":38.43,"NQ":51.55,"QuoraRetrieval":88.74,"SCIDOCS":20.16,"SciFact":75.41,"Touche2020":22.6,"TRECCOVID":66.57} {"index":26,"Rank":72,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":51.68,"ArguAna":59.55,"ClimateFEVER":31.84,"CQADupstackRetrieval":39.05,"DBPedia":40.03,"FEVER":86.64,"FiQA2018":40.34,"HotpotQA":69.94,"MSMARCO":40.83,"NFCorpus":34.3,"NQ":50.18,"QuoraRetrieval":88.78,"SCIDOCS":20.52,"SciFact":71.28,"Touche2020":26.04,"TRECCOVID":75.9} {"index":353,"Rank":73,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.66,"ArguAna":55.6,"ClimateFEVER":25.8,"CQADupstackRetrieval":42.28,"DBPedia":40.8,"FEVER":84.57,"FiQA2018":50.33,"HotpotQA":62.69,"MSMARCO":37.93,"NFCorpus":37.94,"NQ":56.64,"QuoraRetrieval":88.22,"SCIDOCS":20.44,"SciFact":73.1,"Touche2020":22.31,"TRECCOVID":76.24} {"index":75,"Rank":74,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":51.44,"ArguAna":51.66,"ClimateFEVER":33.49,"CQADupstackRetrieval":41.73,"DBPedia":43.58,"FEVER":86.81,"FiQA2018":41.0,"HotpotQA":63.85,"MSMARCO":38.32,"NFCorpus":37.12,"NQ":53.89,"QuoraRetrieval":87.37,"SCIDOCS":17.96,"SciFact":72.08,"Touche2020":22.31,"TRECCOVID":80.41} -{"index":58,"Rank":75,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.43,"ArguAna":54.38,"ClimateFEVER":25.73,"CQADupstackRetrieval":39.68,"DBPedia":41.29,"FEVER":82.81,"FiQA2018":43.8,"HotpotQA":71.23,"MSMARCO":43.7,"NFCorpus":33.99,"NQ":64.06,"QuoraRetrieval":88.18,"SCIDOCS":17.47,"SciFact":70.41,"Touche2020":23.39,"TRECCOVID":71.33} -{"index":142,"Rank":76,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.43,"ArguAna":54.38,"ClimateFEVER":25.73,"CQADupstackRetrieval":39.68,"DBPedia":41.29,"FEVER":82.81,"FiQA2018":43.8,"HotpotQA":71.23,"MSMARCO":43.7,"NFCorpus":33.99,"NQ":64.06,"QuoraRetrieval":88.18,"SCIDOCS":17.47,"SciFact":70.41,"Touche2020":23.39,"TRECCOVID":71.33} -{"index":236,"Rank":77,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.43,"ArguAna":54.38,"ClimateFEVER":25.73,"CQADupstackRetrieval":39.68,"DBPedia":41.29,"FEVER":82.81,"FiQA2018":43.8,"HotpotQA":71.23,"MSMARCO":43.7,"NFCorpus":33.99,"NQ":64.06,"QuoraRetrieval":88.18,"SCIDOCS":17.47,"SciFact":70.41,"Touche2020":23.39,"TRECCOVID":71.33} +{"index":236,"Rank":75,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.43,"ArguAna":54.38,"ClimateFEVER":25.73,"CQADupstackRetrieval":39.68,"DBPedia":41.29,"FEVER":82.81,"FiQA2018":43.8,"HotpotQA":71.23,"MSMARCO":43.7,"NFCorpus":33.99,"NQ":64.06,"QuoraRetrieval":88.18,"SCIDOCS":17.47,"SciFact":70.41,"Touche2020":23.39,"TRECCOVID":71.33} +{"index":58,"Rank":76,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.43,"ArguAna":54.38,"ClimateFEVER":25.73,"CQADupstackRetrieval":39.68,"DBPedia":41.29,"FEVER":82.81,"FiQA2018":43.8,"HotpotQA":71.23,"MSMARCO":43.7,"NFCorpus":33.99,"NQ":64.06,"QuoraRetrieval":88.18,"SCIDOCS":17.47,"SciFact":70.41,"Touche2020":23.39,"TRECCOVID":71.33} +{"index":142,"Rank":77,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.43,"ArguAna":54.38,"ClimateFEVER":25.73,"CQADupstackRetrieval":39.68,"DBPedia":41.29,"FEVER":82.81,"FiQA2018":43.8,"HotpotQA":71.23,"MSMARCO":43.7,"NFCorpus":33.99,"NQ":64.06,"QuoraRetrieval":88.18,"SCIDOCS":17.47,"SciFact":70.41,"Touche2020":23.39,"TRECCOVID":71.33} {"index":271,"Rank":78,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.43,"ArguAna":54.38,"ClimateFEVER":25.73,"CQADupstackRetrieval":39.68,"DBPedia":41.29,"FEVER":82.81,"FiQA2018":43.8,"HotpotQA":71.23,"MSMARCO":43.7,"NFCorpus":33.99,"NQ":64.06,"QuoraRetrieval":88.18,"SCIDOCS":17.47,"SciFact":70.41,"Touche2020":23.39,"TRECCOVID":71.33} {"index":221,"Rank":79,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":51.43,"ArguAna":54.66,"ClimateFEVER":27.01,"CQADupstackRetrieval":38.47,"DBPedia":42.07,"FEVER":77.32,"FiQA2018":39.02,"HotpotQA":64.12,"MSMARCO":43.33,"NFCorpus":35.31,"NQ":61.43,"QuoraRetrieval":88.33,"SCIDOCS":18.7,"SciFact":71.51,"Touche2020":27.86,"TRECCOVID":82.31} {"index":210,"Rank":80,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":51.42,"ArguAna":63.63,"ClimateFEVER":30.73,"CQADupstackRetrieval":39.46,"DBPedia":40.74,"FEVER":82.24,"FiQA2018":41.75,"HotpotQA":63.0,"MSMARCO":38.03,"NFCorpus":37.35,"NQ":54.84,"QuoraRetrieval":88.14,"SCIDOCS":22.78,"SciFact":74.12,"Touche2020":25.89,"TRECCOVID":68.64} @@ -89,8 +89,8 @@ {"index":273,"Rank":89,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Average":50.78,"ArguAna":48.27,"ClimateFEVER":29.61,"CQADupstackRetrieval":35.76,"DBPedia":40.51,"FEVER":80.14,"FiQA2018":41.08,"HotpotQA":63.19,"MSMARCO":42.72,"NFCorpus":37.82,"NQ":56.39,"QuoraRetrieval":88.1,"SCIDOCS":17.48,"SciFact":71.63,"Touche2020":25.66,"TRECCOVID":83.4} {"index":172,"Rank":90,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":50.56,"ArguAna":46.42,"ClimateFEVER":22.21,"CQADupstackRetrieval":37.89,"DBPedia":44.02,"FEVER":82.83,"FiQA2018":41.14,"HotpotQA":73.13,"MSMARCO":43.46,"NFCorpus":37.13,"NQ":63.44,"QuoraRetrieval":86.84,"SCIDOCS":20.51,"SciFact":72.24,"Touche2020":20.67,"TRECCOVID":66.54} {"index":134,"Rank":91,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":50.43,"ArguAna":59.12,"ClimateFEVER":31.83,"CQADupstackRetrieval":39.89,"DBPedia":39.76,"FEVER":86.92,"FiQA2018":39.15,"HotpotQA":65.2,"MSMARCO":39.73,"NFCorpus":34.69,"NQ":48.69,"QuoraRetrieval":88.43,"SCIDOCS":21.89,"SciFact":70.86,"Touche2020":21.19,"TRECCOVID":69.14} -{"index":158,"Rank":92,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Average":50.29,"ArguAna":44.49,"ClimateFEVER":26.56,"CQADupstackRetrieval":38.54,"DBPedia":42.23,"FEVER":84.99,"FiQA2018":39.88,"HotpotQA":69.15,"MSMARCO":41.77,"NFCorpus":35.39,"NQ":58.22,"QuoraRetrieval":86.56,"SCIDOCS":18.69,"SciFact":71.94,"Touche2020":26.4,"TRECCOVID":69.6} -{"index":170,"Rank":93,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":50.29,"ArguAna":44.49,"ClimateFEVER":26.56,"CQADupstackRetrieval":38.54,"DBPedia":42.23,"FEVER":84.99,"FiQA2018":39.88,"HotpotQA":69.15,"MSMARCO":41.77,"NFCorpus":35.39,"NQ":58.22,"QuoraRetrieval":86.56,"SCIDOCS":18.69,"SciFact":71.94,"Touche2020":26.4,"TRECCOVID":69.6} +{"index":170,"Rank":92,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":50.29,"ArguAna":44.49,"ClimateFEVER":26.56,"CQADupstackRetrieval":38.54,"DBPedia":42.23,"FEVER":84.99,"FiQA2018":39.88,"HotpotQA":69.15,"MSMARCO":41.77,"NFCorpus":35.39,"NQ":58.22,"QuoraRetrieval":86.56,"SCIDOCS":18.69,"SciFact":71.94,"Touche2020":26.4,"TRECCOVID":69.6} +{"index":158,"Rank":93,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Average":50.29,"ArguAna":44.49,"ClimateFEVER":26.56,"CQADupstackRetrieval":38.54,"DBPedia":42.23,"FEVER":84.99,"FiQA2018":39.88,"HotpotQA":69.15,"MSMARCO":41.77,"NFCorpus":35.39,"NQ":58.22,"QuoraRetrieval":86.56,"SCIDOCS":18.69,"SciFact":71.94,"Touche2020":26.4,"TRECCOVID":69.6} {"index":92,"Rank":94,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Average":50.25,"ArguAna":51.38,"ClimateFEVER":30.46,"CQADupstackRetrieval":39.4,"DBPedia":39.87,"FEVER":78.24,"FiQA2018":37.2,"HotpotQA":59.26,"MSMARCO":39.91,"NFCorpus":36.21,"NQ":52.41,"QuoraRetrieval":84.58,"SCIDOCS":19.87,"SciFact":74.7,"Touche2020":25.43,"TRECCOVID":84.88} {"index":37,"Rank":95,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":50.15,"ArguAna":53.37,"ClimateFEVER":24.8,"CQADupstackRetrieval":38.09,"DBPedia":38.05,"FEVER":85.52,"FiQA2018":36.16,"HotpotQA":66.88,"MSMARCO":40.49,"NFCorpus":32.12,"NQ":55.51,"QuoraRetrieval":87.85,"SCIDOCS":17.1,"SciFact":67.95,"Touche2020":29.48,"TRECCOVID":78.93} {"index":114,"Rank":96,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Average":50.15,"ArguAna":52.08,"ClimateFEVER":29.88,"CQADupstackRetrieval":40.12,"DBPedia":40.2,"FEVER":83.4,"FiQA2018":34.52,"HotpotQA":65.25,"MSMARCO":39.43,"NFCorpus":30.89,"NQ":54.76,"QuoraRetrieval":86.57,"SCIDOCS":18.36,"SciFact":64.51,"Touche2020":32.79,"TRECCOVID":79.43} @@ -160,9 +160,9 @@ {"index":93,"Rank":160,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Average":32.34,"ArguAna":35.07,"ClimateFEVER":17.57,"CQADupstackRetrieval":29.98,"DBPedia":26.1,"FEVER":38.64,"FiQA2018":18.59,"HotpotQA":33.99,"MSMARCO":15.83,"NFCorpus":28.26,"NQ":24.63,"QuoraRetrieval":84.68,"SCIDOCS":13.55,"SciFact":46.66,"Touche2020":16.18,"TRECCOVID":55.35} {"index":294,"Rank":161,"Model":"lma3-correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":31.95,"ArguAna":44.79,"ClimateFEVER":21.22,"CQADupstackRetrieval":24.83,"DBPedia":25.59,"FEVER":33.95,"FiQA2018":17.78,"HotpotQA":35.43,"MSMARCO":14.44,"NFCorpus":29.28,"NQ":20.7,"QuoraRetrieval":81.66,"SCIDOCS":13.34,"SciFact":53.69,"Touche2020":21.57,"TRECCOVID":41.0} {"index":289,"Rank":162,"Model":"lma-nobivec<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":30.94,"ArguAna":44.67,"ClimateFEVER":17.4,"CQADupstackRetrieval":24.45,"DBPedia":24.09,"FEVER":30.53,"FiQA2018":17.3,"HotpotQA":32.53,"MSMARCO":13.78,"NFCorpus":27.62,"NQ":18.89,"QuoraRetrieval":82.17,"SCIDOCS":13.25,"SciFact":52.97,"Touche2020":20.21,"TRECCOVID":44.29} -{"index":310,"Rank":163,"Model":"nmc-prmt-and-emb-150k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":30.31,"ArguAna":44.24,"ClimateFEVER":17.06,"CQADupstackRetrieval":24.68,"DBPedia":23.44,"FEVER":28.08,"FiQA2018":16.64,"HotpotQA":32.99,"MSMARCO":14.81,"NFCorpus":25.42,"NQ":20.96,"QuoraRetrieval":81.17,"SCIDOCS":12.51,"SciFact":49.82,"Touche2020":22.36,"TRECCOVID":40.45} -{"index":309,"Rank":164,"Model":"nmc-prmt-and-emb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":30.31,"ArguAna":44.24,"ClimateFEVER":17.06,"CQADupstackRetrieval":24.68,"DBPedia":23.44,"FEVER":28.08,"FiQA2018":16.64,"HotpotQA":32.99,"MSMARCO":14.81,"NFCorpus":25.42,"NQ":20.96,"QuoraRetrieval":81.17,"SCIDOCS":12.51,"SciFact":49.82,"Touche2020":22.36,"TRECCOVID":40.45} -{"index":307,"Rank":165,"Model":"nmc-pmpt_correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":30.31,"ArguAna":44.24,"ClimateFEVER":17.06,"CQADupstackRetrieval":24.68,"DBPedia":23.44,"FEVER":28.08,"FiQA2018":16.64,"HotpotQA":32.99,"MSMARCO":14.81,"NFCorpus":25.42,"NQ":20.96,"QuoraRetrieval":81.17,"SCIDOCS":12.51,"SciFact":49.82,"Touche2020":22.36,"TRECCOVID":40.45} +{"index":307,"Rank":163,"Model":"nmc-pmpt_correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":30.31,"ArguAna":44.24,"ClimateFEVER":17.06,"CQADupstackRetrieval":24.68,"DBPedia":23.44,"FEVER":28.08,"FiQA2018":16.64,"HotpotQA":32.99,"MSMARCO":14.81,"NFCorpus":25.42,"NQ":20.96,"QuoraRetrieval":81.17,"SCIDOCS":12.51,"SciFact":49.82,"Touche2020":22.36,"TRECCOVID":40.45} +{"index":310,"Rank":164,"Model":"nmc-prmt-and-emb-150k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":30.31,"ArguAna":44.24,"ClimateFEVER":17.06,"CQADupstackRetrieval":24.68,"DBPedia":23.44,"FEVER":28.08,"FiQA2018":16.64,"HotpotQA":32.99,"MSMARCO":14.81,"NFCorpus":25.42,"NQ":20.96,"QuoraRetrieval":81.17,"SCIDOCS":12.51,"SciFact":49.82,"Touche2020":22.36,"TRECCOVID":40.45} +{"index":309,"Rank":165,"Model":"nmc-prmt-and-emb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":30.31,"ArguAna":44.24,"ClimateFEVER":17.06,"CQADupstackRetrieval":24.68,"DBPedia":23.44,"FEVER":28.08,"FiQA2018":16.64,"HotpotQA":32.99,"MSMARCO":14.81,"NFCorpus":25.42,"NQ":20.96,"QuoraRetrieval":81.17,"SCIDOCS":12.51,"SciFact":49.82,"Touche2020":22.36,"TRECCOVID":40.45} {"index":308,"Rank":166,"Model":"nmc-prmpt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":30.2,"ArguAna":43.53,"ClimateFEVER":17.06,"CQADupstackRetrieval":24.68,"DBPedia":23.44,"FEVER":28.08,"FiQA2018":16.64,"HotpotQA":32.99,"MSMARCO":14.81,"NFCorpus":25.42,"NQ":20.96,"QuoraRetrieval":80.32,"SCIDOCS":12.51,"SciFact":49.82,"Touche2020":22.36,"TRECCOVID":40.45} {"index":296,"Rank":167,"Model":"mpn<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.98,"ArguAna":45.57,"ClimateFEVER":19.38,"CQADupstackRetrieval":23.56,"DBPedia":23.34,"FEVER":28.25,"FiQA2018":16.7,"HotpotQA":27.99,"MSMARCO":14.0,"NFCorpus":25.97,"NQ":18.61,"QuoraRetrieval":81.26,"SCIDOCS":13.17,"SciFact":47.59,"Touche2020":21.22,"TRECCOVID":43.15} {"index":301,"Rank":168,"Model":"mxb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.91,"ArguAna":44.29,"ClimateFEVER":19.35,"CQADupstackRetrieval":22.64,"DBPedia":23.52,"FEVER":30.14,"FiQA2018":14.96,"HotpotQA":29.58,"MSMARCO":13.66,"NFCorpus":27.19,"NQ":19.49,"QuoraRetrieval":80.79,"SCIDOCS":12.06,"SciFact":46.88,"Touche2020":20.95,"TRECCOVID":43.1} @@ -192,8 +192,8 @@ {"index":315,"Rank":192,"Model":"sup-cse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":24.62,"ArguAna":38.9,"ClimateFEVER":15.59,"CQADupstackRetrieval":19.74,"DBPedia":19.2,"FEVER":22.65,"FiQA2018":11.08,"HotpotQA":25.1,"MSMARCO":10.47,"NFCorpus":17.53,"NQ":16.35,"QuoraRetrieval":75.93,"SCIDOCS":9.67,"SciFact":36.88,"Touche2020":17.09,"TRECCOVID":33.14} {"index":318,"Rank":193,"Model":"un-sim<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":24.17,"ArguAna":38.04,"ClimateFEVER":15.7,"CQADupstackRetrieval":19.23,"DBPedia":18.61,"FEVER":21.82,"FiQA2018":10.19,"HotpotQA":24.03,"MSMARCO":10.14,"NFCorpus":17.79,"NQ":16.36,"QuoraRetrieval":75.0,"SCIDOCS":9.34,"SciFact":36.9,"Touche2020":18.06,"TRECCOVID":31.41} {"index":283,"Rank":194,"Model":"ft-lower<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":22.27,"ArguAna":30.68,"ClimateFEVER":14.54,"CQADupstackRetrieval":16.77,"DBPedia":14.54,"FEVER":14.18,"FiQA2018":10.46,"HotpotQA":15.94,"MSMARCO":9.91,"NFCorpus":21.62,"NQ":13.95,"QuoraRetrieval":71.44,"SCIDOCS":9.4,"SciFact":37.52,"Touche2020":11.89,"TRECCOVID":41.18} -{"index":280,"Rank":195,"Model":"fasttext<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":22.21,"ArguAna":29.54,"ClimateFEVER":15.09,"CQADupstackRetrieval":16.31,"DBPedia":13.15,"FEVER":18.4,"FiQA2018":10.32,"HotpotQA":20.56,"MSMARCO":6.32,"NFCorpus":21.11,"NQ":8.74,"QuoraRetrieval":70.3,"SCIDOCS":4.58,"SciFact":43.83,"Touche2020":11.93,"TRECCOVID":43.01} -{"index":281,"Rank":196,"Model":"ft-gcp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":22.21,"ArguAna":29.54,"ClimateFEVER":15.09,"CQADupstackRetrieval":16.31,"DBPedia":13.15,"FEVER":18.4,"FiQA2018":10.32,"HotpotQA":20.56,"MSMARCO":6.32,"NFCorpus":21.11,"NQ":8.74,"QuoraRetrieval":70.3,"SCIDOCS":4.58,"SciFact":43.83,"Touche2020":11.93,"TRECCOVID":43.01} +{"index":281,"Rank":195,"Model":"ft-gcp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":22.21,"ArguAna":29.54,"ClimateFEVER":15.09,"CQADupstackRetrieval":16.31,"DBPedia":13.15,"FEVER":18.4,"FiQA2018":10.32,"HotpotQA":20.56,"MSMARCO":6.32,"NFCorpus":21.11,"NQ":8.74,"QuoraRetrieval":70.3,"SCIDOCS":4.58,"SciFact":43.83,"Touche2020":11.93,"TRECCOVID":43.01} +{"index":280,"Rank":196,"Model":"fasttext<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":22.21,"ArguAna":29.54,"ClimateFEVER":15.09,"CQADupstackRetrieval":16.31,"DBPedia":13.15,"FEVER":18.4,"FiQA2018":10.32,"HotpotQA":20.56,"MSMARCO":6.32,"NFCorpus":21.11,"NQ":8.74,"QuoraRetrieval":70.3,"SCIDOCS":4.58,"SciFact":43.83,"Touche2020":11.93,"TRECCOVID":43.01} {"index":234,"Rank":197,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":21.82,"ArguAna":38.33,"ClimateFEVER":11.98,"CQADupstackRetrieval":14.5,"DBPedia":19.73,"FEVER":20.41,"FiQA2018":10.41,"HotpotQA":22.9,"MSMARCO":11.0,"NFCorpus":12.42,"NQ":16.08,"QuoraRetrieval":79.62,"SCIDOCS":7.53,"SciFact":29.59,"Touche2020":9.9,"TRECCOVID":22.93} {"index":253,"Rank":198,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":21.62,"ArguAna":36.3,"ClimateFEVER":14.44,"CQADupstackRetrieval":15.47,"DBPedia":18.28,"FEVER":14.99,"FiQA2018":10.09,"HotpotQA":19.18,"MSMARCO":9.6,"NFCorpus":13.87,"NQ":12.87,"QuoraRetrieval":71.32,"SCIDOCS":8.04,"SciFact":29.58,"Touche2020":13.99,"TRECCOVID":36.22} {"index":254,"Rank":199,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":21.22,"ArguAna":30.96,"ClimateFEVER":14.87,"CQADupstackRetrieval":16.79,"DBPedia":15.88,"FEVER":15.56,"FiQA2018":10.49,"HotpotQA":20.77,"MSMARCO":9.75,"NFCorpus":11.79,"NQ":12.75,"QuoraRetrieval":71.57,"SCIDOCS":8.47,"SciFact":29.53,"Touche2020":13.17,"TRECCOVID":35.92} diff --git a/all_data_tasks/40/default.jsonl b/all_data_tasks/40/default.jsonl index 0c2f571a1b46e5c165bca9708ddadad1e0038bec..54439e1a4b7555526ea5691fe7427acb882959a4 100644 --- a/all_data_tasks/40/default.jsonl +++ b/all_data_tasks/40/default.jsonl @@ -1,10 +1,10 @@ {"index":21,"Rank":1,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":73.41,"STS17 (ar-ar)":78.82,"STS17 (en-ar)":76.44,"STS17 (en-de)":84.71,"STS17 (en-tr)":76.36,"STS17 (es-en)":83.85,"STS17 (es-es)":87.04,"STS17 (fr-en)":84.43,"STS17 (it-en)":83.85,"STS17 (ko-ko)":81.59,"STS17 (nl-en)":82.46,"STS22 (ar)":58.55,"STS22 (de)":60.89,"STS22 (de-en)":62.28,"STS22 (de-fr)":56.01,"STS22 (de-pl)":53.64,"STS22 (es)":72.02,"STS22 (es-en)":79.64,"STS22 (es-it)":74.83,"STS22 (fr)":81.03,"STS22 (fr-pl)":73.25,"STS22 (it)":78.28,"STS22 (pl)":42.39,"STS22 (pl-en)":78.29,"STS22 (ru)":66.49,"STS22 (tr)":65.54,"STS22 (zh-en)":72.93,"STSBenchmark":86.46} {"index":185,"Rank":2,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":73.41,"STS17 (ar-ar)":78.82,"STS17 (en-ar)":76.44,"STS17 (en-de)":84.71,"STS17 (en-tr)":76.36,"STS17 (es-en)":83.85,"STS17 (es-es)":87.04,"STS17 (fr-en)":84.43,"STS17 (it-en)":83.85,"STS17 (ko-ko)":81.59,"STS17 (nl-en)":82.46,"STS22 (ar)":58.55,"STS22 (de)":60.89,"STS22 (de-en)":62.28,"STS22 (de-fr)":56.01,"STS22 (de-pl)":53.64,"STS22 (es)":72.02,"STS22 (es-en)":79.64,"STS22 (es-it)":74.83,"STS22 (fr)":81.03,"STS22 (fr-pl)":73.25,"STS22 (it)":78.28,"STS22 (pl)":42.39,"STS22 (pl-en)":78.29,"STS22 (ru)":66.49,"STS22 (tr)":65.54,"STS22 (zh-en)":72.93,"STSBenchmark":86.46} {"index":163,"Rank":3,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":73.17,"STS17 (ar-ar)":81.87,"STS17 (en-ar)":77.93,"STS17 (en-de)":87.3,"STS17 (en-tr)":72.56,"STS17 (es-en)":88.24,"STS17 (es-es)":87.46,"STS17 (fr-en)":88.06,"STS17 (it-en)":89.68,"STS17 (ko-ko)":83.69,"STS17 (nl-en)":88.25,"STS22 (ar)":54.12,"STS22 (de)":49.12,"STS22 (de-en)":60.92,"STS22 (de-fr)":61.39,"STS22 (de-pl)":54.47,"STS22 (es)":67.0,"STS22 (es-en)":75.84,"STS22 (es-it)":75.04,"STS22 (fr)":69.82,"STS22 (fr-pl)":84.52,"STS22 (it)":75.87,"STS22 (pl)":39.21,"STS22 (pl-en)":73.18,"STS22 (ru)":60.83,"STS22 (tr)":68.72,"STS22 (zh-en)":71.88,"STSBenchmark":88.6} -{"index":259,"Rank":4,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.02,"STS17 (ar-ar)":77.88,"STS17 (en-ar)":75.06,"STS17 (en-de)":86.16,"STS17 (en-tr)":71.23,"STS17 (es-en)":80.75,"STS17 (es-es)":86.74,"STS17 (fr-en)":85.62,"STS17 (it-en)":84.54,"STS17 (ko-ko)":82.27,"STS17 (nl-en)":85.28,"STS22 (ar)":56.99,"STS22 (de)":56.59,"STS22 (de-en)":56.6,"STS22 (de-fr)":67.79,"STS22 (de-pl)":49.58,"STS22 (es)":64.58,"STS22 (es-en)":72.52,"STS22 (es-it)":68.93,"STS22 (fr)":76.79,"STS22 (fr-pl)":50.71,"STS22 (it)":76.98,"STS22 (pl)":34.68,"STS22 (pl-en)":65.54,"STS22 (ru)":59.9,"STS22 (tr)":63.55,"STS22 (zh-en)":66.0,"STSBenchmark":87.29} -{"index":54,"Rank":5,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.02,"STS17 (ar-ar)":77.88,"STS17 (en-ar)":75.06,"STS17 (en-de)":86.16,"STS17 (en-tr)":71.23,"STS17 (es-en)":80.75,"STS17 (es-es)":86.74,"STS17 (fr-en)":85.62,"STS17 (it-en)":84.54,"STS17 (ko-ko)":82.27,"STS17 (nl-en)":85.28,"STS22 (ar)":56.99,"STS22 (de)":56.59,"STS22 (de-en)":56.6,"STS22 (de-fr)":67.79,"STS22 (de-pl)":49.58,"STS22 (es)":64.58,"STS22 (es-en)":72.52,"STS22 (es-it)":68.93,"STS22 (fr)":76.79,"STS22 (fr-pl)":50.71,"STS22 (it)":76.98,"STS22 (pl)":34.68,"STS22 (pl-en)":65.54,"STS22 (ru)":59.9,"STS22 (tr)":63.55,"STS22 (zh-en)":66.0,"STSBenchmark":87.29} -{"index":224,"Rank":6,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.02,"STS17 (ar-ar)":77.88,"STS17 (en-ar)":75.06,"STS17 (en-de)":86.16,"STS17 (en-tr)":71.23,"STS17 (es-en)":80.75,"STS17 (es-es)":86.74,"STS17 (fr-en)":85.62,"STS17 (it-en)":84.54,"STS17 (ko-ko)":82.27,"STS17 (nl-en)":85.28,"STS22 (ar)":56.99,"STS22 (de)":56.59,"STS22 (de-en)":56.6,"STS22 (de-fr)":67.79,"STS22 (de-pl)":49.58,"STS22 (es)":64.58,"STS22 (es-en)":72.52,"STS22 (es-it)":68.93,"STS22 (fr)":76.79,"STS22 (fr-pl)":50.71,"STS22 (it)":76.98,"STS22 (pl)":34.68,"STS22 (pl-en)":65.54,"STS22 (ru)":59.9,"STS22 (tr)":63.55,"STS22 (zh-en)":66.0,"STSBenchmark":87.29} -{"index":133,"Rank":7,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.02,"STS17 (ar-ar)":77.88,"STS17 (en-ar)":75.06,"STS17 (en-de)":86.16,"STS17 (en-tr)":71.23,"STS17 (es-en)":80.75,"STS17 (es-es)":86.74,"STS17 (fr-en)":85.62,"STS17 (it-en)":84.54,"STS17 (ko-ko)":82.27,"STS17 (nl-en)":85.28,"STS22 (ar)":56.99,"STS22 (de)":56.59,"STS22 (de-en)":56.6,"STS22 (de-fr)":67.79,"STS22 (de-pl)":49.58,"STS22 (es)":64.58,"STS22 (es-en)":72.52,"STS22 (es-it)":68.93,"STS22 (fr)":76.79,"STS22 (fr-pl)":50.71,"STS22 (it)":76.98,"STS22 (pl)":34.68,"STS22 (pl-en)":65.54,"STS22 (ru)":59.9,"STS22 (tr)":63.55,"STS22 (zh-en)":66.0,"STSBenchmark":87.29} +{"index":224,"Rank":4,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.02,"STS17 (ar-ar)":77.88,"STS17 (en-ar)":75.06,"STS17 (en-de)":86.16,"STS17 (en-tr)":71.23,"STS17 (es-en)":80.75,"STS17 (es-es)":86.74,"STS17 (fr-en)":85.62,"STS17 (it-en)":84.54,"STS17 (ko-ko)":82.27,"STS17 (nl-en)":85.28,"STS22 (ar)":56.99,"STS22 (de)":56.59,"STS22 (de-en)":56.6,"STS22 (de-fr)":67.79,"STS22 (de-pl)":49.58,"STS22 (es)":64.58,"STS22 (es-en)":72.52,"STS22 (es-it)":68.93,"STS22 (fr)":76.79,"STS22 (fr-pl)":50.71,"STS22 (it)":76.98,"STS22 (pl)":34.68,"STS22 (pl-en)":65.54,"STS22 (ru)":59.9,"STS22 (tr)":63.55,"STS22 (zh-en)":66.0,"STSBenchmark":87.29} +{"index":133,"Rank":5,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.02,"STS17 (ar-ar)":77.88,"STS17 (en-ar)":75.06,"STS17 (en-de)":86.16,"STS17 (en-tr)":71.23,"STS17 (es-en)":80.75,"STS17 (es-es)":86.74,"STS17 (fr-en)":85.62,"STS17 (it-en)":84.54,"STS17 (ko-ko)":82.27,"STS17 (nl-en)":85.28,"STS22 (ar)":56.99,"STS22 (de)":56.59,"STS22 (de-en)":56.6,"STS22 (de-fr)":67.79,"STS22 (de-pl)":49.58,"STS22 (es)":64.58,"STS22 (es-en)":72.52,"STS22 (es-it)":68.93,"STS22 (fr)":76.79,"STS22 (fr-pl)":50.71,"STS22 (it)":76.98,"STS22 (pl)":34.68,"STS22 (pl-en)":65.54,"STS22 (ru)":59.9,"STS22 (tr)":63.55,"STS22 (zh-en)":66.0,"STSBenchmark":87.29} +{"index":54,"Rank":6,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.02,"STS17 (ar-ar)":77.88,"STS17 (en-ar)":75.06,"STS17 (en-de)":86.16,"STS17 (en-tr)":71.23,"STS17 (es-en)":80.75,"STS17 (es-es)":86.74,"STS17 (fr-en)":85.62,"STS17 (it-en)":84.54,"STS17 (ko-ko)":82.27,"STS17 (nl-en)":85.28,"STS22 (ar)":56.99,"STS22 (de)":56.59,"STS22 (de-en)":56.6,"STS22 (de-fr)":67.79,"STS22 (de-pl)":49.58,"STS22 (es)":64.58,"STS22 (es-en)":72.52,"STS22 (es-it)":68.93,"STS22 (fr)":76.79,"STS22 (fr-pl)":50.71,"STS22 (it)":76.98,"STS22 (pl)":34.68,"STS22 (pl-en)":65.54,"STS22 (ru)":59.9,"STS22 (tr)":63.55,"STS22 (zh-en)":66.0,"STSBenchmark":87.29} +{"index":259,"Rank":7,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.02,"STS17 (ar-ar)":77.88,"STS17 (en-ar)":75.06,"STS17 (en-de)":86.16,"STS17 (en-tr)":71.23,"STS17 (es-en)":80.75,"STS17 (es-es)":86.74,"STS17 (fr-en)":85.62,"STS17 (it-en)":84.54,"STS17 (ko-ko)":82.27,"STS17 (nl-en)":85.28,"STS22 (ar)":56.99,"STS22 (de)":56.59,"STS22 (de-en)":56.6,"STS22 (de-fr)":67.79,"STS22 (de-pl)":49.58,"STS22 (es)":64.58,"STS22 (es-en)":72.52,"STS22 (es-it)":68.93,"STS22 (fr)":76.79,"STS22 (fr-pl)":50.71,"STS22 (it)":76.98,"STS22 (pl)":34.68,"STS22 (pl-en)":65.54,"STS22 (ru)":59.9,"STS22 (tr)":63.55,"STS22 (zh-en)":66.0,"STSBenchmark":87.29} {"index":167,"Rank":8,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":70.02,"STS17 (ar-ar)":77.88,"STS17 (en-ar)":75.06,"STS17 (en-de)":86.16,"STS17 (en-tr)":71.23,"STS17 (es-en)":80.75,"STS17 (es-es)":86.74,"STS17 (fr-en)":85.62,"STS17 (it-en)":84.54,"STS17 (ko-ko)":82.27,"STS17 (nl-en)":85.28,"STS22 (ar)":56.99,"STS22 (de)":56.59,"STS22 (de-en)":56.6,"STS22 (de-fr)":67.79,"STS22 (de-pl)":49.58,"STS22 (es)":64.58,"STS22 (es-en)":72.52,"STS22 (es-it)":68.93,"STS22 (fr)":76.79,"STS22 (fr-pl)":50.71,"STS22 (it)":76.98,"STS22 (pl)":34.66,"STS22 (pl-en)":65.54,"STS22 (ru)":59.9,"STS22 (tr)":63.55,"STS22 (zh-en)":66.0,"STSBenchmark":87.29} {"index":120,"Rank":9,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.85,"STS17 (ar-ar)":79.38,"STS17 (en-ar)":58.76,"STS17 (en-de)":76.13,"STS17 (en-tr)":55.53,"STS17 (es-en)":72.26,"STS17 (es-es)":85.06,"STS17 (fr-en)":75.63,"STS17 (it-en)":71.36,"STS17 (ko-ko)":80.79,"STS17 (nl-en)":71.99,"STS22 (ar)":57.44,"STS22 (de)":60.12,"STS22 (de-en)":53.36,"STS22 (de-fr)":58.25,"STS22 (de-pl)":48.47,"STS22 (es)":68.57,"STS22 (es-en)":77.41,"STS22 (es-it)":74.69,"STS22 (fr)":81.47,"STS22 (fr-pl)":73.25,"STS22 (it)":79.28,"STS22 (pl)":42.08,"STS22 (pl-en)":77.5,"STS22 (ru)":61.71,"STS22 (tr)":66.62,"STS22 (zh-en)":69.87,"STSBenchmark":81.95} {"index":166,"Rank":10,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":68.84,"STS17 (ar-ar)":74.52,"STS17 (en-ar)":71.27,"STS17 (en-de)":82.09,"STS17 (en-tr)":63.33,"STS17 (es-en)":76.5,"STS17 (es-es)":86.74,"STS17 (fr-en)":80.18,"STS17 (it-en)":80.15,"STS17 (ko-ko)":79.95,"STS17 (nl-en)":79.25,"STS22 (ar)":57.87,"STS22 (de)":55.95,"STS22 (de-en)":54.93,"STS22 (de-fr)":59.47,"STS22 (de-pl)":39.35,"STS22 (es)":66.58,"STS22 (es-en)":73.99,"STS22 (es-it)":66.46,"STS22 (fr)":74.8,"STS22 (fr-pl)":73.25,"STS22 (it)":77.76,"STS22 (pl)":34.07,"STS22 (pl-en)":70.37,"STS22 (ru)":60.66,"STS22 (tr)":63.7,"STS22 (zh-en)":69.92,"STSBenchmark":85.64} diff --git a/all_data_tasks/5/default.jsonl b/all_data_tasks/5/default.jsonl index 156e36fd0a8713bb409bc204e23bb09f2b83d74e..5aa432871c10932ae5514497fb4cac27018082ef 100644 --- a/all_data_tasks/5/default.jsonl +++ b/all_data_tasks/5/default.jsonl @@ -32,13 +32,13 @@ {"index":192,"Rank":32,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":83.49,"BIOSSES":83.05,"SICK-R":83.01,"STS12":81.62,"STS13":86.82,"STS14":83.56,"STS15":88.75,"STS16":86.03,"STS17 (en-en)":88.56,"STS22 (en)":65.62,"STSBenchmark":87.84} {"index":47,"Rank":33,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":83.35,"BIOSSES":86.32,"SICK-R":83.13,"STS12":77.34,"STS13":85.04,"STS14":82.91,"STS15":88.13,"STS16":86.24,"STS17 (en-en)":90.14,"STS22 (en)":68.63,"STSBenchmark":85.64} {"index":276,"Rank":34,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":83.35,"BIOSSES":88.65,"SICK-R":79.81,"STS12":76.81,"STS13":88.11,"STS14":82.66,"STS15":88.93,"STS16":84.25,"STS17 (en-en)":88.47,"STS22 (en)":69.71,"STSBenchmark":86.07} -{"index":203,"Rank":35,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":83.34,"BIOSSES":85.81,"SICK-R":81.75,"STS12":78.51,"STS13":86.62,"STS14":83.06,"STS15":88.39,"STS16":86.82,"STS17 (en-en)":87.9,"STS22 (en)":66.76,"STSBenchmark":87.77} -{"index":106,"Rank":36,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.34,"BIOSSES":85.81,"SICK-R":81.75,"STS12":78.51,"STS13":86.62,"STS14":83.06,"STS15":88.39,"STS16":86.82,"STS17 (en-en)":87.9,"STS22 (en)":66.76,"STSBenchmark":87.77} +{"index":106,"Rank":35,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.34,"BIOSSES":85.81,"SICK-R":81.75,"STS12":78.51,"STS13":86.62,"STS14":83.06,"STS15":88.39,"STS16":86.82,"STS17 (en-en)":87.9,"STS22 (en)":66.76,"STSBenchmark":87.77} +{"index":203,"Rank":36,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":83.34,"BIOSSES":85.81,"SICK-R":81.75,"STS12":78.51,"STS13":86.62,"STS14":83.06,"STS15":88.39,"STS16":86.82,"STS17 (en-en)":87.9,"STS22 (en)":66.76,"STSBenchmark":87.77} {"index":48,"Rank":37,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Average":83.26,"BIOSSES":87.34,"SICK-R":80.56,"STS12":73.69,"STS13":85.82,"STS14":82.05,"STS15":88.8,"STS16":86.2,"STS17 (en-en)":91.46,"STS22 (en)":69.21,"STSBenchmark":87.43} {"index":38,"Rank":38,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.15,"BIOSSES":85.01,"SICK-R":82.18,"STS12":77.62,"STS13":85.16,"STS14":80.02,"STS15":88.92,"STS16":86.92,"STS17 (en-en)":90.09,"STS22 (en)":66.81,"STSBenchmark":88.79} {"index":166,"Rank":39,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":83.15,"BIOSSES":84.39,"SICK-R":81.27,"STS12":76.28,"STS13":88.18,"STS14":81.92,"STS15":89.01,"STS16":85.49,"STS17 (en-en)":90.3,"STS22 (en)":67.74,"STSBenchmark":86.88} -{"index":239,"Rank":40,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.11,"BIOSSES":84.65,"SICK-R":81.68,"STS12":79.05,"STS13":86.37,"STS14":82.78,"STS15":88.03,"STS16":86.49,"STS17 (en-en)":87.5,"STS22 (en)":67.05,"STSBenchmark":87.52} -{"index":240,"Rank":41,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.11,"BIOSSES":84.65,"SICK-R":81.68,"STS12":79.05,"STS13":86.37,"STS14":82.78,"STS15":88.03,"STS16":86.49,"STS17 (en-en)":87.5,"STS22 (en)":67.05,"STSBenchmark":87.52} +{"index":240,"Rank":40,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.11,"BIOSSES":84.65,"SICK-R":81.68,"STS12":79.05,"STS13":86.37,"STS14":82.78,"STS15":88.03,"STS16":86.49,"STS17 (en-en)":87.5,"STS22 (en)":67.05,"STSBenchmark":87.52} +{"index":239,"Rank":41,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.11,"BIOSSES":84.65,"SICK-R":81.68,"STS12":79.05,"STS13":86.37,"STS14":82.78,"STS15":88.03,"STS16":86.49,"STS17 (en-en)":87.5,"STS22 (en)":67.05,"STSBenchmark":87.52} {"index":23,"Rank":42,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":83.11,"BIOSSES":84.65,"SICK-R":81.68,"STS12":79.05,"STS13":86.37,"STS14":82.78,"STS15":88.03,"STS16":86.49,"STS17 (en-en)":87.5,"STS22 (en)":67.05,"STSBenchmark":87.52} {"index":167,"Rank":43,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Average":83.06,"BIOSSES":84.15,"SICK-R":81.7,"STS12":75.32,"STS13":87.44,"STS14":81.87,"STS15":88.94,"STS16":85.38,"STS17 (en-en)":90.54,"STS22 (en)":68.65,"STSBenchmark":86.56} {"index":17,"Rank":44,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":83.04,"BIOSSES":81.37,"SICK-R":79.28,"STS12":79.55,"STS13":88.83,"STS14":83.87,"STS15":88.54,"STS16":86.49,"STS17 (en-en)":88.73,"STS22 (en)":66.88,"STSBenchmark":86.85} @@ -54,19 +54,19 @@ {"index":16,"Rank":54,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":82.73,"BIOSSES":82.11,"SICK-R":80.49,"STS12":77.25,"STS13":87.79,"STS14":82.91,"STS15":88.45,"STS16":85.45,"STS17 (en-en)":90.33,"STS22 (en)":66.1,"STSBenchmark":86.38} {"index":267,"Rank":55,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":82.63,"BIOSSES":80.43,"SICK-R":80.47,"STS12":78.85,"STS13":88.94,"STS14":84.86,"STS15":89.32,"STS16":84.67,"STS17 (en-en)":89.46,"STS22 (en)":65.33,"STSBenchmark":84.01} {"index":36,"Rank":56,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.62,"BIOSSES":83.5,"SICK-R":81.27,"STS12":74.37,"STS13":85.2,"STS14":80.98,"STS15":89.23,"STS16":86.32,"STS17 (en-en)":90.34,"STS22 (en)":66.42,"STSBenchmark":88.55} -{"index":141,"Rank":57,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.61,"BIOSSES":76.91,"SICK-R":80.33,"STS12":80.59,"STS13":86.59,"STS14":82.99,"STS15":88.79,"STS16":84.44,"STS17 (en-en)":89.31,"STS22 (en)":67.97,"STSBenchmark":88.14} -{"index":65,"Rank":58,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.61,"BIOSSES":76.91,"SICK-R":80.33,"STS12":80.59,"STS13":86.59,"STS14":82.99,"STS15":88.79,"STS16":84.44,"STS17 (en-en)":89.31,"STS22 (en)":67.97,"STSBenchmark":88.14} +{"index":65,"Rank":57,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.61,"BIOSSES":76.91,"SICK-R":80.33,"STS12":80.59,"STS13":86.59,"STS14":82.99,"STS15":88.79,"STS16":84.44,"STS17 (en-en)":89.31,"STS22 (en)":67.97,"STSBenchmark":88.14} +{"index":141,"Rank":58,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.61,"BIOSSES":76.91,"SICK-R":80.33,"STS12":80.59,"STS13":86.59,"STS14":82.99,"STS15":88.79,"STS16":84.44,"STS17 (en-en)":89.31,"STS22 (en)":67.97,"STSBenchmark":88.14} {"index":190,"Rank":59,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":82.61,"BIOSSES":76.91,"SICK-R":80.33,"STS12":80.59,"STS13":86.59,"STS14":82.99,"STS15":88.79,"STS16":84.44,"STS17 (en-en)":89.31,"STS22 (en)":67.97,"STSBenchmark":88.14} {"index":194,"Rank":60,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":82.56,"BIOSSES":86.54,"SICK-R":83.23,"STS12":76.13,"STS13":83.19,"STS14":80.6,"STS15":87.16,"STS16":85.16,"STS17 (en-en)":90.88,"STS22 (en)":67.04,"STSBenchmark":85.67} {"index":217,"Rank":61,"Model":"bge-large-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.5,"BIOSSES":85.64,"SICK-R":80.74,"STS12":76.07,"STS13":86.81,"STS14":81.68,"STS15":88.75,"STS16":84.61,"STS17 (en-en)":89.75,"STS22 (en)":64.1,"STSBenchmark":86.88} {"index":15,"Rank":62,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":82.42,"BIOSSES":81.12,"SICK-R":79.15,"STS12":76.52,"STS13":88.63,"STS14":83.32,"STS15":87.5,"STS16":86.39,"STS17 (en-en)":87.79,"STS22 (en)":66.4,"STSBenchmark":87.35} -{"index":136,"Rank":63,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} -{"index":196,"Rank":64,"Model":"privacy_embedding_rag_10k_base_12_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} -{"index":199,"Rank":65,"Model":"privacy_embedding_rag_10k_base_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} -{"index":21,"Rank":66,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} -{"index":279,"Rank":67,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} -{"index":198,"Rank":68,"Model":"privacy_embedding_rag_10k_base_checkpoint_2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} -{"index":197,"Rank":69,"Model":"privacy_embedding_rag_10k_base_15_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} +{"index":198,"Rank":63,"Model":"privacy_embedding_rag_10k_base_checkpoint_2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} +{"index":136,"Rank":64,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} +{"index":279,"Rank":65,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} +{"index":199,"Rank":66,"Model":"privacy_embedding_rag_10k_base_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} +{"index":196,"Rank":67,"Model":"privacy_embedding_rag_10k_base_12_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} +{"index":197,"Rank":68,"Model":"privacy_embedding_rag_10k_base_15_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} +{"index":21,"Rank":69,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} {"index":183,"Rank":70,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Average":82.37,"BIOSSES":84.82,"SICK-R":80.85,"STS12":76.1,"STS13":85.49,"STS14":80.44,"STS15":87.75,"STS16":85.42,"STS17 (en-en)":89.95,"STS22 (en)":65.13,"STSBenchmark":87.71} {"index":275,"Rank":71,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":82.3,"BIOSSES":87.64,"SICK-R":78.86,"STS12":75.71,"STS13":85.73,"STS14":81.51,"STS15":88.81,"STS16":83.82,"STS17 (en-en)":87.9,"STS22 (en)":67.33,"STSBenchmark":85.73} {"index":165,"Rank":72,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":82.29,"BIOSSES":82.31,"SICK-R":80.26,"STS12":77.02,"STS13":86.58,"STS14":81.32,"STS15":88.19,"STS16":84.88,"STS17 (en-en)":89.46,"STS22 (en)":66.45,"STSBenchmark":86.43} @@ -74,19 +74,19 @@ {"index":195,"Rank":74,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":82.11,"BIOSSES":81.21,"SICK-R":79.34,"STS12":77.51,"STS13":85.55,"STS14":81.68,"STS15":88.95,"STS16":84.34,"STS17 (en-en)":88.88,"STS22 (en)":67.2,"STSBenchmark":86.46} {"index":277,"Rank":75,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":82.07,"BIOSSES":88.17,"SICK-R":77.93,"STS12":75.12,"STS13":85.09,"STS14":81.03,"STS15":88.32,"STS16":83.91,"STS17 (en-en)":87.59,"STS22 (en)":68.0,"STSBenchmark":85.57} {"index":28,"Rank":76,"Model":"UniVaR-lambda-1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":82.06,"BIOSSES":86.47,"SICK-R":78.58,"STS12":78.92,"STS13":85.4,"STS14":81.64,"STS15":87.2,"STS16":85.44,"STS17 (en-en)":87.2,"STS22 (en)":64.22,"STSBenchmark":85.54} -{"index":31,"Rank":77,"Model":"UniVaR-lambda-80<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":82.06,"BIOSSES":86.47,"SICK-R":78.58,"STS12":78.92,"STS13":85.4,"STS14":81.64,"STS15":87.2,"STS16":85.44,"STS17 (en-en)":87.2,"STS22 (en)":64.22,"STSBenchmark":85.54} -{"index":220,"Rank":78,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":82.06,"BIOSSES":86.47,"SICK-R":78.58,"STS12":78.92,"STS13":85.4,"STS14":81.64,"STS15":87.2,"STS16":85.44,"STS17 (en-en)":87.2,"STS22 (en)":64.22,"STSBenchmark":85.54} -{"index":30,"Rank":79,"Model":"UniVaR-lambda-5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":82.06,"BIOSSES":86.47,"SICK-R":78.58,"STS12":78.92,"STS13":85.4,"STS14":81.64,"STS15":87.2,"STS16":85.44,"STS17 (en-en)":87.2,"STS22 (en)":64.22,"STSBenchmark":85.54} -{"index":29,"Rank":80,"Model":"UniVaR-lambda-20<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":82.06,"BIOSSES":86.47,"SICK-R":78.58,"STS12":78.92,"STS13":85.4,"STS14":81.64,"STS15":87.2,"STS16":85.44,"STS17 (en-en)":87.2,"STS22 (en)":64.22,"STSBenchmark":85.54} +{"index":220,"Rank":77,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":82.06,"BIOSSES":86.47,"SICK-R":78.58,"STS12":78.92,"STS13":85.4,"STS14":81.64,"STS15":87.2,"STS16":85.44,"STS17 (en-en)":87.2,"STS22 (en)":64.22,"STSBenchmark":85.54} +{"index":29,"Rank":78,"Model":"UniVaR-lambda-20<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":82.06,"BIOSSES":86.47,"SICK-R":78.58,"STS12":78.92,"STS13":85.4,"STS14":81.64,"STS15":87.2,"STS16":85.44,"STS17 (en-en)":87.2,"STS22 (en)":64.22,"STSBenchmark":85.54} +{"index":31,"Rank":79,"Model":"UniVaR-lambda-80<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":82.06,"BIOSSES":86.47,"SICK-R":78.58,"STS12":78.92,"STS13":85.4,"STS14":81.64,"STS15":87.2,"STS16":85.44,"STS17 (en-en)":87.2,"STS22 (en)":64.22,"STSBenchmark":85.54} +{"index":30,"Rank":80,"Model":"UniVaR-lambda-5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":82.06,"BIOSSES":86.47,"SICK-R":78.58,"STS12":78.92,"STS13":85.4,"STS14":81.64,"STS15":87.2,"STS16":85.44,"STS17 (en-en)":87.2,"STS22 (en)":64.22,"STSBenchmark":85.54} {"index":171,"Rank":81,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":82.06,"BIOSSES":84.73,"SICK-R":80.49,"STS12":75.93,"STS13":85.22,"STS14":80.54,"STS15":88.81,"STS16":85.28,"STS17 (en-en)":89.37,"STS22 (en)":62.99,"STSBenchmark":87.21} -{"index":57,"Rank":82,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.05,"BIOSSES":83.6,"SICK-R":79.28,"STS12":76.95,"STS13":84.12,"STS14":80.46,"STS15":89.76,"STS16":85.47,"STS17 (en-en)":89.03,"STS22 (en)":64.11,"STSBenchmark":87.74} -{"index":172,"Rank":83,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":82.05,"BIOSSES":83.6,"SICK-R":79.28,"STS12":76.95,"STS13":84.12,"STS14":80.46,"STS15":89.76,"STS16":85.47,"STS17 (en-en)":89.03,"STS22 (en)":64.11,"STSBenchmark":87.74} +{"index":172,"Rank":82,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":82.05,"BIOSSES":83.6,"SICK-R":79.28,"STS12":76.95,"STS13":84.12,"STS14":80.46,"STS15":89.76,"STS16":85.47,"STS17 (en-en)":89.03,"STS22 (en)":64.11,"STSBenchmark":87.74} +{"index":57,"Rank":83,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.05,"BIOSSES":83.6,"SICK-R":79.28,"STS12":76.95,"STS13":84.12,"STS14":80.46,"STS15":89.76,"STS16":85.47,"STS17 (en-en)":89.03,"STS22 (en)":64.11,"STSBenchmark":87.74} {"index":218,"Rank":84,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.04,"BIOSSES":86.66,"SICK-R":79.44,"STS12":76.17,"STS13":84.15,"STS14":81.49,"STS15":88.11,"STS16":84.99,"STS17 (en-en)":87.98,"STS22 (en)":65.07,"STSBenchmark":86.31} {"index":18,"Rank":85,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":81.97,"BIOSSES":83.65,"SICK-R":79.37,"STS12":74.38,"STS13":84.71,"STS14":80.1,"STS15":87.16,"STS16":85.02,"STS17 (en-en)":90.64,"STS22 (en)":68.63,"STSBenchmark":86.04} -{"index":122,"Rank":86,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} +{"index":227,"Rank":86,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} {"index":102,"Rank":87,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} {"index":342,"Rank":88,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} -{"index":227,"Rank":89,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} +{"index":122,"Rank":89,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} {"index":63,"Rank":90,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":81.93,"BIOSSES":83.99,"SICK-R":74.65,"STS12":79.39,"STS13":85.32,"STS14":83.9,"STS15":88.47,"STS16":84.44,"STS17 (en-en)":85.77,"STS22 (en)":67.24,"STSBenchmark":86.08} {"index":338,"Rank":91,"Model":"gte-large-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.9,"BIOSSES":85.83,"SICK-R":79.0,"STS12":73.48,"STS13":86.14,"STS14":80.36,"STS15":88.53,"STS16":84.08,"STS17 (en-en)":89.42,"STS22 (en)":66.75,"STSBenchmark":85.45} {"index":265,"Rank":92,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":81.83,"BIOSSES":78.93,"SICK-R":80.34,"STS12":79.11,"STS13":87.33,"STS14":83.17,"STS15":88.28,"STS16":84.36,"STS17 (en-en)":88.99,"STS22 (en)":62.39,"STSBenchmark":85.36} @@ -97,10 +97,10 @@ {"index":177,"Rank":97,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":81.62,"BIOSSES":82.49,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.79,"STS17 (en-en)":88.12,"STS22 (en)":63.66,"STSBenchmark":87.29} {"index":26,"Rank":98,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":81.59,"BIOSSES":83.75,"SICK-R":79.41,"STS12":77.44,"STS13":82.98,"STS14":81.84,"STS15":87.26,"STS16":84.93,"STS17 (en-en)":87.15,"STS22 (en)":65.3,"STSBenchmark":85.86} {"index":355,"Rank":99,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.58,"BIOSSES":88.72,"SICK-R":76.73,"STS12":73.09,"STS13":84.92,"STS14":79.81,"STS15":88.01,"STS16":84.41,"STS17 (en-en)":90.94,"STS22 (en)":64.96,"STSBenchmark":84.24} -{"index":142,"Rank":100,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.56,"BIOSSES":82.51,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.78,"STS17 (en-en)":88.12,"STS22 (en)":63.06,"STSBenchmark":87.29} -{"index":58,"Rank":101,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.56,"BIOSSES":82.51,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.78,"STS17 (en-en)":88.12,"STS22 (en)":63.06,"STSBenchmark":87.29} -{"index":271,"Rank":102,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.56,"BIOSSES":82.51,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.78,"STS17 (en-en)":88.12,"STS22 (en)":63.06,"STSBenchmark":87.29} -{"index":236,"Rank":103,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.56,"BIOSSES":82.51,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.78,"STS17 (en-en)":88.12,"STS22 (en)":63.06,"STSBenchmark":87.29} +{"index":58,"Rank":100,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.56,"BIOSSES":82.51,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.78,"STS17 (en-en)":88.12,"STS22 (en)":63.06,"STSBenchmark":87.29} +{"index":271,"Rank":101,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.56,"BIOSSES":82.51,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.78,"STS17 (en-en)":88.12,"STS22 (en)":63.06,"STSBenchmark":87.29} +{"index":236,"Rank":102,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.56,"BIOSSES":82.51,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.78,"STS17 (en-en)":88.12,"STS22 (en)":63.06,"STSBenchmark":87.29} +{"index":142,"Rank":103,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.56,"BIOSSES":82.51,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.78,"STS17 (en-en)":88.12,"STS22 (en)":63.06,"STSBenchmark":87.29} {"index":129,"Rank":104,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.54,"BIOSSES":87.13,"SICK-R":76.49,"STS12":75.0,"STS13":87.91,"STS14":82.26,"STS15":87.87,"STS16":80.92,"STS17 (en-en)":87.23,"STS22 (en)":68.59,"STSBenchmark":81.95} {"index":182,"Rank":105,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.52,"BIOSSES":84.65,"SICK-R":79.92,"STS12":75.8,"STS13":83.62,"STS14":78.73,"STS15":86.41,"STS16":84.5,"STS17 (en-en)":89.95,"STS22 (en)":65.81,"STSBenchmark":85.79} {"index":339,"Rank":106,"Model":"gte-small-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.5,"BIOSSES":87.81,"SICK-R":77.31,"STS12":73.99,"STS13":84.23,"STS14":80.09,"STS15":88.2,"STS16":83.61,"STS17 (en-en)":87.8,"STS22 (en)":66.84,"STSBenchmark":85.13} @@ -109,8 +109,8 @@ {"index":104,"Rank":109,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":81.26,"BIOSSES":87.6,"SICK-R":77.01,"STS12":75.67,"STS13":82.4,"STS14":79.93,"STS15":85.82,"STS16":84.5,"STS17 (en-en)":88.93,"STS22 (en)":67.1,"STSBenchmark":83.6} {"index":215,"Rank":110,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.19,"BIOSSES":83.94,"SICK-R":78.64,"STS12":74.88,"STS13":83.64,"STS14":80.4,"STS15":88.01,"STS16":84.31,"STS17 (en-en)":88.3,"STS22 (en)":63.84,"STSBenchmark":85.93} {"index":264,"Rank":111,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":81.14,"BIOSSES":75.89,"SICK-R":80.18,"STS12":78.05,"STS13":85.85,"STS14":82.19,"STS15":87.46,"STS16":84.03,"STS17 (en-en)":89.57,"STS22 (en)":62.66,"STSBenchmark":85.52} -{"index":170,"Rank":112,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":81.05,"BIOSSES":81.4,"SICK-R":78.3,"STS12":75.79,"STS13":83.58,"STS14":79.95,"STS15":88.82,"STS16":84.46,"STS17 (en-en)":87.58,"STS22 (en)":64.07,"STSBenchmark":86.52} -{"index":158,"Rank":113,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Average":81.05,"BIOSSES":81.4,"SICK-R":78.3,"STS12":75.79,"STS13":83.58,"STS14":79.95,"STS15":88.82,"STS16":84.46,"STS17 (en-en)":87.58,"STS22 (en)":64.07,"STSBenchmark":86.52} +{"index":158,"Rank":112,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Average":81.05,"BIOSSES":81.4,"SICK-R":78.3,"STS12":75.79,"STS13":83.58,"STS14":79.95,"STS15":88.82,"STS16":84.46,"STS17 (en-en)":87.58,"STS22 (en)":64.07,"STSBenchmark":86.52} +{"index":170,"Rank":113,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":81.05,"BIOSSES":81.4,"SICK-R":78.3,"STS12":75.79,"STS13":83.58,"STS14":79.95,"STS15":88.82,"STS16":84.46,"STS17 (en-en)":87.58,"STS22 (en)":64.07,"STSBenchmark":86.52} {"index":353,"Rank":114,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.04,"BIOSSES":84.87,"SICK-R":79.18,"STS12":71.98,"STS13":85.52,"STS14":80.5,"STS15":87.51,"STS16":84.48,"STS17 (en-en)":88.11,"STS22 (en)":65.92,"STSBenchmark":82.34} {"index":352,"Rank":115,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.97,"BIOSSES":86.35,"SICK-R":80.6,"STS12":69.8,"STS13":83.27,"STS14":76.09,"STS15":86.12,"STS16":85.96,"STS17 (en-en)":90.25,"STS22 (en)":68.12,"STSBenchmark":83.17} {"index":188,"Rank":116,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":80.96,"BIOSSES":84.43,"SICK-R":79.2,"STS12":74.52,"STS13":83.16,"STS14":78.09,"STS15":86.91,"STS16":83.65,"STS17 (en-en)":90.16,"STS22 (en)":64.88,"STSBenchmark":84.6} @@ -121,9 +121,9 @@ {"index":263,"Rank":121,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.77,"BIOSSES":76.27,"SICK-R":79.62,"STS12":77.9,"STS13":85.11,"STS14":80.81,"STS15":87.48,"STS16":83.2,"STS17 (en-en)":86.99,"STS22 (en)":63.52,"STSBenchmark":86.82} {"index":223,"Rank":122,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":80.74,"BIOSSES":80.19,"SICK-R":79.09,"STS12":77.49,"STS13":85.62,"STS14":80.5,"STS15":85.84,"STS16":83.9,"STS17 (en-en)":86.27,"STS22 (en)":64.24,"STSBenchmark":84.28} {"index":132,"Rank":123,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Average":80.72,"BIOSSES":81.26,"SICK-R":79.09,"STS12":75.04,"STS13":83.26,"STS14":78.62,"STS15":87.03,"STS16":83.01,"STS17 (en-en)":87.36,"STS22 (en)":68.11,"STSBenchmark":84.4} -{"index":128,"Rank":124,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.7,"BIOSSES":81.23,"SICK-R":79.65,"STS12":74.27,"STS13":84.18,"STS14":78.81,"STS15":87.55,"STS16":85.35,"STS17 (en-en)":88.88,"STS22 (en)":62.2,"STSBenchmark":84.84} +{"index":326,"Rank":124,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.7,"BIOSSES":81.23,"SICK-R":79.65,"STS12":74.27,"STS13":84.18,"STS14":78.81,"STS15":87.55,"STS16":85.35,"STS17 (en-en)":88.88,"STS22 (en)":62.2,"STSBenchmark":84.84} {"index":191,"Rank":125,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":80.7,"BIOSSES":81.23,"SICK-R":79.65,"STS12":74.27,"STS13":84.18,"STS14":78.81,"STS15":87.55,"STS16":85.35,"STS17 (en-en)":88.88,"STS22 (en)":62.2,"STSBenchmark":84.84} -{"index":326,"Rank":126,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.7,"BIOSSES":81.23,"SICK-R":79.65,"STS12":74.27,"STS13":84.18,"STS14":78.81,"STS15":87.55,"STS16":85.35,"STS17 (en-en)":88.88,"STS22 (en)":62.2,"STSBenchmark":84.84} +{"index":128,"Rank":126,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.7,"BIOSSES":81.23,"SICK-R":79.65,"STS12":74.27,"STS13":84.18,"STS14":78.81,"STS15":87.55,"STS16":85.35,"STS17 (en-en)":88.88,"STS22 (en)":62.2,"STSBenchmark":84.84} {"index":330,"Rank":127,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.59,"BIOSSES":82.19,"SICK-R":79.25,"STS12":73.71,"STS13":82.32,"STS14":80.07,"STS15":87.21,"STS16":82.33,"STS17 (en-en)":87.58,"STS22 (en)":66.3,"STSBenchmark":84.92} {"index":93,"Rank":128,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Average":80.53,"BIOSSES":79.5,"SICK-R":79.59,"STS12":74.29,"STS13":85.35,"STS14":79.21,"STS15":85.52,"STS16":82.54,"STS17 (en-en)":90.44,"STS22 (en)":63.2,"STSBenchmark":85.67} {"index":202,"Rank":129,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.47,"BIOSSES":80.72,"SICK-R":81.87,"STS12":70.75,"STS13":84.37,"STS14":74.51,"STS15":86.41,"STS16":84.74,"STS17 (en-en)":89.03,"STS22 (en)":65.87,"STSBenchmark":86.46} @@ -136,8 +136,8 @@ {"index":150,"Rank":136,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.17,"BIOSSES":75.32,"SICK-R":80.91,"STS12":76.98,"STS13":82.63,"STS14":77.84,"STS15":85.92,"STS16":80.68,"STS17 (en-en)":88.99,"STS22 (en)":68.26,"STSBenchmark":84.2} {"index":37,"Rank":137,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.09,"BIOSSES":84.01,"SICK-R":77.04,"STS12":73.22,"STS13":79.5,"STS14":76.96,"STS15":86.43,"STS16":84.33,"STS17 (en-en)":88.67,"STS22 (en)":65.31,"STSBenchmark":85.46} {"index":193,"Rank":138,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":80.0,"BIOSSES":80.52,"SICK-R":76.72,"STS12":73.66,"STS13":83.3,"STS14":79.17,"STS15":87.3,"STS16":83.6,"STS17 (en-en)":88.23,"STS22 (en)":63.46,"STSBenchmark":84.04} -{"index":187,"Rank":139,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":79.93,"BIOSSES":83.58,"SICK-R":79.14,"STS12":75.06,"STS13":80.86,"STS14":76.13,"STS15":85.55,"STS16":81.21,"STS17 (en-en)":88.98,"STS22 (en)":66.22,"STSBenchmark":82.57} -{"index":184,"Rank":140,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":79.93,"BIOSSES":84.44,"SICK-R":78.53,"STS12":74.07,"STS13":81.81,"STS14":77.05,"STS15":84.61,"STS16":83.09,"STS17 (en-en)":89.15,"STS22 (en)":62.92,"STSBenchmark":83.63} +{"index":184,"Rank":139,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":79.93,"BIOSSES":84.44,"SICK-R":78.53,"STS12":74.07,"STS13":81.81,"STS14":77.05,"STS15":84.61,"STS16":83.09,"STS17 (en-en)":89.15,"STS22 (en)":62.92,"STSBenchmark":83.63} +{"index":187,"Rank":140,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":79.93,"BIOSSES":83.58,"SICK-R":79.14,"STS12":75.06,"STS13":80.86,"STS14":76.13,"STS15":85.55,"STS16":81.21,"STS17 (en-en)":88.98,"STS22 (en)":66.22,"STSBenchmark":82.57} {"index":78,"Rank":141,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Average":79.89,"BIOSSES":87.32,"SICK-R":75.63,"STS12":68.58,"STS13":80.54,"STS14":77.63,"STS15":86.16,"STS16":82.82,"STS17 (en-en)":88.57,"STS22 (en)":67.39,"STSBenchmark":84.25} {"index":249,"Rank":142,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":79.8,"BIOSSES":83.57,"SICK-R":79.32,"STS12":73.08,"STS13":82.13,"STS14":76.73,"STS15":85.58,"STS16":80.23,"STS17 (en-en)":88.63,"STS22 (en)":65.67,"STSBenchmark":83.09} {"index":226,"Rank":143,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":79.79,"BIOSSES":77.18,"SICK-R":78.76,"STS12":77.3,"STS13":84.18,"STS14":79.37,"STS15":84.69,"STS16":83.36,"STS17 (en-en)":85.73,"STS22 (en)":63.83,"STSBenchmark":83.46} @@ -156,8 +156,8 @@ {"index":130,"Rank":156,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Average":78.59,"BIOSSES":81.6,"SICK-R":74.18,"STS12":72.2,"STS13":80.54,"STS14":76.2,"STS15":85.2,"STS16":81.93,"STS17 (en-en)":86.61,"STS22 (en)":65.46,"STSBenchmark":81.94} {"index":219,"Rank":157,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.53,"BIOSSES":78.95,"SICK-R":74.39,"STS12":72.22,"STS13":81.0,"STS14":76.99,"STS15":85.21,"STS16":82.83,"STS17 (en-en)":87.78,"STS22 (en)":64.17,"STSBenchmark":81.77} {"index":74,"Rank":158,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":78.5,"BIOSSES":83.29,"SICK-R":75.55,"STS12":67.65,"STS13":83.9,"STS14":76.97,"STS15":83.8,"STS16":81.91,"STS17 (en-en)":85.58,"STS22 (en)":65.93,"STSBenchmark":80.42} -{"index":113,"Rank":159,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":78.44,"BIOSSES":86.27,"SICK-R":69.66,"STS12":68.79,"STS13":79.62,"STS14":75.58,"STS15":84.64,"STS16":82.4,"STS17 (en-en)":86.73,"STS22 (en)":69.49,"STSBenchmark":81.19} -{"index":336,"Rank":160,"Model":"snowflake-arctic-embed-s-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.44,"BIOSSES":86.27,"SICK-R":69.66,"STS12":68.79,"STS13":79.62,"STS14":75.58,"STS15":84.64,"STS16":82.4,"STS17 (en-en)":86.73,"STS22 (en)":69.49,"STSBenchmark":81.19} +{"index":336,"Rank":159,"Model":"snowflake-arctic-embed-s-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.44,"BIOSSES":86.27,"SICK-R":69.66,"STS12":68.79,"STS13":79.62,"STS14":75.58,"STS15":84.64,"STS16":82.4,"STS17 (en-en)":86.73,"STS22 (en)":69.49,"STSBenchmark":81.19} +{"index":113,"Rank":160,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":78.44,"BIOSSES":86.27,"SICK-R":69.66,"STS12":68.79,"STS13":79.62,"STS14":75.58,"STS15":84.64,"STS16":82.4,"STS17 (en-en)":86.73,"STS22 (en)":69.49,"STSBenchmark":81.19} {"index":259,"Rank":161,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":78.38,"BIOSSES":81.91,"SICK-R":74.29,"STS12":70.12,"STS13":82.72,"STS14":78.24,"STS15":86.26,"STS16":81.61,"STS17 (en-en)":85.18,"STS22 (en)":65.76,"STSBenchmark":77.73} {"index":115,"Rank":162,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Average":78.37,"BIOSSES":83.42,"SICK-R":72.39,"STS12":71.9,"STS13":80.93,"STS14":76.6,"STS15":84.92,"STS16":80.72,"STS17 (en-en)":85.61,"STS22 (en)":65.9,"STSBenchmark":81.32} {"index":257,"Rank":163,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":78.19,"BIOSSES":84.86,"SICK-R":73.39,"STS12":70.33,"STS13":82.19,"STS14":77.16,"STS15":86.31,"STS16":81.85,"STS17 (en-en)":83.93,"STS22 (en)":64.3,"STSBenchmark":77.6} @@ -165,8 +165,8 @@ {"index":189,"Rank":165,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Average":78.06,"BIOSSES":82.96,"SICK-R":76.33,"STS12":74.28,"STS13":78.55,"STS14":73.84,"STS15":83.71,"STS16":80.03,"STS17 (en-en)":87.49,"STS22 (en)":64.25,"STSBenchmark":79.2} {"index":258,"Rank":166,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":77.8,"BIOSSES":78.94,"SICK-R":73.63,"STS12":69.11,"STS13":81.82,"STS14":77.07,"STS15":86.01,"STS16":82.23,"STS17 (en-en)":84.9,"STS22 (en)":66.61,"STSBenchmark":77.65} {"index":138,"Rank":167,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":77.74,"BIOSSES":85.31,"SICK-R":69.82,"STS12":69.66,"STS13":79.67,"STS14":74.61,"STS15":83.81,"STS16":80.4,"STS17 (en-en)":87.07,"STS22 (en)":66.13,"STSBenchmark":80.9} -{"index":111,"Rank":168,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":77.08,"BIOSSES":88.24,"SICK-R":70.91,"STS12":66.11,"STS13":79.82,"STS14":73.64,"STS15":83.23,"STS16":81.58,"STS17 (en-en)":80.59,"STS22 (en)":68.79,"STSBenchmark":77.9} -{"index":333,"Rank":169,"Model":"snowflake-arctic-embed-m-long-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.08,"BIOSSES":88.24,"SICK-R":70.91,"STS12":66.11,"STS13":79.82,"STS14":73.64,"STS15":83.23,"STS16":81.58,"STS17 (en-en)":80.59,"STS22 (en)":68.79,"STSBenchmark":77.9} +{"index":333,"Rank":168,"Model":"snowflake-arctic-embed-m-long-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.08,"BIOSSES":88.24,"SICK-R":70.91,"STS12":66.11,"STS13":79.82,"STS14":73.64,"STS15":83.23,"STS16":81.58,"STS17 (en-en)":80.59,"STS22 (en)":68.79,"STSBenchmark":77.9} +{"index":111,"Rank":169,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":77.08,"BIOSSES":88.24,"SICK-R":70.91,"STS12":66.11,"STS13":79.82,"STS14":73.64,"STS15":83.23,"STS16":81.58,"STS17 (en-en)":80.59,"STS22 (en)":68.79,"STSBenchmark":77.9} {"index":256,"Rank":170,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":77.07,"BIOSSES":79.0,"SICK-R":71.45,"STS12":68.59,"STS13":79.09,"STS14":74.64,"STS15":84.85,"STS16":81.57,"STS17 (en-en)":85.8,"STS22 (en)":66.17,"STSBenchmark":79.58} {"index":356,"Rank":171,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":76.95,"BIOSSES":83.79,"SICK-R":68.78,"STS12":64.81,"STS13":80.1,"STS14":74.96,"STS15":83.7,"STS16":80.55,"STS17 (en-en)":85.74,"STS22 (en)":67.5,"STSBenchmark":79.54} {"index":91,"Rank":172,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Average":76.83,"BIOSSES":84.84,"SICK-R":68.2,"STS12":66.99,"STS13":77.58,"STS14":72.78,"STS15":82.62,"STS16":80.1,"STS17 (en-en)":87.25,"STS22 (en)":68.75,"STSBenchmark":79.21} @@ -179,14 +179,14 @@ {"index":72,"Rank":179,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":75.86,"BIOSSES":84.67,"SICK-R":72.16,"STS12":61.6,"STS13":79.71,"STS14":72.11,"STS15":82.18,"STS16":79.41,"STS17 (en-en)":85.44,"STS22 (en)":63.9,"STSBenchmark":77.44} {"index":88,"Rank":180,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Average":75.74,"BIOSSES":83.02,"SICK-R":67.23,"STS12":66.59,"STS13":77.33,"STS14":71.83,"STS15":80.66,"STS16":78.91,"STS17 (en-en)":86.99,"STS22 (en)":67.3,"STSBenchmark":77.59} {"index":255,"Rank":181,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":75.6,"BIOSSES":78.34,"SICK-R":75.25,"STS12":72.96,"STS13":70.58,"STS14":70.29,"STS15":81.94,"STS16":76.8,"STS17 (en-en)":86.19,"STS22 (en)":62.88,"STSBenchmark":80.75} -{"index":109,"Rank":182,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Average":75.48,"BIOSSES":86.35,"SICK-R":69.32,"STS12":67.85,"STS13":77.49,"STS14":69.77,"STS15":80.16,"STS16":77.94,"STS17 (en-en)":82.28,"STS22 (en)":67.97,"STSBenchmark":75.68} -{"index":332,"Rank":183,"Model":"snowflake-arctic-embed-l-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.48,"BIOSSES":86.35,"SICK-R":69.32,"STS12":67.85,"STS13":77.49,"STS14":69.77,"STS15":80.16,"STS16":77.94,"STS17 (en-en)":82.28,"STS22 (en)":67.97,"STSBenchmark":75.68} +{"index":332,"Rank":182,"Model":"snowflake-arctic-embed-l-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.48,"BIOSSES":86.35,"SICK-R":69.32,"STS12":67.85,"STS13":77.49,"STS14":69.77,"STS15":80.16,"STS16":77.94,"STS17 (en-en)":82.28,"STS22 (en)":67.97,"STSBenchmark":75.68} +{"index":109,"Rank":183,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Average":75.48,"BIOSSES":86.35,"SICK-R":69.32,"STS12":67.85,"STS13":77.49,"STS14":69.77,"STS15":80.16,"STS16":77.94,"STS17 (en-en)":82.28,"STS22 (en)":67.97,"STSBenchmark":75.68} {"index":321,"Rank":184,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.39,"BIOSSES":78.19,"SICK-R":74.43,"STS12":72.58,"STS13":72.22,"STS14":69.98,"STS15":82.22,"STS16":76.91,"STS17 (en-en)":85.22,"STS22 (en)":61.9,"STSBenchmark":80.28} {"index":87,"Rank":185,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Average":75.37,"BIOSSES":76.49,"SICK-R":71.7,"STS12":69.73,"STS13":76.43,"STS14":73.66,"STS15":82.62,"STS16":79.49,"STS17 (en-en)":84.38,"STS22 (en)":60.61,"STSBenchmark":78.61} {"index":322,"Rank":186,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.35,"BIOSSES":79.14,"SICK-R":76.43,"STS12":74.25,"STS13":71.82,"STS14":71.38,"STS15":82.47,"STS16":77.54,"STS17 (en-en)":86.38,"STS22 (en)":52.85,"STSBenchmark":81.24} -{"index":307,"Rank":187,"Model":"nmc-pmpt_correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.16,"BIOSSES":79.8,"SICK-R":67.29,"STS12":67.41,"STS13":79.37,"STS14":75.07,"STS15":81.8,"STS16":77.64,"STS17 (en-en)":85.41,"STS22 (en)":60.23,"STSBenchmark":77.53} -{"index":302,"Rank":188,"Model":"nmc-cls<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.16,"BIOSSES":79.8,"SICK-R":67.29,"STS12":67.41,"STS13":79.37,"STS14":75.07,"STS15":81.8,"STS16":77.64,"STS17 (en-en)":85.41,"STS22 (en)":60.23,"STSBenchmark":77.53} -{"index":308,"Rank":189,"Model":"nmc-prmpt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.16,"BIOSSES":79.8,"SICK-R":67.29,"STS12":67.41,"STS13":79.37,"STS14":75.07,"STS15":81.8,"STS16":77.64,"STS17 (en-en)":85.41,"STS22 (en)":60.23,"STSBenchmark":77.53} +{"index":302,"Rank":187,"Model":"nmc-cls<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.16,"BIOSSES":79.8,"SICK-R":67.29,"STS12":67.41,"STS13":79.37,"STS14":75.07,"STS15":81.8,"STS16":77.64,"STS17 (en-en)":85.41,"STS22 (en)":60.23,"STSBenchmark":77.53} +{"index":308,"Rank":188,"Model":"nmc-prmpt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.16,"BIOSSES":79.8,"SICK-R":67.29,"STS12":67.41,"STS13":79.37,"STS14":75.07,"STS15":81.8,"STS16":77.64,"STS17 (en-en)":85.41,"STS22 (en)":60.23,"STSBenchmark":77.53} +{"index":307,"Rank":189,"Model":"nmc-pmpt_correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.16,"BIOSSES":79.8,"SICK-R":67.29,"STS12":67.41,"STS13":79.37,"STS14":75.07,"STS15":81.8,"STS16":77.64,"STS17 (en-en)":85.41,"STS22 (en)":60.23,"STSBenchmark":77.53} {"index":66,"Rank":190,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.11,"BIOSSES":65.29,"SICK-R":76.01,"STS12":71.25,"STS13":78.4,"STS14":74.23,"STS15":81.41,"STS16":79.13,"STS17 (en-en)":85.4,"STS22 (en)":58.63,"STSBenchmark":81.34} {"index":110,"Rank":191,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":75.03,"BIOSSES":86.62,"SICK-R":69.12,"STS12":66.97,"STS13":79.12,"STS14":68.51,"STS15":79.92,"STS16":78.66,"STS17 (en-en)":81.46,"STS22 (en)":65.84,"STSBenchmark":74.1} {"index":305,"Rank":192,"Model":"nmc-cls-nobiv<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.02,"BIOSSES":80.33,"SICK-R":67.55,"STS12":67.79,"STS13":78.88,"STS14":74.76,"STS15":81.85,"STS16":77.62,"STS17 (en-en)":85.2,"STS22 (en)":59.85,"STSBenchmark":76.4} @@ -224,8 +224,8 @@ {"index":159,"Rank":224,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.23,"BIOSSES":79.11,"SICK-R":62.94,"STS12":65.46,"STS13":62.79,"STS14":57.54,"STS15":74.25,"STS16":75.73,"STS17 (en-en)":79.94,"STS22 (en)":47.12,"STSBenchmark":67.39} {"index":314,"Rank":225,"Model":"s2v-gcp-pca<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":66.91,"BIOSSES":59.27,"SICK-R":63.23,"STS12":54.2,"STS13":65.7,"STS14":65.99,"STS15":77.16,"STS16":69.93,"STS17 (en-en)":83.15,"STS22 (en)":61.85,"STSBenchmark":68.67} {"index":313,"Rank":226,"Model":"s2v-gcp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":65.8,"BIOSSES":55.2,"SICK-R":63.19,"STS12":54.06,"STS13":66.29,"STS14":65.84,"STS15":78.0,"STS16":70.64,"STS17 (en-en)":82.23,"STS22 (en)":54.53,"STSBenchmark":68.04} -{"index":316,"Rank":227,"Model":"tst<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":65.8,"BIOSSES":55.2,"SICK-R":63.19,"STS12":54.06,"STS13":66.29,"STS14":65.84,"STS15":78.0,"STS16":70.64,"STS17 (en-en)":82.23,"STS22 (en)":54.53,"STSBenchmark":68.04} -{"index":312,"Rank":228,"Model":"s2v<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":65.8,"BIOSSES":55.2,"SICK-R":63.19,"STS12":54.06,"STS13":66.29,"STS14":65.84,"STS15":78.0,"STS16":70.64,"STS17 (en-en)":82.23,"STS22 (en)":54.53,"STSBenchmark":68.04} +{"index":312,"Rank":227,"Model":"s2v<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":65.8,"BIOSSES":55.2,"SICK-R":63.19,"STS12":54.06,"STS13":66.29,"STS14":65.84,"STS15":78.0,"STS16":70.64,"STS17 (en-en)":82.23,"STS22 (en)":54.53,"STSBenchmark":68.04} +{"index":316,"Rank":228,"Model":"tst<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":65.8,"BIOSSES":55.2,"SICK-R":63.19,"STS12":54.06,"STS13":66.29,"STS14":65.84,"STS15":78.0,"STS16":70.64,"STS17 (en-en)":82.23,"STS22 (en)":54.53,"STSBenchmark":68.04} {"index":11,"Rank":229,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":63.27,"BIOSSES":62.01,"SICK-R":62.86,"STS12":62.6,"STS13":59.62,"STS14":57.03,"STS15":71.57,"STS16":70.75,"STS17 (en-en)":76.73,"STS22 (en)":39.76,"STSBenchmark":69.77} {"index":283,"Rank":230,"Model":"ft-lower<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":62.85,"BIOSSES":56.88,"SICK-R":60.71,"STS12":57.23,"STS13":69.2,"STS14":62.76,"STS15":72.99,"STS16":64.16,"STS17 (en-en)":71.84,"STS22 (en)":52.55,"STSBenchmark":60.17} {"index":280,"Rank":231,"Model":"fasttext<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":62.82,"BIOSSES":62.98,"SICK-R":60.09,"STS12":57.23,"STS13":69.2,"STS14":62.76,"STS15":72.99,"STS16":64.16,"STS17 (en-en)":70.23,"STS22 (en)":52.14,"STSBenchmark":56.45} diff --git a/all_data_tasks/6/default.jsonl b/all_data_tasks/6/default.jsonl index b9469d2b66e337315537728144bfe87c91918fc1..c3640dfa3cc4157014c9564ec7e959a4ca092720 100644 --- a/all_data_tasks/6/default.jsonl +++ b/all_data_tasks/6/default.jsonl @@ -12,87 +12,87 @@ {"index":323,"Rank":12,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":31.93} {"index":166,"Rank":13,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":31.84} {"index":297,"Rank":14,"Model":"mpn-noabtt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.8} -{"index":336,"Rank":15,"Model":"snowflake-arctic-embed-s-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.75} -{"index":113,"Rank":16,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"SummEval":31.75} +{"index":113,"Rank":15,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"SummEval":31.75} +{"index":336,"Rank":16,"Model":"snowflake-arctic-embed-s-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.75} {"index":298,"Rank":17,"Model":"mpn-nobivec<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.68} {"index":276,"Rank":18,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":31.66} {"index":157,"Rank":19,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"SummEval":31.66} -{"index":240,"Rank":20,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.61} -{"index":23,"Rank":21,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":31.61} -{"index":186,"Rank":22,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":31.61} -{"index":239,"Rank":23,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.61} -{"index":128,"Rank":24,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.6} -{"index":191,"Rank":25,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":31.6} -{"index":326,"Rank":26,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.6} +{"index":23,"Rank":20,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":31.61} +{"index":186,"Rank":21,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":31.61} +{"index":239,"Rank":22,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.61} +{"index":240,"Rank":23,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.61} +{"index":191,"Rank":24,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":31.6} +{"index":326,"Rank":25,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.6} +{"index":128,"Rank":26,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.6} {"index":263,"Rank":27,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEval":31.57} -{"index":65,"Rank":28,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.55} -{"index":190,"Rank":29,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"SummEval":31.55} +{"index":190,"Rank":28,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"SummEval":31.55} +{"index":65,"Rank":29,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.55} {"index":141,"Rank":30,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.55} {"index":210,"Rank":31,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":31.55} {"index":173,"Rank":32,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":31.53} {"index":156,"Rank":33,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"SummEval":31.49} -{"index":92,"Rank":34,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"SummEval":31.46} -{"index":15,"Rank":35,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"SummEval":31.46} +{"index":15,"Rank":34,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"SummEval":31.46} +{"index":92,"Rank":35,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"SummEval":31.46} {"index":72,"Rank":36,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"SummEval":31.45} {"index":340,"Rank":37,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":31.42} -{"index":284,"Rank":38,"Model":"ft-lower-pca<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.41} -{"index":283,"Rank":39,"Model":"ft-lower<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.41} +{"index":283,"Rank":38,"Model":"ft-lower<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.41} +{"index":284,"Rank":39,"Model":"ft-lower-pca<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.41} {"index":174,"Rank":40,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"SummEval":31.39} {"index":264,"Rank":41,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":31.39} {"index":333,"Rank":42,"Model":"snowflake-arctic-embed-m-long-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.38} -{"index":111,"Rank":43,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":31.38} -{"index":70,"Rank":44,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"SummEval":31.38} +{"index":70,"Rank":43,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"SummEval":31.38} +{"index":111,"Rank":44,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":31.38} {"index":17,"Rank":45,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"SummEval":31.35} {"index":35,"Rank":46,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.29} {"index":221,"Rank":47,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":31.28} {"index":78,"Rank":48,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"SummEval":31.27} {"index":189,"Rank":49,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"SummEval":31.25} -{"index":76,"Rank":50,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEval":31.23} -{"index":49,"Rank":51,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"SummEval":31.23} +{"index":49,"Rank":50,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"SummEval":31.23} +{"index":76,"Rank":51,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEval":31.23} {"index":132,"Rank":52,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"SummEval":31.22} -{"index":25,"Rank":53,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"SummEval":31.2} -{"index":229,"Rank":54,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"SummEval":31.2} +{"index":229,"Rank":53,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"SummEval":31.2} +{"index":25,"Rank":54,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"SummEval":31.2} {"index":275,"Rank":55,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"SummEval":31.17} -{"index":18,"Rank":56,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":31.17} +{"index":16,"Rank":56,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"SummEval":31.17} {"index":234,"Rank":57,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":31.17} -{"index":16,"Rank":58,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"SummEval":31.17} -{"index":115,"Rank":59,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"SummEval":31.16} -{"index":175,"Rank":60,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"SummEval":31.16} -{"index":105,"Rank":61,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":31.16} +{"index":18,"Rank":58,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":31.17} +{"index":105,"Rank":59,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":31.16} +{"index":115,"Rank":60,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"SummEval":31.16} +{"index":175,"Rank":61,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"SummEval":31.16} {"index":235,"Rank":62,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":31.15} -{"index":61,"Rank":63,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEval":31.14} -{"index":124,"Rank":64,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEval":31.14} -{"index":134,"Rank":65,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"SummEval":31.14} +{"index":124,"Rank":63,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEval":31.14} +{"index":134,"Rank":64,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"SummEval":31.14} +{"index":61,"Rank":65,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEval":31.14} {"index":355,"Rank":66,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.12} {"index":182,"Rank":67,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.1} -{"index":21,"Rank":68,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"SummEval":31.07} -{"index":199,"Rank":69,"Model":"privacy_embedding_rag_10k_base_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"SummEval":31.07} -{"index":279,"Rank":70,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"SummEval":31.07} +{"index":279,"Rank":68,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"SummEval":31.07} +{"index":136,"Rank":69,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.07} +{"index":21,"Rank":70,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"SummEval":31.07} {"index":196,"Rank":71,"Model":"privacy_embedding_rag_10k_base_12_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"SummEval":31.07} -{"index":136,"Rank":72,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.07} -{"index":198,"Rank":73,"Model":"privacy_embedding_rag_10k_base_checkpoint_2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"SummEval":31.07} +{"index":198,"Rank":72,"Model":"privacy_embedding_rag_10k_base_checkpoint_2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"SummEval":31.07} +{"index":199,"Rank":73,"Model":"privacy_embedding_rag_10k_base_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"SummEval":31.07} {"index":197,"Rank":74,"Model":"privacy_embedding_rag_10k_base_15_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"SummEval":31.07} -{"index":248,"Rank":75,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"SummEval":31.05} -{"index":154,"Rank":76,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"SummEval":31.05} -{"index":306,"Rank":77,"Model":"nmc-cls-nopca<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.03} -{"index":91,"Rank":78,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"SummEval":31.03} -{"index":356,"Rank":79,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":31.03} +{"index":154,"Rank":75,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"SummEval":31.05} +{"index":248,"Rank":76,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"SummEval":31.05} +{"index":91,"Rank":77,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"SummEval":31.03} +{"index":356,"Rank":78,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":31.03} +{"index":306,"Rank":79,"Model":"nmc-cls-nopca<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.03} {"index":9,"Rank":80,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"SummEval":31.01} -{"index":200,"Rank":81,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.01} -{"index":169,"Rank":82,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"SummEval":31.01} +{"index":169,"Rank":81,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"SummEval":31.01} +{"index":200,"Rank":82,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.01} {"index":38,"Rank":83,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.99} {"index":64,"Rank":84,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":30.98} -{"index":171,"Rank":85,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":30.97} -{"index":77,"Rank":86,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"SummEval":30.97} -{"index":8,"Rank":87,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.97} -{"index":185,"Rank":88,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"SummEval":30.97} +{"index":8,"Rank":85,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.97} +{"index":185,"Rank":86,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"SummEval":30.97} +{"index":171,"Rank":87,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":30.97} +{"index":77,"Rank":88,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"SummEval":30.97} {"index":133,"Rank":89,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":30.96} {"index":71,"Rank":90,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"SummEval":30.94} {"index":19,"Rank":91,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"SummEval":30.91} {"index":131,"Rank":92,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"SummEval":30.87} {"index":301,"Rank":93,"Model":"mxb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.86} -{"index":6,"Rank":94,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.84} -{"index":109,"Rank":95,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"SummEval":30.84} +{"index":109,"Rank":94,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"SummEval":30.84} +{"index":6,"Rank":95,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.84} {"index":332,"Rank":96,"Model":"snowflake-arctic-embed-l-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.84} {"index":238,"Rank":97,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.83} {"index":106,"Rank":98,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.82} @@ -101,23 +101,23 @@ {"index":352,"Rank":101,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.8} {"index":321,"Rank":102,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.79} {"index":22,"Rank":103,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":30.77} -{"index":194,"Rank":104,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":30.73} -{"index":304,"Rank":105,"Model":"nmc-cls-noabtt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.73} +{"index":304,"Rank":104,"Model":"nmc-cls-noabtt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.73} +{"index":194,"Rank":105,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":30.73} {"index":222,"Rank":106,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":30.72} -{"index":81,"Rank":107,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"SummEval":30.71} -{"index":104,"Rank":108,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":30.71} +{"index":104,"Rank":107,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":30.71} +{"index":81,"Rank":108,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"SummEval":30.71} {"index":187,"Rank":109,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":30.71} {"index":230,"Rank":110,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"SummEval":30.7} {"index":262,"Rank":111,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEval":30.67} {"index":259,"Rank":112,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"SummEval":30.64} {"index":291,"Rank":113,"Model":"lma-wordpca<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.63} -{"index":183,"Rank":114,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"SummEval":30.62} -{"index":107,"Rank":115,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.62} +{"index":107,"Rank":114,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.62} +{"index":183,"Rank":115,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"SummEval":30.62} {"index":135,"Rank":116,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"SummEval":30.6} -{"index":195,"Rank":117,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"SummEval":30.58} -{"index":20,"Rank":118,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"SummEval":30.58} -{"index":296,"Rank":119,"Model":"mpn<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.57} -{"index":324,"Rank":120,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":30.57} +{"index":20,"Rank":117,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"SummEval":30.58} +{"index":195,"Rank":118,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"SummEval":30.58} +{"index":324,"Rank":119,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":30.57} +{"index":296,"Rank":120,"Model":"mpn<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.57} {"index":159,"Rank":121,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.56} {"index":193,"Rank":122,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"SummEval":30.56} {"index":299,"Rank":123,"Model":"mpn-nopca<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.53} @@ -129,11 +129,11 @@ {"index":88,"Rank":129,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"SummEval":30.43} {"index":277,"Rank":130,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"SummEval":30.42} {"index":37,"Rank":131,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.41} -{"index":318,"Rank":132,"Model":"un-sim<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.4} -{"index":102,"Rank":133,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.4} -{"index":122,"Rank":134,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.4} -{"index":342,"Rank":135,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.4} -{"index":227,"Rank":136,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":30.4} +{"index":342,"Rank":132,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.4} +{"index":318,"Rank":133,"Model":"un-sim<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.4} +{"index":227,"Rank":134,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":30.4} +{"index":102,"Rank":135,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.4} +{"index":122,"Rank":136,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.4} {"index":47,"Rank":137,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"SummEval":30.39} {"index":178,"Rank":138,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEval":30.39} {"index":93,"Rank":139,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"SummEval":30.38} @@ -143,12 +143,12 @@ {"index":110,"Rank":143,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"SummEval":30.31} {"index":79,"Rank":144,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"SummEval":30.3} {"index":305,"Rank":145,"Model":"nmc-cls-nobiv<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.29} -{"index":170,"Rank":146,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":30.28} -{"index":158,"Rank":147,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"SummEval":30.28} +{"index":158,"Rank":146,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"SummEval":30.28} +{"index":170,"Rank":147,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":30.28} {"index":290,"Rank":148,"Model":"lma-nopca<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.27} -{"index":60,"Rank":149,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEval":30.26} -{"index":303,"Rank":150,"Model":"nmc-cls-300_correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.26} -{"index":90,"Rank":151,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEval":30.26} +{"index":90,"Rank":149,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEval":30.26} +{"index":60,"Rank":150,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEval":30.26} +{"index":303,"Rank":151,"Model":"nmc-cls-300_correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.26} {"index":201,"Rank":152,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.25} {"index":176,"Rank":153,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEval":30.23} {"index":258,"Rank":154,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"SummEval":30.21} @@ -157,8 +157,8 @@ {"index":295,"Rank":157,"Model":"lma_noabtt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.19} {"index":172,"Rank":158,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":30.19} {"index":36,"Rank":159,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.18} -{"index":310,"Rank":160,"Model":"nmc-prmt-and-emb-150k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.15} -{"index":309,"Rank":161,"Model":"nmc-prmt-and-emb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.15} +{"index":309,"Rank":160,"Model":"nmc-prmt-and-emb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.15} +{"index":310,"Rank":161,"Model":"nmc-prmt-and-emb-150k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.15} {"index":308,"Rank":162,"Model":"nmc-prmpt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.15} {"index":307,"Rank":163,"Model":"nmc-pmpt_correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.15} {"index":302,"Rank":164,"Model":"nmc-cls<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.15} @@ -166,45 +166,45 @@ {"index":315,"Rank":166,"Model":"sup-cse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.11} {"index":114,"Rank":167,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"SummEval":30.1} {"index":270,"Rank":168,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEval":30.1} -{"index":267,"Rank":169,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"SummEval":30.08} -{"index":28,"Rank":170,"Model":"UniVaR-lambda-1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":30.08} +{"index":220,"Rank":169,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":30.08} +{"index":30,"Rank":170,"Model":"UniVaR-lambda-5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":30.08} {"index":31,"Rank":171,"Model":"UniVaR-lambda-80<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":30.08} {"index":29,"Rank":172,"Model":"UniVaR-lambda-20<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":30.08} -{"index":30,"Rank":173,"Model":"UniVaR-lambda-5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":30.08} -{"index":220,"Rank":174,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":30.08} +{"index":267,"Rank":173,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"SummEval":30.08} +{"index":28,"Rank":174,"Model":"UniVaR-lambda-1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":30.08} {"index":282,"Rank":175,"Model":"ft-gcp-pca<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.07} {"index":224,"Rank":176,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEval":30.05} {"index":179,"Rank":177,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEval":30.04} {"index":75,"Rank":178,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEval":30.01} {"index":68,"Rank":179,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEval":29.98} {"index":73,"Rank":180,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":29.96} -{"index":353,"Rank":181,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.92} -{"index":354,"Rank":182,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.92} +{"index":354,"Rank":181,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.92} +{"index":353,"Rank":182,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.92} {"index":80,"Rank":183,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"SummEval":29.91} {"index":266,"Rank":184,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"SummEval":29.91} -{"index":233,"Rank":185,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.87} -{"index":116,"Rank":186,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"SummEval":29.87} +{"index":116,"Rank":185,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"SummEval":29.87} +{"index":233,"Rank":186,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.87} {"index":192,"Rank":187,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"SummEval":29.87} -{"index":165,"Rank":188,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":29.85} -{"index":188,"Rank":189,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":29.85} +{"index":188,"Rank":188,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":29.85} +{"index":165,"Rank":189,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":29.85} {"index":130,"Rank":190,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"SummEval":29.83} -{"index":48,"Rank":191,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"SummEval":29.82} -{"index":137,"Rank":192,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":29.82} +{"index":137,"Rank":191,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":29.82} +{"index":48,"Rank":192,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"SummEval":29.82} {"index":314,"Rank":193,"Model":"s2v-gcp-pca<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.8} {"index":330,"Rank":194,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.78} {"index":322,"Rank":195,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.71} {"index":89,"Rank":196,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEval":29.71} -{"index":271,"Rank":197,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.69} -{"index":142,"Rank":198,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.69} +{"index":142,"Rank":197,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.69} +{"index":236,"Rank":198,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.69} {"index":58,"Rank":199,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.69} -{"index":236,"Rank":200,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.69} +{"index":271,"Rank":200,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.69} {"index":256,"Rank":201,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":29.67} -{"index":177,"Rank":202,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEval":29.64} -{"index":265,"Rank":203,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"SummEval":29.64} +{"index":265,"Rank":202,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"SummEval":29.64} +{"index":177,"Rank":203,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEval":29.64} {"index":223,"Rank":204,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEval":29.59} -{"index":316,"Rank":205,"Model":"tst<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.51} +{"index":312,"Rank":205,"Model":"s2v<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.51} {"index":313,"Rank":206,"Model":"s2v-gcp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.51} -{"index":312,"Rank":207,"Model":"s2v<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.51} +{"index":316,"Rank":207,"Model":"tst<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.51} {"index":257,"Rank":208,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"SummEval":29.5} {"index":260,"Rank":209,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":29.5} {"index":117,"Rank":210,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"SummEval":29.47} diff --git a/all_data_tasks/7/default.jsonl b/all_data_tasks/7/default.jsonl index 6af53c94ce2dd6264bdf7c5b21369880f2362a93..6802a02c26bff995e1f0dd216141f1467b5e4dcf 100644 --- a/all_data_tasks/7/default.jsonl +++ b/all_data_tasks/7/default.jsonl @@ -1,14 +1,14 @@ {"index":18,"Rank":1,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":84.29,"BUCC (de-en)":99.61,"BUCC (fr-en)":99.15,"BUCC (ru-en)":97.87,"BUCC (zh-en)":99.39,"Tatoeba (afr-eng)":95.4,"Tatoeba (amh-eng)":87.14,"Tatoeba (ang-eng)":72.81,"Tatoeba (ara-eng)":91.1,"Tatoeba (arq-eng)":63.07,"Tatoeba (arz-eng)":81.86,"Tatoeba (ast-eng)":89.76,"Tatoeba (awa-eng)":91.99,"Tatoeba (aze-eng)":93.79,"Tatoeba (bel-eng)":95.55,"Tatoeba (ben-eng)":89.13,"Tatoeba (ber-eng)":55.58,"Tatoeba (bos-eng)":95.86,"Tatoeba (bre-eng)":32.94,"Tatoeba (bul-eng)":94.38,"Tatoeba (cat-eng)":94.93,"Tatoeba (cbk-eng)":84.1,"Tatoeba (ceb-eng)":70.78,"Tatoeba (ces-eng)":96.57,"Tatoeba (cha-eng)":51.46,"Tatoeba (cmn-eng)":96.37,"Tatoeba (cor-eng)":11.82,"Tatoeba (csb-eng)":66.59,"Tatoeba (cym-eng)":89.97,"Tatoeba (dan-eng)":95.3,"Tatoeba (deu-eng)":99.33,"Tatoeba (dsb-eng)":72.0,"Tatoeba (dtp-eng)":14.51,"Tatoeba (ell-eng)":95.12,"Tatoeba (epo-eng)":98.48,"Tatoeba (est-eng)":88.03,"Tatoeba (eus-eng)":84.72,"Tatoeba (fao-eng)":86.77,"Tatoeba (fin-eng)":96.92,"Tatoeba (fra-eng)":95.02,"Tatoeba (fry-eng)":82.47,"Tatoeba (gla-eng)":78.33,"Tatoeba (gle-eng)":84.99,"Tatoeba (glg-eng)":96.22,"Tatoeba (gsw-eng)":61.9,"Tatoeba (heb-eng)":91.46,"Tatoeba (hin-eng)":97.6,"Tatoeba (hrv-eng)":96.75,"Tatoeba (hsb-eng)":79.45,"Tatoeba (hun-eng)":94.33,"Tatoeba (hye-eng)":93.52,"Tatoeba (ido-eng)":91.92,"Tatoeba (ile-eng)":89.78,"Tatoeba (ina-eng)":96.27,"Tatoeba (ind-eng)":94.42,"Tatoeba (isl-eng)":95.0,"Tatoeba (ita-eng)":94.67,"Tatoeba (jav-eng)":85.28,"Tatoeba (jpn-eng)":96.12,"Tatoeba (kab-eng)":57.85,"Tatoeba (kat-eng)":92.47,"Tatoeba (kaz-eng)":87.72,"Tatoeba (khm-eng)":73.27,"Tatoeba (kor-eng)":91.97,"Tatoeba (kur-eng)":77.33,"Tatoeba (kzj-eng)":14.98,"Tatoeba (lat-eng)":74.51,"Tatoeba (lfn-eng)":80.68,"Tatoeba (lit-eng)":92.01,"Tatoeba (lvs-eng)":92.81,"Tatoeba (mal-eng)":98.93,"Tatoeba (mar-eng)":92.58,"Tatoeba (max-eng)":73.44,"Tatoeba (mhr-eng)":16.92,"Tatoeba (mkd-eng)":92.49,"Tatoeba (mon-eng)":95.49,"Tatoeba (nds-eng)":86.32,"Tatoeba (nld-eng)":97.2,"Tatoeba (nno-eng)":94.26,"Tatoeba (nob-eng)":98.2,"Tatoeba (nov-eng)":83.0,"Tatoeba (oci-eng)":71.91,"Tatoeba (orv-eng)":58.29,"Tatoeba (pam-eng)":19.63,"Tatoeba (pes-eng)":94.57,"Tatoeba (pms-eng)":77.98,"Tatoeba (pol-eng)":97.27,"Tatoeba (por-eng)":94.91,"Tatoeba (ron-eng)":97.18,"Tatoeba (rus-eng)":93.57,"Tatoeba (slk-eng)":95.13,"Tatoeba (slv-eng)":91.91,"Tatoeba (spa-eng)":98.6,"Tatoeba (sqi-eng)":96.75,"Tatoeba (srp-eng)":94.53,"Tatoeba (swe-eng)":95.72,"Tatoeba (swg-eng)":77.68,"Tatoeba (swh-eng)":80.91,"Tatoeba (tam-eng)":90.65,"Tatoeba (tat-eng)":84.61,"Tatoeba (tel-eng)":96.08,"Tatoeba (tgl-eng)":95.85,"Tatoeba (tha-eng)":96.72,"Tatoeba (tuk-eng)":49.64,"Tatoeba (tur-eng)":98.27,"Tatoeba (tzl-eng)":61.09,"Tatoeba (uig-eng)":86.82,"Tatoeba (ukr-eng)":94.78,"Tatoeba (urd-eng)":93.41,"Tatoeba (uzb-eng)":80.55,"Tatoeba (vie-eng)":97.1,"Tatoeba (war-eng)":74.4,"Tatoeba (wuu-eng)":92.34,"Tatoeba (xho-eng)":88.26,"Tatoeba (yid-eng)":90.38,"Tatoeba (yue-eng)":93.47,"Tatoeba (zsm-eng)":96.48} {"index":14,"Rank":2,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.67,"BUCC (de-en)":98.82,"BUCC (fr-en)":98.09,"BUCC (ru-en)":97.37,"BUCC (zh-en)":98.72,"Tatoeba (afr-eng)":97.47,"Tatoeba (amh-eng)":91.67,"Tatoeba (ang-eng)":46.34,"Tatoeba (ara-eng)":93.83,"Tatoeba (arq-eng)":75.41,"Tatoeba (arz-eng)":86.76,"Tatoeba (ast-eng)":90.81,"Tatoeba (awa-eng)":87.86,"Tatoeba (aze-eng)":89.12,"Tatoeba (bel-eng)":95.68,"Tatoeba (ben-eng)":89.02,"Tatoeba (ber-eng)":29.29,"Tatoeba (bos-eng)":95.9,"Tatoeba (bre-eng)":8.48,"Tatoeba (bul-eng)":94.52,"Tatoeba (cat-eng)":96.65,"Tatoeba (cbk-eng)":80.47,"Tatoeba (ceb-eng)":74.67,"Tatoeba (ces-eng)":96.88,"Tatoeba (cha-eng)":25.11,"Tatoeba (cmn-eng)":93.8,"Tatoeba (cor-eng)":9.98,"Tatoeba (csb-eng)":77.98,"Tatoeba (cym-eng)":91.3,"Tatoeba (dan-eng)":97.09,"Tatoeba (deu-eng)":99.13,"Tatoeba (dsb-eng)":64.48,"Tatoeba (dtp-eng)":7.95,"Tatoeba (ell-eng)":95.47,"Tatoeba (epo-eng)":98.47,"Tatoeba (est-eng)":97.17,"Tatoeba (eus-eng)":95.38,"Tatoeba (fao-eng)":93.6,"Tatoeba (fin-eng)":97.83,"Tatoeba (fra-eng)":95.37,"Tatoeba (fry-eng)":59.45,"Tatoeba (gla-eng)":80.89,"Tatoeba (gle-eng)":91.63,"Tatoeba (glg-eng)":97.28,"Tatoeba (gsw-eng)":54.83,"Tatoeba (heb-eng)":92.34,"Tatoeba (hin-eng)":97.07,"Tatoeba (hrv-eng)":97.65,"Tatoeba (hsb-eng)":77.87,"Tatoeba (hun-eng)":96.93,"Tatoeba (hye-eng)":95.15,"Tatoeba (ido-eng)":93.67,"Tatoeba (ile-eng)":81.0,"Tatoeba (ina-eng)":88.66,"Tatoeba (ind-eng)":94.5,"Tatoeba (isl-eng)":96.47,"Tatoeba (ita-eng)":95.95,"Tatoeba (jav-eng)":85.76,"Tatoeba (jpn-eng)":94.67,"Tatoeba (kab-eng)":83.66,"Tatoeba (kat-eng)":93.69,"Tatoeba (kaz-eng)":88.12,"Tatoeba (khm-eng)":70.2,"Tatoeba (kor-eng)":89.99,"Tatoeba (kur-eng)":34.22,"Tatoeba (kzj-eng)":8.62,"Tatoeba (lat-eng)":36.64,"Tatoeba (lfn-eng)":65.54,"Tatoeba (lit-eng)":97.43,"Tatoeba (lvs-eng)":95.45,"Tatoeba (mal-eng)":97.67,"Tatoeba (mar-eng)":93.35,"Tatoeba (max-eng)":72.73,"Tatoeba (mhr-eng)":11.87,"Tatoeba (mkd-eng)":95.98,"Tatoeba (mon-eng)":91.59,"Tatoeba (nds-eng)":54.18,"Tatoeba (nld-eng)":97.2,"Tatoeba (nno-eng)":97.31,"Tatoeba (nob-eng)":99.07,"Tatoeba (nov-eng)":71.25,"Tatoeba (oci-eng)":84.57,"Tatoeba (orv-eng)":47.07,"Tatoeba (pam-eng)":10.3,"Tatoeba (pes-eng)":94.37,"Tatoeba (pms-eng)":66.63,"Tatoeba (pol-eng)":97.7,"Tatoeba (por-eng)":95.49,"Tatoeba (ron-eng)":97.6,"Tatoeba (rus-eng)":94.35,"Tatoeba (slk-eng)":97.63,"Tatoeba (slv-eng)":95.99,"Tatoeba (spa-eng)":98.53,"Tatoeba (sqi-eng)":98.55,"Tatoeba (srp-eng)":94.87,"Tatoeba (swe-eng)":97.03,"Tatoeba (swg-eng)":67.69,"Tatoeba (swh-eng)":91.98,"Tatoeba (tam-eng)":88.08,"Tatoeba (tat-eng)":87.05,"Tatoeba (tel-eng)":91.6,"Tatoeba (tgl-eng)":96.95,"Tatoeba (tha-eng)":96.05,"Tatoeba (tuk-eng)":91.82,"Tatoeba (tur-eng)":98.27,"Tatoeba (tzl-eng)":39.48,"Tatoeba (uig-eng)":90.07,"Tatoeba (ukr-eng)":94.3,"Tatoeba (urd-eng)":93.17,"Tatoeba (uzb-eng)":85.26,"Tatoeba (vie-eng)":97.17,"Tatoeba (war-eng)":82.83,"Tatoeba (wuu-eng)":81.79,"Tatoeba (xho-eng)":94.84,"Tatoeba (yid-eng)":94.3,"Tatoeba (yue-eng)":88.44,"Tatoeba (zsm-eng)":96.07} {"index":27,"Rank":3,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":81.75,"BUCC (de-en)":99.35,"BUCC (fr-en)":98.72,"BUCC (ru-en)":97.78,"BUCC (zh-en)":99.16,"Tatoeba (afr-eng)":96.18,"Tatoeba (amh-eng)":91.47,"Tatoeba (ang-eng)":59.28,"Tatoeba (ara-eng)":88.8,"Tatoeba (arq-eng)":42.69,"Tatoeba (arz-eng)":76.0,"Tatoeba (ast-eng)":90.68,"Tatoeba (awa-eng)":71.7,"Tatoeba (aze-eng)":94.93,"Tatoeba (bel-eng)":95.0,"Tatoeba (ben-eng)":88.55,"Tatoeba (ber-eng)":8.4,"Tatoeba (bos-eng)":94.92,"Tatoeba (bre-eng)":15.07,"Tatoeba (bul-eng)":94.58,"Tatoeba (cat-eng)":95.38,"Tatoeba (cbk-eng)":79.44,"Tatoeba (ceb-eng)":64.42,"Tatoeba (ces-eng)":96.68,"Tatoeba (cha-eng)":31.77,"Tatoeba (cmn-eng)":95.1,"Tatoeba (cor-eng)":10.11,"Tatoeba (csb-eng)":52.57,"Tatoeba (cym-eng)":92.0,"Tatoeba (dan-eng)":95.71,"Tatoeba (deu-eng)":99.2,"Tatoeba (dsb-eng)":64.81,"Tatoeba (dtp-eng)":10.85,"Tatoeba (ell-eng)":95.35,"Tatoeba (epo-eng)":98.2,"Tatoeba (est-eng)":96.55,"Tatoeba (eus-eng)":95.01,"Tatoeba (fao-eng)":87.4,"Tatoeba (fin-eng)":96.37,"Tatoeba (fra-eng)":94.86,"Tatoeba (fry-eng)":89.31,"Tatoeba (gla-eng)":85.66,"Tatoeba (gle-eng)":93.8,"Tatoeba (glg-eng)":96.82,"Tatoeba (gsw-eng)":46.5,"Tatoeba (heb-eng)":91.53,"Tatoeba (hin-eng)":96.87,"Tatoeba (hrv-eng)":96.95,"Tatoeba (hsb-eng)":67.11,"Tatoeba (hun-eng)":96.55,"Tatoeba (hye-eng)":94.09,"Tatoeba (ido-eng)":89.42,"Tatoeba (ile-eng)":85.58,"Tatoeba (ina-eng)":95.37,"Tatoeba (ind-eng)":93.66,"Tatoeba (isl-eng)":94.75,"Tatoeba (ita-eng)":92.72,"Tatoeba (jav-eng)":79.77,"Tatoeba (jpn-eng)":95.38,"Tatoeba (kab-eng)":4.31,"Tatoeba (kat-eng)":95.02,"Tatoeba (kaz-eng)":87.49,"Tatoeba (khm-eng)":78.37,"Tatoeba (kor-eng)":90.95,"Tatoeba (kur-eng)":83.59,"Tatoeba (kzj-eng)":11.33,"Tatoeba (lat-eng)":80.07,"Tatoeba (lfn-eng)":67.54,"Tatoeba (lit-eng)":96.47,"Tatoeba (lvs-eng)":95.88,"Tatoeba (mal-eng)":98.45,"Tatoeba (mar-eng)":92.65,"Tatoeba (max-eng)":63.26,"Tatoeba (mhr-eng)":15.74,"Tatoeba (mkd-eng)":93.6,"Tatoeba (mon-eng)":95.91,"Tatoeba (nds-eng)":79.42,"Tatoeba (nld-eng)":96.07,"Tatoeba (nno-eng)":94.48,"Tatoeba (nob-eng)":98.4,"Tatoeba (nov-eng)":74.38,"Tatoeba (oci-eng)":65.81,"Tatoeba (orv-eng)":38.93,"Tatoeba (pam-eng)":10.73,"Tatoeba (pes-eng)":94.7,"Tatoeba (pms-eng)":64.57,"Tatoeba (pol-eng)":97.22,"Tatoeba (por-eng)":94.14,"Tatoeba (ron-eng)":96.92,"Tatoeba (rus-eng)":93.75,"Tatoeba (slk-eng)":96.5,"Tatoeba (slv-eng)":96.03,"Tatoeba (spa-eng)":98.4,"Tatoeba (sqi-eng)":96.76,"Tatoeba (srp-eng)":94.43,"Tatoeba (swe-eng)":95.63,"Tatoeba (swg-eng)":59.36,"Tatoeba (swh-eng)":84.5,"Tatoeba (tam-eng)":89.0,"Tatoeba (tat-eng)":85.92,"Tatoeba (tel-eng)":97.86,"Tatoeba (tgl-eng)":96.02,"Tatoeba (tha-eng)":96.14,"Tatoeba (tuk-eng)":75.27,"Tatoeba (tur-eng)":98.0,"Tatoeba (tzl-eng)":58.88,"Tatoeba (uig-eng)":92.4,"Tatoeba (ukr-eng)":93.97,"Tatoeba (urd-eng)":93.22,"Tatoeba (uzb-eng)":84.23,"Tatoeba (vie-eng)":97.2,"Tatoeba (war-eng)":60.29,"Tatoeba (wuu-eng)":90.18,"Tatoeba (xho-eng)":91.55,"Tatoeba (yid-eng)":88.79,"Tatoeba (yue-eng)":89.58,"Tatoeba (zsm-eng)":95.62} -{"index":35,"Rank":4,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.52,"BUCC (de-en)":99.38,"BUCC (fr-en)":98.11,"BUCC (ru-en)":97.52,"BUCC (zh-en)":99.2,"Tatoeba (afr-eng)":90.26,"Tatoeba (amh-eng)":80.69,"Tatoeba (ang-eng)":40.18,"Tatoeba (ara-eng)":85.47,"Tatoeba (arq-eng)":41.56,"Tatoeba (arz-eng)":74.73,"Tatoeba (ast-eng)":81.76,"Tatoeba (awa-eng)":72.27,"Tatoeba (aze-eng)":87.61,"Tatoeba (bel-eng)":91.2,"Tatoeba (ben-eng)":83.02,"Tatoeba (ber-eng)":38.89,"Tatoeba (bos-eng)":92.86,"Tatoeba (bre-eng)":11.1,"Tatoeba (bul-eng)":92.93,"Tatoeba (cat-eng)":91.03,"Tatoeba (cbk-eng)":69.15,"Tatoeba (ceb-eng)":55.31,"Tatoeba (ces-eng)":94.89,"Tatoeba (cha-eng)":27.21,"Tatoeba (cmn-eng)":95.28,"Tatoeba (cor-eng)":6.28,"Tatoeba (csb-eng)":36.98,"Tatoeba (cym-eng)":76.21,"Tatoeba (dan-eng)":95.08,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":48.44,"Tatoeba (dtp-eng)":7.0,"Tatoeba (ell-eng)":93.88,"Tatoeba (epo-eng)":96.01,"Tatoeba (est-eng)":85.03,"Tatoeba (eus-eng)":77.82,"Tatoeba (fao-eng)":72.62,"Tatoeba (fin-eng)":95.44,"Tatoeba (fra-eng)":93.42,"Tatoeba (fry-eng)":63.43,"Tatoeba (gla-eng)":59.01,"Tatoeba (gle-eng)":71.48,"Tatoeba (glg-eng)":93.34,"Tatoeba (gsw-eng)":51.65,"Tatoeba (heb-eng)":86.52,"Tatoeba (hin-eng)":94.48,"Tatoeba (hrv-eng)":96.15,"Tatoeba (hsb-eng)":58.7,"Tatoeba (hun-eng)":94.01,"Tatoeba (hye-eng)":90.92,"Tatoeba (ido-eng)":83.63,"Tatoeba (ile-eng)":79.15,"Tatoeba (ina-eng)":93.61,"Tatoeba (ind-eng)":92.9,"Tatoeba (isl-eng)":91.96,"Tatoeba (ita-eng)":93.29,"Tatoeba (jav-eng)":75.46,"Tatoeba (jpn-eng)":95.28,"Tatoeba (kab-eng)":36.54,"Tatoeba (kat-eng)":84.09,"Tatoeba (kaz-eng)":79.44,"Tatoeba (khm-eng)":60.02,"Tatoeba (kor-eng)":90.65,"Tatoeba (kur-eng)":66.83,"Tatoeba (kzj-eng)":7.91,"Tatoeba (lat-eng)":53.3,"Tatoeba (lfn-eng)":63.02,"Tatoeba (lit-eng)":88.48,"Tatoeba (lvs-eng)":89.83,"Tatoeba (mal-eng)":97.7,"Tatoeba (mar-eng)":88.58,"Tatoeba (max-eng)":63.42,"Tatoeba (mhr-eng)":6.79,"Tatoeba (mkd-eng)":85.5,"Tatoeba (mon-eng)":87.53,"Tatoeba (nds-eng)":69.52,"Tatoeba (nld-eng)":96.63,"Tatoeba (nno-eng)":91.4,"Tatoeba (nob-eng)":97.2,"Tatoeba (nov-eng)":71.56,"Tatoeba (oci-eng)":54.91,"Tatoeba (orv-eng)":39.8,"Tatoeba (pam-eng)":9.28,"Tatoeba (pes-eng)":92.14,"Tatoeba (pms-eng)":59.87,"Tatoeba (pol-eng)":96.6,"Tatoeba (por-eng)":93.63,"Tatoeba (ron-eng)":94.87,"Tatoeba (rus-eng)":92.32,"Tatoeba (slk-eng)":93.13,"Tatoeba (slv-eng)":89.65,"Tatoeba (spa-eng)":97.1,"Tatoeba (sqi-eng)":94.7,"Tatoeba (srp-eng)":93.1,"Tatoeba (swe-eng)":95.3,"Tatoeba (swg-eng)":56.83,"Tatoeba (swh-eng)":71.61,"Tatoeba (tam-eng)":88.23,"Tatoeba (tat-eng)":73.65,"Tatoeba (tel-eng)":91.34,"Tatoeba (tgl-eng)":92.0,"Tatoeba (tha-eng)":95.38,"Tatoeba (tuk-eng)":33.15,"Tatoeba (tur-eng)":96.27,"Tatoeba (tzl-eng)":53.16,"Tatoeba (uig-eng)":72.08,"Tatoeba (ukr-eng)":93.32,"Tatoeba (urd-eng)":89.21,"Tatoeba (uzb-eng)":72.35,"Tatoeba (vie-eng)":97.0,"Tatoeba (war-eng)":62.26,"Tatoeba (wuu-eng)":86.23,"Tatoeba (xho-eng)":80.87,"Tatoeba (yid-eng)":76.33,"Tatoeba (yue-eng)":88.71,"Tatoeba (zsm-eng)":94.53} +{"index":13,"Rank":4,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.52,"BUCC (de-en)":99.38,"BUCC (fr-en)":98.11,"BUCC (ru-en)":97.52,"BUCC (zh-en)":99.2,"Tatoeba (afr-eng)":90.26,"Tatoeba (amh-eng)":80.69,"Tatoeba (ang-eng)":40.18,"Tatoeba (ara-eng)":85.47,"Tatoeba (arq-eng)":41.56,"Tatoeba (arz-eng)":74.73,"Tatoeba (ast-eng)":81.76,"Tatoeba (awa-eng)":72.27,"Tatoeba (aze-eng)":87.61,"Tatoeba (bel-eng)":91.2,"Tatoeba (ben-eng)":83.02,"Tatoeba (ber-eng)":38.89,"Tatoeba (bos-eng)":92.86,"Tatoeba (bre-eng)":11.1,"Tatoeba (bul-eng)":92.93,"Tatoeba (cat-eng)":91.03,"Tatoeba (cbk-eng)":69.15,"Tatoeba (ceb-eng)":55.31,"Tatoeba (ces-eng)":94.89,"Tatoeba (cha-eng)":27.21,"Tatoeba (cmn-eng)":95.28,"Tatoeba (cor-eng)":6.28,"Tatoeba (csb-eng)":36.98,"Tatoeba (cym-eng)":76.21,"Tatoeba (dan-eng)":95.08,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":48.44,"Tatoeba (dtp-eng)":7.0,"Tatoeba (ell-eng)":93.88,"Tatoeba (epo-eng)":96.01,"Tatoeba (est-eng)":85.03,"Tatoeba (eus-eng)":77.82,"Tatoeba (fao-eng)":72.62,"Tatoeba (fin-eng)":95.44,"Tatoeba (fra-eng)":93.42,"Tatoeba (fry-eng)":63.43,"Tatoeba (gla-eng)":59.01,"Tatoeba (gle-eng)":71.48,"Tatoeba (glg-eng)":93.34,"Tatoeba (gsw-eng)":51.65,"Tatoeba (heb-eng)":86.52,"Tatoeba (hin-eng)":94.48,"Tatoeba (hrv-eng)":96.15,"Tatoeba (hsb-eng)":58.7,"Tatoeba (hun-eng)":94.01,"Tatoeba (hye-eng)":90.92,"Tatoeba (ido-eng)":83.63,"Tatoeba (ile-eng)":79.15,"Tatoeba (ina-eng)":93.61,"Tatoeba (ind-eng)":92.9,"Tatoeba (isl-eng)":91.96,"Tatoeba (ita-eng)":93.29,"Tatoeba (jav-eng)":75.46,"Tatoeba (jpn-eng)":95.28,"Tatoeba (kab-eng)":36.54,"Tatoeba (kat-eng)":84.09,"Tatoeba (kaz-eng)":79.44,"Tatoeba (khm-eng)":60.02,"Tatoeba (kor-eng)":90.65,"Tatoeba (kur-eng)":66.83,"Tatoeba (kzj-eng)":7.91,"Tatoeba (lat-eng)":53.3,"Tatoeba (lfn-eng)":63.02,"Tatoeba (lit-eng)":88.48,"Tatoeba (lvs-eng)":89.83,"Tatoeba (mal-eng)":97.7,"Tatoeba (mar-eng)":88.58,"Tatoeba (max-eng)":63.42,"Tatoeba (mhr-eng)":6.79,"Tatoeba (mkd-eng)":85.5,"Tatoeba (mon-eng)":87.53,"Tatoeba (nds-eng)":69.52,"Tatoeba (nld-eng)":96.63,"Tatoeba (nno-eng)":91.4,"Tatoeba (nob-eng)":97.2,"Tatoeba (nov-eng)":71.56,"Tatoeba (oci-eng)":54.91,"Tatoeba (orv-eng)":39.8,"Tatoeba (pam-eng)":9.28,"Tatoeba (pes-eng)":92.14,"Tatoeba (pms-eng)":59.87,"Tatoeba (pol-eng)":96.6,"Tatoeba (por-eng)":93.63,"Tatoeba (ron-eng)":94.87,"Tatoeba (rus-eng)":92.32,"Tatoeba (slk-eng)":93.13,"Tatoeba (slv-eng)":89.65,"Tatoeba (spa-eng)":97.1,"Tatoeba (sqi-eng)":94.7,"Tatoeba (srp-eng)":93.1,"Tatoeba (swe-eng)":95.3,"Tatoeba (swg-eng)":56.83,"Tatoeba (swh-eng)":71.61,"Tatoeba (tam-eng)":88.23,"Tatoeba (tat-eng)":73.65,"Tatoeba (tel-eng)":91.34,"Tatoeba (tgl-eng)":92.0,"Tatoeba (tha-eng)":95.38,"Tatoeba (tuk-eng)":33.15,"Tatoeba (tur-eng)":96.27,"Tatoeba (tzl-eng)":53.16,"Tatoeba (uig-eng)":72.08,"Tatoeba (ukr-eng)":93.32,"Tatoeba (urd-eng)":89.21,"Tatoeba (uzb-eng)":72.35,"Tatoeba (vie-eng)":97.0,"Tatoeba (war-eng)":62.26,"Tatoeba (wuu-eng)":86.23,"Tatoeba (xho-eng)":80.87,"Tatoeba (yid-eng)":76.33,"Tatoeba (yue-eng)":88.71,"Tatoeba (zsm-eng)":94.53} {"index":17,"Rank":5,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":76.52,"BUCC (de-en)":99.38,"BUCC (fr-en)":98.11,"BUCC (ru-en)":97.52,"BUCC (zh-en)":99.2,"Tatoeba (afr-eng)":90.26,"Tatoeba (amh-eng)":80.69,"Tatoeba (ang-eng)":40.18,"Tatoeba (ara-eng)":85.47,"Tatoeba (arq-eng)":41.56,"Tatoeba (arz-eng)":74.73,"Tatoeba (ast-eng)":81.76,"Tatoeba (awa-eng)":72.27,"Tatoeba (aze-eng)":87.61,"Tatoeba (bel-eng)":91.2,"Tatoeba (ben-eng)":83.02,"Tatoeba (ber-eng)":38.89,"Tatoeba (bos-eng)":92.86,"Tatoeba (bre-eng)":11.1,"Tatoeba (bul-eng)":92.93,"Tatoeba (cat-eng)":91.03,"Tatoeba (cbk-eng)":69.15,"Tatoeba (ceb-eng)":55.31,"Tatoeba (ces-eng)":94.89,"Tatoeba (cha-eng)":27.21,"Tatoeba (cmn-eng)":95.28,"Tatoeba (cor-eng)":6.28,"Tatoeba (csb-eng)":36.98,"Tatoeba (cym-eng)":76.21,"Tatoeba (dan-eng)":95.08,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":48.44,"Tatoeba (dtp-eng)":7.0,"Tatoeba (ell-eng)":93.88,"Tatoeba (epo-eng)":96.01,"Tatoeba (est-eng)":85.03,"Tatoeba (eus-eng)":77.82,"Tatoeba (fao-eng)":72.62,"Tatoeba (fin-eng)":95.44,"Tatoeba (fra-eng)":93.42,"Tatoeba (fry-eng)":63.43,"Tatoeba (gla-eng)":59.01,"Tatoeba (gle-eng)":71.48,"Tatoeba (glg-eng)":93.34,"Tatoeba (gsw-eng)":51.65,"Tatoeba (heb-eng)":86.52,"Tatoeba (hin-eng)":94.48,"Tatoeba (hrv-eng)":96.15,"Tatoeba (hsb-eng)":58.7,"Tatoeba (hun-eng)":94.01,"Tatoeba (hye-eng)":90.92,"Tatoeba (ido-eng)":83.63,"Tatoeba (ile-eng)":79.15,"Tatoeba (ina-eng)":93.61,"Tatoeba (ind-eng)":92.9,"Tatoeba (isl-eng)":91.96,"Tatoeba (ita-eng)":93.29,"Tatoeba (jav-eng)":75.46,"Tatoeba (jpn-eng)":95.28,"Tatoeba (kab-eng)":36.54,"Tatoeba (kat-eng)":84.09,"Tatoeba (kaz-eng)":79.44,"Tatoeba (khm-eng)":60.02,"Tatoeba (kor-eng)":90.65,"Tatoeba (kur-eng)":66.83,"Tatoeba (kzj-eng)":7.91,"Tatoeba (lat-eng)":53.3,"Tatoeba (lfn-eng)":63.02,"Tatoeba (lit-eng)":88.48,"Tatoeba (lvs-eng)":89.83,"Tatoeba (mal-eng)":97.7,"Tatoeba (mar-eng)":88.58,"Tatoeba (max-eng)":63.42,"Tatoeba (mhr-eng)":6.79,"Tatoeba (mkd-eng)":85.5,"Tatoeba (mon-eng)":87.53,"Tatoeba (nds-eng)":69.52,"Tatoeba (nld-eng)":96.63,"Tatoeba (nno-eng)":91.4,"Tatoeba (nob-eng)":97.2,"Tatoeba (nov-eng)":71.56,"Tatoeba (oci-eng)":54.91,"Tatoeba (orv-eng)":39.8,"Tatoeba (pam-eng)":9.28,"Tatoeba (pes-eng)":92.14,"Tatoeba (pms-eng)":59.87,"Tatoeba (pol-eng)":96.6,"Tatoeba (por-eng)":93.63,"Tatoeba (ron-eng)":94.87,"Tatoeba (rus-eng)":92.32,"Tatoeba (slk-eng)":93.13,"Tatoeba (slv-eng)":89.65,"Tatoeba (spa-eng)":97.1,"Tatoeba (sqi-eng)":94.7,"Tatoeba (srp-eng)":93.1,"Tatoeba (swe-eng)":95.3,"Tatoeba (swg-eng)":56.83,"Tatoeba (swh-eng)":71.61,"Tatoeba (tam-eng)":88.23,"Tatoeba (tat-eng)":73.65,"Tatoeba (tel-eng)":91.34,"Tatoeba (tgl-eng)":92.0,"Tatoeba (tha-eng)":95.38,"Tatoeba (tuk-eng)":33.15,"Tatoeba (tur-eng)":96.27,"Tatoeba (tzl-eng)":53.16,"Tatoeba (uig-eng)":72.08,"Tatoeba (ukr-eng)":93.32,"Tatoeba (urd-eng)":89.21,"Tatoeba (uzb-eng)":72.35,"Tatoeba (vie-eng)":97.0,"Tatoeba (war-eng)":62.26,"Tatoeba (wuu-eng)":86.23,"Tatoeba (xho-eng)":80.87,"Tatoeba (yid-eng)":76.33,"Tatoeba (yue-eng)":88.71,"Tatoeba (zsm-eng)":94.53} -{"index":4,"Rank":6,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.52,"BUCC (de-en)":99.38,"BUCC (fr-en)":98.11,"BUCC (ru-en)":97.52,"BUCC (zh-en)":99.2,"Tatoeba (afr-eng)":90.26,"Tatoeba (amh-eng)":80.69,"Tatoeba (ang-eng)":40.18,"Tatoeba (ara-eng)":85.47,"Tatoeba (arq-eng)":41.56,"Tatoeba (arz-eng)":74.73,"Tatoeba (ast-eng)":81.76,"Tatoeba (awa-eng)":72.27,"Tatoeba (aze-eng)":87.61,"Tatoeba (bel-eng)":91.2,"Tatoeba (ben-eng)":83.02,"Tatoeba (ber-eng)":38.89,"Tatoeba (bos-eng)":92.86,"Tatoeba (bre-eng)":11.1,"Tatoeba (bul-eng)":92.93,"Tatoeba (cat-eng)":91.03,"Tatoeba (cbk-eng)":69.15,"Tatoeba (ceb-eng)":55.31,"Tatoeba (ces-eng)":94.89,"Tatoeba (cha-eng)":27.21,"Tatoeba (cmn-eng)":95.28,"Tatoeba (cor-eng)":6.28,"Tatoeba (csb-eng)":36.98,"Tatoeba (cym-eng)":76.21,"Tatoeba (dan-eng)":95.08,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":48.44,"Tatoeba (dtp-eng)":7.0,"Tatoeba (ell-eng)":93.88,"Tatoeba (epo-eng)":96.01,"Tatoeba (est-eng)":85.03,"Tatoeba (eus-eng)":77.82,"Tatoeba (fao-eng)":72.62,"Tatoeba (fin-eng)":95.44,"Tatoeba (fra-eng)":93.42,"Tatoeba (fry-eng)":63.43,"Tatoeba (gla-eng)":59.01,"Tatoeba (gle-eng)":71.48,"Tatoeba (glg-eng)":93.34,"Tatoeba (gsw-eng)":51.65,"Tatoeba (heb-eng)":86.52,"Tatoeba (hin-eng)":94.48,"Tatoeba (hrv-eng)":96.15,"Tatoeba (hsb-eng)":58.7,"Tatoeba (hun-eng)":94.01,"Tatoeba (hye-eng)":90.92,"Tatoeba (ido-eng)":83.63,"Tatoeba (ile-eng)":79.15,"Tatoeba (ina-eng)":93.61,"Tatoeba (ind-eng)":92.9,"Tatoeba (isl-eng)":91.96,"Tatoeba (ita-eng)":93.29,"Tatoeba (jav-eng)":75.46,"Tatoeba (jpn-eng)":95.28,"Tatoeba (kab-eng)":36.54,"Tatoeba (kat-eng)":84.09,"Tatoeba (kaz-eng)":79.44,"Tatoeba (khm-eng)":60.02,"Tatoeba (kor-eng)":90.65,"Tatoeba (kur-eng)":66.83,"Tatoeba (kzj-eng)":7.91,"Tatoeba (lat-eng)":53.3,"Tatoeba (lfn-eng)":63.02,"Tatoeba (lit-eng)":88.48,"Tatoeba (lvs-eng)":89.83,"Tatoeba (mal-eng)":97.7,"Tatoeba (mar-eng)":88.58,"Tatoeba (max-eng)":63.42,"Tatoeba (mhr-eng)":6.79,"Tatoeba (mkd-eng)":85.5,"Tatoeba (mon-eng)":87.53,"Tatoeba (nds-eng)":69.52,"Tatoeba (nld-eng)":96.63,"Tatoeba (nno-eng)":91.4,"Tatoeba (nob-eng)":97.2,"Tatoeba (nov-eng)":71.56,"Tatoeba (oci-eng)":54.91,"Tatoeba (orv-eng)":39.8,"Tatoeba (pam-eng)":9.28,"Tatoeba (pes-eng)":92.14,"Tatoeba (pms-eng)":59.87,"Tatoeba (pol-eng)":96.6,"Tatoeba (por-eng)":93.63,"Tatoeba (ron-eng)":94.87,"Tatoeba (rus-eng)":92.32,"Tatoeba (slk-eng)":93.13,"Tatoeba (slv-eng)":89.65,"Tatoeba (spa-eng)":97.1,"Tatoeba (sqi-eng)":94.7,"Tatoeba (srp-eng)":93.1,"Tatoeba (swe-eng)":95.3,"Tatoeba (swg-eng)":56.83,"Tatoeba (swh-eng)":71.61,"Tatoeba (tam-eng)":88.23,"Tatoeba (tat-eng)":73.65,"Tatoeba (tel-eng)":91.34,"Tatoeba (tgl-eng)":92.0,"Tatoeba (tha-eng)":95.38,"Tatoeba (tuk-eng)":33.15,"Tatoeba (tur-eng)":96.27,"Tatoeba (tzl-eng)":53.16,"Tatoeba (uig-eng)":72.08,"Tatoeba (ukr-eng)":93.32,"Tatoeba (urd-eng)":89.21,"Tatoeba (uzb-eng)":72.35,"Tatoeba (vie-eng)":97.0,"Tatoeba (war-eng)":62.26,"Tatoeba (wuu-eng)":86.23,"Tatoeba (xho-eng)":80.87,"Tatoeba (yid-eng)":76.33,"Tatoeba (yue-eng)":88.71,"Tatoeba (zsm-eng)":94.53} -{"index":26,"Rank":7,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.52,"BUCC (de-en)":99.38,"BUCC (fr-en)":98.11,"BUCC (ru-en)":97.52,"BUCC (zh-en)":99.2,"Tatoeba (afr-eng)":90.26,"Tatoeba (amh-eng)":80.69,"Tatoeba (ang-eng)":40.18,"Tatoeba (ara-eng)":85.47,"Tatoeba (arq-eng)":41.56,"Tatoeba (arz-eng)":74.73,"Tatoeba (ast-eng)":81.76,"Tatoeba (awa-eng)":72.27,"Tatoeba (aze-eng)":87.61,"Tatoeba (bel-eng)":91.2,"Tatoeba (ben-eng)":83.02,"Tatoeba (ber-eng)":38.89,"Tatoeba (bos-eng)":92.86,"Tatoeba (bre-eng)":11.1,"Tatoeba (bul-eng)":92.93,"Tatoeba (cat-eng)":91.03,"Tatoeba (cbk-eng)":69.15,"Tatoeba (ceb-eng)":55.31,"Tatoeba (ces-eng)":94.89,"Tatoeba (cha-eng)":27.21,"Tatoeba (cmn-eng)":95.28,"Tatoeba (cor-eng)":6.28,"Tatoeba (csb-eng)":36.98,"Tatoeba (cym-eng)":76.21,"Tatoeba (dan-eng)":95.08,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":48.44,"Tatoeba (dtp-eng)":7.0,"Tatoeba (ell-eng)":93.88,"Tatoeba (epo-eng)":96.01,"Tatoeba (est-eng)":85.03,"Tatoeba (eus-eng)":77.82,"Tatoeba (fao-eng)":72.62,"Tatoeba (fin-eng)":95.44,"Tatoeba (fra-eng)":93.42,"Tatoeba (fry-eng)":63.43,"Tatoeba (gla-eng)":59.01,"Tatoeba (gle-eng)":71.48,"Tatoeba (glg-eng)":93.34,"Tatoeba (gsw-eng)":51.65,"Tatoeba (heb-eng)":86.52,"Tatoeba (hin-eng)":94.48,"Tatoeba (hrv-eng)":96.15,"Tatoeba (hsb-eng)":58.7,"Tatoeba (hun-eng)":94.01,"Tatoeba (hye-eng)":90.92,"Tatoeba (ido-eng)":83.63,"Tatoeba (ile-eng)":79.15,"Tatoeba (ina-eng)":93.61,"Tatoeba (ind-eng)":92.9,"Tatoeba (isl-eng)":91.96,"Tatoeba (ita-eng)":93.29,"Tatoeba (jav-eng)":75.46,"Tatoeba (jpn-eng)":95.28,"Tatoeba (kab-eng)":36.54,"Tatoeba (kat-eng)":84.09,"Tatoeba (kaz-eng)":79.44,"Tatoeba (khm-eng)":60.02,"Tatoeba (kor-eng)":90.65,"Tatoeba (kur-eng)":66.83,"Tatoeba (kzj-eng)":7.91,"Tatoeba (lat-eng)":53.3,"Tatoeba (lfn-eng)":63.02,"Tatoeba (lit-eng)":88.48,"Tatoeba (lvs-eng)":89.83,"Tatoeba (mal-eng)":97.7,"Tatoeba (mar-eng)":88.58,"Tatoeba (max-eng)":63.42,"Tatoeba (mhr-eng)":6.79,"Tatoeba (mkd-eng)":85.5,"Tatoeba (mon-eng)":87.53,"Tatoeba (nds-eng)":69.52,"Tatoeba (nld-eng)":96.63,"Tatoeba (nno-eng)":91.4,"Tatoeba (nob-eng)":97.2,"Tatoeba (nov-eng)":71.56,"Tatoeba (oci-eng)":54.91,"Tatoeba (orv-eng)":39.8,"Tatoeba (pam-eng)":9.28,"Tatoeba (pes-eng)":92.14,"Tatoeba (pms-eng)":59.87,"Tatoeba (pol-eng)":96.6,"Tatoeba (por-eng)":93.63,"Tatoeba (ron-eng)":94.87,"Tatoeba (rus-eng)":92.32,"Tatoeba (slk-eng)":93.13,"Tatoeba (slv-eng)":89.65,"Tatoeba (spa-eng)":97.1,"Tatoeba (sqi-eng)":94.7,"Tatoeba (srp-eng)":93.1,"Tatoeba (swe-eng)":95.3,"Tatoeba (swg-eng)":56.83,"Tatoeba (swh-eng)":71.61,"Tatoeba (tam-eng)":88.23,"Tatoeba (tat-eng)":73.65,"Tatoeba (tel-eng)":91.34,"Tatoeba (tgl-eng)":92.0,"Tatoeba (tha-eng)":95.38,"Tatoeba (tuk-eng)":33.15,"Tatoeba (tur-eng)":96.27,"Tatoeba (tzl-eng)":53.16,"Tatoeba (uig-eng)":72.08,"Tatoeba (ukr-eng)":93.32,"Tatoeba (urd-eng)":89.21,"Tatoeba (uzb-eng)":72.35,"Tatoeba (vie-eng)":97.0,"Tatoeba (war-eng)":62.26,"Tatoeba (wuu-eng)":86.23,"Tatoeba (xho-eng)":80.87,"Tatoeba (yid-eng)":76.33,"Tatoeba (yue-eng)":88.71,"Tatoeba (zsm-eng)":94.53} -{"index":13,"Rank":8,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.52,"BUCC (de-en)":99.38,"BUCC (fr-en)":98.11,"BUCC (ru-en)":97.52,"BUCC (zh-en)":99.2,"Tatoeba (afr-eng)":90.26,"Tatoeba (amh-eng)":80.69,"Tatoeba (ang-eng)":40.18,"Tatoeba (ara-eng)":85.47,"Tatoeba (arq-eng)":41.56,"Tatoeba (arz-eng)":74.73,"Tatoeba (ast-eng)":81.76,"Tatoeba (awa-eng)":72.27,"Tatoeba (aze-eng)":87.61,"Tatoeba (bel-eng)":91.2,"Tatoeba (ben-eng)":83.02,"Tatoeba (ber-eng)":38.89,"Tatoeba (bos-eng)":92.86,"Tatoeba (bre-eng)":11.1,"Tatoeba (bul-eng)":92.93,"Tatoeba (cat-eng)":91.03,"Tatoeba (cbk-eng)":69.15,"Tatoeba (ceb-eng)":55.31,"Tatoeba (ces-eng)":94.89,"Tatoeba (cha-eng)":27.21,"Tatoeba (cmn-eng)":95.28,"Tatoeba (cor-eng)":6.28,"Tatoeba (csb-eng)":36.98,"Tatoeba (cym-eng)":76.21,"Tatoeba (dan-eng)":95.08,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":48.44,"Tatoeba (dtp-eng)":7.0,"Tatoeba (ell-eng)":93.88,"Tatoeba (epo-eng)":96.01,"Tatoeba (est-eng)":85.03,"Tatoeba (eus-eng)":77.82,"Tatoeba (fao-eng)":72.62,"Tatoeba (fin-eng)":95.44,"Tatoeba (fra-eng)":93.42,"Tatoeba (fry-eng)":63.43,"Tatoeba (gla-eng)":59.01,"Tatoeba (gle-eng)":71.48,"Tatoeba (glg-eng)":93.34,"Tatoeba (gsw-eng)":51.65,"Tatoeba (heb-eng)":86.52,"Tatoeba (hin-eng)":94.48,"Tatoeba (hrv-eng)":96.15,"Tatoeba (hsb-eng)":58.7,"Tatoeba (hun-eng)":94.01,"Tatoeba (hye-eng)":90.92,"Tatoeba (ido-eng)":83.63,"Tatoeba (ile-eng)":79.15,"Tatoeba (ina-eng)":93.61,"Tatoeba (ind-eng)":92.9,"Tatoeba (isl-eng)":91.96,"Tatoeba (ita-eng)":93.29,"Tatoeba (jav-eng)":75.46,"Tatoeba (jpn-eng)":95.28,"Tatoeba (kab-eng)":36.54,"Tatoeba (kat-eng)":84.09,"Tatoeba (kaz-eng)":79.44,"Tatoeba (khm-eng)":60.02,"Tatoeba (kor-eng)":90.65,"Tatoeba (kur-eng)":66.83,"Tatoeba (kzj-eng)":7.91,"Tatoeba (lat-eng)":53.3,"Tatoeba (lfn-eng)":63.02,"Tatoeba (lit-eng)":88.48,"Tatoeba (lvs-eng)":89.83,"Tatoeba (mal-eng)":97.7,"Tatoeba (mar-eng)":88.58,"Tatoeba (max-eng)":63.42,"Tatoeba (mhr-eng)":6.79,"Tatoeba (mkd-eng)":85.5,"Tatoeba (mon-eng)":87.53,"Tatoeba (nds-eng)":69.52,"Tatoeba (nld-eng)":96.63,"Tatoeba (nno-eng)":91.4,"Tatoeba (nob-eng)":97.2,"Tatoeba (nov-eng)":71.56,"Tatoeba (oci-eng)":54.91,"Tatoeba (orv-eng)":39.8,"Tatoeba (pam-eng)":9.28,"Tatoeba (pes-eng)":92.14,"Tatoeba (pms-eng)":59.87,"Tatoeba (pol-eng)":96.6,"Tatoeba (por-eng)":93.63,"Tatoeba (ron-eng)":94.87,"Tatoeba (rus-eng)":92.32,"Tatoeba (slk-eng)":93.13,"Tatoeba (slv-eng)":89.65,"Tatoeba (spa-eng)":97.1,"Tatoeba (sqi-eng)":94.7,"Tatoeba (srp-eng)":93.1,"Tatoeba (swe-eng)":95.3,"Tatoeba (swg-eng)":56.83,"Tatoeba (swh-eng)":71.61,"Tatoeba (tam-eng)":88.23,"Tatoeba (tat-eng)":73.65,"Tatoeba (tel-eng)":91.34,"Tatoeba (tgl-eng)":92.0,"Tatoeba (tha-eng)":95.38,"Tatoeba (tuk-eng)":33.15,"Tatoeba (tur-eng)":96.27,"Tatoeba (tzl-eng)":53.16,"Tatoeba (uig-eng)":72.08,"Tatoeba (ukr-eng)":93.32,"Tatoeba (urd-eng)":89.21,"Tatoeba (uzb-eng)":72.35,"Tatoeba (vie-eng)":97.0,"Tatoeba (war-eng)":62.26,"Tatoeba (wuu-eng)":86.23,"Tatoeba (xho-eng)":80.87,"Tatoeba (yid-eng)":76.33,"Tatoeba (yue-eng)":88.71,"Tatoeba (zsm-eng)":94.53} +{"index":26,"Rank":6,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.52,"BUCC (de-en)":99.38,"BUCC (fr-en)":98.11,"BUCC (ru-en)":97.52,"BUCC (zh-en)":99.2,"Tatoeba (afr-eng)":90.26,"Tatoeba (amh-eng)":80.69,"Tatoeba (ang-eng)":40.18,"Tatoeba (ara-eng)":85.47,"Tatoeba (arq-eng)":41.56,"Tatoeba (arz-eng)":74.73,"Tatoeba (ast-eng)":81.76,"Tatoeba (awa-eng)":72.27,"Tatoeba (aze-eng)":87.61,"Tatoeba (bel-eng)":91.2,"Tatoeba (ben-eng)":83.02,"Tatoeba (ber-eng)":38.89,"Tatoeba (bos-eng)":92.86,"Tatoeba (bre-eng)":11.1,"Tatoeba (bul-eng)":92.93,"Tatoeba (cat-eng)":91.03,"Tatoeba (cbk-eng)":69.15,"Tatoeba (ceb-eng)":55.31,"Tatoeba (ces-eng)":94.89,"Tatoeba (cha-eng)":27.21,"Tatoeba (cmn-eng)":95.28,"Tatoeba (cor-eng)":6.28,"Tatoeba (csb-eng)":36.98,"Tatoeba (cym-eng)":76.21,"Tatoeba (dan-eng)":95.08,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":48.44,"Tatoeba (dtp-eng)":7.0,"Tatoeba (ell-eng)":93.88,"Tatoeba (epo-eng)":96.01,"Tatoeba (est-eng)":85.03,"Tatoeba (eus-eng)":77.82,"Tatoeba (fao-eng)":72.62,"Tatoeba (fin-eng)":95.44,"Tatoeba (fra-eng)":93.42,"Tatoeba (fry-eng)":63.43,"Tatoeba (gla-eng)":59.01,"Tatoeba (gle-eng)":71.48,"Tatoeba (glg-eng)":93.34,"Tatoeba (gsw-eng)":51.65,"Tatoeba (heb-eng)":86.52,"Tatoeba (hin-eng)":94.48,"Tatoeba (hrv-eng)":96.15,"Tatoeba (hsb-eng)":58.7,"Tatoeba (hun-eng)":94.01,"Tatoeba (hye-eng)":90.92,"Tatoeba (ido-eng)":83.63,"Tatoeba (ile-eng)":79.15,"Tatoeba (ina-eng)":93.61,"Tatoeba (ind-eng)":92.9,"Tatoeba (isl-eng)":91.96,"Tatoeba (ita-eng)":93.29,"Tatoeba (jav-eng)":75.46,"Tatoeba (jpn-eng)":95.28,"Tatoeba (kab-eng)":36.54,"Tatoeba (kat-eng)":84.09,"Tatoeba (kaz-eng)":79.44,"Tatoeba (khm-eng)":60.02,"Tatoeba (kor-eng)":90.65,"Tatoeba (kur-eng)":66.83,"Tatoeba (kzj-eng)":7.91,"Tatoeba (lat-eng)":53.3,"Tatoeba (lfn-eng)":63.02,"Tatoeba (lit-eng)":88.48,"Tatoeba (lvs-eng)":89.83,"Tatoeba (mal-eng)":97.7,"Tatoeba (mar-eng)":88.58,"Tatoeba (max-eng)":63.42,"Tatoeba (mhr-eng)":6.79,"Tatoeba (mkd-eng)":85.5,"Tatoeba (mon-eng)":87.53,"Tatoeba (nds-eng)":69.52,"Tatoeba (nld-eng)":96.63,"Tatoeba (nno-eng)":91.4,"Tatoeba (nob-eng)":97.2,"Tatoeba (nov-eng)":71.56,"Tatoeba (oci-eng)":54.91,"Tatoeba (orv-eng)":39.8,"Tatoeba (pam-eng)":9.28,"Tatoeba (pes-eng)":92.14,"Tatoeba (pms-eng)":59.87,"Tatoeba (pol-eng)":96.6,"Tatoeba (por-eng)":93.63,"Tatoeba (ron-eng)":94.87,"Tatoeba (rus-eng)":92.32,"Tatoeba (slk-eng)":93.13,"Tatoeba (slv-eng)":89.65,"Tatoeba (spa-eng)":97.1,"Tatoeba (sqi-eng)":94.7,"Tatoeba (srp-eng)":93.1,"Tatoeba (swe-eng)":95.3,"Tatoeba (swg-eng)":56.83,"Tatoeba (swh-eng)":71.61,"Tatoeba (tam-eng)":88.23,"Tatoeba (tat-eng)":73.65,"Tatoeba (tel-eng)":91.34,"Tatoeba (tgl-eng)":92.0,"Tatoeba (tha-eng)":95.38,"Tatoeba (tuk-eng)":33.15,"Tatoeba (tur-eng)":96.27,"Tatoeba (tzl-eng)":53.16,"Tatoeba (uig-eng)":72.08,"Tatoeba (ukr-eng)":93.32,"Tatoeba (urd-eng)":89.21,"Tatoeba (uzb-eng)":72.35,"Tatoeba (vie-eng)":97.0,"Tatoeba (war-eng)":62.26,"Tatoeba (wuu-eng)":86.23,"Tatoeba (xho-eng)":80.87,"Tatoeba (yid-eng)":76.33,"Tatoeba (yue-eng)":88.71,"Tatoeba (zsm-eng)":94.53} +{"index":35,"Rank":7,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.52,"BUCC (de-en)":99.38,"BUCC (fr-en)":98.11,"BUCC (ru-en)":97.52,"BUCC (zh-en)":99.2,"Tatoeba (afr-eng)":90.26,"Tatoeba (amh-eng)":80.69,"Tatoeba (ang-eng)":40.18,"Tatoeba (ara-eng)":85.47,"Tatoeba (arq-eng)":41.56,"Tatoeba (arz-eng)":74.73,"Tatoeba (ast-eng)":81.76,"Tatoeba (awa-eng)":72.27,"Tatoeba (aze-eng)":87.61,"Tatoeba (bel-eng)":91.2,"Tatoeba (ben-eng)":83.02,"Tatoeba (ber-eng)":38.89,"Tatoeba (bos-eng)":92.86,"Tatoeba (bre-eng)":11.1,"Tatoeba (bul-eng)":92.93,"Tatoeba (cat-eng)":91.03,"Tatoeba (cbk-eng)":69.15,"Tatoeba (ceb-eng)":55.31,"Tatoeba (ces-eng)":94.89,"Tatoeba (cha-eng)":27.21,"Tatoeba (cmn-eng)":95.28,"Tatoeba (cor-eng)":6.28,"Tatoeba (csb-eng)":36.98,"Tatoeba (cym-eng)":76.21,"Tatoeba (dan-eng)":95.08,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":48.44,"Tatoeba (dtp-eng)":7.0,"Tatoeba (ell-eng)":93.88,"Tatoeba (epo-eng)":96.01,"Tatoeba (est-eng)":85.03,"Tatoeba (eus-eng)":77.82,"Tatoeba (fao-eng)":72.62,"Tatoeba (fin-eng)":95.44,"Tatoeba (fra-eng)":93.42,"Tatoeba (fry-eng)":63.43,"Tatoeba (gla-eng)":59.01,"Tatoeba (gle-eng)":71.48,"Tatoeba (glg-eng)":93.34,"Tatoeba (gsw-eng)":51.65,"Tatoeba (heb-eng)":86.52,"Tatoeba (hin-eng)":94.48,"Tatoeba (hrv-eng)":96.15,"Tatoeba (hsb-eng)":58.7,"Tatoeba (hun-eng)":94.01,"Tatoeba (hye-eng)":90.92,"Tatoeba (ido-eng)":83.63,"Tatoeba (ile-eng)":79.15,"Tatoeba (ina-eng)":93.61,"Tatoeba (ind-eng)":92.9,"Tatoeba (isl-eng)":91.96,"Tatoeba (ita-eng)":93.29,"Tatoeba (jav-eng)":75.46,"Tatoeba (jpn-eng)":95.28,"Tatoeba (kab-eng)":36.54,"Tatoeba (kat-eng)":84.09,"Tatoeba (kaz-eng)":79.44,"Tatoeba (khm-eng)":60.02,"Tatoeba (kor-eng)":90.65,"Tatoeba (kur-eng)":66.83,"Tatoeba (kzj-eng)":7.91,"Tatoeba (lat-eng)":53.3,"Tatoeba (lfn-eng)":63.02,"Tatoeba (lit-eng)":88.48,"Tatoeba (lvs-eng)":89.83,"Tatoeba (mal-eng)":97.7,"Tatoeba (mar-eng)":88.58,"Tatoeba (max-eng)":63.42,"Tatoeba (mhr-eng)":6.79,"Tatoeba (mkd-eng)":85.5,"Tatoeba (mon-eng)":87.53,"Tatoeba (nds-eng)":69.52,"Tatoeba (nld-eng)":96.63,"Tatoeba (nno-eng)":91.4,"Tatoeba (nob-eng)":97.2,"Tatoeba (nov-eng)":71.56,"Tatoeba (oci-eng)":54.91,"Tatoeba (orv-eng)":39.8,"Tatoeba (pam-eng)":9.28,"Tatoeba (pes-eng)":92.14,"Tatoeba (pms-eng)":59.87,"Tatoeba (pol-eng)":96.6,"Tatoeba (por-eng)":93.63,"Tatoeba (ron-eng)":94.87,"Tatoeba (rus-eng)":92.32,"Tatoeba (slk-eng)":93.13,"Tatoeba (slv-eng)":89.65,"Tatoeba (spa-eng)":97.1,"Tatoeba (sqi-eng)":94.7,"Tatoeba (srp-eng)":93.1,"Tatoeba (swe-eng)":95.3,"Tatoeba (swg-eng)":56.83,"Tatoeba (swh-eng)":71.61,"Tatoeba (tam-eng)":88.23,"Tatoeba (tat-eng)":73.65,"Tatoeba (tel-eng)":91.34,"Tatoeba (tgl-eng)":92.0,"Tatoeba (tha-eng)":95.38,"Tatoeba (tuk-eng)":33.15,"Tatoeba (tur-eng)":96.27,"Tatoeba (tzl-eng)":53.16,"Tatoeba (uig-eng)":72.08,"Tatoeba (ukr-eng)":93.32,"Tatoeba (urd-eng)":89.21,"Tatoeba (uzb-eng)":72.35,"Tatoeba (vie-eng)":97.0,"Tatoeba (war-eng)":62.26,"Tatoeba (wuu-eng)":86.23,"Tatoeba (xho-eng)":80.87,"Tatoeba (yid-eng)":76.33,"Tatoeba (yue-eng)":88.71,"Tatoeba (zsm-eng)":94.53} +{"index":4,"Rank":8,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.52,"BUCC (de-en)":99.38,"BUCC (fr-en)":98.11,"BUCC (ru-en)":97.52,"BUCC (zh-en)":99.2,"Tatoeba (afr-eng)":90.26,"Tatoeba (amh-eng)":80.69,"Tatoeba (ang-eng)":40.18,"Tatoeba (ara-eng)":85.47,"Tatoeba (arq-eng)":41.56,"Tatoeba (arz-eng)":74.73,"Tatoeba (ast-eng)":81.76,"Tatoeba (awa-eng)":72.27,"Tatoeba (aze-eng)":87.61,"Tatoeba (bel-eng)":91.2,"Tatoeba (ben-eng)":83.02,"Tatoeba (ber-eng)":38.89,"Tatoeba (bos-eng)":92.86,"Tatoeba (bre-eng)":11.1,"Tatoeba (bul-eng)":92.93,"Tatoeba (cat-eng)":91.03,"Tatoeba (cbk-eng)":69.15,"Tatoeba (ceb-eng)":55.31,"Tatoeba (ces-eng)":94.89,"Tatoeba (cha-eng)":27.21,"Tatoeba (cmn-eng)":95.28,"Tatoeba (cor-eng)":6.28,"Tatoeba (csb-eng)":36.98,"Tatoeba (cym-eng)":76.21,"Tatoeba (dan-eng)":95.08,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":48.44,"Tatoeba (dtp-eng)":7.0,"Tatoeba (ell-eng)":93.88,"Tatoeba (epo-eng)":96.01,"Tatoeba (est-eng)":85.03,"Tatoeba (eus-eng)":77.82,"Tatoeba (fao-eng)":72.62,"Tatoeba (fin-eng)":95.44,"Tatoeba (fra-eng)":93.42,"Tatoeba (fry-eng)":63.43,"Tatoeba (gla-eng)":59.01,"Tatoeba (gle-eng)":71.48,"Tatoeba (glg-eng)":93.34,"Tatoeba (gsw-eng)":51.65,"Tatoeba (heb-eng)":86.52,"Tatoeba (hin-eng)":94.48,"Tatoeba (hrv-eng)":96.15,"Tatoeba (hsb-eng)":58.7,"Tatoeba (hun-eng)":94.01,"Tatoeba (hye-eng)":90.92,"Tatoeba (ido-eng)":83.63,"Tatoeba (ile-eng)":79.15,"Tatoeba (ina-eng)":93.61,"Tatoeba (ind-eng)":92.9,"Tatoeba (isl-eng)":91.96,"Tatoeba (ita-eng)":93.29,"Tatoeba (jav-eng)":75.46,"Tatoeba (jpn-eng)":95.28,"Tatoeba (kab-eng)":36.54,"Tatoeba (kat-eng)":84.09,"Tatoeba (kaz-eng)":79.44,"Tatoeba (khm-eng)":60.02,"Tatoeba (kor-eng)":90.65,"Tatoeba (kur-eng)":66.83,"Tatoeba (kzj-eng)":7.91,"Tatoeba (lat-eng)":53.3,"Tatoeba (lfn-eng)":63.02,"Tatoeba (lit-eng)":88.48,"Tatoeba (lvs-eng)":89.83,"Tatoeba (mal-eng)":97.7,"Tatoeba (mar-eng)":88.58,"Tatoeba (max-eng)":63.42,"Tatoeba (mhr-eng)":6.79,"Tatoeba (mkd-eng)":85.5,"Tatoeba (mon-eng)":87.53,"Tatoeba (nds-eng)":69.52,"Tatoeba (nld-eng)":96.63,"Tatoeba (nno-eng)":91.4,"Tatoeba (nob-eng)":97.2,"Tatoeba (nov-eng)":71.56,"Tatoeba (oci-eng)":54.91,"Tatoeba (orv-eng)":39.8,"Tatoeba (pam-eng)":9.28,"Tatoeba (pes-eng)":92.14,"Tatoeba (pms-eng)":59.87,"Tatoeba (pol-eng)":96.6,"Tatoeba (por-eng)":93.63,"Tatoeba (ron-eng)":94.87,"Tatoeba (rus-eng)":92.32,"Tatoeba (slk-eng)":93.13,"Tatoeba (slv-eng)":89.65,"Tatoeba (spa-eng)":97.1,"Tatoeba (sqi-eng)":94.7,"Tatoeba (srp-eng)":93.1,"Tatoeba (swe-eng)":95.3,"Tatoeba (swg-eng)":56.83,"Tatoeba (swh-eng)":71.61,"Tatoeba (tam-eng)":88.23,"Tatoeba (tat-eng)":73.65,"Tatoeba (tel-eng)":91.34,"Tatoeba (tgl-eng)":92.0,"Tatoeba (tha-eng)":95.38,"Tatoeba (tuk-eng)":33.15,"Tatoeba (tur-eng)":96.27,"Tatoeba (tzl-eng)":53.16,"Tatoeba (uig-eng)":72.08,"Tatoeba (ukr-eng)":93.32,"Tatoeba (urd-eng)":89.21,"Tatoeba (uzb-eng)":72.35,"Tatoeba (vie-eng)":97.0,"Tatoeba (war-eng)":62.26,"Tatoeba (wuu-eng)":86.23,"Tatoeba (xho-eng)":80.87,"Tatoeba (yid-eng)":76.33,"Tatoeba (yue-eng)":88.71,"Tatoeba (zsm-eng)":94.53} {"index":15,"Rank":9,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":71.07,"BUCC (de-en)":99.5,"BUCC (fr-en)":99.09,"BUCC (ru-en)":97.84,"BUCC (zh-en)":99.23,"Tatoeba (afr-eng)":87.19,"Tatoeba (amh-eng)":22.05,"Tatoeba (ang-eng)":81.59,"Tatoeba (ara-eng)":88.76,"Tatoeba (arq-eng)":48.55,"Tatoeba (arz-eng)":70.73,"Tatoeba (ast-eng)":80.94,"Tatoeba (awa-eng)":67.45,"Tatoeba (aze-eng)":76.23,"Tatoeba (bel-eng)":88.09,"Tatoeba (ben-eng)":81.82,"Tatoeba (ber-eng)":7.62,"Tatoeba (bos-eng)":91.54,"Tatoeba (bre-eng)":14.2,"Tatoeba (bul-eng)":93.98,"Tatoeba (cat-eng)":91.89,"Tatoeba (cbk-eng)":81.32,"Tatoeba (ceb-eng)":43.15,"Tatoeba (ces-eng)":94.93,"Tatoeba (cha-eng)":44.8,"Tatoeba (cmn-eng)":95.9,"Tatoeba (cor-eng)":9.19,"Tatoeba (csb-eng)":62.92,"Tatoeba (cym-eng)":72.32,"Tatoeba (dan-eng)":93.92,"Tatoeba (deu-eng)":99.47,"Tatoeba (dsb-eng)":65.43,"Tatoeba (dtp-eng)":11.74,"Tatoeba (ell-eng)":91.42,"Tatoeba (epo-eng)":87.79,"Tatoeba (est-eng)":62.89,"Tatoeba (eus-eng)":40.51,"Tatoeba (fao-eng)":70.33,"Tatoeba (fin-eng)":90.69,"Tatoeba (fra-eng)":95.77,"Tatoeba (fry-eng)":70.98,"Tatoeba (gla-eng)":63.53,"Tatoeba (gle-eng)":73.81,"Tatoeba (glg-eng)":90.44,"Tatoeba (gsw-eng)":52.21,"Tatoeba (heb-eng)":82.82,"Tatoeba (hin-eng)":95.28,"Tatoeba (hrv-eng)":93.97,"Tatoeba (hsb-eng)":74.24,"Tatoeba (hun-eng)":89.82,"Tatoeba (hye-eng)":63.99,"Tatoeba (ido-eng)":75.11,"Tatoeba (ile-eng)":83.97,"Tatoeba (ina-eng)":95.52,"Tatoeba (ind-eng)":93.48,"Tatoeba (isl-eng)":87.57,"Tatoeba (ita-eng)":91.94,"Tatoeba (jav-eng)":38.49,"Tatoeba (jpn-eng)":94.0,"Tatoeba (kab-eng)":3.81,"Tatoeba (kat-eng)":59.67,"Tatoeba (kaz-eng)":46.89,"Tatoeba (khm-eng)":37.31,"Tatoeba (kor-eng)":91.29,"Tatoeba (kur-eng)":29.93,"Tatoeba (kzj-eng)":12.19,"Tatoeba (lat-eng)":87.94,"Tatoeba (lfn-eng)":73.89,"Tatoeba (lit-eng)":69.2,"Tatoeba (lvs-eng)":66.01,"Tatoeba (mal-eng)":55.86,"Tatoeba (mar-eng)":68.99,"Tatoeba (max-eng)":64.8,"Tatoeba (mhr-eng)":16.24,"Tatoeba (mkd-eng)":86.9,"Tatoeba (mon-eng)":37.79,"Tatoeba (nds-eng)":77.42,"Tatoeba (nld-eng)":96.4,"Tatoeba (nno-eng)":87.24,"Tatoeba (nob-eng)":96.86,"Tatoeba (nov-eng)":72.4,"Tatoeba (oci-eng)":62.2,"Tatoeba (orv-eng)":59.65,"Tatoeba (pam-eng)":14.02,"Tatoeba (pes-eng)":89.67,"Tatoeba (pms-eng)":62.3,"Tatoeba (pol-eng)":96.47,"Tatoeba (por-eng)":94.44,"Tatoeba (ron-eng)":93.0,"Tatoeba (rus-eng)":93.75,"Tatoeba (slk-eng)":88.84,"Tatoeba (slv-eng)":85.99,"Tatoeba (spa-eng)":98.8,"Tatoeba (sqi-eng)":67.06,"Tatoeba (srp-eng)":92.54,"Tatoeba (swe-eng)":92.95,"Tatoeba (swg-eng)":64.75,"Tatoeba (swh-eng)":61.6,"Tatoeba (tam-eng)":72.83,"Tatoeba (tat-eng)":37.02,"Tatoeba (tel-eng)":42.79,"Tatoeba (tgl-eng)":93.14,"Tatoeba (tha-eng)":93.64,"Tatoeba (tuk-eng)":42.01,"Tatoeba (tur-eng)":94.13,"Tatoeba (tzl-eng)":49.51,"Tatoeba (uig-eng)":38.86,"Tatoeba (ukr-eng)":94.45,"Tatoeba (urd-eng)":83.62,"Tatoeba (uzb-eng)":52.73,"Tatoeba (vie-eng)":94.83,"Tatoeba (war-eng)":41.97,"Tatoeba (wuu-eng)":89.61,"Tatoeba (xho-eng)":35.96,"Tatoeba (yid-eng)":33.12,"Tatoeba (yue-eng)":89.11,"Tatoeba (zsm-eng)":94.1} -{"index":25,"Rank":10,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":69.12,"BUCC (de-en)":98.62,"BUCC (fr-en)":97.9,"BUCC (ru-en)":97.12,"BUCC (zh-en)":98.16,"Tatoeba (afr-eng)":81.85,"Tatoeba (amh-eng)":76.36,"Tatoeba (ang-eng)":42.45,"Tatoeba (ara-eng)":77.81,"Tatoeba (arq-eng)":24.99,"Tatoeba (arz-eng)":55.77,"Tatoeba (ast-eng)":78.08,"Tatoeba (awa-eng)":48.46,"Tatoeba (aze-eng)":79.53,"Tatoeba (bel-eng)":85.56,"Tatoeba (ben-eng)":73.23,"Tatoeba (ber-eng)":20.39,"Tatoeba (bos-eng)":89.36,"Tatoeba (bre-eng)":13.59,"Tatoeba (bul-eng)":91.31,"Tatoeba (cat-eng)":91.5,"Tatoeba (cbk-eng)":70.04,"Tatoeba (ceb-eng)":21.26,"Tatoeba (ces-eng)":89.77,"Tatoeba (cha-eng)":30.8,"Tatoeba (cmn-eng)":95.73,"Tatoeba (cor-eng)":5.96,"Tatoeba (csb-eng)":29.98,"Tatoeba (cym-eng)":52.47,"Tatoeba (dan-eng)":91.83,"Tatoeba (deu-eng)":97.75,"Tatoeba (dsb-eng)":42.87,"Tatoeba (dtp-eng)":9.05,"Tatoeba (ell-eng)":91.9,"Tatoeba (epo-eng)":88.91,"Tatoeba (est-eng)":79.48,"Tatoeba (eus-eng)":63.75,"Tatoeba (fao-eng)":65.68,"Tatoeba (fin-eng)":88.19,"Tatoeba (fra-eng)":93.27,"Tatoeba (fry-eng)":73.7,"Tatoeba (gla-eng)":27.33,"Tatoeba (gle-eng)":32.73,"Tatoeba (glg-eng)":89.64,"Tatoeba (gsw-eng)":36.74,"Tatoeba (heb-eng)":75.85,"Tatoeba (hin-eng)":93.33,"Tatoeba (hrv-eng)":91.67,"Tatoeba (hsb-eng)":45.64,"Tatoeba (hun-eng)":89.09,"Tatoeba (hye-eng)":80.41,"Tatoeba (ido-eng)":77.59,"Tatoeba (ile-eng)":81.68,"Tatoeba (ina-eng)":91.29,"Tatoeba (ind-eng)":92.31,"Tatoeba (isl-eng)":82.59,"Tatoeba (ita-eng)":91.43,"Tatoeba (jav-eng)":35.7,"Tatoeba (jpn-eng)":93.14,"Tatoeba (kab-eng)":17.19,"Tatoeba (kat-eng)":72.77,"Tatoeba (kaz-eng)":67.63,"Tatoeba (khm-eng)":67.63,"Tatoeba (kor-eng)":84.08,"Tatoeba (kur-eng)":32.87,"Tatoeba (kzj-eng)":11.12,"Tatoeba (lat-eng)":42.99,"Tatoeba (lfn-eng)":63.56,"Tatoeba (lit-eng)":77.59,"Tatoeba (lvs-eng)":79.39,"Tatoeba (mal-eng)":94.64,"Tatoeba (mar-eng)":84.38,"Tatoeba (max-eng)":52.57,"Tatoeba (mhr-eng)":15.98,"Tatoeba (mkd-eng)":77.85,"Tatoeba (mon-eng)":71.7,"Tatoeba (nds-eng)":63.42,"Tatoeba (nld-eng)":93.78,"Tatoeba (nno-eng)":90.75,"Tatoeba (nob-eng)":96.62,"Tatoeba (nov-eng)":68.37,"Tatoeba (oci-eng)":51.12,"Tatoeba (orv-eng)":33.13,"Tatoeba (pam-eng)":9.23,"Tatoeba (pes-eng)":88.26,"Tatoeba (pms-eng)":46.68,"Tatoeba (pol-eng)":94.9,"Tatoeba (por-eng)":94.57,"Tatoeba (ron-eng)":90.72,"Tatoeba (rus-eng)":92.9,"Tatoeba (slk-eng)":88.81,"Tatoeba (slv-eng)":84.15,"Tatoeba (spa-eng)":97.68,"Tatoeba (sqi-eng)":82.77,"Tatoeba (srp-eng)":86.29,"Tatoeba (swe-eng)":92.95,"Tatoeba (swg-eng)":51.71,"Tatoeba (swh-eng)":58.13,"Tatoeba (tam-eng)":84.3,"Tatoeba (tat-eng)":42.35,"Tatoeba (tel-eng)":89.7,"Tatoeba (tgl-eng)":67.23,"Tatoeba (tha-eng)":90.55,"Tatoeba (tuk-eng)":34.36,"Tatoeba (tur-eng)":95.82,"Tatoeba (tzl-eng)":40.27,"Tatoeba (uig-eng)":59.57,"Tatoeba (ukr-eng)":91.29,"Tatoeba (urd-eng)":83.9,"Tatoeba (uzb-eng)":40.95,"Tatoeba (vie-eng)":95.93,"Tatoeba (war-eng)":23.86,"Tatoeba (wuu-eng)":88.45,"Tatoeba (xho-eng)":67.65,"Tatoeba (yid-eng)":60.43,"Tatoeba (yue-eng)":82.99,"Tatoeba (zsm-eng)":94.35} -{"index":1,"Rank":11,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":69.12,"BUCC (de-en)":98.62,"BUCC (fr-en)":97.9,"BUCC (ru-en)":97.12,"BUCC (zh-en)":98.16,"Tatoeba (afr-eng)":81.85,"Tatoeba (amh-eng)":76.36,"Tatoeba (ang-eng)":42.45,"Tatoeba (ara-eng)":77.81,"Tatoeba (arq-eng)":24.99,"Tatoeba (arz-eng)":55.77,"Tatoeba (ast-eng)":78.08,"Tatoeba (awa-eng)":48.46,"Tatoeba (aze-eng)":79.53,"Tatoeba (bel-eng)":85.56,"Tatoeba (ben-eng)":73.23,"Tatoeba (ber-eng)":20.39,"Tatoeba (bos-eng)":89.36,"Tatoeba (bre-eng)":13.59,"Tatoeba (bul-eng)":91.31,"Tatoeba (cat-eng)":91.5,"Tatoeba (cbk-eng)":70.04,"Tatoeba (ceb-eng)":21.26,"Tatoeba (ces-eng)":89.77,"Tatoeba (cha-eng)":30.8,"Tatoeba (cmn-eng)":95.73,"Tatoeba (cor-eng)":5.96,"Tatoeba (csb-eng)":29.98,"Tatoeba (cym-eng)":52.47,"Tatoeba (dan-eng)":91.83,"Tatoeba (deu-eng)":97.75,"Tatoeba (dsb-eng)":42.87,"Tatoeba (dtp-eng)":9.05,"Tatoeba (ell-eng)":91.9,"Tatoeba (epo-eng)":88.91,"Tatoeba (est-eng)":79.48,"Tatoeba (eus-eng)":63.75,"Tatoeba (fao-eng)":65.68,"Tatoeba (fin-eng)":88.19,"Tatoeba (fra-eng)":93.27,"Tatoeba (fry-eng)":73.7,"Tatoeba (gla-eng)":27.33,"Tatoeba (gle-eng)":32.73,"Tatoeba (glg-eng)":89.64,"Tatoeba (gsw-eng)":36.74,"Tatoeba (heb-eng)":75.85,"Tatoeba (hin-eng)":93.33,"Tatoeba (hrv-eng)":91.67,"Tatoeba (hsb-eng)":45.64,"Tatoeba (hun-eng)":89.09,"Tatoeba (hye-eng)":80.41,"Tatoeba (ido-eng)":77.59,"Tatoeba (ile-eng)":81.68,"Tatoeba (ina-eng)":91.29,"Tatoeba (ind-eng)":92.31,"Tatoeba (isl-eng)":82.59,"Tatoeba (ita-eng)":91.43,"Tatoeba (jav-eng)":35.7,"Tatoeba (jpn-eng)":93.14,"Tatoeba (kab-eng)":17.19,"Tatoeba (kat-eng)":72.77,"Tatoeba (kaz-eng)":67.63,"Tatoeba (khm-eng)":67.63,"Tatoeba (kor-eng)":84.08,"Tatoeba (kur-eng)":32.87,"Tatoeba (kzj-eng)":11.12,"Tatoeba (lat-eng)":42.99,"Tatoeba (lfn-eng)":63.56,"Tatoeba (lit-eng)":77.59,"Tatoeba (lvs-eng)":79.39,"Tatoeba (mal-eng)":94.64,"Tatoeba (mar-eng)":84.38,"Tatoeba (max-eng)":52.57,"Tatoeba (mhr-eng)":15.98,"Tatoeba (mkd-eng)":77.85,"Tatoeba (mon-eng)":71.7,"Tatoeba (nds-eng)":63.42,"Tatoeba (nld-eng)":93.78,"Tatoeba (nno-eng)":90.75,"Tatoeba (nob-eng)":96.62,"Tatoeba (nov-eng)":68.37,"Tatoeba (oci-eng)":51.12,"Tatoeba (orv-eng)":33.13,"Tatoeba (pam-eng)":9.23,"Tatoeba (pes-eng)":88.26,"Tatoeba (pms-eng)":46.68,"Tatoeba (pol-eng)":94.9,"Tatoeba (por-eng)":94.57,"Tatoeba (ron-eng)":90.72,"Tatoeba (rus-eng)":92.9,"Tatoeba (slk-eng)":88.81,"Tatoeba (slv-eng)":84.15,"Tatoeba (spa-eng)":97.68,"Tatoeba (sqi-eng)":82.77,"Tatoeba (srp-eng)":86.29,"Tatoeba (swe-eng)":92.95,"Tatoeba (swg-eng)":51.71,"Tatoeba (swh-eng)":58.13,"Tatoeba (tam-eng)":84.3,"Tatoeba (tat-eng)":42.35,"Tatoeba (tel-eng)":89.7,"Tatoeba (tgl-eng)":67.23,"Tatoeba (tha-eng)":90.55,"Tatoeba (tuk-eng)":34.36,"Tatoeba (tur-eng)":95.82,"Tatoeba (tzl-eng)":40.27,"Tatoeba (uig-eng)":59.57,"Tatoeba (ukr-eng)":91.29,"Tatoeba (urd-eng)":83.9,"Tatoeba (uzb-eng)":40.95,"Tatoeba (vie-eng)":95.93,"Tatoeba (war-eng)":23.86,"Tatoeba (wuu-eng)":88.45,"Tatoeba (xho-eng)":67.65,"Tatoeba (yid-eng)":60.43,"Tatoeba (yue-eng)":82.99,"Tatoeba (zsm-eng)":94.35} +{"index":1,"Rank":10,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":69.12,"BUCC (de-en)":98.62,"BUCC (fr-en)":97.9,"BUCC (ru-en)":97.12,"BUCC (zh-en)":98.16,"Tatoeba (afr-eng)":81.85,"Tatoeba (amh-eng)":76.36,"Tatoeba (ang-eng)":42.45,"Tatoeba (ara-eng)":77.81,"Tatoeba (arq-eng)":24.99,"Tatoeba (arz-eng)":55.77,"Tatoeba (ast-eng)":78.08,"Tatoeba (awa-eng)":48.46,"Tatoeba (aze-eng)":79.53,"Tatoeba (bel-eng)":85.56,"Tatoeba (ben-eng)":73.23,"Tatoeba (ber-eng)":20.39,"Tatoeba (bos-eng)":89.36,"Tatoeba (bre-eng)":13.59,"Tatoeba (bul-eng)":91.31,"Tatoeba (cat-eng)":91.5,"Tatoeba (cbk-eng)":70.04,"Tatoeba (ceb-eng)":21.26,"Tatoeba (ces-eng)":89.77,"Tatoeba (cha-eng)":30.8,"Tatoeba (cmn-eng)":95.73,"Tatoeba (cor-eng)":5.96,"Tatoeba (csb-eng)":29.98,"Tatoeba (cym-eng)":52.47,"Tatoeba (dan-eng)":91.83,"Tatoeba (deu-eng)":97.75,"Tatoeba (dsb-eng)":42.87,"Tatoeba (dtp-eng)":9.05,"Tatoeba (ell-eng)":91.9,"Tatoeba (epo-eng)":88.91,"Tatoeba (est-eng)":79.48,"Tatoeba (eus-eng)":63.75,"Tatoeba (fao-eng)":65.68,"Tatoeba (fin-eng)":88.19,"Tatoeba (fra-eng)":93.27,"Tatoeba (fry-eng)":73.7,"Tatoeba (gla-eng)":27.33,"Tatoeba (gle-eng)":32.73,"Tatoeba (glg-eng)":89.64,"Tatoeba (gsw-eng)":36.74,"Tatoeba (heb-eng)":75.85,"Tatoeba (hin-eng)":93.33,"Tatoeba (hrv-eng)":91.67,"Tatoeba (hsb-eng)":45.64,"Tatoeba (hun-eng)":89.09,"Tatoeba (hye-eng)":80.41,"Tatoeba (ido-eng)":77.59,"Tatoeba (ile-eng)":81.68,"Tatoeba (ina-eng)":91.29,"Tatoeba (ind-eng)":92.31,"Tatoeba (isl-eng)":82.59,"Tatoeba (ita-eng)":91.43,"Tatoeba (jav-eng)":35.7,"Tatoeba (jpn-eng)":93.14,"Tatoeba (kab-eng)":17.19,"Tatoeba (kat-eng)":72.77,"Tatoeba (kaz-eng)":67.63,"Tatoeba (khm-eng)":67.63,"Tatoeba (kor-eng)":84.08,"Tatoeba (kur-eng)":32.87,"Tatoeba (kzj-eng)":11.12,"Tatoeba (lat-eng)":42.99,"Tatoeba (lfn-eng)":63.56,"Tatoeba (lit-eng)":77.59,"Tatoeba (lvs-eng)":79.39,"Tatoeba (mal-eng)":94.64,"Tatoeba (mar-eng)":84.38,"Tatoeba (max-eng)":52.57,"Tatoeba (mhr-eng)":15.98,"Tatoeba (mkd-eng)":77.85,"Tatoeba (mon-eng)":71.7,"Tatoeba (nds-eng)":63.42,"Tatoeba (nld-eng)":93.78,"Tatoeba (nno-eng)":90.75,"Tatoeba (nob-eng)":96.62,"Tatoeba (nov-eng)":68.37,"Tatoeba (oci-eng)":51.12,"Tatoeba (orv-eng)":33.13,"Tatoeba (pam-eng)":9.23,"Tatoeba (pes-eng)":88.26,"Tatoeba (pms-eng)":46.68,"Tatoeba (pol-eng)":94.9,"Tatoeba (por-eng)":94.57,"Tatoeba (ron-eng)":90.72,"Tatoeba (rus-eng)":92.9,"Tatoeba (slk-eng)":88.81,"Tatoeba (slv-eng)":84.15,"Tatoeba (spa-eng)":97.68,"Tatoeba (sqi-eng)":82.77,"Tatoeba (srp-eng)":86.29,"Tatoeba (swe-eng)":92.95,"Tatoeba (swg-eng)":51.71,"Tatoeba (swh-eng)":58.13,"Tatoeba (tam-eng)":84.3,"Tatoeba (tat-eng)":42.35,"Tatoeba (tel-eng)":89.7,"Tatoeba (tgl-eng)":67.23,"Tatoeba (tha-eng)":90.55,"Tatoeba (tuk-eng)":34.36,"Tatoeba (tur-eng)":95.82,"Tatoeba (tzl-eng)":40.27,"Tatoeba (uig-eng)":59.57,"Tatoeba (ukr-eng)":91.29,"Tatoeba (urd-eng)":83.9,"Tatoeba (uzb-eng)":40.95,"Tatoeba (vie-eng)":95.93,"Tatoeba (war-eng)":23.86,"Tatoeba (wuu-eng)":88.45,"Tatoeba (xho-eng)":67.65,"Tatoeba (yid-eng)":60.43,"Tatoeba (yue-eng)":82.99,"Tatoeba (zsm-eng)":94.35} +{"index":25,"Rank":11,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":69.12,"BUCC (de-en)":98.62,"BUCC (fr-en)":97.9,"BUCC (ru-en)":97.12,"BUCC (zh-en)":98.16,"Tatoeba (afr-eng)":81.85,"Tatoeba (amh-eng)":76.36,"Tatoeba (ang-eng)":42.45,"Tatoeba (ara-eng)":77.81,"Tatoeba (arq-eng)":24.99,"Tatoeba (arz-eng)":55.77,"Tatoeba (ast-eng)":78.08,"Tatoeba (awa-eng)":48.46,"Tatoeba (aze-eng)":79.53,"Tatoeba (bel-eng)":85.56,"Tatoeba (ben-eng)":73.23,"Tatoeba (ber-eng)":20.39,"Tatoeba (bos-eng)":89.36,"Tatoeba (bre-eng)":13.59,"Tatoeba (bul-eng)":91.31,"Tatoeba (cat-eng)":91.5,"Tatoeba (cbk-eng)":70.04,"Tatoeba (ceb-eng)":21.26,"Tatoeba (ces-eng)":89.77,"Tatoeba (cha-eng)":30.8,"Tatoeba (cmn-eng)":95.73,"Tatoeba (cor-eng)":5.96,"Tatoeba (csb-eng)":29.98,"Tatoeba (cym-eng)":52.47,"Tatoeba (dan-eng)":91.83,"Tatoeba (deu-eng)":97.75,"Tatoeba (dsb-eng)":42.87,"Tatoeba (dtp-eng)":9.05,"Tatoeba (ell-eng)":91.9,"Tatoeba (epo-eng)":88.91,"Tatoeba (est-eng)":79.48,"Tatoeba (eus-eng)":63.75,"Tatoeba (fao-eng)":65.68,"Tatoeba (fin-eng)":88.19,"Tatoeba (fra-eng)":93.27,"Tatoeba (fry-eng)":73.7,"Tatoeba (gla-eng)":27.33,"Tatoeba (gle-eng)":32.73,"Tatoeba (glg-eng)":89.64,"Tatoeba (gsw-eng)":36.74,"Tatoeba (heb-eng)":75.85,"Tatoeba (hin-eng)":93.33,"Tatoeba (hrv-eng)":91.67,"Tatoeba (hsb-eng)":45.64,"Tatoeba (hun-eng)":89.09,"Tatoeba (hye-eng)":80.41,"Tatoeba (ido-eng)":77.59,"Tatoeba (ile-eng)":81.68,"Tatoeba (ina-eng)":91.29,"Tatoeba (ind-eng)":92.31,"Tatoeba (isl-eng)":82.59,"Tatoeba (ita-eng)":91.43,"Tatoeba (jav-eng)":35.7,"Tatoeba (jpn-eng)":93.14,"Tatoeba (kab-eng)":17.19,"Tatoeba (kat-eng)":72.77,"Tatoeba (kaz-eng)":67.63,"Tatoeba (khm-eng)":67.63,"Tatoeba (kor-eng)":84.08,"Tatoeba (kur-eng)":32.87,"Tatoeba (kzj-eng)":11.12,"Tatoeba (lat-eng)":42.99,"Tatoeba (lfn-eng)":63.56,"Tatoeba (lit-eng)":77.59,"Tatoeba (lvs-eng)":79.39,"Tatoeba (mal-eng)":94.64,"Tatoeba (mar-eng)":84.38,"Tatoeba (max-eng)":52.57,"Tatoeba (mhr-eng)":15.98,"Tatoeba (mkd-eng)":77.85,"Tatoeba (mon-eng)":71.7,"Tatoeba (nds-eng)":63.42,"Tatoeba (nld-eng)":93.78,"Tatoeba (nno-eng)":90.75,"Tatoeba (nob-eng)":96.62,"Tatoeba (nov-eng)":68.37,"Tatoeba (oci-eng)":51.12,"Tatoeba (orv-eng)":33.13,"Tatoeba (pam-eng)":9.23,"Tatoeba (pes-eng)":88.26,"Tatoeba (pms-eng)":46.68,"Tatoeba (pol-eng)":94.9,"Tatoeba (por-eng)":94.57,"Tatoeba (ron-eng)":90.72,"Tatoeba (rus-eng)":92.9,"Tatoeba (slk-eng)":88.81,"Tatoeba (slv-eng)":84.15,"Tatoeba (spa-eng)":97.68,"Tatoeba (sqi-eng)":82.77,"Tatoeba (srp-eng)":86.29,"Tatoeba (swe-eng)":92.95,"Tatoeba (swg-eng)":51.71,"Tatoeba (swh-eng)":58.13,"Tatoeba (tam-eng)":84.3,"Tatoeba (tat-eng)":42.35,"Tatoeba (tel-eng)":89.7,"Tatoeba (tgl-eng)":67.23,"Tatoeba (tha-eng)":90.55,"Tatoeba (tuk-eng)":34.36,"Tatoeba (tur-eng)":95.82,"Tatoeba (tzl-eng)":40.27,"Tatoeba (uig-eng)":59.57,"Tatoeba (ukr-eng)":91.29,"Tatoeba (urd-eng)":83.9,"Tatoeba (uzb-eng)":40.95,"Tatoeba (vie-eng)":95.93,"Tatoeba (war-eng)":23.86,"Tatoeba (wuu-eng)":88.45,"Tatoeba (xho-eng)":67.65,"Tatoeba (yid-eng)":60.43,"Tatoeba (yue-eng)":82.99,"Tatoeba (zsm-eng)":94.35} {"index":16,"Rank":12,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":69.09,"BUCC (de-en)":99.13,"BUCC (fr-en)":97.59,"BUCC (ru-en)":97.2,"BUCC (zh-en)":98.3,"Tatoeba (afr-eng)":86.91,"Tatoeba (amh-eng)":74.93,"Tatoeba (ang-eng)":29.07,"Tatoeba (ara-eng)":82.59,"Tatoeba (arq-eng)":26.74,"Tatoeba (arz-eng)":66.79,"Tatoeba (ast-eng)":75.31,"Tatoeba (awa-eng)":68.39,"Tatoeba (aze-eng)":84.71,"Tatoeba (bel-eng)":86.7,"Tatoeba (ben-eng)":81.05,"Tatoeba (ber-eng)":23.58,"Tatoeba (bos-eng)":88.86,"Tatoeba (bre-eng)":5.44,"Tatoeba (bul-eng)":88.63,"Tatoeba (cat-eng)":84.09,"Tatoeba (cbk-eng)":60.54,"Tatoeba (ceb-eng)":45.46,"Tatoeba (ces-eng)":88.88,"Tatoeba (cha-eng)":16.95,"Tatoeba (cmn-eng)":93.35,"Tatoeba (cor-eng)":4.38,"Tatoeba (csb-eng)":24.56,"Tatoeba (cym-eng)":65.22,"Tatoeba (dan-eng)":91.4,"Tatoeba (deu-eng)":97.07,"Tatoeba (dsb-eng)":34.33,"Tatoeba (dtp-eng)":5.13,"Tatoeba (ell-eng)":89.96,"Tatoeba (epo-eng)":92.07,"Tatoeba (est-eng)":70.51,"Tatoeba (eus-eng)":56.16,"Tatoeba (fao-eng)":64.72,"Tatoeba (fin-eng)":86.15,"Tatoeba (fra-eng)":92.76,"Tatoeba (fry-eng)":50.88,"Tatoeba (gla-eng)":43.08,"Tatoeba (gle-eng)":58.36,"Tatoeba (glg-eng)":82.79,"Tatoeba (gsw-eng)":43.53,"Tatoeba (heb-eng)":74.14,"Tatoeba (hin-eng)":93.0,"Tatoeba (hrv-eng)":92.5,"Tatoeba (hsb-eng)":40.35,"Tatoeba (hun-eng)":84.32,"Tatoeba (hye-eng)":85.91,"Tatoeba (ido-eng)":74.39,"Tatoeba (ile-eng)":72.43,"Tatoeba (ina-eng)":86.11,"Tatoeba (ind-eng)":90.26,"Tatoeba (isl-eng)":76.9,"Tatoeba (ita-eng)":90.61,"Tatoeba (jav-eng)":61.25,"Tatoeba (jpn-eng)":90.3,"Tatoeba (kab-eng)":21.98,"Tatoeba (kat-eng)":77.83,"Tatoeba (kaz-eng)":75.56,"Tatoeba (khm-eng)":47.26,"Tatoeba (kor-eng)":83.37,"Tatoeba (kur-eng)":52.96,"Tatoeba (kzj-eng)":6.2,"Tatoeba (lat-eng)":39.58,"Tatoeba (lfn-eng)":52.85,"Tatoeba (lit-eng)":75.53,"Tatoeba (lvs-eng)":76.66,"Tatoeba (mal-eng)":96.72,"Tatoeba (mar-eng)":86.62,"Tatoeba (max-eng)":52.39,"Tatoeba (mhr-eng)":5.52,"Tatoeba (mkd-eng)":73.76,"Tatoeba (mon-eng)":78.37,"Tatoeba (nds-eng)":53.86,"Tatoeba (nld-eng)":93.2,"Tatoeba (nno-eng)":82.56,"Tatoeba (nob-eng)":95.9,"Tatoeba (nov-eng)":66.83,"Tatoeba (oci-eng)":35.79,"Tatoeba (orv-eng)":16.0,"Tatoeba (pam-eng)":6.92,"Tatoeba (pes-eng)":87.08,"Tatoeba (pms-eng)":44.61,"Tatoeba (pol-eng)":94.82,"Tatoeba (por-eng)":92.74,"Tatoeba (ron-eng)":91.27,"Tatoeba (rus-eng)":91.78,"Tatoeba (slk-eng)":86.4,"Tatoeba (slv-eng)":81.93,"Tatoeba (spa-eng)":96.97,"Tatoeba (sqi-eng)":90.06,"Tatoeba (srp-eng)":89.08,"Tatoeba (swe-eng)":91.33,"Tatoeba (swg-eng)":42.33,"Tatoeba (swh-eng)":66.81,"Tatoeba (tam-eng)":85.12,"Tatoeba (tat-eng)":66.92,"Tatoeba (tel-eng)":88.49,"Tatoeba (tgl-eng)":83.78,"Tatoeba (tha-eng)":94.4,"Tatoeba (tuk-eng)":19.66,"Tatoeba (tur-eng)":92.67,"Tatoeba (tzl-eng)":34.44,"Tatoeba (uig-eng)":63.08,"Tatoeba (ukr-eng)":88.29,"Tatoeba (urd-eng)":86.2,"Tatoeba (uzb-eng)":62.63,"Tatoeba (vie-eng)":94.68,"Tatoeba (war-eng)":47.18,"Tatoeba (wuu-eng)":78.65,"Tatoeba (xho-eng)":73.24,"Tatoeba (yid-eng)":63.2,"Tatoeba (yue-eng)":80.66,"Tatoeba (zsm-eng)":92.45} {"index":0,"Rank":13,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":67.42,"BUCC (de-en)":99.21,"BUCC (fr-en)":98.39,"BUCC (ru-en)":97.62,"BUCC (zh-en)":97.7,"Tatoeba (afr-eng)":92.59,"Tatoeba (amh-eng)":80.82,"Tatoeba (ang-eng)":25.22,"Tatoeba (ara-eng)":90.14,"Tatoeba (arq-eng)":26.63,"Tatoeba (arz-eng)":66.16,"Tatoeba (ast-eng)":76.35,"Tatoeba (awa-eng)":33.74,"Tatoeba (aze-eng)":82.41,"Tatoeba (bel-eng)":79.54,"Tatoeba (ben-eng)":89.43,"Tatoeba (ber-eng)":77.63,"Tatoeba (bos-eng)":95.86,"Tatoeba (bre-eng)":31.2,"Tatoeba (bul-eng)":93.57,"Tatoeba (cat-eng)":95.8,"Tatoeba (cbk-eng)":77.17,"Tatoeba (ceb-eng)":9.93,"Tatoeba (ces-eng)":95.52,"Tatoeba (cha-eng)":14.86,"Tatoeba (cmn-eng)":85.62,"Tatoeba (cor-eng)":4.45,"Tatoeba (csb-eng)":27.03,"Tatoeba (cym-eng)":5.85,"Tatoeba (dan-eng)":95.22,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":42.34,"Tatoeba (dtp-eng)":7.39,"Tatoeba (ell-eng)":96.2,"Tatoeba (epo-eng)":96.61,"Tatoeba (est-eng)":96.43,"Tatoeba (eus-eng)":93.32,"Tatoeba (fao-eng)":57.04,"Tatoeba (fin-eng)":96.98,"Tatoeba (fra-eng)":94.28,"Tatoeba (fry-eng)":42.07,"Tatoeba (gla-eng)":1.52,"Tatoeba (gle-eng)":4.2,"Tatoeba (glg-eng)":96.14,"Tatoeba (gsw-eng)":27.52,"Tatoeba (heb-eng)":0.0,"Tatoeba (hin-eng)":95.32,"Tatoeba (hrv-eng)":96.72,"Tatoeba (hsb-eng)":45.75,"Tatoeba (hun-eng)":95.2,"Tatoeba (hye-eng)":88.72,"Tatoeba (ido-eng)":80.86,"Tatoeba (ile-eng)":87.88,"Tatoeba (ina-eng)":93.93,"Tatoeba (ind-eng)":92.98,"Tatoeba (isl-eng)":94.32,"Tatoeba (ita-eng)":94.32,"Tatoeba (jav-eng)":9.95,"Tatoeba (jpn-eng)":93.78,"Tatoeba (kab-eng)":65.88,"Tatoeba (kat-eng)":81.16,"Tatoeba (kaz-eng)":53.3,"Tatoeba (khm-eng)":74.19,"Tatoeba (kor-eng)":87.97,"Tatoeba (kur-eng)":19.09,"Tatoeba (kzj-eng)":4.46,"Tatoeba (lat-eng)":64.81,"Tatoeba (lfn-eng)":63.39,"Tatoeba (lit-eng)":96.2,"Tatoeba (lvs-eng)":95.33,"Tatoeba (mal-eng)":98.16,"Tatoeba (mar-eng)":92.93,"Tatoeba (max-eng)":36.96,"Tatoeba (mhr-eng)":6.86,"Tatoeba (mkd-eng)":93.63,"Tatoeba (mon-eng)":3.42,"Tatoeba (nds-eng)":77.13,"Tatoeba (nld-eng)":95.35,"Tatoeba (nno-eng)":72.75,"Tatoeba (nob-eng)":95.77,"Tatoeba (nov-eng)":60.02,"Tatoeba (oci-eng)":58.13,"Tatoeba (orv-eng)":23.24,"Tatoeba (pam-eng)":3.24,"Tatoeba (pes-eng)":93.13,"Tatoeba (pms-eng)":36.23,"Tatoeba (pol-eng)":97.32,"Tatoeba (por-eng)":94.54,"Tatoeba (ron-eng)":96.52,"Tatoeba (rus-eng)":92.58,"Tatoeba (slk-eng)":95.82,"Tatoeba (slv-eng)":95.4,"Tatoeba (spa-eng)":97.33,"Tatoeba (sqi-eng)":97.22,"Tatoeba (srp-eng)":93.64,"Tatoeba (swe-eng)":95.31,"Tatoeba (swg-eng)":33.1,"Tatoeba (swh-eng)":55.66,"Tatoeba (tam-eng)":87.32,"Tatoeba (tat-eng)":34.74,"Tatoeba (tel-eng)":96.72,"Tatoeba (tgl-eng)":63.19,"Tatoeba (tha-eng)":96.38,"Tatoeba (tuk-eng)":16.35,"Tatoeba (tur-eng)":98.03,"Tatoeba (tzl-eng)":36.56,"Tatoeba (uig-eng)":56.49,"Tatoeba (ukr-eng)":93.52,"Tatoeba (urd-eng)":84.23,"Tatoeba (uzb-eng)":23.2,"Tatoeba (vie-eng)":96.73,"Tatoeba (war-eng)":8.25,"Tatoeba (wuu-eng)":75.09,"Tatoeba (xho-eng)":4.68,"Tatoeba (yid-eng)":2.49,"Tatoeba (yue-eng)":87.75,"Tatoeba (zsm-eng)":95.41} {"index":6,"Rank":14,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":65.21,"BUCC (de-en)":97.86,"BUCC (fr-en)":92.66,"BUCC (ru-en)":93.5,"BUCC (zh-en)":88.79,"Tatoeba (afr-eng)":85.67,"Tatoeba (amh-eng)":76.13,"Tatoeba (ang-eng)":42.23,"Tatoeba (ara-eng)":72.55,"Tatoeba (arq-eng)":22.43,"Tatoeba (arz-eng)":55.14,"Tatoeba (ast-eng)":71.67,"Tatoeba (awa-eng)":74.27,"Tatoeba (aze-eng)":80.14,"Tatoeba (bel-eng)":84.68,"Tatoeba (ben-eng)":77.76,"Tatoeba (ber-eng)":16.92,"Tatoeba (bos-eng)":83.24,"Tatoeba (bre-eng)":8.24,"Tatoeba (bul-eng)":83.81,"Tatoeba (cat-eng)":79.75,"Tatoeba (cbk-eng)":57.77,"Tatoeba (ceb-eng)":42.01,"Tatoeba (ces-eng)":78.83,"Tatoeba (cha-eng)":27.83,"Tatoeba (cmn-eng)":88.89,"Tatoeba (cor-eng)":6.02,"Tatoeba (csb-eng)":23.99,"Tatoeba (cym-eng)":65.32,"Tatoeba (dan-eng)":84.39,"Tatoeba (deu-eng)":96.58,"Tatoeba (dsb-eng)":31.64,"Tatoeba (dtp-eng)":7.68,"Tatoeba (ell-eng)":84.08,"Tatoeba (epo-eng)":90.5,"Tatoeba (est-eng)":55.31,"Tatoeba (eus-eng)":54.47,"Tatoeba (fao-eng)":58.87,"Tatoeba (fin-eng)":68.56,"Tatoeba (fra-eng)":89.93,"Tatoeba (fry-eng)":51.03,"Tatoeba (gla-eng)":39.42,"Tatoeba (gle-eng)":59.59,"Tatoeba (glg-eng)":81.93,"Tatoeba (gsw-eng)":36.45,"Tatoeba (heb-eng)":67.92,"Tatoeba (hin-eng)":93.25,"Tatoeba (hrv-eng)":86.87,"Tatoeba (hsb-eng)":37.02,"Tatoeba (hun-eng)":71.84,"Tatoeba (hye-eng)":82.29,"Tatoeba (ido-eng)":70.86,"Tatoeba (ile-eng)":71.73,"Tatoeba (ina-eng)":85.6,"Tatoeba (ind-eng)":87.81,"Tatoeba (isl-eng)":62.16,"Tatoeba (ita-eng)":87.56,"Tatoeba (jav-eng)":50.66,"Tatoeba (jpn-eng)":83.7,"Tatoeba (kab-eng)":17.83,"Tatoeba (kat-eng)":76.84,"Tatoeba (kaz-eng)":73.03,"Tatoeba (khm-eng)":47.99,"Tatoeba (kor-eng)":74.16,"Tatoeba (kur-eng)":39.67,"Tatoeba (kzj-eng)":8.27,"Tatoeba (lat-eng)":39.95,"Tatoeba (lfn-eng)":52.73,"Tatoeba (lit-eng)":61.52,"Tatoeba (lvs-eng)":60.67,"Tatoeba (mal-eng)":94.78,"Tatoeba (mar-eng)":86.79,"Tatoeba (max-eng)":49.95,"Tatoeba (mhr-eng)":6.08,"Tatoeba (mkd-eng)":59.26,"Tatoeba (mon-eng)":78.22,"Tatoeba (nds-eng)":53.26,"Tatoeba (nld-eng)":90.3,"Tatoeba (nno-eng)":69.48,"Tatoeba (nob-eng)":87.8,"Tatoeba (nov-eng)":68.56,"Tatoeba (oci-eng)":42.84,"Tatoeba (orv-eng)":15.13,"Tatoeba (pam-eng)":6.97,"Tatoeba (pes-eng)":84.0,"Tatoeba (pms-eng)":42.15,"Tatoeba (pol-eng)":85.91,"Tatoeba (por-eng)":89.25,"Tatoeba (ron-eng)":83.67,"Tatoeba (rus-eng)":89.77,"Tatoeba (slk-eng)":79.96,"Tatoeba (slv-eng)":72.85,"Tatoeba (spa-eng)":91.1,"Tatoeba (sqi-eng)":88.56,"Tatoeba (srp-eng)":80.33,"Tatoeba (swe-eng)":84.97,"Tatoeba (swg-eng)":44.3,"Tatoeba (swh-eng)":66.74,"Tatoeba (tam-eng)":81.39,"Tatoeba (tat-eng)":63.38,"Tatoeba (tel-eng)":85.78,"Tatoeba (tgl-eng)":79.26,"Tatoeba (tha-eng)":89.36,"Tatoeba (tuk-eng)":18.41,"Tatoeba (tur-eng)":86.78,"Tatoeba (tzl-eng)":36.2,"Tatoeba (uig-eng)":59.33,"Tatoeba (ukr-eng)":81.62,"Tatoeba (urd-eng)":84.71,"Tatoeba (uzb-eng)":58.0,"Tatoeba (vie-eng)":87.78,"Tatoeba (war-eng)":40.86,"Tatoeba (wuu-eng)":69.05,"Tatoeba (xho-eng)":62.84,"Tatoeba (yid-eng)":66.83,"Tatoeba (yue-eng)":69.69,"Tatoeba (zsm-eng)":90.0} diff --git a/all_data_tasks/8/default.jsonl b/all_data_tasks/8/default.jsonl index 54677c245c4e8a36a67cff91d7d8a4056bdec432..f5da7f382b677fc35760c15146b6c5cde6145c62 100644 --- a/all_data_tasks/8/default.jsonl +++ b/all_data_tasks/8/default.jsonl @@ -52,8 +52,8 @@ {"index":311,"Rank":52,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Average":64.49,"AmazonReviewsClassification (zh)":38.69,"IFlyTek":41.15,"JDReview":82.83,"MassiveIntentClassification (zh-CN)":59.28,"MassiveScenarioClassification (zh-CN)":66.48,"MultilingualSentiment":68.2,"OnlineShopping":89.13,"TNews":49.65,"Waimai":84.96} {"index":295,"Rank":53,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Average":64.37,"AmazonReviewsClassification (zh)":29.75,"IFlyTek":50.93,"JDReview":84.93,"MassiveIntentClassification (zh-CN)":67.46,"MassiveScenarioClassification (zh-CN)":71.6,"MultilingualSentiment":55.9,"OnlineShopping":82.53,"TNews":55.08,"Waimai":81.16} {"index":383,"Rank":54,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":64.31,"AmazonReviewsClassification (zh)":38.3,"IFlyTek":44.62,"JDReview":74.6,"MassiveIntentClassification (zh-CN)":64.81,"MassiveScenarioClassification (zh-CN)":71.4,"MultilingualSentiment":67.99,"OnlineShopping":88.94,"TNews":45.77,"Waimai":82.37} -{"index":218,"Rank":55,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":64.27,"AmazonReviewsClassification (zh)":33.34,"IFlyTek":44.59,"JDReview":79.27,"MassiveIntentClassification (zh-CN)":69.62,"MassiveScenarioClassification (zh-CN)":74.4,"MultilingualSentiment":61.02,"OnlineShopping":84.85,"TNews":48.73,"Waimai":82.58} -{"index":20,"Rank":56,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":64.27,"AmazonReviewsClassification (zh)":33.34,"IFlyTek":44.59,"JDReview":79.27,"MassiveIntentClassification (zh-CN)":69.62,"MassiveScenarioClassification (zh-CN)":74.4,"MultilingualSentiment":61.02,"OnlineShopping":84.85,"TNews":48.73,"Waimai":82.58} +{"index":20,"Rank":55,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":64.27,"AmazonReviewsClassification (zh)":33.34,"IFlyTek":44.59,"JDReview":79.27,"MassiveIntentClassification (zh-CN)":69.62,"MassiveScenarioClassification (zh-CN)":74.4,"MultilingualSentiment":61.02,"OnlineShopping":84.85,"TNews":48.73,"Waimai":82.58} +{"index":218,"Rank":56,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":64.27,"AmazonReviewsClassification (zh)":33.34,"IFlyTek":44.59,"JDReview":79.27,"MassiveIntentClassification (zh-CN)":69.62,"MassiveScenarioClassification (zh-CN)":74.4,"MultilingualSentiment":61.02,"OnlineShopping":84.85,"TNews":48.73,"Waimai":82.58} {"index":34,"Rank":57,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":63.96,"AmazonReviewsClassification (zh)":35.91,"IFlyTek":45.49,"JDReview":80.04,"MassiveIntentClassification (zh-CN)":63.95,"MassiveScenarioClassification (zh-CN)":70.8,"MultilingualSentiment":63.06,"OnlineShopping":85.05,"TNews":48.15,"Waimai":83.18} {"index":206,"Rank":58,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":62.85,"AmazonReviewsClassification (zh)":35.7,"IFlyTek":40.46,"JDReview":78.26,"MassiveIntentClassification (zh-CN)":63.75,"MassiveScenarioClassification (zh-CN)":72.39,"MultilingualSentiment":63.17,"OnlineShopping":87.11,"TNews":44.15,"Waimai":80.65} {"index":53,"Rank":59,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":62.7,"AmazonReviewsClassification (zh)":38.25,"IFlyTek":43.13,"JDReview":69.08,"MassiveIntentClassification (zh-CN)":61.23,"MassiveScenarioClassification (zh-CN)":68.12,"MultilingualSentiment":67.83,"OnlineShopping":88.13,"TNews":44.42,"Waimai":84.15} diff --git a/all_data_tasks/9/default.jsonl b/all_data_tasks/9/default.jsonl index 87758e527dd4fe42a2eb8bf73f226770ff6b105b..b10fb1647c6f9afde709a87dcae6e992ba4131bb 100644 --- a/all_data_tasks/9/default.jsonl +++ b/all_data_tasks/9/default.jsonl @@ -30,8 +30,8 @@ {"index":22,"Rank":30,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Average":49.04,"CLSClusteringP2P":40.03,"CLSClusteringS2S":38.19,"ThuNewsClusteringP2P":60.85,"ThuNewsClusteringS2S":57.09} {"index":21,"Rank":31,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":49.0,"CLSClusteringP2P":39.96,"CLSClusteringS2S":38.19,"ThuNewsClusteringP2P":60.74,"ThuNewsClusteringS2S":57.09} {"index":28,"Rank":32,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":48.99,"CLSClusteringP2P":41.44,"CLSClusteringS2S":38.33,"ThuNewsClusteringP2P":59.61,"ThuNewsClusteringS2S":56.58} -{"index":311,"Rank":33,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Average":48.95,"CLSClusteringP2P":39.54,"CLSClusteringS2S":37.33,"ThuNewsClusteringP2P":63.79,"ThuNewsClusteringS2S":55.14} -{"index":314,"Rank":34,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":48.95,"CLSClusteringP2P":39.54,"CLSClusteringS2S":37.33,"ThuNewsClusteringP2P":63.79,"ThuNewsClusteringS2S":55.14} +{"index":314,"Rank":33,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":48.95,"CLSClusteringP2P":39.54,"CLSClusteringS2S":37.33,"ThuNewsClusteringP2P":63.79,"ThuNewsClusteringS2S":55.14} +{"index":311,"Rank":34,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Average":48.95,"CLSClusteringP2P":39.54,"CLSClusteringS2S":37.33,"ThuNewsClusteringP2P":63.79,"ThuNewsClusteringS2S":55.14} {"index":42,"Rank":35,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":48.88,"CLSClusteringP2P":42.46,"CLSClusteringS2S":40.38,"ThuNewsClusteringP2P":58.54,"ThuNewsClusteringS2S":54.15} {"index":238,"Rank":36,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":48.88,"CLSClusteringP2P":38.6,"CLSClusteringS2S":38.02,"ThuNewsClusteringP2P":60.39,"ThuNewsClusteringS2S":58.51} {"index":41,"Rank":37,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":48.81,"CLSClusteringP2P":42.84,"CLSClusteringS2S":39.77,"ThuNewsClusteringP2P":58.93,"ThuNewsClusteringS2S":53.71} @@ -43,13 +43,13 @@ {"index":295,"Rank":43,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Average":48.05,"CLSClusteringP2P":38.88,"CLSClusteringS2S":39.09,"ThuNewsClusteringP2P":59.51,"ThuNewsClusteringS2S":54.72} {"index":237,"Rank":44,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":47.68,"CLSClusteringP2P":39.81,"CLSClusteringS2S":37.34,"ThuNewsClusteringP2P":59.77,"ThuNewsClusteringS2S":53.78} {"index":24,"Rank":45,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":47.53,"CLSClusteringP2P":39.91,"CLSClusteringS2S":37.63,"ThuNewsClusteringP2P":58.45,"ThuNewsClusteringS2S":54.12} -{"index":218,"Rank":46,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":47.48,"CLSClusteringP2P":37.95,"CLSClusteringS2S":38.12,"ThuNewsClusteringP2P":57.25,"ThuNewsClusteringS2S":56.62} -{"index":20,"Rank":47,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":47.48,"CLSClusteringP2P":37.95,"CLSClusteringS2S":38.12,"ThuNewsClusteringP2P":57.25,"ThuNewsClusteringS2S":56.62} +{"index":20,"Rank":46,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":47.48,"CLSClusteringP2P":37.95,"CLSClusteringS2S":38.12,"ThuNewsClusteringP2P":57.25,"ThuNewsClusteringS2S":56.62} +{"index":218,"Rank":47,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":47.48,"CLSClusteringP2P":37.95,"CLSClusteringS2S":38.12,"ThuNewsClusteringP2P":57.25,"ThuNewsClusteringS2S":56.62} {"index":40,"Rank":48,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":47.21,"CLSClusteringP2P":42.21,"CLSClusteringS2S":40.33,"ThuNewsClusteringP2P":55.81,"ThuNewsClusteringS2S":50.5} {"index":272,"Rank":49,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":47.12,"CLSClusteringP2P":38.36,"CLSClusteringS2S":35.65,"ThuNewsClusteringP2P":61.44,"ThuNewsClusteringS2S":53.02} {"index":273,"Rank":50,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":47.04,"CLSClusteringP2P":38.98,"CLSClusteringS2S":36.04,"ThuNewsClusteringP2P":60.58,"ThuNewsClusteringS2S":52.56} -{"index":302,"Rank":51,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":46.47,"CLSClusteringP2P":39.97,"CLSClusteringS2S":38.4,"ThuNewsClusteringP2P":54.08,"ThuNewsClusteringS2S":53.42} -{"index":215,"Rank":52,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":46.47,"CLSClusteringP2P":39.97,"CLSClusteringS2S":38.4,"ThuNewsClusteringP2P":54.08,"ThuNewsClusteringS2S":53.42} +{"index":215,"Rank":51,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":46.47,"CLSClusteringP2P":39.97,"CLSClusteringS2S":38.4,"ThuNewsClusteringP2P":54.08,"ThuNewsClusteringS2S":53.42} +{"index":302,"Rank":52,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":46.47,"CLSClusteringP2P":39.97,"CLSClusteringS2S":38.4,"ThuNewsClusteringP2P":54.08,"ThuNewsClusteringS2S":53.42} {"index":383,"Rank":53,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.68,"CLSClusteringP2P":38.26,"CLSClusteringS2S":35.91,"ThuNewsClusteringP2P":58.71,"ThuNewsClusteringS2S":49.86} {"index":203,"Rank":54,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":45.26,"CLSClusteringP2P":39.14,"CLSClusteringS2S":37.79,"ThuNewsClusteringP2P":55.18,"ThuNewsClusteringS2S":48.93} {"index":301,"Rank":55,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":44.39,"CLSClusteringP2P":37.01,"CLSClusteringS2S":33.46,"ThuNewsClusteringP2P":58.83,"ThuNewsClusteringS2S":48.26} diff --git a/boards_data/de/data_tasks/Clustering/default.jsonl b/boards_data/de/data_tasks/Clustering/default.jsonl index b438100ab77ef31de59fefbdd5dd47040c64b213..102730a91c9371386bb8fd8ccd5044c633abaa82 100644 --- a/boards_data/de/data_tasks/Clustering/default.jsonl +++ b/boards_data/de/data_tasks/Clustering/default.jsonl @@ -1,8 +1,8 @@ {"index":7,"Rank":1,"Model":"gbert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":32.34,"BlurbsClusteringP2P":39.3,"BlurbsClusteringS2S":13.38,"TenKGnadClusteringP2P":41.69,"TenKGnadClusteringS2S":34.97} {"index":17,"Rank":2,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":29.74,"BlurbsClusteringP2P":39.91,"BlurbsClusteringS2S":15.94,"TenKGnadClusteringP2P":43.43,"TenKGnadClusteringS2S":19.69} -{"index":11,"Rank":3,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69} -{"index":5,"Rank":4,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69} -{"index":1,"Rank":5,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69} +{"index":1,"Rank":3,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69} +{"index":11,"Rank":4,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69} +{"index":5,"Rank":5,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69} {"index":4,"Rank":6,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Average":29.5,"BlurbsClusteringP2P":38.68,"BlurbsClusteringS2S":17.62,"TenKGnadClusteringP2P":38.0,"TenKGnadClusteringS2S":23.71} {"index":16,"Rank":7,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":27.49,"BlurbsClusteringP2P":35.33,"BlurbsClusteringS2S":13.27,"TenKGnadClusteringP2P":44.11,"TenKGnadClusteringS2S":17.26} {"index":14,"Rank":8,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":27.04,"BlurbsClusteringP2P":34.38,"BlurbsClusteringS2S":15.81,"TenKGnadClusteringP2P":35.96,"TenKGnadClusteringS2S":22.0} diff --git a/boards_data/en-x/data_tasks/BitextMining/default.jsonl b/boards_data/en-x/data_tasks/BitextMining/default.jsonl index 6af53c94ce2dd6264bdf7c5b21369880f2362a93..6802a02c26bff995e1f0dd216141f1467b5e4dcf 100644 --- a/boards_data/en-x/data_tasks/BitextMining/default.jsonl +++ b/boards_data/en-x/data_tasks/BitextMining/default.jsonl @@ -1,14 +1,14 @@ {"index":18,"Rank":1,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":84.29,"BUCC (de-en)":99.61,"BUCC (fr-en)":99.15,"BUCC (ru-en)":97.87,"BUCC (zh-en)":99.39,"Tatoeba (afr-eng)":95.4,"Tatoeba (amh-eng)":87.14,"Tatoeba (ang-eng)":72.81,"Tatoeba (ara-eng)":91.1,"Tatoeba (arq-eng)":63.07,"Tatoeba (arz-eng)":81.86,"Tatoeba (ast-eng)":89.76,"Tatoeba (awa-eng)":91.99,"Tatoeba (aze-eng)":93.79,"Tatoeba (bel-eng)":95.55,"Tatoeba (ben-eng)":89.13,"Tatoeba (ber-eng)":55.58,"Tatoeba (bos-eng)":95.86,"Tatoeba (bre-eng)":32.94,"Tatoeba (bul-eng)":94.38,"Tatoeba (cat-eng)":94.93,"Tatoeba (cbk-eng)":84.1,"Tatoeba (ceb-eng)":70.78,"Tatoeba (ces-eng)":96.57,"Tatoeba (cha-eng)":51.46,"Tatoeba (cmn-eng)":96.37,"Tatoeba (cor-eng)":11.82,"Tatoeba (csb-eng)":66.59,"Tatoeba (cym-eng)":89.97,"Tatoeba (dan-eng)":95.3,"Tatoeba (deu-eng)":99.33,"Tatoeba (dsb-eng)":72.0,"Tatoeba (dtp-eng)":14.51,"Tatoeba (ell-eng)":95.12,"Tatoeba (epo-eng)":98.48,"Tatoeba (est-eng)":88.03,"Tatoeba (eus-eng)":84.72,"Tatoeba (fao-eng)":86.77,"Tatoeba (fin-eng)":96.92,"Tatoeba (fra-eng)":95.02,"Tatoeba (fry-eng)":82.47,"Tatoeba (gla-eng)":78.33,"Tatoeba (gle-eng)":84.99,"Tatoeba (glg-eng)":96.22,"Tatoeba (gsw-eng)":61.9,"Tatoeba (heb-eng)":91.46,"Tatoeba (hin-eng)":97.6,"Tatoeba (hrv-eng)":96.75,"Tatoeba (hsb-eng)":79.45,"Tatoeba (hun-eng)":94.33,"Tatoeba (hye-eng)":93.52,"Tatoeba (ido-eng)":91.92,"Tatoeba (ile-eng)":89.78,"Tatoeba (ina-eng)":96.27,"Tatoeba (ind-eng)":94.42,"Tatoeba (isl-eng)":95.0,"Tatoeba (ita-eng)":94.67,"Tatoeba (jav-eng)":85.28,"Tatoeba (jpn-eng)":96.12,"Tatoeba (kab-eng)":57.85,"Tatoeba (kat-eng)":92.47,"Tatoeba (kaz-eng)":87.72,"Tatoeba (khm-eng)":73.27,"Tatoeba (kor-eng)":91.97,"Tatoeba (kur-eng)":77.33,"Tatoeba (kzj-eng)":14.98,"Tatoeba (lat-eng)":74.51,"Tatoeba (lfn-eng)":80.68,"Tatoeba (lit-eng)":92.01,"Tatoeba (lvs-eng)":92.81,"Tatoeba (mal-eng)":98.93,"Tatoeba (mar-eng)":92.58,"Tatoeba (max-eng)":73.44,"Tatoeba (mhr-eng)":16.92,"Tatoeba (mkd-eng)":92.49,"Tatoeba (mon-eng)":95.49,"Tatoeba (nds-eng)":86.32,"Tatoeba (nld-eng)":97.2,"Tatoeba (nno-eng)":94.26,"Tatoeba (nob-eng)":98.2,"Tatoeba (nov-eng)":83.0,"Tatoeba (oci-eng)":71.91,"Tatoeba (orv-eng)":58.29,"Tatoeba (pam-eng)":19.63,"Tatoeba (pes-eng)":94.57,"Tatoeba (pms-eng)":77.98,"Tatoeba (pol-eng)":97.27,"Tatoeba (por-eng)":94.91,"Tatoeba (ron-eng)":97.18,"Tatoeba (rus-eng)":93.57,"Tatoeba (slk-eng)":95.13,"Tatoeba (slv-eng)":91.91,"Tatoeba (spa-eng)":98.6,"Tatoeba (sqi-eng)":96.75,"Tatoeba (srp-eng)":94.53,"Tatoeba (swe-eng)":95.72,"Tatoeba (swg-eng)":77.68,"Tatoeba (swh-eng)":80.91,"Tatoeba (tam-eng)":90.65,"Tatoeba (tat-eng)":84.61,"Tatoeba (tel-eng)":96.08,"Tatoeba (tgl-eng)":95.85,"Tatoeba (tha-eng)":96.72,"Tatoeba (tuk-eng)":49.64,"Tatoeba (tur-eng)":98.27,"Tatoeba (tzl-eng)":61.09,"Tatoeba (uig-eng)":86.82,"Tatoeba (ukr-eng)":94.78,"Tatoeba (urd-eng)":93.41,"Tatoeba (uzb-eng)":80.55,"Tatoeba (vie-eng)":97.1,"Tatoeba (war-eng)":74.4,"Tatoeba (wuu-eng)":92.34,"Tatoeba (xho-eng)":88.26,"Tatoeba (yid-eng)":90.38,"Tatoeba (yue-eng)":93.47,"Tatoeba (zsm-eng)":96.48} {"index":14,"Rank":2,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.67,"BUCC (de-en)":98.82,"BUCC (fr-en)":98.09,"BUCC (ru-en)":97.37,"BUCC (zh-en)":98.72,"Tatoeba (afr-eng)":97.47,"Tatoeba (amh-eng)":91.67,"Tatoeba (ang-eng)":46.34,"Tatoeba (ara-eng)":93.83,"Tatoeba (arq-eng)":75.41,"Tatoeba (arz-eng)":86.76,"Tatoeba (ast-eng)":90.81,"Tatoeba (awa-eng)":87.86,"Tatoeba (aze-eng)":89.12,"Tatoeba (bel-eng)":95.68,"Tatoeba (ben-eng)":89.02,"Tatoeba (ber-eng)":29.29,"Tatoeba (bos-eng)":95.9,"Tatoeba (bre-eng)":8.48,"Tatoeba (bul-eng)":94.52,"Tatoeba (cat-eng)":96.65,"Tatoeba (cbk-eng)":80.47,"Tatoeba (ceb-eng)":74.67,"Tatoeba (ces-eng)":96.88,"Tatoeba (cha-eng)":25.11,"Tatoeba (cmn-eng)":93.8,"Tatoeba (cor-eng)":9.98,"Tatoeba (csb-eng)":77.98,"Tatoeba (cym-eng)":91.3,"Tatoeba (dan-eng)":97.09,"Tatoeba (deu-eng)":99.13,"Tatoeba (dsb-eng)":64.48,"Tatoeba (dtp-eng)":7.95,"Tatoeba (ell-eng)":95.47,"Tatoeba (epo-eng)":98.47,"Tatoeba (est-eng)":97.17,"Tatoeba (eus-eng)":95.38,"Tatoeba (fao-eng)":93.6,"Tatoeba (fin-eng)":97.83,"Tatoeba (fra-eng)":95.37,"Tatoeba (fry-eng)":59.45,"Tatoeba (gla-eng)":80.89,"Tatoeba (gle-eng)":91.63,"Tatoeba (glg-eng)":97.28,"Tatoeba (gsw-eng)":54.83,"Tatoeba (heb-eng)":92.34,"Tatoeba (hin-eng)":97.07,"Tatoeba (hrv-eng)":97.65,"Tatoeba (hsb-eng)":77.87,"Tatoeba (hun-eng)":96.93,"Tatoeba (hye-eng)":95.15,"Tatoeba (ido-eng)":93.67,"Tatoeba (ile-eng)":81.0,"Tatoeba (ina-eng)":88.66,"Tatoeba (ind-eng)":94.5,"Tatoeba (isl-eng)":96.47,"Tatoeba (ita-eng)":95.95,"Tatoeba (jav-eng)":85.76,"Tatoeba (jpn-eng)":94.67,"Tatoeba (kab-eng)":83.66,"Tatoeba (kat-eng)":93.69,"Tatoeba (kaz-eng)":88.12,"Tatoeba (khm-eng)":70.2,"Tatoeba (kor-eng)":89.99,"Tatoeba (kur-eng)":34.22,"Tatoeba (kzj-eng)":8.62,"Tatoeba (lat-eng)":36.64,"Tatoeba (lfn-eng)":65.54,"Tatoeba (lit-eng)":97.43,"Tatoeba (lvs-eng)":95.45,"Tatoeba (mal-eng)":97.67,"Tatoeba (mar-eng)":93.35,"Tatoeba (max-eng)":72.73,"Tatoeba (mhr-eng)":11.87,"Tatoeba (mkd-eng)":95.98,"Tatoeba (mon-eng)":91.59,"Tatoeba (nds-eng)":54.18,"Tatoeba (nld-eng)":97.2,"Tatoeba (nno-eng)":97.31,"Tatoeba (nob-eng)":99.07,"Tatoeba (nov-eng)":71.25,"Tatoeba (oci-eng)":84.57,"Tatoeba (orv-eng)":47.07,"Tatoeba (pam-eng)":10.3,"Tatoeba (pes-eng)":94.37,"Tatoeba (pms-eng)":66.63,"Tatoeba (pol-eng)":97.7,"Tatoeba (por-eng)":95.49,"Tatoeba (ron-eng)":97.6,"Tatoeba (rus-eng)":94.35,"Tatoeba (slk-eng)":97.63,"Tatoeba (slv-eng)":95.99,"Tatoeba (spa-eng)":98.53,"Tatoeba (sqi-eng)":98.55,"Tatoeba (srp-eng)":94.87,"Tatoeba (swe-eng)":97.03,"Tatoeba (swg-eng)":67.69,"Tatoeba (swh-eng)":91.98,"Tatoeba (tam-eng)":88.08,"Tatoeba (tat-eng)":87.05,"Tatoeba (tel-eng)":91.6,"Tatoeba (tgl-eng)":96.95,"Tatoeba (tha-eng)":96.05,"Tatoeba (tuk-eng)":91.82,"Tatoeba (tur-eng)":98.27,"Tatoeba (tzl-eng)":39.48,"Tatoeba (uig-eng)":90.07,"Tatoeba (ukr-eng)":94.3,"Tatoeba (urd-eng)":93.17,"Tatoeba (uzb-eng)":85.26,"Tatoeba (vie-eng)":97.17,"Tatoeba (war-eng)":82.83,"Tatoeba (wuu-eng)":81.79,"Tatoeba (xho-eng)":94.84,"Tatoeba (yid-eng)":94.3,"Tatoeba (yue-eng)":88.44,"Tatoeba (zsm-eng)":96.07} {"index":27,"Rank":3,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":81.75,"BUCC (de-en)":99.35,"BUCC (fr-en)":98.72,"BUCC (ru-en)":97.78,"BUCC (zh-en)":99.16,"Tatoeba (afr-eng)":96.18,"Tatoeba (amh-eng)":91.47,"Tatoeba (ang-eng)":59.28,"Tatoeba (ara-eng)":88.8,"Tatoeba (arq-eng)":42.69,"Tatoeba (arz-eng)":76.0,"Tatoeba (ast-eng)":90.68,"Tatoeba (awa-eng)":71.7,"Tatoeba (aze-eng)":94.93,"Tatoeba (bel-eng)":95.0,"Tatoeba (ben-eng)":88.55,"Tatoeba (ber-eng)":8.4,"Tatoeba (bos-eng)":94.92,"Tatoeba (bre-eng)":15.07,"Tatoeba (bul-eng)":94.58,"Tatoeba (cat-eng)":95.38,"Tatoeba (cbk-eng)":79.44,"Tatoeba (ceb-eng)":64.42,"Tatoeba (ces-eng)":96.68,"Tatoeba (cha-eng)":31.77,"Tatoeba (cmn-eng)":95.1,"Tatoeba (cor-eng)":10.11,"Tatoeba (csb-eng)":52.57,"Tatoeba (cym-eng)":92.0,"Tatoeba (dan-eng)":95.71,"Tatoeba (deu-eng)":99.2,"Tatoeba (dsb-eng)":64.81,"Tatoeba (dtp-eng)":10.85,"Tatoeba (ell-eng)":95.35,"Tatoeba (epo-eng)":98.2,"Tatoeba (est-eng)":96.55,"Tatoeba (eus-eng)":95.01,"Tatoeba (fao-eng)":87.4,"Tatoeba (fin-eng)":96.37,"Tatoeba (fra-eng)":94.86,"Tatoeba (fry-eng)":89.31,"Tatoeba (gla-eng)":85.66,"Tatoeba (gle-eng)":93.8,"Tatoeba (glg-eng)":96.82,"Tatoeba (gsw-eng)":46.5,"Tatoeba (heb-eng)":91.53,"Tatoeba (hin-eng)":96.87,"Tatoeba (hrv-eng)":96.95,"Tatoeba (hsb-eng)":67.11,"Tatoeba (hun-eng)":96.55,"Tatoeba (hye-eng)":94.09,"Tatoeba (ido-eng)":89.42,"Tatoeba (ile-eng)":85.58,"Tatoeba (ina-eng)":95.37,"Tatoeba (ind-eng)":93.66,"Tatoeba (isl-eng)":94.75,"Tatoeba (ita-eng)":92.72,"Tatoeba (jav-eng)":79.77,"Tatoeba (jpn-eng)":95.38,"Tatoeba (kab-eng)":4.31,"Tatoeba (kat-eng)":95.02,"Tatoeba (kaz-eng)":87.49,"Tatoeba (khm-eng)":78.37,"Tatoeba (kor-eng)":90.95,"Tatoeba (kur-eng)":83.59,"Tatoeba (kzj-eng)":11.33,"Tatoeba (lat-eng)":80.07,"Tatoeba (lfn-eng)":67.54,"Tatoeba (lit-eng)":96.47,"Tatoeba (lvs-eng)":95.88,"Tatoeba (mal-eng)":98.45,"Tatoeba (mar-eng)":92.65,"Tatoeba (max-eng)":63.26,"Tatoeba (mhr-eng)":15.74,"Tatoeba (mkd-eng)":93.6,"Tatoeba (mon-eng)":95.91,"Tatoeba (nds-eng)":79.42,"Tatoeba (nld-eng)":96.07,"Tatoeba (nno-eng)":94.48,"Tatoeba (nob-eng)":98.4,"Tatoeba (nov-eng)":74.38,"Tatoeba (oci-eng)":65.81,"Tatoeba (orv-eng)":38.93,"Tatoeba (pam-eng)":10.73,"Tatoeba (pes-eng)":94.7,"Tatoeba (pms-eng)":64.57,"Tatoeba (pol-eng)":97.22,"Tatoeba (por-eng)":94.14,"Tatoeba (ron-eng)":96.92,"Tatoeba (rus-eng)":93.75,"Tatoeba (slk-eng)":96.5,"Tatoeba (slv-eng)":96.03,"Tatoeba (spa-eng)":98.4,"Tatoeba (sqi-eng)":96.76,"Tatoeba (srp-eng)":94.43,"Tatoeba (swe-eng)":95.63,"Tatoeba (swg-eng)":59.36,"Tatoeba (swh-eng)":84.5,"Tatoeba (tam-eng)":89.0,"Tatoeba (tat-eng)":85.92,"Tatoeba (tel-eng)":97.86,"Tatoeba (tgl-eng)":96.02,"Tatoeba (tha-eng)":96.14,"Tatoeba (tuk-eng)":75.27,"Tatoeba (tur-eng)":98.0,"Tatoeba (tzl-eng)":58.88,"Tatoeba (uig-eng)":92.4,"Tatoeba (ukr-eng)":93.97,"Tatoeba (urd-eng)":93.22,"Tatoeba (uzb-eng)":84.23,"Tatoeba (vie-eng)":97.2,"Tatoeba (war-eng)":60.29,"Tatoeba (wuu-eng)":90.18,"Tatoeba (xho-eng)":91.55,"Tatoeba (yid-eng)":88.79,"Tatoeba (yue-eng)":89.58,"Tatoeba (zsm-eng)":95.62} -{"index":35,"Rank":4,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.52,"BUCC (de-en)":99.38,"BUCC (fr-en)":98.11,"BUCC (ru-en)":97.52,"BUCC (zh-en)":99.2,"Tatoeba (afr-eng)":90.26,"Tatoeba (amh-eng)":80.69,"Tatoeba (ang-eng)":40.18,"Tatoeba (ara-eng)":85.47,"Tatoeba (arq-eng)":41.56,"Tatoeba (arz-eng)":74.73,"Tatoeba (ast-eng)":81.76,"Tatoeba (awa-eng)":72.27,"Tatoeba (aze-eng)":87.61,"Tatoeba (bel-eng)":91.2,"Tatoeba (ben-eng)":83.02,"Tatoeba (ber-eng)":38.89,"Tatoeba (bos-eng)":92.86,"Tatoeba (bre-eng)":11.1,"Tatoeba (bul-eng)":92.93,"Tatoeba (cat-eng)":91.03,"Tatoeba (cbk-eng)":69.15,"Tatoeba (ceb-eng)":55.31,"Tatoeba (ces-eng)":94.89,"Tatoeba (cha-eng)":27.21,"Tatoeba (cmn-eng)":95.28,"Tatoeba (cor-eng)":6.28,"Tatoeba (csb-eng)":36.98,"Tatoeba (cym-eng)":76.21,"Tatoeba (dan-eng)":95.08,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":48.44,"Tatoeba (dtp-eng)":7.0,"Tatoeba (ell-eng)":93.88,"Tatoeba (epo-eng)":96.01,"Tatoeba (est-eng)":85.03,"Tatoeba (eus-eng)":77.82,"Tatoeba (fao-eng)":72.62,"Tatoeba (fin-eng)":95.44,"Tatoeba (fra-eng)":93.42,"Tatoeba (fry-eng)":63.43,"Tatoeba (gla-eng)":59.01,"Tatoeba (gle-eng)":71.48,"Tatoeba (glg-eng)":93.34,"Tatoeba (gsw-eng)":51.65,"Tatoeba (heb-eng)":86.52,"Tatoeba (hin-eng)":94.48,"Tatoeba (hrv-eng)":96.15,"Tatoeba (hsb-eng)":58.7,"Tatoeba (hun-eng)":94.01,"Tatoeba (hye-eng)":90.92,"Tatoeba (ido-eng)":83.63,"Tatoeba (ile-eng)":79.15,"Tatoeba (ina-eng)":93.61,"Tatoeba (ind-eng)":92.9,"Tatoeba (isl-eng)":91.96,"Tatoeba (ita-eng)":93.29,"Tatoeba (jav-eng)":75.46,"Tatoeba (jpn-eng)":95.28,"Tatoeba (kab-eng)":36.54,"Tatoeba (kat-eng)":84.09,"Tatoeba (kaz-eng)":79.44,"Tatoeba (khm-eng)":60.02,"Tatoeba (kor-eng)":90.65,"Tatoeba (kur-eng)":66.83,"Tatoeba (kzj-eng)":7.91,"Tatoeba (lat-eng)":53.3,"Tatoeba (lfn-eng)":63.02,"Tatoeba (lit-eng)":88.48,"Tatoeba (lvs-eng)":89.83,"Tatoeba (mal-eng)":97.7,"Tatoeba (mar-eng)":88.58,"Tatoeba (max-eng)":63.42,"Tatoeba (mhr-eng)":6.79,"Tatoeba (mkd-eng)":85.5,"Tatoeba (mon-eng)":87.53,"Tatoeba (nds-eng)":69.52,"Tatoeba (nld-eng)":96.63,"Tatoeba (nno-eng)":91.4,"Tatoeba (nob-eng)":97.2,"Tatoeba (nov-eng)":71.56,"Tatoeba (oci-eng)":54.91,"Tatoeba (orv-eng)":39.8,"Tatoeba (pam-eng)":9.28,"Tatoeba (pes-eng)":92.14,"Tatoeba (pms-eng)":59.87,"Tatoeba (pol-eng)":96.6,"Tatoeba (por-eng)":93.63,"Tatoeba (ron-eng)":94.87,"Tatoeba (rus-eng)":92.32,"Tatoeba (slk-eng)":93.13,"Tatoeba (slv-eng)":89.65,"Tatoeba (spa-eng)":97.1,"Tatoeba (sqi-eng)":94.7,"Tatoeba (srp-eng)":93.1,"Tatoeba (swe-eng)":95.3,"Tatoeba (swg-eng)":56.83,"Tatoeba (swh-eng)":71.61,"Tatoeba (tam-eng)":88.23,"Tatoeba (tat-eng)":73.65,"Tatoeba (tel-eng)":91.34,"Tatoeba (tgl-eng)":92.0,"Tatoeba (tha-eng)":95.38,"Tatoeba (tuk-eng)":33.15,"Tatoeba (tur-eng)":96.27,"Tatoeba (tzl-eng)":53.16,"Tatoeba (uig-eng)":72.08,"Tatoeba (ukr-eng)":93.32,"Tatoeba (urd-eng)":89.21,"Tatoeba (uzb-eng)":72.35,"Tatoeba (vie-eng)":97.0,"Tatoeba (war-eng)":62.26,"Tatoeba (wuu-eng)":86.23,"Tatoeba (xho-eng)":80.87,"Tatoeba (yid-eng)":76.33,"Tatoeba (yue-eng)":88.71,"Tatoeba (zsm-eng)":94.53} +{"index":13,"Rank":4,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.52,"BUCC (de-en)":99.38,"BUCC (fr-en)":98.11,"BUCC (ru-en)":97.52,"BUCC (zh-en)":99.2,"Tatoeba (afr-eng)":90.26,"Tatoeba (amh-eng)":80.69,"Tatoeba (ang-eng)":40.18,"Tatoeba (ara-eng)":85.47,"Tatoeba (arq-eng)":41.56,"Tatoeba (arz-eng)":74.73,"Tatoeba (ast-eng)":81.76,"Tatoeba (awa-eng)":72.27,"Tatoeba (aze-eng)":87.61,"Tatoeba (bel-eng)":91.2,"Tatoeba (ben-eng)":83.02,"Tatoeba (ber-eng)":38.89,"Tatoeba (bos-eng)":92.86,"Tatoeba (bre-eng)":11.1,"Tatoeba (bul-eng)":92.93,"Tatoeba (cat-eng)":91.03,"Tatoeba (cbk-eng)":69.15,"Tatoeba (ceb-eng)":55.31,"Tatoeba (ces-eng)":94.89,"Tatoeba (cha-eng)":27.21,"Tatoeba (cmn-eng)":95.28,"Tatoeba (cor-eng)":6.28,"Tatoeba (csb-eng)":36.98,"Tatoeba (cym-eng)":76.21,"Tatoeba (dan-eng)":95.08,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":48.44,"Tatoeba (dtp-eng)":7.0,"Tatoeba (ell-eng)":93.88,"Tatoeba (epo-eng)":96.01,"Tatoeba (est-eng)":85.03,"Tatoeba (eus-eng)":77.82,"Tatoeba (fao-eng)":72.62,"Tatoeba (fin-eng)":95.44,"Tatoeba (fra-eng)":93.42,"Tatoeba (fry-eng)":63.43,"Tatoeba (gla-eng)":59.01,"Tatoeba (gle-eng)":71.48,"Tatoeba (glg-eng)":93.34,"Tatoeba (gsw-eng)":51.65,"Tatoeba (heb-eng)":86.52,"Tatoeba (hin-eng)":94.48,"Tatoeba (hrv-eng)":96.15,"Tatoeba (hsb-eng)":58.7,"Tatoeba (hun-eng)":94.01,"Tatoeba (hye-eng)":90.92,"Tatoeba (ido-eng)":83.63,"Tatoeba (ile-eng)":79.15,"Tatoeba (ina-eng)":93.61,"Tatoeba (ind-eng)":92.9,"Tatoeba (isl-eng)":91.96,"Tatoeba (ita-eng)":93.29,"Tatoeba (jav-eng)":75.46,"Tatoeba (jpn-eng)":95.28,"Tatoeba (kab-eng)":36.54,"Tatoeba (kat-eng)":84.09,"Tatoeba (kaz-eng)":79.44,"Tatoeba (khm-eng)":60.02,"Tatoeba (kor-eng)":90.65,"Tatoeba (kur-eng)":66.83,"Tatoeba (kzj-eng)":7.91,"Tatoeba (lat-eng)":53.3,"Tatoeba (lfn-eng)":63.02,"Tatoeba (lit-eng)":88.48,"Tatoeba (lvs-eng)":89.83,"Tatoeba (mal-eng)":97.7,"Tatoeba (mar-eng)":88.58,"Tatoeba (max-eng)":63.42,"Tatoeba (mhr-eng)":6.79,"Tatoeba (mkd-eng)":85.5,"Tatoeba (mon-eng)":87.53,"Tatoeba (nds-eng)":69.52,"Tatoeba (nld-eng)":96.63,"Tatoeba (nno-eng)":91.4,"Tatoeba (nob-eng)":97.2,"Tatoeba (nov-eng)":71.56,"Tatoeba (oci-eng)":54.91,"Tatoeba (orv-eng)":39.8,"Tatoeba (pam-eng)":9.28,"Tatoeba (pes-eng)":92.14,"Tatoeba (pms-eng)":59.87,"Tatoeba (pol-eng)":96.6,"Tatoeba (por-eng)":93.63,"Tatoeba (ron-eng)":94.87,"Tatoeba (rus-eng)":92.32,"Tatoeba (slk-eng)":93.13,"Tatoeba (slv-eng)":89.65,"Tatoeba (spa-eng)":97.1,"Tatoeba (sqi-eng)":94.7,"Tatoeba (srp-eng)":93.1,"Tatoeba (swe-eng)":95.3,"Tatoeba (swg-eng)":56.83,"Tatoeba (swh-eng)":71.61,"Tatoeba (tam-eng)":88.23,"Tatoeba (tat-eng)":73.65,"Tatoeba (tel-eng)":91.34,"Tatoeba (tgl-eng)":92.0,"Tatoeba (tha-eng)":95.38,"Tatoeba (tuk-eng)":33.15,"Tatoeba (tur-eng)":96.27,"Tatoeba (tzl-eng)":53.16,"Tatoeba (uig-eng)":72.08,"Tatoeba (ukr-eng)":93.32,"Tatoeba (urd-eng)":89.21,"Tatoeba (uzb-eng)":72.35,"Tatoeba (vie-eng)":97.0,"Tatoeba (war-eng)":62.26,"Tatoeba (wuu-eng)":86.23,"Tatoeba (xho-eng)":80.87,"Tatoeba (yid-eng)":76.33,"Tatoeba (yue-eng)":88.71,"Tatoeba (zsm-eng)":94.53} {"index":17,"Rank":5,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":76.52,"BUCC (de-en)":99.38,"BUCC (fr-en)":98.11,"BUCC (ru-en)":97.52,"BUCC (zh-en)":99.2,"Tatoeba (afr-eng)":90.26,"Tatoeba (amh-eng)":80.69,"Tatoeba (ang-eng)":40.18,"Tatoeba (ara-eng)":85.47,"Tatoeba (arq-eng)":41.56,"Tatoeba (arz-eng)":74.73,"Tatoeba (ast-eng)":81.76,"Tatoeba (awa-eng)":72.27,"Tatoeba (aze-eng)":87.61,"Tatoeba (bel-eng)":91.2,"Tatoeba (ben-eng)":83.02,"Tatoeba (ber-eng)":38.89,"Tatoeba (bos-eng)":92.86,"Tatoeba (bre-eng)":11.1,"Tatoeba (bul-eng)":92.93,"Tatoeba (cat-eng)":91.03,"Tatoeba (cbk-eng)":69.15,"Tatoeba (ceb-eng)":55.31,"Tatoeba (ces-eng)":94.89,"Tatoeba (cha-eng)":27.21,"Tatoeba (cmn-eng)":95.28,"Tatoeba (cor-eng)":6.28,"Tatoeba (csb-eng)":36.98,"Tatoeba (cym-eng)":76.21,"Tatoeba (dan-eng)":95.08,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":48.44,"Tatoeba (dtp-eng)":7.0,"Tatoeba (ell-eng)":93.88,"Tatoeba (epo-eng)":96.01,"Tatoeba (est-eng)":85.03,"Tatoeba (eus-eng)":77.82,"Tatoeba (fao-eng)":72.62,"Tatoeba (fin-eng)":95.44,"Tatoeba (fra-eng)":93.42,"Tatoeba (fry-eng)":63.43,"Tatoeba (gla-eng)":59.01,"Tatoeba (gle-eng)":71.48,"Tatoeba (glg-eng)":93.34,"Tatoeba (gsw-eng)":51.65,"Tatoeba (heb-eng)":86.52,"Tatoeba (hin-eng)":94.48,"Tatoeba (hrv-eng)":96.15,"Tatoeba (hsb-eng)":58.7,"Tatoeba (hun-eng)":94.01,"Tatoeba (hye-eng)":90.92,"Tatoeba (ido-eng)":83.63,"Tatoeba (ile-eng)":79.15,"Tatoeba (ina-eng)":93.61,"Tatoeba (ind-eng)":92.9,"Tatoeba (isl-eng)":91.96,"Tatoeba (ita-eng)":93.29,"Tatoeba (jav-eng)":75.46,"Tatoeba (jpn-eng)":95.28,"Tatoeba (kab-eng)":36.54,"Tatoeba (kat-eng)":84.09,"Tatoeba (kaz-eng)":79.44,"Tatoeba (khm-eng)":60.02,"Tatoeba (kor-eng)":90.65,"Tatoeba (kur-eng)":66.83,"Tatoeba (kzj-eng)":7.91,"Tatoeba (lat-eng)":53.3,"Tatoeba (lfn-eng)":63.02,"Tatoeba (lit-eng)":88.48,"Tatoeba (lvs-eng)":89.83,"Tatoeba (mal-eng)":97.7,"Tatoeba (mar-eng)":88.58,"Tatoeba (max-eng)":63.42,"Tatoeba (mhr-eng)":6.79,"Tatoeba (mkd-eng)":85.5,"Tatoeba (mon-eng)":87.53,"Tatoeba (nds-eng)":69.52,"Tatoeba (nld-eng)":96.63,"Tatoeba (nno-eng)":91.4,"Tatoeba (nob-eng)":97.2,"Tatoeba (nov-eng)":71.56,"Tatoeba (oci-eng)":54.91,"Tatoeba (orv-eng)":39.8,"Tatoeba (pam-eng)":9.28,"Tatoeba (pes-eng)":92.14,"Tatoeba (pms-eng)":59.87,"Tatoeba (pol-eng)":96.6,"Tatoeba (por-eng)":93.63,"Tatoeba (ron-eng)":94.87,"Tatoeba (rus-eng)":92.32,"Tatoeba (slk-eng)":93.13,"Tatoeba (slv-eng)":89.65,"Tatoeba (spa-eng)":97.1,"Tatoeba (sqi-eng)":94.7,"Tatoeba (srp-eng)":93.1,"Tatoeba (swe-eng)":95.3,"Tatoeba (swg-eng)":56.83,"Tatoeba (swh-eng)":71.61,"Tatoeba (tam-eng)":88.23,"Tatoeba (tat-eng)":73.65,"Tatoeba (tel-eng)":91.34,"Tatoeba (tgl-eng)":92.0,"Tatoeba (tha-eng)":95.38,"Tatoeba (tuk-eng)":33.15,"Tatoeba (tur-eng)":96.27,"Tatoeba (tzl-eng)":53.16,"Tatoeba (uig-eng)":72.08,"Tatoeba (ukr-eng)":93.32,"Tatoeba (urd-eng)":89.21,"Tatoeba (uzb-eng)":72.35,"Tatoeba (vie-eng)":97.0,"Tatoeba (war-eng)":62.26,"Tatoeba (wuu-eng)":86.23,"Tatoeba (xho-eng)":80.87,"Tatoeba (yid-eng)":76.33,"Tatoeba (yue-eng)":88.71,"Tatoeba (zsm-eng)":94.53} -{"index":4,"Rank":6,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.52,"BUCC (de-en)":99.38,"BUCC (fr-en)":98.11,"BUCC (ru-en)":97.52,"BUCC (zh-en)":99.2,"Tatoeba (afr-eng)":90.26,"Tatoeba (amh-eng)":80.69,"Tatoeba (ang-eng)":40.18,"Tatoeba (ara-eng)":85.47,"Tatoeba (arq-eng)":41.56,"Tatoeba (arz-eng)":74.73,"Tatoeba (ast-eng)":81.76,"Tatoeba (awa-eng)":72.27,"Tatoeba (aze-eng)":87.61,"Tatoeba (bel-eng)":91.2,"Tatoeba (ben-eng)":83.02,"Tatoeba (ber-eng)":38.89,"Tatoeba (bos-eng)":92.86,"Tatoeba (bre-eng)":11.1,"Tatoeba (bul-eng)":92.93,"Tatoeba (cat-eng)":91.03,"Tatoeba (cbk-eng)":69.15,"Tatoeba (ceb-eng)":55.31,"Tatoeba (ces-eng)":94.89,"Tatoeba (cha-eng)":27.21,"Tatoeba (cmn-eng)":95.28,"Tatoeba (cor-eng)":6.28,"Tatoeba (csb-eng)":36.98,"Tatoeba (cym-eng)":76.21,"Tatoeba (dan-eng)":95.08,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":48.44,"Tatoeba (dtp-eng)":7.0,"Tatoeba (ell-eng)":93.88,"Tatoeba (epo-eng)":96.01,"Tatoeba (est-eng)":85.03,"Tatoeba (eus-eng)":77.82,"Tatoeba (fao-eng)":72.62,"Tatoeba (fin-eng)":95.44,"Tatoeba (fra-eng)":93.42,"Tatoeba (fry-eng)":63.43,"Tatoeba (gla-eng)":59.01,"Tatoeba (gle-eng)":71.48,"Tatoeba (glg-eng)":93.34,"Tatoeba (gsw-eng)":51.65,"Tatoeba (heb-eng)":86.52,"Tatoeba (hin-eng)":94.48,"Tatoeba (hrv-eng)":96.15,"Tatoeba (hsb-eng)":58.7,"Tatoeba (hun-eng)":94.01,"Tatoeba (hye-eng)":90.92,"Tatoeba (ido-eng)":83.63,"Tatoeba (ile-eng)":79.15,"Tatoeba (ina-eng)":93.61,"Tatoeba (ind-eng)":92.9,"Tatoeba (isl-eng)":91.96,"Tatoeba (ita-eng)":93.29,"Tatoeba (jav-eng)":75.46,"Tatoeba (jpn-eng)":95.28,"Tatoeba (kab-eng)":36.54,"Tatoeba (kat-eng)":84.09,"Tatoeba (kaz-eng)":79.44,"Tatoeba (khm-eng)":60.02,"Tatoeba (kor-eng)":90.65,"Tatoeba (kur-eng)":66.83,"Tatoeba (kzj-eng)":7.91,"Tatoeba (lat-eng)":53.3,"Tatoeba (lfn-eng)":63.02,"Tatoeba (lit-eng)":88.48,"Tatoeba (lvs-eng)":89.83,"Tatoeba (mal-eng)":97.7,"Tatoeba (mar-eng)":88.58,"Tatoeba (max-eng)":63.42,"Tatoeba (mhr-eng)":6.79,"Tatoeba (mkd-eng)":85.5,"Tatoeba (mon-eng)":87.53,"Tatoeba (nds-eng)":69.52,"Tatoeba (nld-eng)":96.63,"Tatoeba (nno-eng)":91.4,"Tatoeba (nob-eng)":97.2,"Tatoeba (nov-eng)":71.56,"Tatoeba (oci-eng)":54.91,"Tatoeba (orv-eng)":39.8,"Tatoeba (pam-eng)":9.28,"Tatoeba (pes-eng)":92.14,"Tatoeba (pms-eng)":59.87,"Tatoeba (pol-eng)":96.6,"Tatoeba (por-eng)":93.63,"Tatoeba (ron-eng)":94.87,"Tatoeba (rus-eng)":92.32,"Tatoeba (slk-eng)":93.13,"Tatoeba (slv-eng)":89.65,"Tatoeba (spa-eng)":97.1,"Tatoeba (sqi-eng)":94.7,"Tatoeba (srp-eng)":93.1,"Tatoeba (swe-eng)":95.3,"Tatoeba (swg-eng)":56.83,"Tatoeba (swh-eng)":71.61,"Tatoeba (tam-eng)":88.23,"Tatoeba (tat-eng)":73.65,"Tatoeba (tel-eng)":91.34,"Tatoeba (tgl-eng)":92.0,"Tatoeba (tha-eng)":95.38,"Tatoeba (tuk-eng)":33.15,"Tatoeba (tur-eng)":96.27,"Tatoeba (tzl-eng)":53.16,"Tatoeba (uig-eng)":72.08,"Tatoeba (ukr-eng)":93.32,"Tatoeba (urd-eng)":89.21,"Tatoeba (uzb-eng)":72.35,"Tatoeba (vie-eng)":97.0,"Tatoeba (war-eng)":62.26,"Tatoeba (wuu-eng)":86.23,"Tatoeba (xho-eng)":80.87,"Tatoeba (yid-eng)":76.33,"Tatoeba (yue-eng)":88.71,"Tatoeba (zsm-eng)":94.53} -{"index":26,"Rank":7,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.52,"BUCC (de-en)":99.38,"BUCC (fr-en)":98.11,"BUCC (ru-en)":97.52,"BUCC (zh-en)":99.2,"Tatoeba (afr-eng)":90.26,"Tatoeba (amh-eng)":80.69,"Tatoeba (ang-eng)":40.18,"Tatoeba (ara-eng)":85.47,"Tatoeba (arq-eng)":41.56,"Tatoeba (arz-eng)":74.73,"Tatoeba (ast-eng)":81.76,"Tatoeba (awa-eng)":72.27,"Tatoeba (aze-eng)":87.61,"Tatoeba (bel-eng)":91.2,"Tatoeba (ben-eng)":83.02,"Tatoeba (ber-eng)":38.89,"Tatoeba (bos-eng)":92.86,"Tatoeba (bre-eng)":11.1,"Tatoeba (bul-eng)":92.93,"Tatoeba (cat-eng)":91.03,"Tatoeba (cbk-eng)":69.15,"Tatoeba (ceb-eng)":55.31,"Tatoeba (ces-eng)":94.89,"Tatoeba (cha-eng)":27.21,"Tatoeba (cmn-eng)":95.28,"Tatoeba (cor-eng)":6.28,"Tatoeba (csb-eng)":36.98,"Tatoeba (cym-eng)":76.21,"Tatoeba (dan-eng)":95.08,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":48.44,"Tatoeba (dtp-eng)":7.0,"Tatoeba (ell-eng)":93.88,"Tatoeba (epo-eng)":96.01,"Tatoeba (est-eng)":85.03,"Tatoeba (eus-eng)":77.82,"Tatoeba (fao-eng)":72.62,"Tatoeba (fin-eng)":95.44,"Tatoeba (fra-eng)":93.42,"Tatoeba (fry-eng)":63.43,"Tatoeba (gla-eng)":59.01,"Tatoeba (gle-eng)":71.48,"Tatoeba (glg-eng)":93.34,"Tatoeba (gsw-eng)":51.65,"Tatoeba (heb-eng)":86.52,"Tatoeba (hin-eng)":94.48,"Tatoeba (hrv-eng)":96.15,"Tatoeba (hsb-eng)":58.7,"Tatoeba (hun-eng)":94.01,"Tatoeba (hye-eng)":90.92,"Tatoeba (ido-eng)":83.63,"Tatoeba (ile-eng)":79.15,"Tatoeba (ina-eng)":93.61,"Tatoeba (ind-eng)":92.9,"Tatoeba (isl-eng)":91.96,"Tatoeba (ita-eng)":93.29,"Tatoeba (jav-eng)":75.46,"Tatoeba (jpn-eng)":95.28,"Tatoeba (kab-eng)":36.54,"Tatoeba (kat-eng)":84.09,"Tatoeba (kaz-eng)":79.44,"Tatoeba (khm-eng)":60.02,"Tatoeba (kor-eng)":90.65,"Tatoeba (kur-eng)":66.83,"Tatoeba (kzj-eng)":7.91,"Tatoeba (lat-eng)":53.3,"Tatoeba (lfn-eng)":63.02,"Tatoeba (lit-eng)":88.48,"Tatoeba (lvs-eng)":89.83,"Tatoeba (mal-eng)":97.7,"Tatoeba (mar-eng)":88.58,"Tatoeba (max-eng)":63.42,"Tatoeba (mhr-eng)":6.79,"Tatoeba (mkd-eng)":85.5,"Tatoeba (mon-eng)":87.53,"Tatoeba (nds-eng)":69.52,"Tatoeba (nld-eng)":96.63,"Tatoeba (nno-eng)":91.4,"Tatoeba (nob-eng)":97.2,"Tatoeba (nov-eng)":71.56,"Tatoeba (oci-eng)":54.91,"Tatoeba (orv-eng)":39.8,"Tatoeba (pam-eng)":9.28,"Tatoeba (pes-eng)":92.14,"Tatoeba (pms-eng)":59.87,"Tatoeba (pol-eng)":96.6,"Tatoeba (por-eng)":93.63,"Tatoeba (ron-eng)":94.87,"Tatoeba (rus-eng)":92.32,"Tatoeba (slk-eng)":93.13,"Tatoeba (slv-eng)":89.65,"Tatoeba (spa-eng)":97.1,"Tatoeba (sqi-eng)":94.7,"Tatoeba (srp-eng)":93.1,"Tatoeba (swe-eng)":95.3,"Tatoeba (swg-eng)":56.83,"Tatoeba (swh-eng)":71.61,"Tatoeba (tam-eng)":88.23,"Tatoeba (tat-eng)":73.65,"Tatoeba (tel-eng)":91.34,"Tatoeba (tgl-eng)":92.0,"Tatoeba (tha-eng)":95.38,"Tatoeba (tuk-eng)":33.15,"Tatoeba (tur-eng)":96.27,"Tatoeba (tzl-eng)":53.16,"Tatoeba (uig-eng)":72.08,"Tatoeba (ukr-eng)":93.32,"Tatoeba (urd-eng)":89.21,"Tatoeba (uzb-eng)":72.35,"Tatoeba (vie-eng)":97.0,"Tatoeba (war-eng)":62.26,"Tatoeba (wuu-eng)":86.23,"Tatoeba (xho-eng)":80.87,"Tatoeba (yid-eng)":76.33,"Tatoeba (yue-eng)":88.71,"Tatoeba (zsm-eng)":94.53} -{"index":13,"Rank":8,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.52,"BUCC (de-en)":99.38,"BUCC (fr-en)":98.11,"BUCC (ru-en)":97.52,"BUCC (zh-en)":99.2,"Tatoeba (afr-eng)":90.26,"Tatoeba (amh-eng)":80.69,"Tatoeba (ang-eng)":40.18,"Tatoeba (ara-eng)":85.47,"Tatoeba (arq-eng)":41.56,"Tatoeba (arz-eng)":74.73,"Tatoeba (ast-eng)":81.76,"Tatoeba (awa-eng)":72.27,"Tatoeba (aze-eng)":87.61,"Tatoeba (bel-eng)":91.2,"Tatoeba (ben-eng)":83.02,"Tatoeba (ber-eng)":38.89,"Tatoeba (bos-eng)":92.86,"Tatoeba (bre-eng)":11.1,"Tatoeba (bul-eng)":92.93,"Tatoeba (cat-eng)":91.03,"Tatoeba (cbk-eng)":69.15,"Tatoeba (ceb-eng)":55.31,"Tatoeba (ces-eng)":94.89,"Tatoeba (cha-eng)":27.21,"Tatoeba (cmn-eng)":95.28,"Tatoeba (cor-eng)":6.28,"Tatoeba (csb-eng)":36.98,"Tatoeba (cym-eng)":76.21,"Tatoeba (dan-eng)":95.08,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":48.44,"Tatoeba (dtp-eng)":7.0,"Tatoeba (ell-eng)":93.88,"Tatoeba (epo-eng)":96.01,"Tatoeba (est-eng)":85.03,"Tatoeba (eus-eng)":77.82,"Tatoeba (fao-eng)":72.62,"Tatoeba (fin-eng)":95.44,"Tatoeba (fra-eng)":93.42,"Tatoeba (fry-eng)":63.43,"Tatoeba (gla-eng)":59.01,"Tatoeba (gle-eng)":71.48,"Tatoeba (glg-eng)":93.34,"Tatoeba (gsw-eng)":51.65,"Tatoeba (heb-eng)":86.52,"Tatoeba (hin-eng)":94.48,"Tatoeba (hrv-eng)":96.15,"Tatoeba (hsb-eng)":58.7,"Tatoeba (hun-eng)":94.01,"Tatoeba (hye-eng)":90.92,"Tatoeba (ido-eng)":83.63,"Tatoeba (ile-eng)":79.15,"Tatoeba (ina-eng)":93.61,"Tatoeba (ind-eng)":92.9,"Tatoeba (isl-eng)":91.96,"Tatoeba (ita-eng)":93.29,"Tatoeba (jav-eng)":75.46,"Tatoeba (jpn-eng)":95.28,"Tatoeba (kab-eng)":36.54,"Tatoeba (kat-eng)":84.09,"Tatoeba (kaz-eng)":79.44,"Tatoeba (khm-eng)":60.02,"Tatoeba (kor-eng)":90.65,"Tatoeba (kur-eng)":66.83,"Tatoeba (kzj-eng)":7.91,"Tatoeba (lat-eng)":53.3,"Tatoeba (lfn-eng)":63.02,"Tatoeba (lit-eng)":88.48,"Tatoeba (lvs-eng)":89.83,"Tatoeba (mal-eng)":97.7,"Tatoeba (mar-eng)":88.58,"Tatoeba (max-eng)":63.42,"Tatoeba (mhr-eng)":6.79,"Tatoeba (mkd-eng)":85.5,"Tatoeba (mon-eng)":87.53,"Tatoeba (nds-eng)":69.52,"Tatoeba (nld-eng)":96.63,"Tatoeba (nno-eng)":91.4,"Tatoeba (nob-eng)":97.2,"Tatoeba (nov-eng)":71.56,"Tatoeba (oci-eng)":54.91,"Tatoeba (orv-eng)":39.8,"Tatoeba (pam-eng)":9.28,"Tatoeba (pes-eng)":92.14,"Tatoeba (pms-eng)":59.87,"Tatoeba (pol-eng)":96.6,"Tatoeba (por-eng)":93.63,"Tatoeba (ron-eng)":94.87,"Tatoeba (rus-eng)":92.32,"Tatoeba (slk-eng)":93.13,"Tatoeba (slv-eng)":89.65,"Tatoeba (spa-eng)":97.1,"Tatoeba (sqi-eng)":94.7,"Tatoeba (srp-eng)":93.1,"Tatoeba (swe-eng)":95.3,"Tatoeba (swg-eng)":56.83,"Tatoeba (swh-eng)":71.61,"Tatoeba (tam-eng)":88.23,"Tatoeba (tat-eng)":73.65,"Tatoeba (tel-eng)":91.34,"Tatoeba (tgl-eng)":92.0,"Tatoeba (tha-eng)":95.38,"Tatoeba (tuk-eng)":33.15,"Tatoeba (tur-eng)":96.27,"Tatoeba (tzl-eng)":53.16,"Tatoeba (uig-eng)":72.08,"Tatoeba (ukr-eng)":93.32,"Tatoeba (urd-eng)":89.21,"Tatoeba (uzb-eng)":72.35,"Tatoeba (vie-eng)":97.0,"Tatoeba (war-eng)":62.26,"Tatoeba (wuu-eng)":86.23,"Tatoeba (xho-eng)":80.87,"Tatoeba (yid-eng)":76.33,"Tatoeba (yue-eng)":88.71,"Tatoeba (zsm-eng)":94.53} +{"index":26,"Rank":6,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.52,"BUCC (de-en)":99.38,"BUCC (fr-en)":98.11,"BUCC (ru-en)":97.52,"BUCC (zh-en)":99.2,"Tatoeba (afr-eng)":90.26,"Tatoeba (amh-eng)":80.69,"Tatoeba (ang-eng)":40.18,"Tatoeba (ara-eng)":85.47,"Tatoeba (arq-eng)":41.56,"Tatoeba (arz-eng)":74.73,"Tatoeba (ast-eng)":81.76,"Tatoeba (awa-eng)":72.27,"Tatoeba (aze-eng)":87.61,"Tatoeba (bel-eng)":91.2,"Tatoeba (ben-eng)":83.02,"Tatoeba (ber-eng)":38.89,"Tatoeba (bos-eng)":92.86,"Tatoeba (bre-eng)":11.1,"Tatoeba (bul-eng)":92.93,"Tatoeba (cat-eng)":91.03,"Tatoeba (cbk-eng)":69.15,"Tatoeba (ceb-eng)":55.31,"Tatoeba (ces-eng)":94.89,"Tatoeba (cha-eng)":27.21,"Tatoeba (cmn-eng)":95.28,"Tatoeba (cor-eng)":6.28,"Tatoeba (csb-eng)":36.98,"Tatoeba (cym-eng)":76.21,"Tatoeba (dan-eng)":95.08,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":48.44,"Tatoeba (dtp-eng)":7.0,"Tatoeba (ell-eng)":93.88,"Tatoeba (epo-eng)":96.01,"Tatoeba (est-eng)":85.03,"Tatoeba (eus-eng)":77.82,"Tatoeba (fao-eng)":72.62,"Tatoeba (fin-eng)":95.44,"Tatoeba (fra-eng)":93.42,"Tatoeba (fry-eng)":63.43,"Tatoeba (gla-eng)":59.01,"Tatoeba (gle-eng)":71.48,"Tatoeba (glg-eng)":93.34,"Tatoeba (gsw-eng)":51.65,"Tatoeba (heb-eng)":86.52,"Tatoeba (hin-eng)":94.48,"Tatoeba (hrv-eng)":96.15,"Tatoeba (hsb-eng)":58.7,"Tatoeba (hun-eng)":94.01,"Tatoeba (hye-eng)":90.92,"Tatoeba (ido-eng)":83.63,"Tatoeba (ile-eng)":79.15,"Tatoeba (ina-eng)":93.61,"Tatoeba (ind-eng)":92.9,"Tatoeba (isl-eng)":91.96,"Tatoeba (ita-eng)":93.29,"Tatoeba (jav-eng)":75.46,"Tatoeba (jpn-eng)":95.28,"Tatoeba (kab-eng)":36.54,"Tatoeba (kat-eng)":84.09,"Tatoeba (kaz-eng)":79.44,"Tatoeba (khm-eng)":60.02,"Tatoeba (kor-eng)":90.65,"Tatoeba (kur-eng)":66.83,"Tatoeba (kzj-eng)":7.91,"Tatoeba (lat-eng)":53.3,"Tatoeba (lfn-eng)":63.02,"Tatoeba (lit-eng)":88.48,"Tatoeba (lvs-eng)":89.83,"Tatoeba (mal-eng)":97.7,"Tatoeba (mar-eng)":88.58,"Tatoeba (max-eng)":63.42,"Tatoeba (mhr-eng)":6.79,"Tatoeba (mkd-eng)":85.5,"Tatoeba (mon-eng)":87.53,"Tatoeba (nds-eng)":69.52,"Tatoeba (nld-eng)":96.63,"Tatoeba (nno-eng)":91.4,"Tatoeba (nob-eng)":97.2,"Tatoeba (nov-eng)":71.56,"Tatoeba (oci-eng)":54.91,"Tatoeba (orv-eng)":39.8,"Tatoeba (pam-eng)":9.28,"Tatoeba (pes-eng)":92.14,"Tatoeba (pms-eng)":59.87,"Tatoeba (pol-eng)":96.6,"Tatoeba (por-eng)":93.63,"Tatoeba (ron-eng)":94.87,"Tatoeba (rus-eng)":92.32,"Tatoeba (slk-eng)":93.13,"Tatoeba (slv-eng)":89.65,"Tatoeba (spa-eng)":97.1,"Tatoeba (sqi-eng)":94.7,"Tatoeba (srp-eng)":93.1,"Tatoeba (swe-eng)":95.3,"Tatoeba (swg-eng)":56.83,"Tatoeba (swh-eng)":71.61,"Tatoeba (tam-eng)":88.23,"Tatoeba (tat-eng)":73.65,"Tatoeba (tel-eng)":91.34,"Tatoeba (tgl-eng)":92.0,"Tatoeba (tha-eng)":95.38,"Tatoeba (tuk-eng)":33.15,"Tatoeba (tur-eng)":96.27,"Tatoeba (tzl-eng)":53.16,"Tatoeba (uig-eng)":72.08,"Tatoeba (ukr-eng)":93.32,"Tatoeba (urd-eng)":89.21,"Tatoeba (uzb-eng)":72.35,"Tatoeba (vie-eng)":97.0,"Tatoeba (war-eng)":62.26,"Tatoeba (wuu-eng)":86.23,"Tatoeba (xho-eng)":80.87,"Tatoeba (yid-eng)":76.33,"Tatoeba (yue-eng)":88.71,"Tatoeba (zsm-eng)":94.53} +{"index":35,"Rank":7,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.52,"BUCC (de-en)":99.38,"BUCC (fr-en)":98.11,"BUCC (ru-en)":97.52,"BUCC (zh-en)":99.2,"Tatoeba (afr-eng)":90.26,"Tatoeba (amh-eng)":80.69,"Tatoeba (ang-eng)":40.18,"Tatoeba (ara-eng)":85.47,"Tatoeba (arq-eng)":41.56,"Tatoeba (arz-eng)":74.73,"Tatoeba (ast-eng)":81.76,"Tatoeba (awa-eng)":72.27,"Tatoeba (aze-eng)":87.61,"Tatoeba (bel-eng)":91.2,"Tatoeba (ben-eng)":83.02,"Tatoeba (ber-eng)":38.89,"Tatoeba (bos-eng)":92.86,"Tatoeba (bre-eng)":11.1,"Tatoeba (bul-eng)":92.93,"Tatoeba (cat-eng)":91.03,"Tatoeba (cbk-eng)":69.15,"Tatoeba (ceb-eng)":55.31,"Tatoeba (ces-eng)":94.89,"Tatoeba (cha-eng)":27.21,"Tatoeba (cmn-eng)":95.28,"Tatoeba (cor-eng)":6.28,"Tatoeba (csb-eng)":36.98,"Tatoeba (cym-eng)":76.21,"Tatoeba (dan-eng)":95.08,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":48.44,"Tatoeba (dtp-eng)":7.0,"Tatoeba (ell-eng)":93.88,"Tatoeba (epo-eng)":96.01,"Tatoeba (est-eng)":85.03,"Tatoeba (eus-eng)":77.82,"Tatoeba (fao-eng)":72.62,"Tatoeba (fin-eng)":95.44,"Tatoeba (fra-eng)":93.42,"Tatoeba (fry-eng)":63.43,"Tatoeba (gla-eng)":59.01,"Tatoeba (gle-eng)":71.48,"Tatoeba (glg-eng)":93.34,"Tatoeba (gsw-eng)":51.65,"Tatoeba (heb-eng)":86.52,"Tatoeba (hin-eng)":94.48,"Tatoeba (hrv-eng)":96.15,"Tatoeba (hsb-eng)":58.7,"Tatoeba (hun-eng)":94.01,"Tatoeba (hye-eng)":90.92,"Tatoeba (ido-eng)":83.63,"Tatoeba (ile-eng)":79.15,"Tatoeba (ina-eng)":93.61,"Tatoeba (ind-eng)":92.9,"Tatoeba (isl-eng)":91.96,"Tatoeba (ita-eng)":93.29,"Tatoeba (jav-eng)":75.46,"Tatoeba (jpn-eng)":95.28,"Tatoeba (kab-eng)":36.54,"Tatoeba (kat-eng)":84.09,"Tatoeba (kaz-eng)":79.44,"Tatoeba (khm-eng)":60.02,"Tatoeba (kor-eng)":90.65,"Tatoeba (kur-eng)":66.83,"Tatoeba (kzj-eng)":7.91,"Tatoeba (lat-eng)":53.3,"Tatoeba (lfn-eng)":63.02,"Tatoeba (lit-eng)":88.48,"Tatoeba (lvs-eng)":89.83,"Tatoeba (mal-eng)":97.7,"Tatoeba (mar-eng)":88.58,"Tatoeba (max-eng)":63.42,"Tatoeba (mhr-eng)":6.79,"Tatoeba (mkd-eng)":85.5,"Tatoeba (mon-eng)":87.53,"Tatoeba (nds-eng)":69.52,"Tatoeba (nld-eng)":96.63,"Tatoeba (nno-eng)":91.4,"Tatoeba (nob-eng)":97.2,"Tatoeba (nov-eng)":71.56,"Tatoeba (oci-eng)":54.91,"Tatoeba (orv-eng)":39.8,"Tatoeba (pam-eng)":9.28,"Tatoeba (pes-eng)":92.14,"Tatoeba (pms-eng)":59.87,"Tatoeba (pol-eng)":96.6,"Tatoeba (por-eng)":93.63,"Tatoeba (ron-eng)":94.87,"Tatoeba (rus-eng)":92.32,"Tatoeba (slk-eng)":93.13,"Tatoeba (slv-eng)":89.65,"Tatoeba (spa-eng)":97.1,"Tatoeba (sqi-eng)":94.7,"Tatoeba (srp-eng)":93.1,"Tatoeba (swe-eng)":95.3,"Tatoeba (swg-eng)":56.83,"Tatoeba (swh-eng)":71.61,"Tatoeba (tam-eng)":88.23,"Tatoeba (tat-eng)":73.65,"Tatoeba (tel-eng)":91.34,"Tatoeba (tgl-eng)":92.0,"Tatoeba (tha-eng)":95.38,"Tatoeba (tuk-eng)":33.15,"Tatoeba (tur-eng)":96.27,"Tatoeba (tzl-eng)":53.16,"Tatoeba (uig-eng)":72.08,"Tatoeba (ukr-eng)":93.32,"Tatoeba (urd-eng)":89.21,"Tatoeba (uzb-eng)":72.35,"Tatoeba (vie-eng)":97.0,"Tatoeba (war-eng)":62.26,"Tatoeba (wuu-eng)":86.23,"Tatoeba (xho-eng)":80.87,"Tatoeba (yid-eng)":76.33,"Tatoeba (yue-eng)":88.71,"Tatoeba (zsm-eng)":94.53} +{"index":4,"Rank":8,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.52,"BUCC (de-en)":99.38,"BUCC (fr-en)":98.11,"BUCC (ru-en)":97.52,"BUCC (zh-en)":99.2,"Tatoeba (afr-eng)":90.26,"Tatoeba (amh-eng)":80.69,"Tatoeba (ang-eng)":40.18,"Tatoeba (ara-eng)":85.47,"Tatoeba (arq-eng)":41.56,"Tatoeba (arz-eng)":74.73,"Tatoeba (ast-eng)":81.76,"Tatoeba (awa-eng)":72.27,"Tatoeba (aze-eng)":87.61,"Tatoeba (bel-eng)":91.2,"Tatoeba (ben-eng)":83.02,"Tatoeba (ber-eng)":38.89,"Tatoeba (bos-eng)":92.86,"Tatoeba (bre-eng)":11.1,"Tatoeba (bul-eng)":92.93,"Tatoeba (cat-eng)":91.03,"Tatoeba (cbk-eng)":69.15,"Tatoeba (ceb-eng)":55.31,"Tatoeba (ces-eng)":94.89,"Tatoeba (cha-eng)":27.21,"Tatoeba (cmn-eng)":95.28,"Tatoeba (cor-eng)":6.28,"Tatoeba (csb-eng)":36.98,"Tatoeba (cym-eng)":76.21,"Tatoeba (dan-eng)":95.08,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":48.44,"Tatoeba (dtp-eng)":7.0,"Tatoeba (ell-eng)":93.88,"Tatoeba (epo-eng)":96.01,"Tatoeba (est-eng)":85.03,"Tatoeba (eus-eng)":77.82,"Tatoeba (fao-eng)":72.62,"Tatoeba (fin-eng)":95.44,"Tatoeba (fra-eng)":93.42,"Tatoeba (fry-eng)":63.43,"Tatoeba (gla-eng)":59.01,"Tatoeba (gle-eng)":71.48,"Tatoeba (glg-eng)":93.34,"Tatoeba (gsw-eng)":51.65,"Tatoeba (heb-eng)":86.52,"Tatoeba (hin-eng)":94.48,"Tatoeba (hrv-eng)":96.15,"Tatoeba (hsb-eng)":58.7,"Tatoeba (hun-eng)":94.01,"Tatoeba (hye-eng)":90.92,"Tatoeba (ido-eng)":83.63,"Tatoeba (ile-eng)":79.15,"Tatoeba (ina-eng)":93.61,"Tatoeba (ind-eng)":92.9,"Tatoeba (isl-eng)":91.96,"Tatoeba (ita-eng)":93.29,"Tatoeba (jav-eng)":75.46,"Tatoeba (jpn-eng)":95.28,"Tatoeba (kab-eng)":36.54,"Tatoeba (kat-eng)":84.09,"Tatoeba (kaz-eng)":79.44,"Tatoeba (khm-eng)":60.02,"Tatoeba (kor-eng)":90.65,"Tatoeba (kur-eng)":66.83,"Tatoeba (kzj-eng)":7.91,"Tatoeba (lat-eng)":53.3,"Tatoeba (lfn-eng)":63.02,"Tatoeba (lit-eng)":88.48,"Tatoeba (lvs-eng)":89.83,"Tatoeba (mal-eng)":97.7,"Tatoeba (mar-eng)":88.58,"Tatoeba (max-eng)":63.42,"Tatoeba (mhr-eng)":6.79,"Tatoeba (mkd-eng)":85.5,"Tatoeba (mon-eng)":87.53,"Tatoeba (nds-eng)":69.52,"Tatoeba (nld-eng)":96.63,"Tatoeba (nno-eng)":91.4,"Tatoeba (nob-eng)":97.2,"Tatoeba (nov-eng)":71.56,"Tatoeba (oci-eng)":54.91,"Tatoeba (orv-eng)":39.8,"Tatoeba (pam-eng)":9.28,"Tatoeba (pes-eng)":92.14,"Tatoeba (pms-eng)":59.87,"Tatoeba (pol-eng)":96.6,"Tatoeba (por-eng)":93.63,"Tatoeba (ron-eng)":94.87,"Tatoeba (rus-eng)":92.32,"Tatoeba (slk-eng)":93.13,"Tatoeba (slv-eng)":89.65,"Tatoeba (spa-eng)":97.1,"Tatoeba (sqi-eng)":94.7,"Tatoeba (srp-eng)":93.1,"Tatoeba (swe-eng)":95.3,"Tatoeba (swg-eng)":56.83,"Tatoeba (swh-eng)":71.61,"Tatoeba (tam-eng)":88.23,"Tatoeba (tat-eng)":73.65,"Tatoeba (tel-eng)":91.34,"Tatoeba (tgl-eng)":92.0,"Tatoeba (tha-eng)":95.38,"Tatoeba (tuk-eng)":33.15,"Tatoeba (tur-eng)":96.27,"Tatoeba (tzl-eng)":53.16,"Tatoeba (uig-eng)":72.08,"Tatoeba (ukr-eng)":93.32,"Tatoeba (urd-eng)":89.21,"Tatoeba (uzb-eng)":72.35,"Tatoeba (vie-eng)":97.0,"Tatoeba (war-eng)":62.26,"Tatoeba (wuu-eng)":86.23,"Tatoeba (xho-eng)":80.87,"Tatoeba (yid-eng)":76.33,"Tatoeba (yue-eng)":88.71,"Tatoeba (zsm-eng)":94.53} {"index":15,"Rank":9,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":71.07,"BUCC (de-en)":99.5,"BUCC (fr-en)":99.09,"BUCC (ru-en)":97.84,"BUCC (zh-en)":99.23,"Tatoeba (afr-eng)":87.19,"Tatoeba (amh-eng)":22.05,"Tatoeba (ang-eng)":81.59,"Tatoeba (ara-eng)":88.76,"Tatoeba (arq-eng)":48.55,"Tatoeba (arz-eng)":70.73,"Tatoeba (ast-eng)":80.94,"Tatoeba (awa-eng)":67.45,"Tatoeba (aze-eng)":76.23,"Tatoeba (bel-eng)":88.09,"Tatoeba (ben-eng)":81.82,"Tatoeba (ber-eng)":7.62,"Tatoeba (bos-eng)":91.54,"Tatoeba (bre-eng)":14.2,"Tatoeba (bul-eng)":93.98,"Tatoeba (cat-eng)":91.89,"Tatoeba (cbk-eng)":81.32,"Tatoeba (ceb-eng)":43.15,"Tatoeba (ces-eng)":94.93,"Tatoeba (cha-eng)":44.8,"Tatoeba (cmn-eng)":95.9,"Tatoeba (cor-eng)":9.19,"Tatoeba (csb-eng)":62.92,"Tatoeba (cym-eng)":72.32,"Tatoeba (dan-eng)":93.92,"Tatoeba (deu-eng)":99.47,"Tatoeba (dsb-eng)":65.43,"Tatoeba (dtp-eng)":11.74,"Tatoeba (ell-eng)":91.42,"Tatoeba (epo-eng)":87.79,"Tatoeba (est-eng)":62.89,"Tatoeba (eus-eng)":40.51,"Tatoeba (fao-eng)":70.33,"Tatoeba (fin-eng)":90.69,"Tatoeba (fra-eng)":95.77,"Tatoeba (fry-eng)":70.98,"Tatoeba (gla-eng)":63.53,"Tatoeba (gle-eng)":73.81,"Tatoeba (glg-eng)":90.44,"Tatoeba (gsw-eng)":52.21,"Tatoeba (heb-eng)":82.82,"Tatoeba (hin-eng)":95.28,"Tatoeba (hrv-eng)":93.97,"Tatoeba (hsb-eng)":74.24,"Tatoeba (hun-eng)":89.82,"Tatoeba (hye-eng)":63.99,"Tatoeba (ido-eng)":75.11,"Tatoeba (ile-eng)":83.97,"Tatoeba (ina-eng)":95.52,"Tatoeba (ind-eng)":93.48,"Tatoeba (isl-eng)":87.57,"Tatoeba (ita-eng)":91.94,"Tatoeba (jav-eng)":38.49,"Tatoeba (jpn-eng)":94.0,"Tatoeba (kab-eng)":3.81,"Tatoeba (kat-eng)":59.67,"Tatoeba (kaz-eng)":46.89,"Tatoeba (khm-eng)":37.31,"Tatoeba (kor-eng)":91.29,"Tatoeba (kur-eng)":29.93,"Tatoeba (kzj-eng)":12.19,"Tatoeba (lat-eng)":87.94,"Tatoeba (lfn-eng)":73.89,"Tatoeba (lit-eng)":69.2,"Tatoeba (lvs-eng)":66.01,"Tatoeba (mal-eng)":55.86,"Tatoeba (mar-eng)":68.99,"Tatoeba (max-eng)":64.8,"Tatoeba (mhr-eng)":16.24,"Tatoeba (mkd-eng)":86.9,"Tatoeba (mon-eng)":37.79,"Tatoeba (nds-eng)":77.42,"Tatoeba (nld-eng)":96.4,"Tatoeba (nno-eng)":87.24,"Tatoeba (nob-eng)":96.86,"Tatoeba (nov-eng)":72.4,"Tatoeba (oci-eng)":62.2,"Tatoeba (orv-eng)":59.65,"Tatoeba (pam-eng)":14.02,"Tatoeba (pes-eng)":89.67,"Tatoeba (pms-eng)":62.3,"Tatoeba (pol-eng)":96.47,"Tatoeba (por-eng)":94.44,"Tatoeba (ron-eng)":93.0,"Tatoeba (rus-eng)":93.75,"Tatoeba (slk-eng)":88.84,"Tatoeba (slv-eng)":85.99,"Tatoeba (spa-eng)":98.8,"Tatoeba (sqi-eng)":67.06,"Tatoeba (srp-eng)":92.54,"Tatoeba (swe-eng)":92.95,"Tatoeba (swg-eng)":64.75,"Tatoeba (swh-eng)":61.6,"Tatoeba (tam-eng)":72.83,"Tatoeba (tat-eng)":37.02,"Tatoeba (tel-eng)":42.79,"Tatoeba (tgl-eng)":93.14,"Tatoeba (tha-eng)":93.64,"Tatoeba (tuk-eng)":42.01,"Tatoeba (tur-eng)":94.13,"Tatoeba (tzl-eng)":49.51,"Tatoeba (uig-eng)":38.86,"Tatoeba (ukr-eng)":94.45,"Tatoeba (urd-eng)":83.62,"Tatoeba (uzb-eng)":52.73,"Tatoeba (vie-eng)":94.83,"Tatoeba (war-eng)":41.97,"Tatoeba (wuu-eng)":89.61,"Tatoeba (xho-eng)":35.96,"Tatoeba (yid-eng)":33.12,"Tatoeba (yue-eng)":89.11,"Tatoeba (zsm-eng)":94.1} -{"index":25,"Rank":10,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":69.12,"BUCC (de-en)":98.62,"BUCC (fr-en)":97.9,"BUCC (ru-en)":97.12,"BUCC (zh-en)":98.16,"Tatoeba (afr-eng)":81.85,"Tatoeba (amh-eng)":76.36,"Tatoeba (ang-eng)":42.45,"Tatoeba (ara-eng)":77.81,"Tatoeba (arq-eng)":24.99,"Tatoeba (arz-eng)":55.77,"Tatoeba (ast-eng)":78.08,"Tatoeba (awa-eng)":48.46,"Tatoeba (aze-eng)":79.53,"Tatoeba (bel-eng)":85.56,"Tatoeba (ben-eng)":73.23,"Tatoeba (ber-eng)":20.39,"Tatoeba (bos-eng)":89.36,"Tatoeba (bre-eng)":13.59,"Tatoeba (bul-eng)":91.31,"Tatoeba (cat-eng)":91.5,"Tatoeba (cbk-eng)":70.04,"Tatoeba (ceb-eng)":21.26,"Tatoeba (ces-eng)":89.77,"Tatoeba (cha-eng)":30.8,"Tatoeba (cmn-eng)":95.73,"Tatoeba (cor-eng)":5.96,"Tatoeba (csb-eng)":29.98,"Tatoeba (cym-eng)":52.47,"Tatoeba (dan-eng)":91.83,"Tatoeba (deu-eng)":97.75,"Tatoeba (dsb-eng)":42.87,"Tatoeba (dtp-eng)":9.05,"Tatoeba (ell-eng)":91.9,"Tatoeba (epo-eng)":88.91,"Tatoeba (est-eng)":79.48,"Tatoeba (eus-eng)":63.75,"Tatoeba (fao-eng)":65.68,"Tatoeba (fin-eng)":88.19,"Tatoeba (fra-eng)":93.27,"Tatoeba (fry-eng)":73.7,"Tatoeba (gla-eng)":27.33,"Tatoeba (gle-eng)":32.73,"Tatoeba (glg-eng)":89.64,"Tatoeba (gsw-eng)":36.74,"Tatoeba (heb-eng)":75.85,"Tatoeba (hin-eng)":93.33,"Tatoeba (hrv-eng)":91.67,"Tatoeba (hsb-eng)":45.64,"Tatoeba (hun-eng)":89.09,"Tatoeba (hye-eng)":80.41,"Tatoeba (ido-eng)":77.59,"Tatoeba (ile-eng)":81.68,"Tatoeba (ina-eng)":91.29,"Tatoeba (ind-eng)":92.31,"Tatoeba (isl-eng)":82.59,"Tatoeba (ita-eng)":91.43,"Tatoeba (jav-eng)":35.7,"Tatoeba (jpn-eng)":93.14,"Tatoeba (kab-eng)":17.19,"Tatoeba (kat-eng)":72.77,"Tatoeba (kaz-eng)":67.63,"Tatoeba (khm-eng)":67.63,"Tatoeba (kor-eng)":84.08,"Tatoeba (kur-eng)":32.87,"Tatoeba (kzj-eng)":11.12,"Tatoeba (lat-eng)":42.99,"Tatoeba (lfn-eng)":63.56,"Tatoeba (lit-eng)":77.59,"Tatoeba (lvs-eng)":79.39,"Tatoeba (mal-eng)":94.64,"Tatoeba (mar-eng)":84.38,"Tatoeba (max-eng)":52.57,"Tatoeba (mhr-eng)":15.98,"Tatoeba (mkd-eng)":77.85,"Tatoeba (mon-eng)":71.7,"Tatoeba (nds-eng)":63.42,"Tatoeba (nld-eng)":93.78,"Tatoeba (nno-eng)":90.75,"Tatoeba (nob-eng)":96.62,"Tatoeba (nov-eng)":68.37,"Tatoeba (oci-eng)":51.12,"Tatoeba (orv-eng)":33.13,"Tatoeba (pam-eng)":9.23,"Tatoeba (pes-eng)":88.26,"Tatoeba (pms-eng)":46.68,"Tatoeba (pol-eng)":94.9,"Tatoeba (por-eng)":94.57,"Tatoeba (ron-eng)":90.72,"Tatoeba (rus-eng)":92.9,"Tatoeba (slk-eng)":88.81,"Tatoeba (slv-eng)":84.15,"Tatoeba (spa-eng)":97.68,"Tatoeba (sqi-eng)":82.77,"Tatoeba (srp-eng)":86.29,"Tatoeba (swe-eng)":92.95,"Tatoeba (swg-eng)":51.71,"Tatoeba (swh-eng)":58.13,"Tatoeba (tam-eng)":84.3,"Tatoeba (tat-eng)":42.35,"Tatoeba (tel-eng)":89.7,"Tatoeba (tgl-eng)":67.23,"Tatoeba (tha-eng)":90.55,"Tatoeba (tuk-eng)":34.36,"Tatoeba (tur-eng)":95.82,"Tatoeba (tzl-eng)":40.27,"Tatoeba (uig-eng)":59.57,"Tatoeba (ukr-eng)":91.29,"Tatoeba (urd-eng)":83.9,"Tatoeba (uzb-eng)":40.95,"Tatoeba (vie-eng)":95.93,"Tatoeba (war-eng)":23.86,"Tatoeba (wuu-eng)":88.45,"Tatoeba (xho-eng)":67.65,"Tatoeba (yid-eng)":60.43,"Tatoeba (yue-eng)":82.99,"Tatoeba (zsm-eng)":94.35} -{"index":1,"Rank":11,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":69.12,"BUCC (de-en)":98.62,"BUCC (fr-en)":97.9,"BUCC (ru-en)":97.12,"BUCC (zh-en)":98.16,"Tatoeba (afr-eng)":81.85,"Tatoeba (amh-eng)":76.36,"Tatoeba (ang-eng)":42.45,"Tatoeba (ara-eng)":77.81,"Tatoeba (arq-eng)":24.99,"Tatoeba (arz-eng)":55.77,"Tatoeba (ast-eng)":78.08,"Tatoeba (awa-eng)":48.46,"Tatoeba (aze-eng)":79.53,"Tatoeba (bel-eng)":85.56,"Tatoeba (ben-eng)":73.23,"Tatoeba (ber-eng)":20.39,"Tatoeba (bos-eng)":89.36,"Tatoeba (bre-eng)":13.59,"Tatoeba (bul-eng)":91.31,"Tatoeba (cat-eng)":91.5,"Tatoeba (cbk-eng)":70.04,"Tatoeba (ceb-eng)":21.26,"Tatoeba (ces-eng)":89.77,"Tatoeba (cha-eng)":30.8,"Tatoeba (cmn-eng)":95.73,"Tatoeba (cor-eng)":5.96,"Tatoeba (csb-eng)":29.98,"Tatoeba (cym-eng)":52.47,"Tatoeba (dan-eng)":91.83,"Tatoeba (deu-eng)":97.75,"Tatoeba (dsb-eng)":42.87,"Tatoeba (dtp-eng)":9.05,"Tatoeba (ell-eng)":91.9,"Tatoeba (epo-eng)":88.91,"Tatoeba (est-eng)":79.48,"Tatoeba (eus-eng)":63.75,"Tatoeba (fao-eng)":65.68,"Tatoeba (fin-eng)":88.19,"Tatoeba (fra-eng)":93.27,"Tatoeba (fry-eng)":73.7,"Tatoeba (gla-eng)":27.33,"Tatoeba (gle-eng)":32.73,"Tatoeba (glg-eng)":89.64,"Tatoeba (gsw-eng)":36.74,"Tatoeba (heb-eng)":75.85,"Tatoeba (hin-eng)":93.33,"Tatoeba (hrv-eng)":91.67,"Tatoeba (hsb-eng)":45.64,"Tatoeba (hun-eng)":89.09,"Tatoeba (hye-eng)":80.41,"Tatoeba (ido-eng)":77.59,"Tatoeba (ile-eng)":81.68,"Tatoeba (ina-eng)":91.29,"Tatoeba (ind-eng)":92.31,"Tatoeba (isl-eng)":82.59,"Tatoeba (ita-eng)":91.43,"Tatoeba (jav-eng)":35.7,"Tatoeba (jpn-eng)":93.14,"Tatoeba (kab-eng)":17.19,"Tatoeba (kat-eng)":72.77,"Tatoeba (kaz-eng)":67.63,"Tatoeba (khm-eng)":67.63,"Tatoeba (kor-eng)":84.08,"Tatoeba (kur-eng)":32.87,"Tatoeba (kzj-eng)":11.12,"Tatoeba (lat-eng)":42.99,"Tatoeba (lfn-eng)":63.56,"Tatoeba (lit-eng)":77.59,"Tatoeba (lvs-eng)":79.39,"Tatoeba (mal-eng)":94.64,"Tatoeba (mar-eng)":84.38,"Tatoeba (max-eng)":52.57,"Tatoeba (mhr-eng)":15.98,"Tatoeba (mkd-eng)":77.85,"Tatoeba (mon-eng)":71.7,"Tatoeba (nds-eng)":63.42,"Tatoeba (nld-eng)":93.78,"Tatoeba (nno-eng)":90.75,"Tatoeba (nob-eng)":96.62,"Tatoeba (nov-eng)":68.37,"Tatoeba (oci-eng)":51.12,"Tatoeba (orv-eng)":33.13,"Tatoeba (pam-eng)":9.23,"Tatoeba (pes-eng)":88.26,"Tatoeba (pms-eng)":46.68,"Tatoeba (pol-eng)":94.9,"Tatoeba (por-eng)":94.57,"Tatoeba (ron-eng)":90.72,"Tatoeba (rus-eng)":92.9,"Tatoeba (slk-eng)":88.81,"Tatoeba (slv-eng)":84.15,"Tatoeba (spa-eng)":97.68,"Tatoeba (sqi-eng)":82.77,"Tatoeba (srp-eng)":86.29,"Tatoeba (swe-eng)":92.95,"Tatoeba (swg-eng)":51.71,"Tatoeba (swh-eng)":58.13,"Tatoeba (tam-eng)":84.3,"Tatoeba (tat-eng)":42.35,"Tatoeba (tel-eng)":89.7,"Tatoeba (tgl-eng)":67.23,"Tatoeba (tha-eng)":90.55,"Tatoeba (tuk-eng)":34.36,"Tatoeba (tur-eng)":95.82,"Tatoeba (tzl-eng)":40.27,"Tatoeba (uig-eng)":59.57,"Tatoeba (ukr-eng)":91.29,"Tatoeba (urd-eng)":83.9,"Tatoeba (uzb-eng)":40.95,"Tatoeba (vie-eng)":95.93,"Tatoeba (war-eng)":23.86,"Tatoeba (wuu-eng)":88.45,"Tatoeba (xho-eng)":67.65,"Tatoeba (yid-eng)":60.43,"Tatoeba (yue-eng)":82.99,"Tatoeba (zsm-eng)":94.35} +{"index":1,"Rank":10,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":69.12,"BUCC (de-en)":98.62,"BUCC (fr-en)":97.9,"BUCC (ru-en)":97.12,"BUCC (zh-en)":98.16,"Tatoeba (afr-eng)":81.85,"Tatoeba (amh-eng)":76.36,"Tatoeba (ang-eng)":42.45,"Tatoeba (ara-eng)":77.81,"Tatoeba (arq-eng)":24.99,"Tatoeba (arz-eng)":55.77,"Tatoeba (ast-eng)":78.08,"Tatoeba (awa-eng)":48.46,"Tatoeba (aze-eng)":79.53,"Tatoeba (bel-eng)":85.56,"Tatoeba (ben-eng)":73.23,"Tatoeba (ber-eng)":20.39,"Tatoeba (bos-eng)":89.36,"Tatoeba (bre-eng)":13.59,"Tatoeba (bul-eng)":91.31,"Tatoeba (cat-eng)":91.5,"Tatoeba (cbk-eng)":70.04,"Tatoeba (ceb-eng)":21.26,"Tatoeba (ces-eng)":89.77,"Tatoeba (cha-eng)":30.8,"Tatoeba (cmn-eng)":95.73,"Tatoeba (cor-eng)":5.96,"Tatoeba (csb-eng)":29.98,"Tatoeba (cym-eng)":52.47,"Tatoeba (dan-eng)":91.83,"Tatoeba (deu-eng)":97.75,"Tatoeba (dsb-eng)":42.87,"Tatoeba (dtp-eng)":9.05,"Tatoeba (ell-eng)":91.9,"Tatoeba (epo-eng)":88.91,"Tatoeba (est-eng)":79.48,"Tatoeba (eus-eng)":63.75,"Tatoeba (fao-eng)":65.68,"Tatoeba (fin-eng)":88.19,"Tatoeba (fra-eng)":93.27,"Tatoeba (fry-eng)":73.7,"Tatoeba (gla-eng)":27.33,"Tatoeba (gle-eng)":32.73,"Tatoeba (glg-eng)":89.64,"Tatoeba (gsw-eng)":36.74,"Tatoeba (heb-eng)":75.85,"Tatoeba (hin-eng)":93.33,"Tatoeba (hrv-eng)":91.67,"Tatoeba (hsb-eng)":45.64,"Tatoeba (hun-eng)":89.09,"Tatoeba (hye-eng)":80.41,"Tatoeba (ido-eng)":77.59,"Tatoeba (ile-eng)":81.68,"Tatoeba (ina-eng)":91.29,"Tatoeba (ind-eng)":92.31,"Tatoeba (isl-eng)":82.59,"Tatoeba (ita-eng)":91.43,"Tatoeba (jav-eng)":35.7,"Tatoeba (jpn-eng)":93.14,"Tatoeba (kab-eng)":17.19,"Tatoeba (kat-eng)":72.77,"Tatoeba (kaz-eng)":67.63,"Tatoeba (khm-eng)":67.63,"Tatoeba (kor-eng)":84.08,"Tatoeba (kur-eng)":32.87,"Tatoeba (kzj-eng)":11.12,"Tatoeba (lat-eng)":42.99,"Tatoeba (lfn-eng)":63.56,"Tatoeba (lit-eng)":77.59,"Tatoeba (lvs-eng)":79.39,"Tatoeba (mal-eng)":94.64,"Tatoeba (mar-eng)":84.38,"Tatoeba (max-eng)":52.57,"Tatoeba (mhr-eng)":15.98,"Tatoeba (mkd-eng)":77.85,"Tatoeba (mon-eng)":71.7,"Tatoeba (nds-eng)":63.42,"Tatoeba (nld-eng)":93.78,"Tatoeba (nno-eng)":90.75,"Tatoeba (nob-eng)":96.62,"Tatoeba (nov-eng)":68.37,"Tatoeba (oci-eng)":51.12,"Tatoeba (orv-eng)":33.13,"Tatoeba (pam-eng)":9.23,"Tatoeba (pes-eng)":88.26,"Tatoeba (pms-eng)":46.68,"Tatoeba (pol-eng)":94.9,"Tatoeba (por-eng)":94.57,"Tatoeba (ron-eng)":90.72,"Tatoeba (rus-eng)":92.9,"Tatoeba (slk-eng)":88.81,"Tatoeba (slv-eng)":84.15,"Tatoeba (spa-eng)":97.68,"Tatoeba (sqi-eng)":82.77,"Tatoeba (srp-eng)":86.29,"Tatoeba (swe-eng)":92.95,"Tatoeba (swg-eng)":51.71,"Tatoeba (swh-eng)":58.13,"Tatoeba (tam-eng)":84.3,"Tatoeba (tat-eng)":42.35,"Tatoeba (tel-eng)":89.7,"Tatoeba (tgl-eng)":67.23,"Tatoeba (tha-eng)":90.55,"Tatoeba (tuk-eng)":34.36,"Tatoeba (tur-eng)":95.82,"Tatoeba (tzl-eng)":40.27,"Tatoeba (uig-eng)":59.57,"Tatoeba (ukr-eng)":91.29,"Tatoeba (urd-eng)":83.9,"Tatoeba (uzb-eng)":40.95,"Tatoeba (vie-eng)":95.93,"Tatoeba (war-eng)":23.86,"Tatoeba (wuu-eng)":88.45,"Tatoeba (xho-eng)":67.65,"Tatoeba (yid-eng)":60.43,"Tatoeba (yue-eng)":82.99,"Tatoeba (zsm-eng)":94.35} +{"index":25,"Rank":11,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":69.12,"BUCC (de-en)":98.62,"BUCC (fr-en)":97.9,"BUCC (ru-en)":97.12,"BUCC (zh-en)":98.16,"Tatoeba (afr-eng)":81.85,"Tatoeba (amh-eng)":76.36,"Tatoeba (ang-eng)":42.45,"Tatoeba (ara-eng)":77.81,"Tatoeba (arq-eng)":24.99,"Tatoeba (arz-eng)":55.77,"Tatoeba (ast-eng)":78.08,"Tatoeba (awa-eng)":48.46,"Tatoeba (aze-eng)":79.53,"Tatoeba (bel-eng)":85.56,"Tatoeba (ben-eng)":73.23,"Tatoeba (ber-eng)":20.39,"Tatoeba (bos-eng)":89.36,"Tatoeba (bre-eng)":13.59,"Tatoeba (bul-eng)":91.31,"Tatoeba (cat-eng)":91.5,"Tatoeba (cbk-eng)":70.04,"Tatoeba (ceb-eng)":21.26,"Tatoeba (ces-eng)":89.77,"Tatoeba (cha-eng)":30.8,"Tatoeba (cmn-eng)":95.73,"Tatoeba (cor-eng)":5.96,"Tatoeba (csb-eng)":29.98,"Tatoeba (cym-eng)":52.47,"Tatoeba (dan-eng)":91.83,"Tatoeba (deu-eng)":97.75,"Tatoeba (dsb-eng)":42.87,"Tatoeba (dtp-eng)":9.05,"Tatoeba (ell-eng)":91.9,"Tatoeba (epo-eng)":88.91,"Tatoeba (est-eng)":79.48,"Tatoeba (eus-eng)":63.75,"Tatoeba (fao-eng)":65.68,"Tatoeba (fin-eng)":88.19,"Tatoeba (fra-eng)":93.27,"Tatoeba (fry-eng)":73.7,"Tatoeba (gla-eng)":27.33,"Tatoeba (gle-eng)":32.73,"Tatoeba (glg-eng)":89.64,"Tatoeba (gsw-eng)":36.74,"Tatoeba (heb-eng)":75.85,"Tatoeba (hin-eng)":93.33,"Tatoeba (hrv-eng)":91.67,"Tatoeba (hsb-eng)":45.64,"Tatoeba (hun-eng)":89.09,"Tatoeba (hye-eng)":80.41,"Tatoeba (ido-eng)":77.59,"Tatoeba (ile-eng)":81.68,"Tatoeba (ina-eng)":91.29,"Tatoeba (ind-eng)":92.31,"Tatoeba (isl-eng)":82.59,"Tatoeba (ita-eng)":91.43,"Tatoeba (jav-eng)":35.7,"Tatoeba (jpn-eng)":93.14,"Tatoeba (kab-eng)":17.19,"Tatoeba (kat-eng)":72.77,"Tatoeba (kaz-eng)":67.63,"Tatoeba (khm-eng)":67.63,"Tatoeba (kor-eng)":84.08,"Tatoeba (kur-eng)":32.87,"Tatoeba (kzj-eng)":11.12,"Tatoeba (lat-eng)":42.99,"Tatoeba (lfn-eng)":63.56,"Tatoeba (lit-eng)":77.59,"Tatoeba (lvs-eng)":79.39,"Tatoeba (mal-eng)":94.64,"Tatoeba (mar-eng)":84.38,"Tatoeba (max-eng)":52.57,"Tatoeba (mhr-eng)":15.98,"Tatoeba (mkd-eng)":77.85,"Tatoeba (mon-eng)":71.7,"Tatoeba (nds-eng)":63.42,"Tatoeba (nld-eng)":93.78,"Tatoeba (nno-eng)":90.75,"Tatoeba (nob-eng)":96.62,"Tatoeba (nov-eng)":68.37,"Tatoeba (oci-eng)":51.12,"Tatoeba (orv-eng)":33.13,"Tatoeba (pam-eng)":9.23,"Tatoeba (pes-eng)":88.26,"Tatoeba (pms-eng)":46.68,"Tatoeba (pol-eng)":94.9,"Tatoeba (por-eng)":94.57,"Tatoeba (ron-eng)":90.72,"Tatoeba (rus-eng)":92.9,"Tatoeba (slk-eng)":88.81,"Tatoeba (slv-eng)":84.15,"Tatoeba (spa-eng)":97.68,"Tatoeba (sqi-eng)":82.77,"Tatoeba (srp-eng)":86.29,"Tatoeba (swe-eng)":92.95,"Tatoeba (swg-eng)":51.71,"Tatoeba (swh-eng)":58.13,"Tatoeba (tam-eng)":84.3,"Tatoeba (tat-eng)":42.35,"Tatoeba (tel-eng)":89.7,"Tatoeba (tgl-eng)":67.23,"Tatoeba (tha-eng)":90.55,"Tatoeba (tuk-eng)":34.36,"Tatoeba (tur-eng)":95.82,"Tatoeba (tzl-eng)":40.27,"Tatoeba (uig-eng)":59.57,"Tatoeba (ukr-eng)":91.29,"Tatoeba (urd-eng)":83.9,"Tatoeba (uzb-eng)":40.95,"Tatoeba (vie-eng)":95.93,"Tatoeba (war-eng)":23.86,"Tatoeba (wuu-eng)":88.45,"Tatoeba (xho-eng)":67.65,"Tatoeba (yid-eng)":60.43,"Tatoeba (yue-eng)":82.99,"Tatoeba (zsm-eng)":94.35} {"index":16,"Rank":12,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":69.09,"BUCC (de-en)":99.13,"BUCC (fr-en)":97.59,"BUCC (ru-en)":97.2,"BUCC (zh-en)":98.3,"Tatoeba (afr-eng)":86.91,"Tatoeba (amh-eng)":74.93,"Tatoeba (ang-eng)":29.07,"Tatoeba (ara-eng)":82.59,"Tatoeba (arq-eng)":26.74,"Tatoeba (arz-eng)":66.79,"Tatoeba (ast-eng)":75.31,"Tatoeba (awa-eng)":68.39,"Tatoeba (aze-eng)":84.71,"Tatoeba (bel-eng)":86.7,"Tatoeba (ben-eng)":81.05,"Tatoeba (ber-eng)":23.58,"Tatoeba (bos-eng)":88.86,"Tatoeba (bre-eng)":5.44,"Tatoeba (bul-eng)":88.63,"Tatoeba (cat-eng)":84.09,"Tatoeba (cbk-eng)":60.54,"Tatoeba (ceb-eng)":45.46,"Tatoeba (ces-eng)":88.88,"Tatoeba (cha-eng)":16.95,"Tatoeba (cmn-eng)":93.35,"Tatoeba (cor-eng)":4.38,"Tatoeba (csb-eng)":24.56,"Tatoeba (cym-eng)":65.22,"Tatoeba (dan-eng)":91.4,"Tatoeba (deu-eng)":97.07,"Tatoeba (dsb-eng)":34.33,"Tatoeba (dtp-eng)":5.13,"Tatoeba (ell-eng)":89.96,"Tatoeba (epo-eng)":92.07,"Tatoeba (est-eng)":70.51,"Tatoeba (eus-eng)":56.16,"Tatoeba (fao-eng)":64.72,"Tatoeba (fin-eng)":86.15,"Tatoeba (fra-eng)":92.76,"Tatoeba (fry-eng)":50.88,"Tatoeba (gla-eng)":43.08,"Tatoeba (gle-eng)":58.36,"Tatoeba (glg-eng)":82.79,"Tatoeba (gsw-eng)":43.53,"Tatoeba (heb-eng)":74.14,"Tatoeba (hin-eng)":93.0,"Tatoeba (hrv-eng)":92.5,"Tatoeba (hsb-eng)":40.35,"Tatoeba (hun-eng)":84.32,"Tatoeba (hye-eng)":85.91,"Tatoeba (ido-eng)":74.39,"Tatoeba (ile-eng)":72.43,"Tatoeba (ina-eng)":86.11,"Tatoeba (ind-eng)":90.26,"Tatoeba (isl-eng)":76.9,"Tatoeba (ita-eng)":90.61,"Tatoeba (jav-eng)":61.25,"Tatoeba (jpn-eng)":90.3,"Tatoeba (kab-eng)":21.98,"Tatoeba (kat-eng)":77.83,"Tatoeba (kaz-eng)":75.56,"Tatoeba (khm-eng)":47.26,"Tatoeba (kor-eng)":83.37,"Tatoeba (kur-eng)":52.96,"Tatoeba (kzj-eng)":6.2,"Tatoeba (lat-eng)":39.58,"Tatoeba (lfn-eng)":52.85,"Tatoeba (lit-eng)":75.53,"Tatoeba (lvs-eng)":76.66,"Tatoeba (mal-eng)":96.72,"Tatoeba (mar-eng)":86.62,"Tatoeba (max-eng)":52.39,"Tatoeba (mhr-eng)":5.52,"Tatoeba (mkd-eng)":73.76,"Tatoeba (mon-eng)":78.37,"Tatoeba (nds-eng)":53.86,"Tatoeba (nld-eng)":93.2,"Tatoeba (nno-eng)":82.56,"Tatoeba (nob-eng)":95.9,"Tatoeba (nov-eng)":66.83,"Tatoeba (oci-eng)":35.79,"Tatoeba (orv-eng)":16.0,"Tatoeba (pam-eng)":6.92,"Tatoeba (pes-eng)":87.08,"Tatoeba (pms-eng)":44.61,"Tatoeba (pol-eng)":94.82,"Tatoeba (por-eng)":92.74,"Tatoeba (ron-eng)":91.27,"Tatoeba (rus-eng)":91.78,"Tatoeba (slk-eng)":86.4,"Tatoeba (slv-eng)":81.93,"Tatoeba (spa-eng)":96.97,"Tatoeba (sqi-eng)":90.06,"Tatoeba (srp-eng)":89.08,"Tatoeba (swe-eng)":91.33,"Tatoeba (swg-eng)":42.33,"Tatoeba (swh-eng)":66.81,"Tatoeba (tam-eng)":85.12,"Tatoeba (tat-eng)":66.92,"Tatoeba (tel-eng)":88.49,"Tatoeba (tgl-eng)":83.78,"Tatoeba (tha-eng)":94.4,"Tatoeba (tuk-eng)":19.66,"Tatoeba (tur-eng)":92.67,"Tatoeba (tzl-eng)":34.44,"Tatoeba (uig-eng)":63.08,"Tatoeba (ukr-eng)":88.29,"Tatoeba (urd-eng)":86.2,"Tatoeba (uzb-eng)":62.63,"Tatoeba (vie-eng)":94.68,"Tatoeba (war-eng)":47.18,"Tatoeba (wuu-eng)":78.65,"Tatoeba (xho-eng)":73.24,"Tatoeba (yid-eng)":63.2,"Tatoeba (yue-eng)":80.66,"Tatoeba (zsm-eng)":92.45} {"index":0,"Rank":13,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":67.42,"BUCC (de-en)":99.21,"BUCC (fr-en)":98.39,"BUCC (ru-en)":97.62,"BUCC (zh-en)":97.7,"Tatoeba (afr-eng)":92.59,"Tatoeba (amh-eng)":80.82,"Tatoeba (ang-eng)":25.22,"Tatoeba (ara-eng)":90.14,"Tatoeba (arq-eng)":26.63,"Tatoeba (arz-eng)":66.16,"Tatoeba (ast-eng)":76.35,"Tatoeba (awa-eng)":33.74,"Tatoeba (aze-eng)":82.41,"Tatoeba (bel-eng)":79.54,"Tatoeba (ben-eng)":89.43,"Tatoeba (ber-eng)":77.63,"Tatoeba (bos-eng)":95.86,"Tatoeba (bre-eng)":31.2,"Tatoeba (bul-eng)":93.57,"Tatoeba (cat-eng)":95.8,"Tatoeba (cbk-eng)":77.17,"Tatoeba (ceb-eng)":9.93,"Tatoeba (ces-eng)":95.52,"Tatoeba (cha-eng)":14.86,"Tatoeba (cmn-eng)":85.62,"Tatoeba (cor-eng)":4.45,"Tatoeba (csb-eng)":27.03,"Tatoeba (cym-eng)":5.85,"Tatoeba (dan-eng)":95.22,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":42.34,"Tatoeba (dtp-eng)":7.39,"Tatoeba (ell-eng)":96.2,"Tatoeba (epo-eng)":96.61,"Tatoeba (est-eng)":96.43,"Tatoeba (eus-eng)":93.32,"Tatoeba (fao-eng)":57.04,"Tatoeba (fin-eng)":96.98,"Tatoeba (fra-eng)":94.28,"Tatoeba (fry-eng)":42.07,"Tatoeba (gla-eng)":1.52,"Tatoeba (gle-eng)":4.2,"Tatoeba (glg-eng)":96.14,"Tatoeba (gsw-eng)":27.52,"Tatoeba (heb-eng)":0.0,"Tatoeba (hin-eng)":95.32,"Tatoeba (hrv-eng)":96.72,"Tatoeba (hsb-eng)":45.75,"Tatoeba (hun-eng)":95.2,"Tatoeba (hye-eng)":88.72,"Tatoeba (ido-eng)":80.86,"Tatoeba (ile-eng)":87.88,"Tatoeba (ina-eng)":93.93,"Tatoeba (ind-eng)":92.98,"Tatoeba (isl-eng)":94.32,"Tatoeba (ita-eng)":94.32,"Tatoeba (jav-eng)":9.95,"Tatoeba (jpn-eng)":93.78,"Tatoeba (kab-eng)":65.88,"Tatoeba (kat-eng)":81.16,"Tatoeba (kaz-eng)":53.3,"Tatoeba (khm-eng)":74.19,"Tatoeba (kor-eng)":87.97,"Tatoeba (kur-eng)":19.09,"Tatoeba (kzj-eng)":4.46,"Tatoeba (lat-eng)":64.81,"Tatoeba (lfn-eng)":63.39,"Tatoeba (lit-eng)":96.2,"Tatoeba (lvs-eng)":95.33,"Tatoeba (mal-eng)":98.16,"Tatoeba (mar-eng)":92.93,"Tatoeba (max-eng)":36.96,"Tatoeba (mhr-eng)":6.86,"Tatoeba (mkd-eng)":93.63,"Tatoeba (mon-eng)":3.42,"Tatoeba (nds-eng)":77.13,"Tatoeba (nld-eng)":95.35,"Tatoeba (nno-eng)":72.75,"Tatoeba (nob-eng)":95.77,"Tatoeba (nov-eng)":60.02,"Tatoeba (oci-eng)":58.13,"Tatoeba (orv-eng)":23.24,"Tatoeba (pam-eng)":3.24,"Tatoeba (pes-eng)":93.13,"Tatoeba (pms-eng)":36.23,"Tatoeba (pol-eng)":97.32,"Tatoeba (por-eng)":94.54,"Tatoeba (ron-eng)":96.52,"Tatoeba (rus-eng)":92.58,"Tatoeba (slk-eng)":95.82,"Tatoeba (slv-eng)":95.4,"Tatoeba (spa-eng)":97.33,"Tatoeba (sqi-eng)":97.22,"Tatoeba (srp-eng)":93.64,"Tatoeba (swe-eng)":95.31,"Tatoeba (swg-eng)":33.1,"Tatoeba (swh-eng)":55.66,"Tatoeba (tam-eng)":87.32,"Tatoeba (tat-eng)":34.74,"Tatoeba (tel-eng)":96.72,"Tatoeba (tgl-eng)":63.19,"Tatoeba (tha-eng)":96.38,"Tatoeba (tuk-eng)":16.35,"Tatoeba (tur-eng)":98.03,"Tatoeba (tzl-eng)":36.56,"Tatoeba (uig-eng)":56.49,"Tatoeba (ukr-eng)":93.52,"Tatoeba (urd-eng)":84.23,"Tatoeba (uzb-eng)":23.2,"Tatoeba (vie-eng)":96.73,"Tatoeba (war-eng)":8.25,"Tatoeba (wuu-eng)":75.09,"Tatoeba (xho-eng)":4.68,"Tatoeba (yid-eng)":2.49,"Tatoeba (yue-eng)":87.75,"Tatoeba (zsm-eng)":95.41} {"index":6,"Rank":14,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":65.21,"BUCC (de-en)":97.86,"BUCC (fr-en)":92.66,"BUCC (ru-en)":93.5,"BUCC (zh-en)":88.79,"Tatoeba (afr-eng)":85.67,"Tatoeba (amh-eng)":76.13,"Tatoeba (ang-eng)":42.23,"Tatoeba (ara-eng)":72.55,"Tatoeba (arq-eng)":22.43,"Tatoeba (arz-eng)":55.14,"Tatoeba (ast-eng)":71.67,"Tatoeba (awa-eng)":74.27,"Tatoeba (aze-eng)":80.14,"Tatoeba (bel-eng)":84.68,"Tatoeba (ben-eng)":77.76,"Tatoeba (ber-eng)":16.92,"Tatoeba (bos-eng)":83.24,"Tatoeba (bre-eng)":8.24,"Tatoeba (bul-eng)":83.81,"Tatoeba (cat-eng)":79.75,"Tatoeba (cbk-eng)":57.77,"Tatoeba (ceb-eng)":42.01,"Tatoeba (ces-eng)":78.83,"Tatoeba (cha-eng)":27.83,"Tatoeba (cmn-eng)":88.89,"Tatoeba (cor-eng)":6.02,"Tatoeba (csb-eng)":23.99,"Tatoeba (cym-eng)":65.32,"Tatoeba (dan-eng)":84.39,"Tatoeba (deu-eng)":96.58,"Tatoeba (dsb-eng)":31.64,"Tatoeba (dtp-eng)":7.68,"Tatoeba (ell-eng)":84.08,"Tatoeba (epo-eng)":90.5,"Tatoeba (est-eng)":55.31,"Tatoeba (eus-eng)":54.47,"Tatoeba (fao-eng)":58.87,"Tatoeba (fin-eng)":68.56,"Tatoeba (fra-eng)":89.93,"Tatoeba (fry-eng)":51.03,"Tatoeba (gla-eng)":39.42,"Tatoeba (gle-eng)":59.59,"Tatoeba (glg-eng)":81.93,"Tatoeba (gsw-eng)":36.45,"Tatoeba (heb-eng)":67.92,"Tatoeba (hin-eng)":93.25,"Tatoeba (hrv-eng)":86.87,"Tatoeba (hsb-eng)":37.02,"Tatoeba (hun-eng)":71.84,"Tatoeba (hye-eng)":82.29,"Tatoeba (ido-eng)":70.86,"Tatoeba (ile-eng)":71.73,"Tatoeba (ina-eng)":85.6,"Tatoeba (ind-eng)":87.81,"Tatoeba (isl-eng)":62.16,"Tatoeba (ita-eng)":87.56,"Tatoeba (jav-eng)":50.66,"Tatoeba (jpn-eng)":83.7,"Tatoeba (kab-eng)":17.83,"Tatoeba (kat-eng)":76.84,"Tatoeba (kaz-eng)":73.03,"Tatoeba (khm-eng)":47.99,"Tatoeba (kor-eng)":74.16,"Tatoeba (kur-eng)":39.67,"Tatoeba (kzj-eng)":8.27,"Tatoeba (lat-eng)":39.95,"Tatoeba (lfn-eng)":52.73,"Tatoeba (lit-eng)":61.52,"Tatoeba (lvs-eng)":60.67,"Tatoeba (mal-eng)":94.78,"Tatoeba (mar-eng)":86.79,"Tatoeba (max-eng)":49.95,"Tatoeba (mhr-eng)":6.08,"Tatoeba (mkd-eng)":59.26,"Tatoeba (mon-eng)":78.22,"Tatoeba (nds-eng)":53.26,"Tatoeba (nld-eng)":90.3,"Tatoeba (nno-eng)":69.48,"Tatoeba (nob-eng)":87.8,"Tatoeba (nov-eng)":68.56,"Tatoeba (oci-eng)":42.84,"Tatoeba (orv-eng)":15.13,"Tatoeba (pam-eng)":6.97,"Tatoeba (pes-eng)":84.0,"Tatoeba (pms-eng)":42.15,"Tatoeba (pol-eng)":85.91,"Tatoeba (por-eng)":89.25,"Tatoeba (ron-eng)":83.67,"Tatoeba (rus-eng)":89.77,"Tatoeba (slk-eng)":79.96,"Tatoeba (slv-eng)":72.85,"Tatoeba (spa-eng)":91.1,"Tatoeba (sqi-eng)":88.56,"Tatoeba (srp-eng)":80.33,"Tatoeba (swe-eng)":84.97,"Tatoeba (swg-eng)":44.3,"Tatoeba (swh-eng)":66.74,"Tatoeba (tam-eng)":81.39,"Tatoeba (tat-eng)":63.38,"Tatoeba (tel-eng)":85.78,"Tatoeba (tgl-eng)":79.26,"Tatoeba (tha-eng)":89.36,"Tatoeba (tuk-eng)":18.41,"Tatoeba (tur-eng)":86.78,"Tatoeba (tzl-eng)":36.2,"Tatoeba (uig-eng)":59.33,"Tatoeba (ukr-eng)":81.62,"Tatoeba (urd-eng)":84.71,"Tatoeba (uzb-eng)":58.0,"Tatoeba (vie-eng)":87.78,"Tatoeba (war-eng)":40.86,"Tatoeba (wuu-eng)":69.05,"Tatoeba (xho-eng)":62.84,"Tatoeba (yid-eng)":66.83,"Tatoeba (yue-eng)":69.69,"Tatoeba (zsm-eng)":90.0} diff --git a/boards_data/en/data_overall/default.jsonl b/boards_data/en/data_overall/default.jsonl index 21a10886e44f84d5ac7ab91619dfc181758932f4..ab509229dfd758b89457ec2a760fa245a27a8b82 100644 --- a/boards_data/en/data_overall/default.jsonl +++ b/boards_data/en/data_overall/default.jsonl @@ -38,11 +38,11 @@ {"index":38,"Rank":38,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":64.01,"Classification Average (12 datasets)":76.01,"Clustering Average (11 datasets)":46.6,"PairClassification Average (3 datasets)":86.15,"Reranking Average (4 datasets)":57.86,"Retrieval Average (15 datasets)":53.84,"STS Average (10 datasets)":83.15,"Summarization Average (1 datasets)":30.99} {"index":131,"Rank":39,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":63.71,"Classification Average (12 datasets)":76.03,"Clustering Average (11 datasets)":46.21,"PairClassification Average (3 datasets)":86.32,"Reranking Average (4 datasets)":59.37,"Retrieval Average (15 datasets)":52.31,"STS Average (10 datasets)":83.51,"Summarization Average (1 datasets)":30.87} {"index":21,"Rank":40,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":63.56,"Classification Average (12 datasets)":75.53,"Clustering Average (11 datasets)":45.81,"PairClassification Average (3 datasets)":86.55,"Reranking Average (4 datasets)":58.86,"Retrieval Average (15 datasets)":53.25,"STS Average (10 datasets)":82.4,"Summarization Average (1 datasets)":31.07} -{"index":279,"Rank":41,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":63.55,"Classification Average (12 datasets)":75.53,"Clustering Average (11 datasets)":45.77,"PairClassification Average (3 datasets)":86.55,"Reranking Average (4 datasets)":58.86,"Retrieval Average (15 datasets)":53.25,"STS Average (10 datasets)":82.4,"Summarization Average (1 datasets)":31.07} -{"index":198,"Rank":42,"Model":"privacy_embedding_rag_10k_base_checkpoint_2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":63.55,"Classification Average (12 datasets)":75.53,"Clustering Average (11 datasets)":45.77,"PairClassification Average (3 datasets)":86.55,"Reranking Average (4 datasets)":58.86,"Retrieval Average (15 datasets)":53.25,"STS Average (10 datasets)":82.4,"Summarization Average (1 datasets)":31.07} -{"index":197,"Rank":43,"Model":"privacy_embedding_rag_10k_base_15_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":63.55,"Classification Average (12 datasets)":75.53,"Clustering Average (11 datasets)":45.77,"PairClassification Average (3 datasets)":86.55,"Reranking Average (4 datasets)":58.86,"Retrieval Average (15 datasets)":53.25,"STS Average (10 datasets)":82.4,"Summarization Average (1 datasets)":31.07} +{"index":197,"Rank":41,"Model":"privacy_embedding_rag_10k_base_15_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":63.55,"Classification Average (12 datasets)":75.53,"Clustering Average (11 datasets)":45.77,"PairClassification Average (3 datasets)":86.55,"Reranking Average (4 datasets)":58.86,"Retrieval Average (15 datasets)":53.25,"STS Average (10 datasets)":82.4,"Summarization Average (1 datasets)":31.07} +{"index":199,"Rank":42,"Model":"privacy_embedding_rag_10k_base_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":63.55,"Classification Average (12 datasets)":75.53,"Clustering Average (11 datasets)":45.77,"PairClassification Average (3 datasets)":86.55,"Reranking Average (4 datasets)":58.86,"Retrieval Average (15 datasets)":53.25,"STS Average (10 datasets)":82.4,"Summarization Average (1 datasets)":31.07} +{"index":198,"Rank":43,"Model":"privacy_embedding_rag_10k_base_checkpoint_2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":63.55,"Classification Average (12 datasets)":75.53,"Clustering Average (11 datasets)":45.77,"PairClassification Average (3 datasets)":86.55,"Reranking Average (4 datasets)":58.86,"Retrieval Average (15 datasets)":53.25,"STS Average (10 datasets)":82.4,"Summarization Average (1 datasets)":31.07} {"index":196,"Rank":44,"Model":"privacy_embedding_rag_10k_base_12_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":63.55,"Classification Average (12 datasets)":75.53,"Clustering Average (11 datasets)":45.77,"PairClassification Average (3 datasets)":86.55,"Reranking Average (4 datasets)":58.86,"Retrieval Average (15 datasets)":53.25,"STS Average (10 datasets)":82.4,"Summarization Average (1 datasets)":31.07} -{"index":199,"Rank":45,"Model":"privacy_embedding_rag_10k_base_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":63.55,"Classification Average (12 datasets)":75.53,"Clustering Average (11 datasets)":45.77,"PairClassification Average (3 datasets)":86.55,"Reranking Average (4 datasets)":58.86,"Retrieval Average (15 datasets)":53.25,"STS Average (10 datasets)":82.4,"Summarization Average (1 datasets)":31.07} +{"index":279,"Rank":45,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":63.55,"Classification Average (12 datasets)":75.53,"Clustering Average (11 datasets)":45.77,"PairClassification Average (3 datasets)":86.55,"Reranking Average (4 datasets)":58.86,"Retrieval Average (15 datasets)":53.25,"STS Average (10 datasets)":82.4,"Summarization Average (1 datasets)":31.07} {"index":203,"Rank":46,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":63.54,"Classification Average (12 datasets)":75.99,"Clustering Average (11 datasets)":45.58,"PairClassification Average (3 datasets)":87.37,"Reranking Average (4 datasets)":60.04,"Retrieval Average (15 datasets)":51.92,"STS Average (10 datasets)":83.34,"Summarization Average (1 datasets)":30.82} {"index":186,"Rank":47,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":63.34,"Classification Average (12 datasets)":73.96,"Clustering Average (11 datasets)":46.61,"PairClassification Average (3 datasets)":86.85,"Reranking Average (4 datasets)":59.86,"Retrieval Average (15 datasets)":51.8,"STS Average (10 datasets)":83.85,"Summarization Average (1 datasets)":31.61} {"index":210,"Rank":48,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":63.25,"Classification Average (12 datasets)":74.14,"Clustering Average (11 datasets)":46.07,"PairClassification Average (3 datasets)":85.89,"Reranking Average (4 datasets)":58.94,"Retrieval Average (15 datasets)":51.42,"STS Average (10 datasets)":84.9,"Summarization Average (1 datasets)":31.55} @@ -51,11 +51,11 @@ {"index":134,"Rank":51,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":62.72,"Classification Average (12 datasets)":76.11,"Clustering Average (11 datasets)":44.82,"PairClassification Average (3 datasets)":84.68,"Reranking Average (4 datasets)":58.56,"Retrieval Average (15 datasets)":50.43,"STS Average (10 datasets)":83.03,"Summarization Average (1 datasets)":31.14} {"index":168,"Rank":52,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":62.61,"Classification Average (12 datasets)":75.28,"Clustering Average (11 datasets)":44.9,"PairClassification Average (3 datasets)":86.45,"Reranking Average (4 datasets)":58.78,"Retrieval Average (15 datasets)":50.1,"STS Average (10 datasets)":83.02,"Summarization Average (1 datasets)":32.52} {"index":275,"Rank":53,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":62.39,"Classification Average (12 datasets)":73.01,"Clustering Average (11 datasets)":46.2,"PairClassification Average (3 datasets)":84.57,"Reranking Average (4 datasets)":58.61,"Retrieval Average (15 datasets)":51.14,"STS Average (10 datasets)":82.3,"Summarization Average (1 datasets)":31.17} -{"index":28,"Rank":54,"Model":"UniVaR-lambda-1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":62.39,"Classification Average (12 datasets)":74.12,"Clustering Average (11 datasets)":43.91,"PairClassification Average (3 datasets)":85.15,"Reranking Average (4 datasets)":55.69,"Retrieval Average (15 datasets)":52.81,"STS Average (10 datasets)":82.06,"Summarization Average (1 datasets)":30.08} +{"index":29,"Rank":54,"Model":"UniVaR-lambda-20<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":62.39,"Classification Average (12 datasets)":74.12,"Clustering Average (11 datasets)":43.91,"PairClassification Average (3 datasets)":85.15,"Reranking Average (4 datasets)":55.69,"Retrieval Average (15 datasets)":52.81,"STS Average (10 datasets)":82.06,"Summarization Average (1 datasets)":30.08} {"index":31,"Rank":55,"Model":"UniVaR-lambda-80<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":62.39,"Classification Average (12 datasets)":74.12,"Clustering Average (11 datasets)":43.91,"PairClassification Average (3 datasets)":85.15,"Reranking Average (4 datasets)":55.69,"Retrieval Average (15 datasets)":52.81,"STS Average (10 datasets)":82.06,"Summarization Average (1 datasets)":30.08} -{"index":220,"Rank":56,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":62.39,"Classification Average (12 datasets)":74.12,"Clustering Average (11 datasets)":43.91,"PairClassification Average (3 datasets)":85.15,"Reranking Average (4 datasets)":55.69,"Retrieval Average (15 datasets)":52.81,"STS Average (10 datasets)":82.06,"Summarization Average (1 datasets)":30.08} -{"index":30,"Rank":57,"Model":"UniVaR-lambda-5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":62.39,"Classification Average (12 datasets)":74.12,"Clustering Average (11 datasets)":43.91,"PairClassification Average (3 datasets)":85.15,"Reranking Average (4 datasets)":55.69,"Retrieval Average (15 datasets)":52.81,"STS Average (10 datasets)":82.06,"Summarization Average (1 datasets)":30.08} -{"index":29,"Rank":58,"Model":"UniVaR-lambda-20<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":62.39,"Classification Average (12 datasets)":74.12,"Clustering Average (11 datasets)":43.91,"PairClassification Average (3 datasets)":85.15,"Reranking Average (4 datasets)":55.69,"Retrieval Average (15 datasets)":52.81,"STS Average (10 datasets)":82.06,"Summarization Average (1 datasets)":30.08} +{"index":30,"Rank":56,"Model":"UniVaR-lambda-5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":62.39,"Classification Average (12 datasets)":74.12,"Clustering Average (11 datasets)":43.91,"PairClassification Average (3 datasets)":85.15,"Reranking Average (4 datasets)":55.69,"Retrieval Average (15 datasets)":52.81,"STS Average (10 datasets)":82.06,"Summarization Average (1 datasets)":30.08} +{"index":220,"Rank":57,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":62.39,"Classification Average (12 datasets)":74.12,"Clustering Average (11 datasets)":43.91,"PairClassification Average (3 datasets)":85.15,"Reranking Average (4 datasets)":55.69,"Retrieval Average (15 datasets)":52.81,"STS Average (10 datasets)":82.06,"Summarization Average (1 datasets)":30.08} +{"index":28,"Rank":58,"Model":"UniVaR-lambda-1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":62.39,"Classification Average (12 datasets)":74.12,"Clustering Average (11 datasets)":43.91,"PairClassification Average (3 datasets)":85.15,"Reranking Average (4 datasets)":55.69,"Retrieval Average (15 datasets)":52.81,"STS Average (10 datasets)":82.06,"Summarization Average (1 datasets)":30.08} {"index":227,"Rank":59,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":62.28,"Classification Average (12 datasets)":73.55,"Clustering Average (11 datasets)":43.93,"PairClassification Average (3 datasets)":84.61,"Reranking Average (4 datasets)":55.78,"Retrieval Average (15 datasets)":53.01,"STS Average (10 datasets)":81.94,"Summarization Average (1 datasets)":30.4} {"index":355,"Rank":60,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average (56 datasets)":62.26,"Classification Average (12 datasets)":73.21,"Clustering Average (11 datasets)":46.65,"PairClassification Average (3 datasets)":85.04,"Reranking Average (4 datasets)":56.72,"Retrieval Average (15 datasets)":51.08,"STS Average (10 datasets)":81.58,"Summarization Average (1 datasets)":31.12} {"index":172,"Rank":61,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":62.2,"Classification Average (12 datasets)":75.24,"Clustering Average (11 datasets)":44.26,"PairClassification Average (3 datasets)":86.03,"Reranking Average (4 datasets)":56.61,"Retrieval Average (15 datasets)":50.56,"STS Average (10 datasets)":82.05,"Summarization Average (1 datasets)":30.19} @@ -68,10 +68,10 @@ {"index":166,"Rank":68,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":61.59,"Classification Average (12 datasets)":73.86,"Clustering Average (11 datasets)":45.29,"PairClassification Average (3 datasets)":85.89,"Reranking Average (4 datasets)":57.54,"Retrieval Average (15 datasets)":47.57,"STS Average (10 datasets)":83.15,"Summarization Average (1 datasets)":31.84} {"index":170,"Rank":69,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":61.56,"Classification Average (12 datasets)":73.84,"Clustering Average (11 datasets)":44.1,"PairClassification Average (3 datasets)":85.73,"Reranking Average (4 datasets)":55.91,"Retrieval Average (15 datasets)":50.29,"STS Average (10 datasets)":81.05,"Summarization Average (1 datasets)":30.28} {"index":158,"Rank":70,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Embedding Dimensions":768,"Max Tokens":4096,"Average (56 datasets)":61.5,"Classification Average (12 datasets)":73.84,"Clustering Average (11 datasets)":43.8,"PairClassification Average (3 datasets)":85.73,"Reranking Average (4 datasets)":55.91,"Retrieval Average (15 datasets)":50.29,"STS Average (10 datasets)":81.05,"Summarization Average (1 datasets)":30.28} -{"index":271,"Rank":71,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":61.5,"Classification Average (12 datasets)":74.81,"Clustering Average (11 datasets)":41.06,"PairClassification Average (3 datasets)":84.75,"Reranking Average (4 datasets)":55.86,"Retrieval Average (15 datasets)":51.43,"STS Average (10 datasets)":81.56,"Summarization Average (1 datasets)":29.69} -{"index":58,"Rank":72,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":61.5,"Classification Average (12 datasets)":74.81,"Clustering Average (11 datasets)":41.06,"PairClassification Average (3 datasets)":84.75,"Reranking Average (4 datasets)":55.86,"Retrieval Average (15 datasets)":51.43,"STS Average (10 datasets)":81.56,"Summarization Average (1 datasets)":29.69} +{"index":58,"Rank":71,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":61.5,"Classification Average (12 datasets)":74.81,"Clustering Average (11 datasets)":41.06,"PairClassification Average (3 datasets)":84.75,"Reranking Average (4 datasets)":55.86,"Retrieval Average (15 datasets)":51.43,"STS Average (10 datasets)":81.56,"Summarization Average (1 datasets)":29.69} +{"index":236,"Rank":72,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":61.5,"Classification Average (12 datasets)":74.81,"Clustering Average (11 datasets)":41.06,"PairClassification Average (3 datasets)":84.75,"Reranking Average (4 datasets)":55.86,"Retrieval Average (15 datasets)":51.43,"STS Average (10 datasets)":81.56,"Summarization Average (1 datasets)":29.69} {"index":142,"Rank":73,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":61.5,"Classification Average (12 datasets)":74.81,"Clustering Average (11 datasets)":41.06,"PairClassification Average (3 datasets)":84.75,"Reranking Average (4 datasets)":55.86,"Retrieval Average (15 datasets)":51.43,"STS Average (10 datasets)":81.56,"Summarization Average (1 datasets)":29.69} -{"index":236,"Rank":74,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":61.5,"Classification Average (12 datasets)":74.81,"Clustering Average (11 datasets)":41.06,"PairClassification Average (3 datasets)":84.75,"Reranking Average (4 datasets)":55.86,"Retrieval Average (15 datasets)":51.43,"STS Average (10 datasets)":81.56,"Summarization Average (1 datasets)":29.69} +{"index":271,"Rank":74,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":61.5,"Classification Average (12 datasets)":74.81,"Clustering Average (11 datasets)":41.06,"PairClassification Average (3 datasets)":84.75,"Reranking Average (4 datasets)":55.86,"Retrieval Average (15 datasets)":51.43,"STS Average (10 datasets)":81.56,"Summarization Average (1 datasets)":29.69} {"index":171,"Rank":75,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":61.42,"Classification Average (12 datasets)":73.14,"Clustering Average (11 datasets)":43.33,"PairClassification Average (3 datasets)":85.94,"Reranking Average (4 datasets)":56.53,"Retrieval Average (15 datasets)":49.99,"STS Average (10 datasets)":82.06,"Summarization Average (1 datasets)":30.97} {"index":195,"Rank":76,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":61.4,"Classification Average (12 datasets)":70.89,"Clustering Average (11 datasets)":44.31,"PairClassification Average (3 datasets)":84.24,"Reranking Average (4 datasets)":57.47,"Retrieval Average (15 datasets)":51.08,"STS Average (10 datasets)":82.11,"Summarization Average (1 datasets)":30.58} {"index":20,"Rank":77,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":61.4,"Classification Average (12 datasets)":70.89,"Clustering Average (11 datasets)":44.31,"PairClassification Average (3 datasets)":84.24,"Reranking Average (4 datasets)":57.47,"Retrieval Average (15 datasets)":51.08,"STS Average (10 datasets)":82.11,"Summarization Average (1 datasets)":30.58} @@ -85,14 +85,14 @@ {"index":169,"Rank":85,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":60.44,"Classification Average (12 datasets)":72.63,"Clustering Average (11 datasets)":42.11,"PairClassification Average (3 datasets)":85.09,"Reranking Average (4 datasets)":55.7,"Retrieval Average (15 datasets)":48.75,"STS Average (10 datasets)":80.96,"Summarization Average (1 datasets)":31.01} {"index":191,"Rank":86,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":60.38,"Classification Average (12 datasets)":73.45,"Clustering Average (11 datasets)":41.73,"PairClassification Average (3 datasets)":85.38,"Reranking Average (4 datasets)":56.98,"Retrieval Average (15 datasets)":47.87,"STS Average (10 datasets)":80.7,"Summarization Average (1 datasets)":31.6} {"index":129,"Rank":87,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":60.37,"Classification Average (12 datasets)":70.62,"Clustering Average (11 datasets)":40.4,"PairClassification Average (3 datasets)":82.14,"Reranking Average (4 datasets)":57.5,"Retrieval Average (15 datasets)":51.31,"STS Average (10 datasets)":81.54,"Summarization Average (1 datasets)":27.54} -{"index":111,"Rank":88,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":60.09,"Classification Average (12 datasets)":68.01,"Clustering Average (11 datasets)":41.51,"PairClassification Average (3 datasets)":82.02,"Reranking Average (4 datasets)":55.47,"Retrieval Average (15 datasets)":54.83,"STS Average (10 datasets)":77.08,"Summarization Average (1 datasets)":31.38} -{"index":333,"Rank":89,"Model":"snowflake-arctic-embed-m-long-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":60.09,"Classification Average (12 datasets)":68.01,"Clustering Average (11 datasets)":41.51,"PairClassification Average (3 datasets)":82.02,"Reranking Average (4 datasets)":55.47,"Retrieval Average (15 datasets)":54.83,"STS Average (10 datasets)":77.08,"Summarization Average (1 datasets)":31.38} +{"index":333,"Rank":88,"Model":"snowflake-arctic-embed-m-long-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":60.09,"Classification Average (12 datasets)":68.01,"Clustering Average (11 datasets)":41.51,"PairClassification Average (3 datasets)":82.02,"Reranking Average (4 datasets)":55.47,"Retrieval Average (15 datasets)":54.83,"STS Average (10 datasets)":77.08,"Summarization Average (1 datasets)":31.38} +{"index":111,"Rank":89,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":60.09,"Classification Average (12 datasets)":68.01,"Clustering Average (11 datasets)":41.51,"PairClassification Average (3 datasets)":82.02,"Reranking Average (4 datasets)":55.47,"Retrieval Average (15 datasets)":54.83,"STS Average (10 datasets)":77.08,"Summarization Average (1 datasets)":31.38} {"index":37,"Rank":90,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":60.08,"Classification Average (12 datasets)":70.57,"Clustering Average (11 datasets)":41.98,"PairClassification Average (3 datasets)":83.95,"Reranking Average (4 datasets)":55.06,"Retrieval Average (15 datasets)":50.15,"STS Average (10 datasets)":80.09,"Summarization Average (1 datasets)":30.41} {"index":175,"Rank":91,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":59.93,"Classification Average (12 datasets)":72.94,"Clustering Average (11 datasets)":39.92,"PairClassification Average (3 datasets)":84.67,"Reranking Average (4 datasets)":54.32,"Retrieval Average (15 datasets)":49.04,"STS Average (10 datasets)":80.39,"Summarization Average (1 datasets)":31.16} {"index":183,"Rank":92,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average (56 datasets)":59.86,"Classification Average (12 datasets)":71.91,"Clustering Average (11 datasets)":40.74,"PairClassification Average (3 datasets)":84.06,"Reranking Average (4 datasets)":54.9,"Retrieval Average (15 datasets)":47.67,"STS Average (10 datasets)":82.37,"Summarization Average (1 datasets)":30.62} {"index":222,"Rank":93,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":59.85,"Classification Average (12 datasets)":71.17,"Clustering Average (11 datasets)":42.52,"PairClassification Average (3 datasets)":83.67,"Reranking Average (4 datasets)":54.99,"Retrieval Average (15 datasets)":48.0,"STS Average (10 datasets)":80.84,"Summarization Average (1 datasets)":30.72} -{"index":109,"Rank":94,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":59.84,"Classification Average (12 datasets)":67.07,"Clustering Average (11 datasets)":41.49,"PairClassification Average (3 datasets)":80.8,"Reranking Average (4 datasets)":55.46,"Retrieval Average (15 datasets)":55.98,"STS Average (10 datasets)":75.48,"Summarization Average (1 datasets)":30.84} -{"index":332,"Rank":95,"Model":"snowflake-arctic-embed-l-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":59.84,"Classification Average (12 datasets)":67.07,"Clustering Average (11 datasets)":41.49,"PairClassification Average (3 datasets)":80.8,"Reranking Average (4 datasets)":55.46,"Retrieval Average (15 datasets)":55.98,"STS Average (10 datasets)":75.48,"Summarization Average (1 datasets)":30.84} +{"index":332,"Rank":94,"Model":"snowflake-arctic-embed-l-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":59.84,"Classification Average (12 datasets)":67.07,"Clustering Average (11 datasets)":41.49,"PairClassification Average (3 datasets)":80.8,"Reranking Average (4 datasets)":55.46,"Retrieval Average (15 datasets)":55.98,"STS Average (10 datasets)":75.48,"Summarization Average (1 datasets)":30.84} +{"index":109,"Rank":95,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":59.84,"Classification Average (12 datasets)":67.07,"Clustering Average (11 datasets)":41.49,"PairClassification Average (3 datasets)":80.8,"Reranking Average (4 datasets)":55.46,"Retrieval Average (15 datasets)":55.98,"STS Average (10 datasets)":75.48,"Summarization Average (1 datasets)":30.84} {"index":110,"Rank":96,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":59.79,"Classification Average (12 datasets)":68.23,"Clustering Average (11 datasets)":41.87,"PairClassification Average (3 datasets)":81.07,"Reranking Average (4 datasets)":55.42,"Retrieval Average (15 datasets)":54.91,"STS Average (10 datasets)":75.03,"Summarization Average (1 datasets)":30.31} {"index":165,"Rank":97,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":59.54,"Classification Average (12 datasets)":72.36,"Clustering Average (11 datasets)":41.9,"PairClassification Average (3 datasets)":83.51,"Reranking Average (4 datasets)":56.2,"Retrieval Average (15 datasets)":45.12,"STS Average (10 datasets)":82.29,"Summarization Average (1 datasets)":29.85} {"index":267,"Rank":98,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":59.51,"Classification Average (12 datasets)":73.42,"Clustering Average (11 datasets)":43.72,"PairClassification Average (3 datasets)":85.07,"Reranking Average (4 datasets)":56.42,"Retrieval Average (15 datasets)":42.24,"STS Average (10 datasets)":82.63,"Summarization Average (1 datasets)":30.08} diff --git a/boards_data/en/data_tasks/Classification/default.jsonl b/boards_data/en/data_tasks/Classification/default.jsonl index e81b0970dabe159ca0672ae057956481bce72481..6b0fd23d405b966db07f64219f40d8112eefbe1c 100644 --- a/boards_data/en/data_tasks/Classification/default.jsonl +++ b/boards_data/en/data_tasks/Classification/default.jsonl @@ -30,55 +30,55 @@ {"index":131,"Rank":30,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":76.03,"AmazonCounterfactualClassification (en)":75.96,"AmazonPolarityClassification":93.51,"AmazonReviewsClassification (en)":50.45,"Banking77Classification":87.3,"EmotionClassification":54.68,"ImdbClassification":89.66,"MassiveIntentClassification (en)":76.01,"MassiveScenarioClassification (en)":79.64,"MTOPDomainClassification (en)":95.3,"MTOPIntentClassification (en)":78.1,"ToxicConversationsClassification":72.42,"TweetSentimentExtractionClassification":59.32} {"index":133,"Rank":31,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":76.01,"AmazonCounterfactualClassification (en)":75.58,"AmazonPolarityClassification":93.41,"AmazonReviewsClassification (en)":49.06,"Banking77Classification":88.1,"EmotionClassification":54.72,"ImdbClassification":91.23,"MassiveIntentClassification (en)":76.2,"MassiveScenarioClassification (en)":79.35,"MTOPDomainClassification (en)":95.25,"MTOPIntentClassification (en)":78.24,"ToxicConversationsClassification":71.86,"TweetSentimentExtractionClassification":59.17} {"index":38,"Rank":32,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.01,"AmazonCounterfactualClassification (en)":77.85,"AmazonPolarityClassification":95.6,"AmazonReviewsClassification (en)":49.79,"Banking77Classification":86.09,"EmotionClassification":48.15,"ImdbClassification":93.97,"MassiveIntentClassification (en)":74.51,"MassiveScenarioClassification (en)":79.0,"MTOPDomainClassification (en)":94.92,"MTOPIntentClassification (en)":78.89,"ToxicConversationsClassification":71.2,"TweetSentimentExtractionClassification":62.18} -{"index":106,"Rank":33,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.99,"AmazonCounterfactualClassification (en)":76.06,"AmazonPolarityClassification":91.98,"AmazonReviewsClassification (en)":47.94,"Banking77Classification":87.9,"EmotionClassification":52.03,"ImdbClassification":92.79,"MassiveIntentClassification (en)":77.41,"MassiveScenarioClassification (en)":80.45,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.26,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.0} -{"index":203,"Rank":34,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":75.99,"AmazonCounterfactualClassification (en)":76.06,"AmazonPolarityClassification":91.98,"AmazonReviewsClassification (en)":47.94,"Banking77Classification":87.9,"EmotionClassification":52.03,"ImdbClassification":92.79,"MassiveIntentClassification (en)":77.41,"MassiveScenarioClassification (en)":80.45,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.26,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.0} -{"index":23,"Rank":35,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":75.97,"AmazonCounterfactualClassification (en)":75.85,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":77.56,"MassiveScenarioClassification (en)":80.53,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.49,"ToxicConversationsClassification":70.91,"TweetSentimentExtractionClassification":59.94} -{"index":239,"Rank":36,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.97,"AmazonCounterfactualClassification (en)":75.85,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":77.56,"MassiveScenarioClassification (en)":80.53,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.49,"ToxicConversationsClassification":70.91,"TweetSentimentExtractionClassification":59.94} -{"index":240,"Rank":37,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.97,"AmazonCounterfactualClassification (en)":75.85,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":77.56,"MassiveScenarioClassification (en)":80.53,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.49,"ToxicConversationsClassification":70.91,"TweetSentimentExtractionClassification":59.94} +{"index":203,"Rank":33,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":75.99,"AmazonCounterfactualClassification (en)":76.06,"AmazonPolarityClassification":91.98,"AmazonReviewsClassification (en)":47.94,"Banking77Classification":87.9,"EmotionClassification":52.03,"ImdbClassification":92.79,"MassiveIntentClassification (en)":77.41,"MassiveScenarioClassification (en)":80.45,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.26,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.0} +{"index":106,"Rank":34,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.99,"AmazonCounterfactualClassification (en)":76.06,"AmazonPolarityClassification":91.98,"AmazonReviewsClassification (en)":47.94,"Banking77Classification":87.9,"EmotionClassification":52.03,"ImdbClassification":92.79,"MassiveIntentClassification (en)":77.41,"MassiveScenarioClassification (en)":80.45,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.26,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.0} +{"index":240,"Rank":35,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.97,"AmazonCounterfactualClassification (en)":75.85,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":77.56,"MassiveScenarioClassification (en)":80.53,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.49,"ToxicConversationsClassification":70.91,"TweetSentimentExtractionClassification":59.94} +{"index":23,"Rank":36,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":75.97,"AmazonCounterfactualClassification (en)":75.85,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":77.56,"MassiveScenarioClassification (en)":80.53,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.49,"ToxicConversationsClassification":70.91,"TweetSentimentExtractionClassification":59.94} +{"index":239,"Rank":37,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.97,"AmazonCounterfactualClassification (en)":75.85,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":77.56,"MassiveScenarioClassification (en)":80.53,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.49,"ToxicConversationsClassification":70.91,"TweetSentimentExtractionClassification":59.94} {"index":135,"Rank":38,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":75.97,"AmazonCounterfactualClassification (en)":75.76,"AmazonPolarityClassification":93.3,"AmazonReviewsClassification (en)":49.99,"Banking77Classification":86.4,"EmotionClassification":55.07,"ImdbClassification":90.15,"MassiveIntentClassification (en)":76.01,"MassiveScenarioClassification (en)":79.33,"MTOPDomainClassification (en)":95.29,"MTOPIntentClassification (en)":79.57,"ToxicConversationsClassification":69.44,"TweetSentimentExtractionClassification":61.27} {"index":71,"Rank":39,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":75.92,"AmazonCounterfactualClassification (en)":79.94,"AmazonPolarityClassification":86.07,"AmazonReviewsClassification (en)":46.84,"Banking77Classification":88.05,"EmotionClassification":51.2,"ImdbClassification":82.94,"MassiveIntentClassification (en)":79.8,"MassiveScenarioClassification (en)":81.52,"MTOPDomainClassification (en)":96.14,"MTOPIntentClassification (en)":86.11,"ToxicConversationsClassification":70.59,"TweetSentimentExtractionClassification":61.9} {"index":211,"Rank":40,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":75.64,"AmazonCounterfactualClassification (en)":75.04,"AmazonPolarityClassification":93.84,"AmazonReviewsClassification (en)":49.18,"Banking77Classification":87.82,"EmotionClassification":50.88,"ImdbClassification":92.83,"MassiveIntentClassification (en)":76.24,"MassiveScenarioClassification (en)":79.95,"MTOPDomainClassification (en)":93.95,"MTOPIntentClassification (en)":76.79,"ToxicConversationsClassification":71.48,"TweetSentimentExtractionClassification":59.71} {"index":119,"Rank":41,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":75.58,"AmazonCounterfactualClassification (en)":75.55,"AmazonPolarityClassification":92.84,"AmazonReviewsClassification (en)":48.29,"Banking77Classification":87.69,"EmotionClassification":51.75,"ImdbClassification":92.78,"MassiveIntentClassification (en)":76.5,"MassiveScenarioClassification (en)":79.75,"MTOPDomainClassification (en)":94.02,"MTOPIntentClassification (en)":76.92,"ToxicConversationsClassification":71.09,"TweetSentimentExtractionClassification":59.75} -{"index":21,"Rank":42,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} -{"index":196,"Rank":43,"Model":"privacy_embedding_rag_10k_base_12_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} -{"index":199,"Rank":44,"Model":"privacy_embedding_rag_10k_base_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} -{"index":197,"Rank":45,"Model":"privacy_embedding_rag_10k_base_15_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} -{"index":198,"Rank":46,"Model":"privacy_embedding_rag_10k_base_checkpoint_2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} -{"index":279,"Rank":47,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} -{"index":136,"Rank":48,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} +{"index":198,"Rank":42,"Model":"privacy_embedding_rag_10k_base_checkpoint_2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} +{"index":197,"Rank":43,"Model":"privacy_embedding_rag_10k_base_15_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} +{"index":21,"Rank":44,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} +{"index":136,"Rank":45,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} +{"index":199,"Rank":46,"Model":"privacy_embedding_rag_10k_base_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} +{"index":196,"Rank":47,"Model":"privacy_embedding_rag_10k_base_12_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} +{"index":279,"Rank":48,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} {"index":354,"Rank":49,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.45,"AmazonCounterfactualClassification (en)":78.93,"AmazonPolarityClassification":92.85,"AmazonReviewsClassification (en)":48.7,"Banking77Classification":85.69,"EmotionClassification":51.58,"ImdbClassification":87.67,"MassiveIntentClassification (en)":74.64,"MassiveScenarioClassification (en)":79.79,"MTOPDomainClassification (en)":95.36,"MTOPIntentClassification (en)":75.07,"ToxicConversationsClassification":72.92,"TweetSentimentExtractionClassification":62.22} {"index":168,"Rank":50,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Average":75.28,"AmazonCounterfactualClassification (en)":77.19,"AmazonPolarityClassification":93.26,"AmazonReviewsClassification (en)":49.61,"Banking77Classification":84.73,"EmotionClassification":54.47,"ImdbClassification":91.31,"MassiveIntentClassification (en)":73.88,"MassiveScenarioClassification (en)":78.28,"MTOPDomainClassification (en)":93.5,"MTOPIntentClassification (en)":71.06,"ToxicConversationsClassification":72.99,"TweetSentimentExtractionClassification":63.07} -{"index":57,"Rank":51,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.24,"AmazonCounterfactualClassification (en)":79.22,"AmazonPolarityClassification":93.75,"AmazonReviewsClassification (en)":48.61,"Banking77Classification":84.55,"EmotionClassification":49.45,"ImdbClassification":91.69,"MassiveIntentClassification (en)":73.84,"MassiveScenarioClassification (en)":78.11,"MTOPDomainClassification (en)":94.62,"MTOPIntentClassification (en)":77.14,"ToxicConversationsClassification":70.9,"TweetSentimentExtractionClassification":60.94} -{"index":172,"Rank":52,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":75.24,"AmazonCounterfactualClassification (en)":79.22,"AmazonPolarityClassification":93.75,"AmazonReviewsClassification (en)":48.61,"Banking77Classification":84.55,"EmotionClassification":49.45,"ImdbClassification":91.69,"MassiveIntentClassification (en)":73.84,"MassiveScenarioClassification (en)":78.11,"MTOPDomainClassification (en)":94.62,"MTOPIntentClassification (en)":77.14,"ToxicConversationsClassification":70.9,"TweetSentimentExtractionClassification":60.94} +{"index":172,"Rank":51,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":75.24,"AmazonCounterfactualClassification (en)":79.22,"AmazonPolarityClassification":93.75,"AmazonReviewsClassification (en)":48.61,"Banking77Classification":84.55,"EmotionClassification":49.45,"ImdbClassification":91.69,"MassiveIntentClassification (en)":73.84,"MassiveScenarioClassification (en)":78.11,"MTOPDomainClassification (en)":94.62,"MTOPIntentClassification (en)":77.14,"ToxicConversationsClassification":70.9,"TweetSentimentExtractionClassification":60.94} +{"index":57,"Rank":52,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.24,"AmazonCounterfactualClassification (en)":79.22,"AmazonPolarityClassification":93.75,"AmazonReviewsClassification (en)":48.61,"Banking77Classification":84.55,"EmotionClassification":49.45,"ImdbClassification":91.69,"MassiveIntentClassification (en)":73.84,"MassiveScenarioClassification (en)":78.11,"MTOPDomainClassification (en)":94.62,"MTOPIntentClassification (en)":77.14,"ToxicConversationsClassification":70.9,"TweetSentimentExtractionClassification":60.94} {"index":323,"Rank":53,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":75.16,"AmazonCounterfactualClassification (en)":75.18,"AmazonPolarityClassification":93.07,"AmazonReviewsClassification (en)":48.42,"Banking77Classification":88.03,"EmotionClassification":51.93,"ImdbClassification":91.91,"MassiveIntentClassification (en)":75.91,"MassiveScenarioClassification (en)":79.43,"MTOPDomainClassification (en)":94.33,"MTOPIntentClassification (en)":76.61,"ToxicConversationsClassification":67.91,"TweetSentimentExtractionClassification":59.22} {"index":214,"Rank":54,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.98,"AmazonCounterfactualClassification (en)":76.16,"AmazonPolarityClassification":92.95,"AmazonReviewsClassification (en)":48.21,"Banking77Classification":86.35,"EmotionClassification":51.27,"ImdbClassification":89.72,"MassiveIntentClassification (en)":75.16,"MassiveScenarioClassification (en)":78.93,"MTOPDomainClassification (en)":93.95,"MTOPIntentClassification (en)":75.26,"ToxicConversationsClassification":72.12,"TweetSentimentExtractionClassification":59.67} -{"index":58,"Rank":55,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.81,"AmazonCounterfactualClassification (en)":79.06,"AmazonPolarityClassification":93.49,"AmazonReviewsClassification (en)":47.56,"Banking77Classification":84.73,"EmotionClassification":46.5,"ImdbClassification":90.23,"MassiveIntentClassification (en)":73.76,"MassiveScenarioClassification (en)":77.51,"MTOPDomainClassification (en)":93.67,"MTOPIntentClassification (en)":77.9,"ToxicConversationsClassification":71.32,"TweetSentimentExtractionClassification":61.98} +{"index":142,"Rank":55,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.81,"AmazonCounterfactualClassification (en)":79.06,"AmazonPolarityClassification":93.49,"AmazonReviewsClassification (en)":47.56,"Banking77Classification":84.73,"EmotionClassification":46.5,"ImdbClassification":90.23,"MassiveIntentClassification (en)":73.76,"MassiveScenarioClassification (en)":77.51,"MTOPDomainClassification (en)":93.67,"MTOPIntentClassification (en)":77.9,"ToxicConversationsClassification":71.32,"TweetSentimentExtractionClassification":61.98} {"index":271,"Rank":56,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.81,"AmazonCounterfactualClassification (en)":79.06,"AmazonPolarityClassification":93.49,"AmazonReviewsClassification (en)":47.56,"Banking77Classification":84.73,"EmotionClassification":46.5,"ImdbClassification":90.23,"MassiveIntentClassification (en)":73.76,"MassiveScenarioClassification (en)":77.51,"MTOPDomainClassification (en)":93.67,"MTOPIntentClassification (en)":77.9,"ToxicConversationsClassification":71.32,"TweetSentimentExtractionClassification":61.98} -{"index":142,"Rank":57,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.81,"AmazonCounterfactualClassification (en)":79.06,"AmazonPolarityClassification":93.49,"AmazonReviewsClassification (en)":47.56,"Banking77Classification":84.73,"EmotionClassification":46.5,"ImdbClassification":90.23,"MassiveIntentClassification (en)":73.76,"MassiveScenarioClassification (en)":77.51,"MTOPDomainClassification (en)":93.67,"MTOPIntentClassification (en)":77.9,"ToxicConversationsClassification":71.32,"TweetSentimentExtractionClassification":61.98} -{"index":236,"Rank":58,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.81,"AmazonCounterfactualClassification (en)":79.06,"AmazonPolarityClassification":93.49,"AmazonReviewsClassification (en)":47.56,"Banking77Classification":84.73,"EmotionClassification":46.5,"ImdbClassification":90.23,"MassiveIntentClassification (en)":73.76,"MassiveScenarioClassification (en)":77.51,"MTOPDomainClassification (en)":93.67,"MTOPIntentClassification (en)":77.9,"ToxicConversationsClassification":71.32,"TweetSentimentExtractionClassification":61.98} +{"index":236,"Rank":57,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.81,"AmazonCounterfactualClassification (en)":79.06,"AmazonPolarityClassification":93.49,"AmazonReviewsClassification (en)":47.56,"Banking77Classification":84.73,"EmotionClassification":46.5,"ImdbClassification":90.23,"MassiveIntentClassification (en)":73.76,"MassiveScenarioClassification (en)":77.51,"MTOPDomainClassification (en)":93.67,"MTOPIntentClassification (en)":77.9,"ToxicConversationsClassification":71.32,"TweetSentimentExtractionClassification":61.98} +{"index":58,"Rank":58,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.81,"AmazonCounterfactualClassification (en)":79.06,"AmazonPolarityClassification":93.49,"AmazonReviewsClassification (en)":47.56,"Banking77Classification":84.73,"EmotionClassification":46.5,"ImdbClassification":90.23,"MassiveIntentClassification (en)":73.76,"MassiveScenarioClassification (en)":77.51,"MTOPDomainClassification (en)":93.67,"MTOPIntentClassification (en)":77.9,"ToxicConversationsClassification":71.32,"TweetSentimentExtractionClassification":61.98} {"index":8,"Rank":59,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.79,"AmazonCounterfactualClassification (en)":71.43,"AmazonPolarityClassification":96.41,"AmazonReviewsClassification (en)":57.06,"Banking77Classification":81.64,"EmotionClassification":48.29,"ImdbClassification":95.49,"MassiveIntentClassification (en)":71.29,"MassiveScenarioClassification (en)":76.74,"MTOPDomainClassification (en)":96.3,"MTOPIntentClassification (en)":67.93,"ToxicConversationsClassification":75.45,"TweetSentimentExtractionClassification":59.44} {"index":59,"Rank":60,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":74.5,"AmazonCounterfactualClassification (en)":72.39,"AmazonPolarityClassification":93.71,"AmazonReviewsClassification (en)":50.85,"Banking77Classification":85.41,"EmotionClassification":55.93,"ImdbClassification":93.57,"MassiveIntentClassification (en)":73.88,"MassiveScenarioClassification (en)":77.42,"MTOPDomainClassification (en)":94.25,"MTOPIntentClassification (en)":67.51,"ToxicConversationsClassification":67.3,"TweetSentimentExtractionClassification":61.76} {"index":35,"Rank":61,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.31,"AmazonCounterfactualClassification (en)":78.63,"AmazonPolarityClassification":94.8,"AmazonReviewsClassification (en)":51.02,"Banking77Classification":79.7,"EmotionClassification":52.74,"ImdbClassification":92.17,"MassiveIntentClassification (en)":70.01,"MassiveScenarioClassification (en)":76.34,"MTOPDomainClassification (en)":93.63,"MTOPIntentClassification (en)":64.93,"ToxicConversationsClassification":73.04,"TweetSentimentExtractionClassification":64.72} {"index":26,"Rank":62,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":74.14,"AmazonCounterfactualClassification (en)":73.79,"AmazonPolarityClassification":92.75,"AmazonReviewsClassification (en)":46.99,"Banking77Classification":85.74,"EmotionClassification":47.84,"ImdbClassification":90.61,"MassiveIntentClassification (en)":74.81,"MassiveScenarioClassification (en)":78.7,"MTOPDomainClassification (en)":93.36,"MTOPIntentClassification (en)":74.75,"ToxicConversationsClassification":69.89,"TweetSentimentExtractionClassification":60.51} {"index":210,"Rank":63,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":74.14,"AmazonCounterfactualClassification (en)":74.76,"AmazonPolarityClassification":93.26,"AmazonReviewsClassification (en)":46.16,"Banking77Classification":86.65,"EmotionClassification":49.32,"ImdbClassification":90.4,"MassiveIntentClassification (en)":73.87,"MassiveScenarioClassification (en)":78.17,"MTOPDomainClassification (en)":93.1,"MTOPIntentClassification (en)":73.24,"ToxicConversationsClassification":71.53,"TweetSentimentExtractionClassification":59.25} -{"index":29,"Rank":64,"Model":"UniVaR-lambda-20<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":74.12,"AmazonCounterfactualClassification (en)":76.85,"AmazonPolarityClassification":91.52,"AmazonReviewsClassification (en)":47.36,"Banking77Classification":84.54,"EmotionClassification":48.35,"ImdbClassification":85.56,"MassiveIntentClassification (en)":73.72,"MassiveScenarioClassification (en)":77.8,"MTOPDomainClassification (en)":93.41,"MTOPIntentClassification (en)":77.25,"ToxicConversationsClassification":71.5,"TweetSentimentExtractionClassification":61.54} -{"index":31,"Rank":65,"Model":"UniVaR-lambda-80<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":74.12,"AmazonCounterfactualClassification (en)":76.85,"AmazonPolarityClassification":91.52,"AmazonReviewsClassification (en)":47.36,"Banking77Classification":84.54,"EmotionClassification":48.35,"ImdbClassification":85.56,"MassiveIntentClassification (en)":73.72,"MassiveScenarioClassification (en)":77.8,"MTOPDomainClassification (en)":93.41,"MTOPIntentClassification (en)":77.25,"ToxicConversationsClassification":71.5,"TweetSentimentExtractionClassification":61.54} -{"index":30,"Rank":66,"Model":"UniVaR-lambda-5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":74.12,"AmazonCounterfactualClassification (en)":76.85,"AmazonPolarityClassification":91.52,"AmazonReviewsClassification (en)":47.36,"Banking77Classification":84.54,"EmotionClassification":48.35,"ImdbClassification":85.56,"MassiveIntentClassification (en)":73.72,"MassiveScenarioClassification (en)":77.8,"MTOPDomainClassification (en)":93.41,"MTOPIntentClassification (en)":77.25,"ToxicConversationsClassification":71.5,"TweetSentimentExtractionClassification":61.54} -{"index":28,"Rank":67,"Model":"UniVaR-lambda-1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":74.12,"AmazonCounterfactualClassification (en)":76.85,"AmazonPolarityClassification":91.52,"AmazonReviewsClassification (en)":47.36,"Banking77Classification":84.54,"EmotionClassification":48.35,"ImdbClassification":85.56,"MassiveIntentClassification (en)":73.72,"MassiveScenarioClassification (en)":77.8,"MTOPDomainClassification (en)":93.41,"MTOPIntentClassification (en)":77.25,"ToxicConversationsClassification":71.5,"TweetSentimentExtractionClassification":61.54} -{"index":220,"Rank":68,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":74.12,"AmazonCounterfactualClassification (en)":76.85,"AmazonPolarityClassification":91.52,"AmazonReviewsClassification (en)":47.36,"Banking77Classification":84.54,"EmotionClassification":48.35,"ImdbClassification":85.56,"MassiveIntentClassification (en)":73.72,"MassiveScenarioClassification (en)":77.8,"MTOPDomainClassification (en)":93.41,"MTOPIntentClassification (en)":77.25,"ToxicConversationsClassification":71.5,"TweetSentimentExtractionClassification":61.54} +{"index":28,"Rank":64,"Model":"UniVaR-lambda-1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":74.12,"AmazonCounterfactualClassification (en)":76.85,"AmazonPolarityClassification":91.52,"AmazonReviewsClassification (en)":47.36,"Banking77Classification":84.54,"EmotionClassification":48.35,"ImdbClassification":85.56,"MassiveIntentClassification (en)":73.72,"MassiveScenarioClassification (en)":77.8,"MTOPDomainClassification (en)":93.41,"MTOPIntentClassification (en)":77.25,"ToxicConversationsClassification":71.5,"TweetSentimentExtractionClassification":61.54} +{"index":30,"Rank":65,"Model":"UniVaR-lambda-5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":74.12,"AmazonCounterfactualClassification (en)":76.85,"AmazonPolarityClassification":91.52,"AmazonReviewsClassification (en)":47.36,"Banking77Classification":84.54,"EmotionClassification":48.35,"ImdbClassification":85.56,"MassiveIntentClassification (en)":73.72,"MassiveScenarioClassification (en)":77.8,"MTOPDomainClassification (en)":93.41,"MTOPIntentClassification (en)":77.25,"ToxicConversationsClassification":71.5,"TweetSentimentExtractionClassification":61.54} +{"index":220,"Rank":66,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":74.12,"AmazonCounterfactualClassification (en)":76.85,"AmazonPolarityClassification":91.52,"AmazonReviewsClassification (en)":47.36,"Banking77Classification":84.54,"EmotionClassification":48.35,"ImdbClassification":85.56,"MassiveIntentClassification (en)":73.72,"MassiveScenarioClassification (en)":77.8,"MTOPDomainClassification (en)":93.41,"MTOPIntentClassification (en)":77.25,"ToxicConversationsClassification":71.5,"TweetSentimentExtractionClassification":61.54} +{"index":31,"Rank":67,"Model":"UniVaR-lambda-80<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":74.12,"AmazonCounterfactualClassification (en)":76.85,"AmazonPolarityClassification":91.52,"AmazonReviewsClassification (en)":47.36,"Banking77Classification":84.54,"EmotionClassification":48.35,"ImdbClassification":85.56,"MassiveIntentClassification (en)":73.72,"MassiveScenarioClassification (en)":77.8,"MTOPDomainClassification (en)":93.41,"MTOPIntentClassification (en)":77.25,"ToxicConversationsClassification":71.5,"TweetSentimentExtractionClassification":61.54} +{"index":29,"Rank":68,"Model":"UniVaR-lambda-20<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":74.12,"AmazonCounterfactualClassification (en)":76.85,"AmazonPolarityClassification":91.52,"AmazonReviewsClassification (en)":47.36,"Banking77Classification":84.54,"EmotionClassification":48.35,"ImdbClassification":85.56,"MassiveIntentClassification (en)":73.72,"MassiveScenarioClassification (en)":77.8,"MTOPDomainClassification (en)":93.41,"MTOPIntentClassification (en)":77.25,"ToxicConversationsClassification":71.5,"TweetSentimentExtractionClassification":61.54} {"index":74,"Rank":69,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":74.07,"AmazonCounterfactualClassification (en)":76.94,"AmazonPolarityClassification":85.29,"AmazonReviewsClassification (en)":47.09,"Banking77Classification":86.16,"EmotionClassification":48.88,"ImdbClassification":77.95,"MassiveIntentClassification (en)":76.65,"MassiveScenarioClassification (en)":79.99,"MTOPDomainClassification (en)":95.48,"MTOPIntentClassification (en)":82.84,"ToxicConversationsClassification":70.71,"TweetSentimentExtractionClassification":60.9} {"index":186,"Rank":70,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":73.96,"AmazonCounterfactualClassification (en)":70.85,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":48.94,"Banking77Classification":84.61,"EmotionClassification":54.9,"ImdbClassification":93.14,"MassiveIntentClassification (en)":73.49,"MassiveScenarioClassification (en)":77.38,"MTOPDomainClassification (en)":93.64,"MTOPIntentClassification (en)":66.01,"ToxicConversationsClassification":71.19,"TweetSentimentExtractionClassification":61.55} {"index":166,"Rank":71,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":73.86,"AmazonCounterfactualClassification (en)":88.13,"AmazonPolarityClassification":91.53,"AmazonReviewsClassification (en)":47.86,"Banking77Classification":78.51,"EmotionClassification":52.73,"ImdbClassification":88.32,"MassiveIntentClassification (en)":68.9,"MassiveScenarioClassification (en)":73.35,"MTOPDomainClassification (en)":93.89,"MTOPIntentClassification (en)":67.98,"ToxicConversationsClassification":71.05,"TweetSentimentExtractionClassification":64.13} {"index":170,"Rank":72,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":73.84,"AmazonCounterfactualClassification (en)":77.78,"AmazonPolarityClassification":92.81,"AmazonReviewsClassification (en)":46.71,"Banking77Classification":83.53,"EmotionClassification":46.95,"ImdbClassification":86.15,"MassiveIntentClassification (en)":73.04,"MassiveScenarioClassification (en)":77.65,"MTOPDomainClassification (en)":93.69,"MTOPIntentClassification (en)":75.31,"ToxicConversationsClassification":72.11,"TweetSentimentExtractionClassification":60.39} {"index":158,"Rank":73,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Average":73.84,"AmazonCounterfactualClassification (en)":77.78,"AmazonPolarityClassification":92.81,"AmazonReviewsClassification (en)":46.71,"Banking77Classification":83.53,"EmotionClassification":46.95,"ImdbClassification":86.15,"MassiveIntentClassification (en)":73.04,"MassiveScenarioClassification (en)":77.65,"MTOPDomainClassification (en)":93.69,"MTOPIntentClassification (en)":75.31,"ToxicConversationsClassification":72.11,"TweetSentimentExtractionClassification":60.39} {"index":221,"Rank":74,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":73.65,"AmazonCounterfactualClassification (en)":78.67,"AmazonPolarityClassification":90.41,"AmazonReviewsClassification (en)":47.81,"Banking77Classification":83.82,"EmotionClassification":48.81,"ImdbClassification":83.78,"MassiveIntentClassification (en)":72.76,"MassiveScenarioClassification (en)":76.7,"MTOPDomainClassification (en)":93.47,"MTOPIntentClassification (en)":75.27,"ToxicConversationsClassification":71.39,"TweetSentimentExtractionClassification":60.87} -{"index":102,"Rank":75,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":122,"Rank":76,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":342,"Rank":77,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":227,"Rank":78,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} +{"index":342,"Rank":75,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} +{"index":227,"Rank":76,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} +{"index":122,"Rank":77,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} +{"index":102,"Rank":78,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} {"index":218,"Rank":79,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.52,"AmazonCounterfactualClassification (en)":74.19,"AmazonPolarityClassification":91.89,"AmazonReviewsClassification (en)":46.72,"Banking77Classification":85.1,"EmotionClassification":46.84,"ImdbClassification":89.35,"MassiveIntentClassification (en)":74.01,"MassiveScenarioClassification (en)":77.96,"MTOPDomainClassification (en)":92.67,"MTOPIntentClassification (en)":74.03,"ToxicConversationsClassification":69.5,"TweetSentimentExtractionClassification":60.02} -{"index":326,"Rank":80,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.45,"AmazonCounterfactualClassification (en)":74.73,"AmazonPolarityClassification":88.54,"AmazonReviewsClassification (en)":45.26,"Banking77Classification":84.01,"EmotionClassification":48.77,"ImdbClassification":79.44,"MassiveIntentClassification (en)":71.93,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":95.68,"MTOPIntentClassification (en)":83.15,"ToxicConversationsClassification":73.35,"TweetSentimentExtractionClassification":62.06} -{"index":191,"Rank":81,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":73.45,"AmazonCounterfactualClassification (en)":74.73,"AmazonPolarityClassification":88.54,"AmazonReviewsClassification (en)":45.26,"Banking77Classification":84.01,"EmotionClassification":48.77,"ImdbClassification":79.44,"MassiveIntentClassification (en)":71.93,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":95.68,"MTOPIntentClassification (en)":83.15,"ToxicConversationsClassification":73.35,"TweetSentimentExtractionClassification":62.06} +{"index":191,"Rank":80,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":73.45,"AmazonCounterfactualClassification (en)":74.73,"AmazonPolarityClassification":88.54,"AmazonReviewsClassification (en)":45.26,"Banking77Classification":84.01,"EmotionClassification":48.77,"ImdbClassification":79.44,"MassiveIntentClassification (en)":71.93,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":95.68,"MTOPIntentClassification (en)":83.15,"ToxicConversationsClassification":73.35,"TweetSentimentExtractionClassification":62.06} +{"index":326,"Rank":81,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.45,"AmazonCounterfactualClassification (en)":74.73,"AmazonPolarityClassification":88.54,"AmazonReviewsClassification (en)":45.26,"Banking77Classification":84.01,"EmotionClassification":48.77,"ImdbClassification":79.44,"MassiveIntentClassification (en)":71.93,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":95.68,"MTOPIntentClassification (en)":83.15,"ToxicConversationsClassification":73.35,"TweetSentimentExtractionClassification":62.06} {"index":128,"Rank":82,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.45,"AmazonCounterfactualClassification (en)":74.73,"AmazonPolarityClassification":88.54,"AmazonReviewsClassification (en)":45.26,"Banking77Classification":84.01,"EmotionClassification":48.77,"ImdbClassification":79.44,"MassiveIntentClassification (en)":71.93,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":95.68,"MTOPIntentClassification (en)":83.15,"ToxicConversationsClassification":73.35,"TweetSentimentExtractionClassification":62.06} {"index":267,"Rank":83,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":73.42,"AmazonCounterfactualClassification (en)":77.07,"AmazonPolarityClassification":92.79,"AmazonReviewsClassification (en)":48.93,"Banking77Classification":82.31,"EmotionClassification":48.57,"ImdbClassification":90.23,"MassiveIntentClassification (en)":73.44,"MassiveScenarioClassification (en)":74.82,"MTOPDomainClassification (en)":92.49,"MTOPIntentClassification (en)":68.33,"ToxicConversationsClassification":70.04,"TweetSentimentExtractionClassification":62.01} {"index":276,"Rank":84,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":73.33,"AmazonCounterfactualClassification (en)":72.63,"AmazonPolarityClassification":92.52,"AmazonReviewsClassification (en)":49.07,"Banking77Classification":86.06,"EmotionClassification":47.88,"ImdbClassification":88.46,"MassiveIntentClassification (en)":72.62,"MassiveScenarioClassification (en)":76.77,"MTOPDomainClassification (en)":93.51,"MTOPIntentClassification (en)":73.25,"ToxicConversationsClassification":70.56,"TweetSentimentExtractionClassification":56.58} @@ -113,8 +113,8 @@ {"index":121,"Rank":113,"Model":"EminEmbed-multilingual-v1.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.15,"AmazonCounterfactualClassification (en)":71.51,"AmazonPolarityClassification":95.15,"AmazonReviewsClassification (en)":49.77,"Banking77Classification":76.39,"EmotionClassification":53.81,"ImdbClassification":91.08,"MassiveIntentClassification (en)":68.71,"MassiveScenarioClassification (en)":73.18,"MTOPDomainClassification (en)":87.89,"MTOPIntentClassification (en)":59.26,"ToxicConversationsClassification":67.92,"TweetSentimentExtractionClassification":59.17} {"index":60,"Rank":114,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":71.14,"AmazonCounterfactualClassification (en)":77.42,"AmazonPolarityClassification":89.51,"AmazonReviewsClassification (en)":46.1,"Banking77Classification":78.46,"EmotionClassification":47.11,"ImdbClassification":87.39,"MassiveIntentClassification (en)":68.86,"MassiveScenarioClassification (en)":75.25,"MTOPDomainClassification (en)":92.86,"MTOPIntentClassification (en)":64.85,"ToxicConversationsClassification":63.38,"TweetSentimentExtractionClassification":62.47} {"index":352,"Rank":115,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.93,"AmazonCounterfactualClassification (en)":75.94,"AmazonPolarityClassification":86.72,"AmazonReviewsClassification (en)":44.78,"Banking77Classification":80.66,"EmotionClassification":48.74,"ImdbClassification":77.98,"MassiveIntentClassification (en)":70.15,"MassiveScenarioClassification (en)":75.33,"MTOPDomainClassification (en)":92.13,"MTOPIntentClassification (en)":64.68,"ToxicConversationsClassification":72.29,"TweetSentimentExtractionClassification":61.81} -{"index":195,"Rank":116,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":70.89,"AmazonCounterfactualClassification (en)":75.96,"AmazonPolarityClassification":80.72,"AmazonReviewsClassification (en)":43.64,"Banking77Classification":85.36,"EmotionClassification":47.95,"ImdbClassification":74.91,"MassiveIntentClassification (en)":72.13,"MassiveScenarioClassification (en)":76.28,"MTOPDomainClassification (en)":92.54,"MTOPIntentClassification (en)":72.58,"ToxicConversationsClassification":71.03,"TweetSentimentExtractionClassification":57.6} -{"index":20,"Rank":117,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":70.89,"AmazonCounterfactualClassification (en)":75.96,"AmazonPolarityClassification":80.72,"AmazonReviewsClassification (en)":43.64,"Banking77Classification":85.36,"EmotionClassification":47.95,"ImdbClassification":74.91,"MassiveIntentClassification (en)":72.13,"MassiveScenarioClassification (en)":76.28,"MTOPDomainClassification (en)":92.54,"MTOPIntentClassification (en)":72.58,"ToxicConversationsClassification":71.03,"TweetSentimentExtractionClassification":57.6} +{"index":20,"Rank":116,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":70.89,"AmazonCounterfactualClassification (en)":75.96,"AmazonPolarityClassification":80.72,"AmazonReviewsClassification (en)":43.64,"Banking77Classification":85.36,"EmotionClassification":47.95,"ImdbClassification":74.91,"MassiveIntentClassification (en)":72.13,"MassiveScenarioClassification (en)":76.28,"MTOPDomainClassification (en)":92.54,"MTOPIntentClassification (en)":72.58,"ToxicConversationsClassification":71.03,"TweetSentimentExtractionClassification":57.6} +{"index":195,"Rank":117,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":70.89,"AmazonCounterfactualClassification (en)":75.96,"AmazonPolarityClassification":80.72,"AmazonReviewsClassification (en)":43.64,"Banking77Classification":85.36,"EmotionClassification":47.95,"ImdbClassification":74.91,"MassiveIntentClassification (en)":72.13,"MassiveScenarioClassification (en)":76.28,"MTOPDomainClassification (en)":92.54,"MTOPIntentClassification (en)":72.58,"ToxicConversationsClassification":71.03,"TweetSentimentExtractionClassification":57.6} {"index":68,"Rank":118,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":70.74,"AmazonCounterfactualClassification (en)":73.79,"AmazonPolarityClassification":88.7,"AmazonReviewsClassification (en)":44.7,"Banking77Classification":79.42,"EmotionClassification":42.45,"ImdbClassification":80.82,"MassiveIntentClassification (en)":70.3,"MassiveScenarioClassification (en)":74.48,"MTOPDomainClassification (en)":91.07,"MTOPIntentClassification (en)":71.08,"ToxicConversationsClassification":69.39,"TweetSentimentExtractionClassification":62.62} {"index":129,"Rank":119,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.62,"AmazonCounterfactualClassification (en)":79.31,"AmazonPolarityClassification":76.66,"AmazonReviewsClassification (en)":35.28,"Banking77Classification":84.31,"EmotionClassification":55.61,"ImdbClassification":82.39,"MassiveIntentClassification (en)":69.24,"MassiveScenarioClassification (en)":74.11,"MTOPDomainClassification (en)":90.46,"MTOPIntentClassification (en)":66.0,"ToxicConversationsClassification":74.52,"TweetSentimentExtractionClassification":59.59} {"index":37,"Rank":120,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.57,"AmazonCounterfactualClassification (en)":70.03,"AmazonPolarityClassification":90.7,"AmazonReviewsClassification (en)":46.55,"Banking77Classification":78.12,"EmotionClassification":46.66,"ImdbClassification":85.64,"MassiveIntentClassification (en)":67.42,"MassiveScenarioClassification (en)":72.61,"MTOPDomainClassification (en)":91.86,"MTOPIntentClassification (en)":62.18,"ToxicConversationsClassification":70.66,"TweetSentimentExtractionClassification":64.46} @@ -137,11 +137,11 @@ {"index":85,"Rank":137,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Average":68.13,"AmazonCounterfactualClassification (en)":71.84,"AmazonPolarityClassification":80.04,"AmazonReviewsClassification (en)":39.75,"Banking77Classification":80.92,"EmotionClassification":44.88,"ImdbClassification":71.96,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":74.16,"MTOPDomainClassification (en)":90.87,"MTOPIntentClassification (en)":68.53,"ToxicConversationsClassification":66.04,"TweetSentimentExtractionClassification":59.43} {"index":184,"Rank":138,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.04,"AmazonCounterfactualClassification (en)":72.36,"AmazonPolarityClassification":83.81,"AmazonReviewsClassification (en)":38.97,"Banking77Classification":80.97,"EmotionClassification":44.77,"ImdbClassification":72.21,"MassiveIntentClassification (en)":66.09,"MassiveScenarioClassification (en)":73.26,"MTOPDomainClassification (en)":89.93,"MTOPIntentClassification (en)":66.56,"ToxicConversationsClassification":67.96,"TweetSentimentExtractionClassification":59.6} {"index":116,"Rank":139,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Average":68.04,"AmazonCounterfactualClassification (en)":67.76,"AmazonPolarityClassification":79.75,"AmazonReviewsClassification (en)":37.45,"Banking77Classification":81.17,"EmotionClassification":44.53,"ImdbClassification":76.46,"MassiveIntentClassification (en)":68.58,"MassiveScenarioClassification (en)":73.92,"MTOPDomainClassification (en)":90.67,"MTOPIntentClassification (en)":68.29,"ToxicConversationsClassification":70.23,"TweetSentimentExtractionClassification":57.64} -{"index":111,"Rank":140,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":68.01,"AmazonCounterfactualClassification (en)":78.48,"AmazonPolarityClassification":78.74,"AmazonReviewsClassification (en)":39.93,"Banking77Classification":80.26,"EmotionClassification":47.26,"ImdbClassification":71.79,"MassiveIntentClassification (en)":66.55,"MassiveScenarioClassification (en)":73.11,"MTOPDomainClassification (en)":93.04,"MTOPIntentClassification (en)":63.52,"ToxicConversationsClassification":66.74,"TweetSentimentExtractionClassification":56.73} -{"index":333,"Rank":141,"Model":"snowflake-arctic-embed-m-long-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.01,"AmazonCounterfactualClassification (en)":78.48,"AmazonPolarityClassification":78.74,"AmazonReviewsClassification (en)":39.93,"Banking77Classification":80.26,"EmotionClassification":47.26,"ImdbClassification":71.79,"MassiveIntentClassification (en)":66.55,"MassiveScenarioClassification (en)":73.11,"MTOPDomainClassification (en)":93.04,"MTOPIntentClassification (en)":63.52,"ToxicConversationsClassification":66.74,"TweetSentimentExtractionClassification":56.73} -{"index":65,"Rank":142,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.98,"AmazonCounterfactualClassification (en)":73.76,"AmazonPolarityClassification":77.52,"AmazonReviewsClassification (en)":38.5,"Banking77Classification":83.94,"EmotionClassification":44.64,"ImdbClassification":68.61,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":89.38,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":69.65,"TweetSentimentExtractionClassification":60.43} -{"index":141,"Rank":143,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.98,"AmazonCounterfactualClassification (en)":73.76,"AmazonPolarityClassification":77.52,"AmazonReviewsClassification (en)":38.5,"Banking77Classification":83.94,"EmotionClassification":44.64,"ImdbClassification":68.61,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":89.38,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":69.65,"TweetSentimentExtractionClassification":60.43} -{"index":190,"Rank":144,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":67.98,"AmazonCounterfactualClassification (en)":73.76,"AmazonPolarityClassification":77.52,"AmazonReviewsClassification (en)":38.5,"Banking77Classification":83.94,"EmotionClassification":44.64,"ImdbClassification":68.61,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":89.38,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":69.65,"TweetSentimentExtractionClassification":60.43} +{"index":333,"Rank":140,"Model":"snowflake-arctic-embed-m-long-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.01,"AmazonCounterfactualClassification (en)":78.48,"AmazonPolarityClassification":78.74,"AmazonReviewsClassification (en)":39.93,"Banking77Classification":80.26,"EmotionClassification":47.26,"ImdbClassification":71.79,"MassiveIntentClassification (en)":66.55,"MassiveScenarioClassification (en)":73.11,"MTOPDomainClassification (en)":93.04,"MTOPIntentClassification (en)":63.52,"ToxicConversationsClassification":66.74,"TweetSentimentExtractionClassification":56.73} +{"index":111,"Rank":141,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":68.01,"AmazonCounterfactualClassification (en)":78.48,"AmazonPolarityClassification":78.74,"AmazonReviewsClassification (en)":39.93,"Banking77Classification":80.26,"EmotionClassification":47.26,"ImdbClassification":71.79,"MassiveIntentClassification (en)":66.55,"MassiveScenarioClassification (en)":73.11,"MTOPDomainClassification (en)":93.04,"MTOPIntentClassification (en)":63.52,"ToxicConversationsClassification":66.74,"TweetSentimentExtractionClassification":56.73} +{"index":141,"Rank":142,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.98,"AmazonCounterfactualClassification (en)":73.76,"AmazonPolarityClassification":77.52,"AmazonReviewsClassification (en)":38.5,"Banking77Classification":83.94,"EmotionClassification":44.64,"ImdbClassification":68.61,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":89.38,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":69.65,"TweetSentimentExtractionClassification":60.43} +{"index":190,"Rank":143,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":67.98,"AmazonCounterfactualClassification (en)":73.76,"AmazonPolarityClassification":77.52,"AmazonReviewsClassification (en)":38.5,"Banking77Classification":83.94,"EmotionClassification":44.64,"ImdbClassification":68.61,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":89.38,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":69.65,"TweetSentimentExtractionClassification":60.43} +{"index":65,"Rank":144,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.98,"AmazonCounterfactualClassification (en)":73.76,"AmazonPolarityClassification":77.52,"AmazonReviewsClassification (en)":38.5,"Banking77Classification":83.94,"EmotionClassification":44.64,"ImdbClassification":68.61,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":89.38,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":69.65,"TweetSentimentExtractionClassification":60.43} {"index":263,"Rank":145,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":67.9,"AmazonCounterfactualClassification (en)":75.81,"AmazonPolarityClassification":76.41,"AmazonReviewsClassification (en)":38.51,"Banking77Classification":81.07,"EmotionClassification":45.83,"ImdbClassification":64.57,"MassiveIntentClassification (en)":69.32,"MassiveScenarioClassification (en)":75.35,"MTOPDomainClassification (en)":89.24,"MTOPIntentClassification (en)":68.69,"ToxicConversationsClassification":71.02,"TweetSentimentExtractionClassification":59.03} {"index":320,"Rank":146,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.9,"AmazonCounterfactualClassification (en)":76.19,"AmazonPolarityClassification":69.63,"AmazonReviewsClassification (en)":35.53,"Banking77Classification":78.13,"EmotionClassification":45.48,"ImdbClassification":64.06,"MassiveIntentClassification (en)":71.69,"MassiveScenarioClassification (en)":77.2,"MTOPDomainClassification (en)":92.94,"MTOPIntentClassification (en)":74.43,"ToxicConversationsClassification":70.17,"TweetSentimentExtractionClassification":59.31} {"index":77,"Rank":147,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Average":67.9,"AmazonCounterfactualClassification (en)":71.87,"AmazonPolarityClassification":78.79,"AmazonReviewsClassification (en)":39.31,"Banking77Classification":80.58,"EmotionClassification":44.79,"ImdbClassification":71.53,"MassiveIntentClassification (en)":68.84,"MassiveScenarioClassification (en)":73.75,"MTOPDomainClassification (en)":90.79,"MTOPIntentClassification (en)":68.72,"ToxicConversationsClassification":66.29,"TweetSentimentExtractionClassification":59.49} @@ -190,9 +190,9 @@ {"index":209,"Rank":190,"Model":"all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.67,"AmazonCounterfactualClassification (en)":61.99,"AmazonPolarityClassification":64.75,"AmazonReviewsClassification (en)":29.79,"Banking77Classification":82.92,"EmotionClassification":40.56,"ImdbClassification":61.71,"MassiveIntentClassification (en)":68.72,"MassiveScenarioClassification (en)":74.39,"MTOPDomainClassification (en)":91.45,"MTOPIntentClassification (en)":70.03,"ToxicConversationsClassification":65.33,"TweetSentimentExtractionClassification":52.41} {"index":297,"Rank":191,"Model":"mpn-noabtt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.57,"AmazonCounterfactualClassification (en)":68.01,"AmazonPolarityClassification":66.04,"AmazonReviewsClassification (en)":34.78,"Banking77Classification":72.93,"EmotionClassification":45.91,"ImdbClassification":66.36,"MassiveIntentClassification (en)":63.22,"MassiveScenarioClassification (en)":72.5,"MTOPDomainClassification (en)":88.11,"MTOPIntentClassification (en)":57.88,"ToxicConversationsClassification":70.52,"TweetSentimentExtractionClassification":56.58} {"index":86,"Rank":192,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Average":63.54,"AmazonCounterfactualClassification (en)":66.84,"AmazonPolarityClassification":70.48,"AmazonReviewsClassification (en)":33.65,"Banking77Classification":78.04,"EmotionClassification":39.18,"ImdbClassification":65.14,"MassiveIntentClassification (en)":65.32,"MassiveScenarioClassification (en)":70.51,"MTOPDomainClassification (en)":89.27,"MTOPIntentClassification (en)":65.36,"ToxicConversationsClassification":63.92,"TweetSentimentExtractionClassification":54.8} -{"index":307,"Rank":193,"Model":"nmc-pmpt_correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.5,"AmazonCounterfactualClassification (en)":71.87,"AmazonPolarityClassification":65.19,"AmazonReviewsClassification (en)":34.53,"Banking77Classification":73.23,"EmotionClassification":45.05,"ImdbClassification":64.3,"MassiveIntentClassification (en)":63.06,"MassiveScenarioClassification (en)":69.88,"MTOPDomainClassification (en)":89.68,"MTOPIntentClassification (en)":60.6,"ToxicConversationsClassification":70.36,"TweetSentimentExtractionClassification":54.3} -{"index":308,"Rank":194,"Model":"nmc-prmpt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.5,"AmazonCounterfactualClassification (en)":71.87,"AmazonPolarityClassification":65.19,"AmazonReviewsClassification (en)":34.53,"Banking77Classification":73.23,"EmotionClassification":45.05,"ImdbClassification":64.3,"MassiveIntentClassification (en)":63.06,"MassiveScenarioClassification (en)":69.88,"MTOPDomainClassification (en)":89.68,"MTOPIntentClassification (en)":60.6,"ToxicConversationsClassification":70.36,"TweetSentimentExtractionClassification":54.3} -{"index":302,"Rank":195,"Model":"nmc-cls<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.5,"AmazonCounterfactualClassification (en)":71.87,"AmazonPolarityClassification":65.19,"AmazonReviewsClassification (en)":34.53,"Banking77Classification":73.23,"EmotionClassification":45.05,"ImdbClassification":64.3,"MassiveIntentClassification (en)":63.06,"MassiveScenarioClassification (en)":69.88,"MTOPDomainClassification (en)":89.68,"MTOPIntentClassification (en)":60.6,"ToxicConversationsClassification":70.36,"TweetSentimentExtractionClassification":54.3} +{"index":308,"Rank":193,"Model":"nmc-prmpt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.5,"AmazonCounterfactualClassification (en)":71.87,"AmazonPolarityClassification":65.19,"AmazonReviewsClassification (en)":34.53,"Banking77Classification":73.23,"EmotionClassification":45.05,"ImdbClassification":64.3,"MassiveIntentClassification (en)":63.06,"MassiveScenarioClassification (en)":69.88,"MTOPDomainClassification (en)":89.68,"MTOPIntentClassification (en)":60.6,"ToxicConversationsClassification":70.36,"TweetSentimentExtractionClassification":54.3} +{"index":302,"Rank":194,"Model":"nmc-cls<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.5,"AmazonCounterfactualClassification (en)":71.87,"AmazonPolarityClassification":65.19,"AmazonReviewsClassification (en)":34.53,"Banking77Classification":73.23,"EmotionClassification":45.05,"ImdbClassification":64.3,"MassiveIntentClassification (en)":63.06,"MassiveScenarioClassification (en)":69.88,"MTOPDomainClassification (en)":89.68,"MTOPIntentClassification (en)":60.6,"ToxicConversationsClassification":70.36,"TweetSentimentExtractionClassification":54.3} +{"index":307,"Rank":195,"Model":"nmc-pmpt_correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.5,"AmazonCounterfactualClassification (en)":71.87,"AmazonPolarityClassification":65.19,"AmazonReviewsClassification (en)":34.53,"Banking77Classification":73.23,"EmotionClassification":45.05,"ImdbClassification":64.3,"MassiveIntentClassification (en)":63.06,"MassiveScenarioClassification (en)":69.88,"MTOPDomainClassification (en)":89.68,"MTOPIntentClassification (en)":60.6,"ToxicConversationsClassification":70.36,"TweetSentimentExtractionClassification":54.3} {"index":321,"Rank":196,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.42,"AmazonCounterfactualClassification (en)":69.84,"AmazonPolarityClassification":65.24,"AmazonReviewsClassification (en)":33.95,"Banking77Classification":72.79,"EmotionClassification":35.6,"ImdbClassification":66.32,"MassiveIntentClassification (en)":66.12,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":90.4,"MTOPIntentClassification (en)":62.28,"ToxicConversationsClassification":67.56,"TweetSentimentExtractionClassification":57.24} {"index":159,"Rank":197,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.42,"AmazonCounterfactualClassification (en)":81.49,"AmazonPolarityClassification":62.73,"AmazonReviewsClassification (en)":31.55,"Banking77Classification":73.5,"EmotionClassification":38.29,"ImdbClassification":55.75,"MassiveIntentClassification (en)":64.37,"MassiveScenarioClassification (en)":69.05,"MTOPDomainClassification (en)":89.92,"MTOPIntentClassification (en)":70.85,"ToxicConversationsClassification":67.28,"TweetSentimentExtractionClassification":56.23} {"index":301,"Rank":198,"Model":"mxb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.4,"AmazonCounterfactualClassification (en)":70.79,"AmazonPolarityClassification":65.55,"AmazonReviewsClassification (en)":33.55,"Banking77Classification":73.37,"EmotionClassification":46.42,"ImdbClassification":65.74,"MassiveIntentClassification (en)":62.77,"MassiveScenarioClassification (en)":69.42,"MTOPDomainClassification (en)":88.22,"MTOPIntentClassification (en)":57.64,"ToxicConversationsClassification":72.69,"TweetSentimentExtractionClassification":54.59} diff --git a/boards_data/en/data_tasks/Clustering/default.jsonl b/boards_data/en/data_tasks/Clustering/default.jsonl index 5f47bbb470c43d2774315e5d7b54959e3f68462f..d3f25935ecd07b55ff89d06b8a4a3021ee7ef9b5 100644 --- a/boards_data/en/data_tasks/Clustering/default.jsonl +++ b/boards_data/en/data_tasks/Clustering/default.jsonl @@ -39,19 +39,19 @@ {"index":131,"Rank":39,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":46.21,"ArxivClusteringP2P":48.29,"ArxivClusteringS2S":42.74,"BiorxivClusteringP2P":39.04,"BiorxivClusteringS2S":36.67,"MedrxivClusteringP2P":33.92,"MedrxivClusteringS2S":32.25,"RedditClustering":59.11,"RedditClusteringP2P":62.44,"StackExchangeClustering":66.14,"StackExchangeClusteringP2P":35.59,"TwentyNewsgroupsClustering":52.16} {"index":275,"Rank":40,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":46.2,"ArxivClusteringP2P":48.6,"ArxivClusteringS2S":43.01,"BiorxivClusteringP2P":38.2,"BiorxivClusteringS2S":36.59,"MedrxivClusteringP2P":33.17,"MedrxivClusteringS2S":31.77,"RedditClustering":59.33,"RedditClusteringP2P":62.59,"StackExchangeClustering":66.64,"StackExchangeClusteringP2P":36.0,"TwentyNewsgroupsClustering":52.31} {"index":23,"Rank":41,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":46.08,"ArxivClusteringP2P":48.57,"ArxivClusteringS2S":43.19,"BiorxivClusteringP2P":39.71,"BiorxivClusteringS2S":36.9,"MedrxivClusteringP2P":32.56,"MedrxivClusteringS2S":31.47,"RedditClustering":57.24,"RedditClusteringP2P":64.66,"StackExchangeClustering":66.4,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":51.27} -{"index":240,"Rank":42,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.08,"ArxivClusteringP2P":48.57,"ArxivClusteringS2S":43.19,"BiorxivClusteringP2P":39.71,"BiorxivClusteringS2S":36.9,"MedrxivClusteringP2P":32.56,"MedrxivClusteringS2S":31.47,"RedditClustering":57.24,"RedditClusteringP2P":64.66,"StackExchangeClustering":66.4,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":51.27} -{"index":239,"Rank":43,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.08,"ArxivClusteringP2P":48.57,"ArxivClusteringS2S":43.19,"BiorxivClusteringP2P":39.71,"BiorxivClusteringS2S":36.9,"MedrxivClusteringP2P":32.56,"MedrxivClusteringS2S":31.47,"RedditClustering":57.24,"RedditClusteringP2P":64.66,"StackExchangeClustering":66.4,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":51.27} +{"index":239,"Rank":42,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.08,"ArxivClusteringP2P":48.57,"ArxivClusteringS2S":43.19,"BiorxivClusteringP2P":39.71,"BiorxivClusteringS2S":36.9,"MedrxivClusteringP2P":32.56,"MedrxivClusteringS2S":31.47,"RedditClustering":57.24,"RedditClusteringP2P":64.66,"StackExchangeClustering":66.4,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":51.27} +{"index":240,"Rank":43,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.08,"ArxivClusteringP2P":48.57,"ArxivClusteringS2S":43.19,"BiorxivClusteringP2P":39.71,"BiorxivClusteringS2S":36.9,"MedrxivClusteringP2P":32.56,"MedrxivClusteringS2S":31.47,"RedditClustering":57.24,"RedditClusteringP2P":64.66,"StackExchangeClustering":66.4,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":51.27} {"index":210,"Rank":44,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":46.07,"ArxivClusteringP2P":48.29,"ArxivClusteringS2S":42.34,"BiorxivClusteringP2P":39.73,"BiorxivClusteringS2S":36.95,"MedrxivClusteringP2P":33.66,"MedrxivClusteringS2S":32.22,"RedditClustering":57.93,"RedditClusteringP2P":62.47,"StackExchangeClustering":66.41,"StackExchangeClusteringP2P":35.32,"TwentyNewsgroupsClustering":51.48} {"index":352,"Rank":45,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.9,"ArxivClusteringP2P":45.01,"ArxivClusteringS2S":36.85,"BiorxivClusteringP2P":36.66,"BiorxivClusteringS2S":34.21,"MedrxivClusteringP2P":32.6,"MedrxivClusteringS2S":30.8,"RedditClustering":61.42,"RedditClusteringP2P":64.13,"StackExchangeClustering":72.22,"StackExchangeClusteringP2P":38.49,"TwentyNewsgroupsClustering":52.56} {"index":21,"Rank":46,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":45.81,"ArxivClusteringP2P":48.75,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.44,"BiorxivClusteringS2S":36.62,"MedrxivClusteringP2P":33.21,"MedrxivClusteringS2S":31.68,"RedditClustering":56.61,"RedditClusteringP2P":62.66,"StackExchangeClustering":66.11,"StackExchangeClusteringP2P":35.24,"TwentyNewsgroupsClustering":50.75} {"index":196,"Rank":47,"Model":"privacy_embedding_rag_10k_base_12_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":45.77,"ArxivClusteringP2P":48.75,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.1,"BiorxivClusteringS2S":36.7,"MedrxivClusteringP2P":32.95,"MedrxivClusteringS2S":31.56,"RedditClustering":56.24,"RedditClusteringP2P":62.88,"StackExchangeClustering":65.95,"StackExchangeClusteringP2P":35.01,"TwentyNewsgroupsClustering":51.47} {"index":197,"Rank":48,"Model":"privacy_embedding_rag_10k_base_15_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":45.77,"ArxivClusteringP2P":48.75,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.1,"BiorxivClusteringS2S":36.7,"MedrxivClusteringP2P":32.95,"MedrxivClusteringS2S":31.56,"RedditClustering":56.24,"RedditClusteringP2P":62.88,"StackExchangeClustering":65.95,"StackExchangeClusteringP2P":35.01,"TwentyNewsgroupsClustering":51.47} {"index":199,"Rank":49,"Model":"privacy_embedding_rag_10k_base_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":45.77,"ArxivClusteringP2P":48.75,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.1,"BiorxivClusteringS2S":36.7,"MedrxivClusteringP2P":32.95,"MedrxivClusteringS2S":31.56,"RedditClustering":56.24,"RedditClusteringP2P":62.88,"StackExchangeClustering":65.95,"StackExchangeClusteringP2P":35.01,"TwentyNewsgroupsClustering":51.47} -{"index":136,"Rank":50,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.77,"ArxivClusteringP2P":48.75,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.1,"BiorxivClusteringS2S":36.7,"MedrxivClusteringP2P":32.95,"MedrxivClusteringS2S":31.56,"RedditClustering":56.24,"RedditClusteringP2P":62.88,"StackExchangeClustering":65.95,"StackExchangeClusteringP2P":35.01,"TwentyNewsgroupsClustering":51.47} +{"index":279,"Rank":50,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":45.77,"ArxivClusteringP2P":48.75,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.1,"BiorxivClusteringS2S":36.7,"MedrxivClusteringP2P":32.95,"MedrxivClusteringS2S":31.56,"RedditClustering":56.24,"RedditClusteringP2P":62.88,"StackExchangeClustering":65.95,"StackExchangeClusteringP2P":35.01,"TwentyNewsgroupsClustering":51.47} {"index":198,"Rank":51,"Model":"privacy_embedding_rag_10k_base_checkpoint_2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":45.77,"ArxivClusteringP2P":48.75,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.1,"BiorxivClusteringS2S":36.7,"MedrxivClusteringP2P":32.95,"MedrxivClusteringS2S":31.56,"RedditClustering":56.24,"RedditClusteringP2P":62.88,"StackExchangeClustering":65.95,"StackExchangeClusteringP2P":35.01,"TwentyNewsgroupsClustering":51.47} -{"index":279,"Rank":52,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":45.77,"ArxivClusteringP2P":48.75,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.1,"BiorxivClusteringS2S":36.7,"MedrxivClusteringP2P":32.95,"MedrxivClusteringS2S":31.56,"RedditClustering":56.24,"RedditClusteringP2P":62.88,"StackExchangeClustering":65.95,"StackExchangeClusteringP2P":35.01,"TwentyNewsgroupsClustering":51.47} -{"index":203,"Rank":53,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":45.58,"ArxivClusteringP2P":48.58,"ArxivClusteringS2S":43.14,"BiorxivClusteringP2P":38.84,"BiorxivClusteringS2S":36.38,"MedrxivClusteringP2P":31.96,"MedrxivClusteringS2S":30.88,"RedditClustering":57.61,"RedditClusteringP2P":64.03,"StackExchangeClustering":65.54,"StackExchangeClusteringP2P":33.98,"TwentyNewsgroupsClustering":50.41} -{"index":106,"Rank":54,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.58,"ArxivClusteringP2P":48.58,"ArxivClusteringS2S":43.14,"BiorxivClusteringP2P":38.84,"BiorxivClusteringS2S":36.38,"MedrxivClusteringP2P":31.96,"MedrxivClusteringS2S":30.88,"RedditClustering":57.61,"RedditClusteringP2P":64.03,"StackExchangeClustering":65.54,"StackExchangeClusteringP2P":33.98,"TwentyNewsgroupsClustering":50.41} +{"index":136,"Rank":52,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.77,"ArxivClusteringP2P":48.75,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.1,"BiorxivClusteringS2S":36.7,"MedrxivClusteringP2P":32.95,"MedrxivClusteringS2S":31.56,"RedditClustering":56.24,"RedditClusteringP2P":62.88,"StackExchangeClustering":65.95,"StackExchangeClusteringP2P":35.01,"TwentyNewsgroupsClustering":51.47} +{"index":106,"Rank":53,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.58,"ArxivClusteringP2P":48.58,"ArxivClusteringS2S":43.14,"BiorxivClusteringP2P":38.84,"BiorxivClusteringS2S":36.38,"MedrxivClusteringP2P":31.96,"MedrxivClusteringS2S":30.88,"RedditClustering":57.61,"RedditClusteringP2P":64.03,"StackExchangeClustering":65.54,"StackExchangeClusteringP2P":33.98,"TwentyNewsgroupsClustering":50.41} +{"index":203,"Rank":54,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":45.58,"ArxivClusteringP2P":48.58,"ArxivClusteringS2S":43.14,"BiorxivClusteringP2P":38.84,"BiorxivClusteringS2S":36.38,"MedrxivClusteringP2P":31.96,"MedrxivClusteringS2S":30.88,"RedditClustering":57.61,"RedditClusteringP2P":64.03,"StackExchangeClustering":65.54,"StackExchangeClusteringP2P":33.98,"TwentyNewsgroupsClustering":50.41} {"index":73,"Rank":55,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":45.54,"ArxivClusteringP2P":42.81,"ArxivClusteringS2S":44.24,"BiorxivClusteringP2P":34.27,"BiorxivClusteringS2S":35.53,"MedrxivClusteringP2P":31.07,"MedrxivClusteringS2S":31.27,"RedditClustering":60.24,"RedditClusteringP2P":64.12,"StackExchangeClustering":70.73,"StackExchangeClusteringP2P":34.5,"TwentyNewsgroupsClustering":52.18} {"index":121,"Rank":56,"Model":"EminEmbed-multilingual-v1.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.42,"ArxivClusteringP2P":47.58,"ArxivClusteringS2S":38.99,"BiorxivClusteringP2P":40.11,"BiorxivClusteringS2S":33.34,"MedrxivClusteringP2P":35.17,"MedrxivClusteringS2S":32.57,"RedditClustering":56.46,"RedditClusteringP2P":64.01,"StackExchangeClustering":67.16,"StackExchangeClusteringP2P":34.75,"TwentyNewsgroupsClustering":49.51} {"index":166,"Rank":57,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":45.29,"ArxivClusteringP2P":43.16,"ArxivClusteringS2S":32.56,"BiorxivClusteringP2P":37.62,"BiorxivClusteringS2S":31.33,"MedrxivClusteringP2P":34.22,"MedrxivClusteringS2S":32.0,"RedditClustering":63.65,"RedditClusteringP2P":64.63,"StackExchangeClustering":68.78,"StackExchangeClusteringP2P":36.15,"TwentyNewsgroupsClustering":54.13} @@ -67,17 +67,17 @@ {"index":61,"Rank":67,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":44.62,"ArxivClusteringP2P":46.18,"ArxivClusteringS2S":38.95,"BiorxivClusteringP2P":37.41,"BiorxivClusteringS2S":34.95,"MedrxivClusteringP2P":33.66,"MedrxivClusteringS2S":32.24,"RedditClustering":57.02,"RedditClusteringP2P":63.4,"StackExchangeClustering":63.53,"StackExchangeClusteringP2P":34.48,"TwentyNewsgroupsClustering":49.01} {"index":124,"Rank":68,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":44.62,"ArxivClusteringP2P":46.18,"ArxivClusteringS2S":38.95,"BiorxivClusteringP2P":37.41,"BiorxivClusteringS2S":34.95,"MedrxivClusteringP2P":33.66,"MedrxivClusteringS2S":32.24,"RedditClustering":57.02,"RedditClusteringP2P":63.4,"StackExchangeClustering":63.53,"StackExchangeClusteringP2P":34.48,"TwentyNewsgroupsClustering":49.01} {"index":57,"Rank":69,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":44.49,"ArxivClusteringP2P":45.55,"ArxivClusteringS2S":41.02,"BiorxivClusteringP2P":37.36,"BiorxivClusteringS2S":34.85,"MedrxivClusteringP2P":31.82,"MedrxivClusteringS2S":30.38,"RedditClustering":55.83,"RedditClusteringP2P":63.38,"StackExchangeClustering":65.92,"StackExchangeClusteringP2P":33.67,"TwentyNewsgroupsClustering":49.6} -{"index":195,"Rank":70,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":44.31,"ArxivClusteringP2P":46.02,"ArxivClusteringS2S":41.07,"BiorxivClusteringP2P":37.59,"BiorxivClusteringS2S":34.21,"MedrxivClusteringP2P":33.05,"MedrxivClusteringS2S":31.97,"RedditClustering":55.72,"RedditClusteringP2P":62.25,"StackExchangeClustering":63.42,"StackExchangeClusteringP2P":31.71,"TwentyNewsgroupsClustering":50.35} -{"index":20,"Rank":71,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":44.31,"ArxivClusteringP2P":46.02,"ArxivClusteringS2S":41.07,"BiorxivClusteringP2P":37.59,"BiorxivClusteringS2S":34.21,"MedrxivClusteringP2P":33.05,"MedrxivClusteringS2S":31.97,"RedditClustering":55.72,"RedditClusteringP2P":62.25,"StackExchangeClustering":63.42,"StackExchangeClusteringP2P":31.71,"TwentyNewsgroupsClustering":50.35} +{"index":20,"Rank":70,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":44.31,"ArxivClusteringP2P":46.02,"ArxivClusteringS2S":41.07,"BiorxivClusteringP2P":37.59,"BiorxivClusteringS2S":34.21,"MedrxivClusteringP2P":33.05,"MedrxivClusteringS2S":31.97,"RedditClustering":55.72,"RedditClusteringP2P":62.25,"StackExchangeClustering":63.42,"StackExchangeClusteringP2P":31.71,"TwentyNewsgroupsClustering":50.35} +{"index":195,"Rank":71,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":44.31,"ArxivClusteringP2P":46.02,"ArxivClusteringS2S":41.07,"BiorxivClusteringP2P":37.59,"BiorxivClusteringS2S":34.21,"MedrxivClusteringP2P":33.05,"MedrxivClusteringS2S":31.97,"RedditClustering":55.72,"RedditClusteringP2P":62.25,"StackExchangeClustering":63.42,"StackExchangeClusteringP2P":31.71,"TwentyNewsgroupsClustering":50.35} {"index":172,"Rank":72,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":44.26,"ArxivClusteringP2P":45.55,"ArxivClusteringS2S":41.02,"BiorxivClusteringP2P":36.72,"BiorxivClusteringS2S":35.47,"MedrxivClusteringP2P":31.45,"MedrxivClusteringS2S":29.91,"RedditClustering":55.5,"RedditClusteringP2P":63.71,"StackExchangeClustering":65.23,"StackExchangeClusteringP2P":33.62,"TwentyNewsgroupsClustering":48.73} {"index":170,"Rank":73,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":44.1,"ArxivClusteringP2P":46.1,"ArxivClusteringS2S":39.67,"BiorxivClusteringP2P":37.12,"BiorxivClusteringS2S":33.41,"MedrxivClusteringP2P":31.82,"MedrxivClusteringS2S":29.68,"RedditClustering":56.54,"RedditClusteringP2P":63.23,"StackExchangeClustering":64.6,"StackExchangeClusteringP2P":33.02,"TwentyNewsgroupsClustering":49.86} -{"index":102,"Rank":74,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} +{"index":227,"Rank":74,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} {"index":122,"Rank":75,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":342,"Rank":76,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":227,"Rank":77,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":29,"Rank":78,"Model":"UniVaR-lambda-20<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":43.91,"ArxivClusteringP2P":45.93,"ArxivClusteringS2S":36.65,"BiorxivClusteringP2P":38.49,"BiorxivClusteringS2S":32.76,"MedrxivClusteringP2P":33.74,"MedrxivClusteringS2S":30.64,"RedditClustering":56.32,"RedditClusteringP2P":61.9,"StackExchangeClustering":64.31,"StackExchangeClusteringP2P":33.26,"TwentyNewsgroupsClustering":49.06} +{"index":102,"Rank":76,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} +{"index":342,"Rank":77,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} +{"index":220,"Rank":78,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":43.91,"ArxivClusteringP2P":45.93,"ArxivClusteringS2S":36.65,"BiorxivClusteringP2P":38.49,"BiorxivClusteringS2S":32.76,"MedrxivClusteringP2P":33.74,"MedrxivClusteringS2S":30.64,"RedditClustering":56.32,"RedditClusteringP2P":61.9,"StackExchangeClustering":64.31,"StackExchangeClusteringP2P":33.26,"TwentyNewsgroupsClustering":49.06} {"index":30,"Rank":79,"Model":"UniVaR-lambda-5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":43.91,"ArxivClusteringP2P":45.93,"ArxivClusteringS2S":36.65,"BiorxivClusteringP2P":38.49,"BiorxivClusteringS2S":32.76,"MedrxivClusteringP2P":33.74,"MedrxivClusteringS2S":30.64,"RedditClustering":56.32,"RedditClusteringP2P":61.9,"StackExchangeClustering":64.31,"StackExchangeClusteringP2P":33.26,"TwentyNewsgroupsClustering":49.06} -{"index":220,"Rank":80,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":43.91,"ArxivClusteringP2P":45.93,"ArxivClusteringS2S":36.65,"BiorxivClusteringP2P":38.49,"BiorxivClusteringS2S":32.76,"MedrxivClusteringP2P":33.74,"MedrxivClusteringS2S":30.64,"RedditClustering":56.32,"RedditClusteringP2P":61.9,"StackExchangeClustering":64.31,"StackExchangeClusteringP2P":33.26,"TwentyNewsgroupsClustering":49.06} +{"index":29,"Rank":80,"Model":"UniVaR-lambda-20<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":43.91,"ArxivClusteringP2P":45.93,"ArxivClusteringS2S":36.65,"BiorxivClusteringP2P":38.49,"BiorxivClusteringS2S":32.76,"MedrxivClusteringP2P":33.74,"MedrxivClusteringS2S":30.64,"RedditClustering":56.32,"RedditClusteringP2P":61.9,"StackExchangeClustering":64.31,"StackExchangeClusteringP2P":33.26,"TwentyNewsgroupsClustering":49.06} {"index":31,"Rank":81,"Model":"UniVaR-lambda-80<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":43.91,"ArxivClusteringP2P":45.93,"ArxivClusteringS2S":36.65,"BiorxivClusteringP2P":38.49,"BiorxivClusteringS2S":32.76,"MedrxivClusteringP2P":33.74,"MedrxivClusteringS2S":30.64,"RedditClustering":56.32,"RedditClusteringP2P":61.9,"StackExchangeClustering":64.31,"StackExchangeClusteringP2P":33.26,"TwentyNewsgroupsClustering":49.06} {"index":28,"Rank":82,"Model":"UniVaR-lambda-1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":43.91,"ArxivClusteringP2P":45.93,"ArxivClusteringS2S":36.65,"BiorxivClusteringP2P":38.49,"BiorxivClusteringS2S":32.76,"MedrxivClusteringP2P":33.74,"MedrxivClusteringS2S":30.64,"RedditClustering":56.32,"RedditClusteringP2P":61.9,"StackExchangeClustering":64.31,"StackExchangeClusteringP2P":33.26,"TwentyNewsgroupsClustering":49.06} {"index":26,"Rank":83,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":43.82,"ArxivClusteringP2P":47.4,"ArxivClusteringS2S":40.02,"BiorxivClusteringP2P":38.47,"BiorxivClusteringS2S":34.72,"MedrxivClusteringP2P":33.06,"MedrxivClusteringS2S":30.86,"RedditClustering":52.32,"RedditClusteringP2P":60.64,"StackExchangeClustering":60.78,"StackExchangeClusteringP2P":35.27,"TwentyNewsgroupsClustering":48.52} @@ -108,24 +108,24 @@ {"index":110,"Rank":108,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":41.87,"ArxivClusteringP2P":47.24,"ArxivClusteringS2S":37.43,"BiorxivClusteringP2P":36.97,"BiorxivClusteringS2S":31.98,"MedrxivClusteringP2P":31.5,"MedrxivClusteringS2S":28.41,"RedditClustering":47.53,"RedditClusteringP2P":62.76,"StackExchangeClustering":59.55,"StackExchangeClusteringP2P":39.43,"TwentyNewsgroupsClustering":37.73} {"index":249,"Rank":109,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":41.81,"ArxivClusteringP2P":46.07,"ArxivClusteringS2S":37.5,"BiorxivClusteringP2P":36.99,"BiorxivClusteringS2S":33.21,"MedrxivClusteringP2P":34.25,"MedrxivClusteringS2S":32.24,"RedditClustering":51.18,"RedditClusteringP2P":54.8,"StackExchangeClustering":53.05,"StackExchangeClusteringP2P":33.13,"TwentyNewsgroupsClustering":47.47} {"index":326,"Rank":110,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.73,"ArxivClusteringP2P":45.39,"ArxivClusteringS2S":36.68,"BiorxivClusteringP2P":37.05,"BiorxivClusteringS2S":30.16,"MedrxivClusteringP2P":32.41,"MedrxivClusteringS2S":28.09,"RedditClustering":53.05,"RedditClusteringP2P":60.31,"StackExchangeClustering":58.52,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":42.46} -{"index":128,"Rank":111,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.73,"ArxivClusteringP2P":45.39,"ArxivClusteringS2S":36.68,"BiorxivClusteringP2P":37.05,"BiorxivClusteringS2S":30.16,"MedrxivClusteringP2P":32.41,"MedrxivClusteringS2S":28.09,"RedditClustering":53.05,"RedditClusteringP2P":60.31,"StackExchangeClustering":58.52,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":42.46} -{"index":191,"Rank":112,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":41.73,"ArxivClusteringP2P":45.39,"ArxivClusteringS2S":36.68,"BiorxivClusteringP2P":37.05,"BiorxivClusteringS2S":30.16,"MedrxivClusteringP2P":32.41,"MedrxivClusteringS2S":28.09,"RedditClustering":53.05,"RedditClusteringP2P":60.31,"StackExchangeClustering":58.52,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":42.46} +{"index":191,"Rank":111,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":41.73,"ArxivClusteringP2P":45.39,"ArxivClusteringS2S":36.68,"BiorxivClusteringP2P":37.05,"BiorxivClusteringS2S":30.16,"MedrxivClusteringP2P":32.41,"MedrxivClusteringS2S":28.09,"RedditClustering":53.05,"RedditClusteringP2P":60.31,"StackExchangeClustering":58.52,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":42.46} +{"index":128,"Rank":112,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.73,"ArxivClusteringP2P":45.39,"ArxivClusteringS2S":36.68,"BiorxivClusteringP2P":37.05,"BiorxivClusteringS2S":30.16,"MedrxivClusteringP2P":32.41,"MedrxivClusteringS2S":28.09,"RedditClustering":53.05,"RedditClusteringP2P":60.31,"StackExchangeClustering":58.52,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":42.46} {"index":265,"Rank":113,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":41.65,"ArxivClusteringP2P":41.62,"ArxivClusteringS2S":29.44,"BiorxivClusteringP2P":35.99,"BiorxivClusteringS2S":24.02,"MedrxivClusteringP2P":32.4,"MedrxivClusteringS2S":26.33,"RedditClustering":54.53,"RedditClusteringP2P":62.5,"StackExchangeClustering":65.11,"StackExchangeClusteringP2P":36.86,"TwentyNewsgroupsClustering":49.33} {"index":257,"Rank":114,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":41.6,"ArxivClusteringP2P":37.5,"ArxivClusteringS2S":30.55,"BiorxivClusteringP2P":29.59,"BiorxivClusteringS2S":25.72,"MedrxivClusteringP2P":28.72,"MedrxivClusteringS2S":27.39,"RedditClustering":61.69,"RedditClusteringP2P":61.67,"StackExchangeClustering":69.93,"StackExchangeClusteringP2P":33.21,"TwentyNewsgroupsClustering":51.64} {"index":111,"Rank":115,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":41.51,"ArxivClusteringP2P":45.56,"ArxivClusteringS2S":35.61,"BiorxivClusteringP2P":36.16,"BiorxivClusteringS2S":30.14,"MedrxivClusteringP2P":31.12,"MedrxivClusteringS2S":26.73,"RedditClustering":50.24,"RedditClusteringP2P":61.45,"StackExchangeClustering":62.63,"StackExchangeClusteringP2P":37.17,"TwentyNewsgroupsClustering":39.83} {"index":333,"Rank":116,"Model":"snowflake-arctic-embed-m-long-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.51,"ArxivClusteringP2P":45.56,"ArxivClusteringS2S":35.61,"BiorxivClusteringP2P":36.16,"BiorxivClusteringS2S":30.14,"MedrxivClusteringP2P":31.12,"MedrxivClusteringS2S":26.73,"RedditClustering":50.24,"RedditClusteringP2P":61.45,"StackExchangeClustering":62.63,"StackExchangeClusteringP2P":37.17,"TwentyNewsgroupsClustering":39.83} {"index":258,"Rank":117,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":41.51,"ArxivClusteringP2P":37.9,"ArxivClusteringS2S":30.45,"BiorxivClusteringP2P":30.52,"BiorxivClusteringS2S":26.06,"MedrxivClusteringP2P":28.69,"MedrxivClusteringS2S":26.69,"RedditClustering":61.34,"RedditClusteringP2P":61.11,"StackExchangeClustering":69.95,"StackExchangeClusteringP2P":32.73,"TwentyNewsgroupsClustering":51.15} -{"index":109,"Rank":118,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Average":41.49,"ArxivClusteringP2P":47.46,"ArxivClusteringS2S":38.29,"BiorxivClusteringP2P":37.54,"BiorxivClusteringS2S":32.65,"MedrxivClusteringP2P":31.47,"MedrxivClusteringS2S":28.94,"RedditClustering":46.02,"RedditClusteringP2P":62.43,"StackExchangeClustering":57.86,"StackExchangeClusteringP2P":37.82,"TwentyNewsgroupsClustering":35.91} -{"index":332,"Rank":119,"Model":"snowflake-arctic-embed-l-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.49,"ArxivClusteringP2P":47.46,"ArxivClusteringS2S":38.29,"BiorxivClusteringP2P":37.54,"BiorxivClusteringS2S":32.65,"MedrxivClusteringP2P":31.47,"MedrxivClusteringS2S":28.94,"RedditClustering":46.02,"RedditClusteringP2P":62.43,"StackExchangeClustering":57.86,"StackExchangeClusteringP2P":37.82,"TwentyNewsgroupsClustering":35.91} +{"index":332,"Rank":118,"Model":"snowflake-arctic-embed-l-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.49,"ArxivClusteringP2P":47.46,"ArxivClusteringS2S":38.29,"BiorxivClusteringP2P":37.54,"BiorxivClusteringS2S":32.65,"MedrxivClusteringP2P":31.47,"MedrxivClusteringS2S":28.94,"RedditClustering":46.02,"RedditClusteringP2P":62.43,"StackExchangeClustering":57.86,"StackExchangeClusteringP2P":37.82,"TwentyNewsgroupsClustering":35.91} +{"index":109,"Rank":119,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Average":41.49,"ArxivClusteringP2P":47.46,"ArxivClusteringS2S":38.29,"BiorxivClusteringP2P":37.54,"BiorxivClusteringS2S":32.65,"MedrxivClusteringP2P":31.47,"MedrxivClusteringS2S":28.94,"RedditClustering":46.02,"RedditClusteringP2P":62.43,"StackExchangeClustering":57.86,"StackExchangeClusteringP2P":37.82,"TwentyNewsgroupsClustering":35.91} {"index":177,"Rank":120,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":41.23,"ArxivClusteringP2P":44.31,"ArxivClusteringS2S":38.43,"BiorxivClusteringP2P":35.5,"BiorxivClusteringS2S":33.3,"MedrxivClusteringP2P":31.7,"MedrxivClusteringS2S":29.76,"RedditClustering":46.91,"RedditClusteringP2P":63.0,"StackExchangeClustering":58.37,"StackExchangeClusteringP2P":32.9,"TwentyNewsgroupsClustering":39.4} {"index":228,"Rank":121,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":41.1,"ArxivClusteringP2P":42.61,"ArxivClusteringS2S":32.32,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":29.08,"MedrxivClusteringP2P":31.19,"MedrxivClusteringS2S":27.27,"RedditClustering":54.89,"RedditClusteringP2P":57.58,"StackExchangeClustering":63.15,"StackExchangeClusteringP2P":32.25,"TwentyNewsgroupsClustering":46.82} -{"index":58,"Rank":122,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.06,"ArxivClusteringP2P":44.31,"ArxivClusteringS2S":38.43,"BiorxivClusteringP2P":35.34,"BiorxivClusteringS2S":33.5,"MedrxivClusteringP2P":31.48,"MedrxivClusteringS2S":29.71,"RedditClustering":46.54,"RedditClusteringP2P":63.22,"StackExchangeClustering":57.53,"StackExchangeClusteringP2P":32.69,"TwentyNewsgroupsClustering":38.91} +{"index":236,"Rank":122,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.06,"ArxivClusteringP2P":44.31,"ArxivClusteringS2S":38.43,"BiorxivClusteringP2P":35.34,"BiorxivClusteringS2S":33.5,"MedrxivClusteringP2P":31.48,"MedrxivClusteringS2S":29.71,"RedditClustering":46.54,"RedditClusteringP2P":63.22,"StackExchangeClustering":57.53,"StackExchangeClusteringP2P":32.69,"TwentyNewsgroupsClustering":38.91} {"index":271,"Rank":123,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.06,"ArxivClusteringP2P":44.31,"ArxivClusteringS2S":38.43,"BiorxivClusteringP2P":35.34,"BiorxivClusteringS2S":33.5,"MedrxivClusteringP2P":31.48,"MedrxivClusteringS2S":29.71,"RedditClustering":46.54,"RedditClusteringP2P":63.22,"StackExchangeClustering":57.53,"StackExchangeClusteringP2P":32.69,"TwentyNewsgroupsClustering":38.91} -{"index":236,"Rank":124,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.06,"ArxivClusteringP2P":44.31,"ArxivClusteringS2S":38.43,"BiorxivClusteringP2P":35.34,"BiorxivClusteringS2S":33.5,"MedrxivClusteringP2P":31.48,"MedrxivClusteringS2S":29.71,"RedditClustering":46.54,"RedditClusteringP2P":63.22,"StackExchangeClustering":57.53,"StackExchangeClusteringP2P":32.69,"TwentyNewsgroupsClustering":38.91} +{"index":58,"Rank":124,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.06,"ArxivClusteringP2P":44.31,"ArxivClusteringS2S":38.43,"BiorxivClusteringP2P":35.34,"BiorxivClusteringS2S":33.5,"MedrxivClusteringP2P":31.48,"MedrxivClusteringS2S":29.71,"RedditClustering":46.54,"RedditClusteringP2P":63.22,"StackExchangeClustering":57.53,"StackExchangeClusteringP2P":32.69,"TwentyNewsgroupsClustering":38.91} {"index":142,"Rank":125,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.06,"ArxivClusteringP2P":44.31,"ArxivClusteringS2S":38.43,"BiorxivClusteringP2P":35.34,"BiorxivClusteringS2S":33.5,"MedrxivClusteringP2P":31.48,"MedrxivClusteringS2S":29.71,"RedditClustering":46.54,"RedditClusteringP2P":63.22,"StackExchangeClustering":57.53,"StackExchangeClusteringP2P":32.69,"TwentyNewsgroupsClustering":38.91} {"index":49,"Rank":126,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Average":40.9,"ArxivClusteringP2P":42.32,"ArxivClusteringS2S":31.28,"BiorxivClusteringP2P":37.42,"BiorxivClusteringS2S":29.32,"MedrxivClusteringP2P":34.68,"MedrxivClusteringS2S":30.34,"RedditClustering":50.76,"RedditClusteringP2P":55.02,"StackExchangeClustering":59.66,"StackExchangeClusteringP2P":32.11,"TwentyNewsgroupsClustering":47.01} -{"index":113,"Rank":127,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":40.88,"ArxivClusteringP2P":44.94,"ArxivClusteringS2S":35.87,"BiorxivClusteringP2P":35.68,"BiorxivClusteringS2S":30.47,"MedrxivClusteringP2P":30.79,"MedrxivClusteringS2S":27.95,"RedditClustering":50.47,"RedditClusteringP2P":60.54,"StackExchangeClustering":60.7,"StackExchangeClusteringP2P":33.98,"TwentyNewsgroupsClustering":38.28} -{"index":336,"Rank":128,"Model":"snowflake-arctic-embed-s-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":40.88,"ArxivClusteringP2P":44.94,"ArxivClusteringS2S":35.87,"BiorxivClusteringP2P":35.68,"BiorxivClusteringS2S":30.47,"MedrxivClusteringP2P":30.79,"MedrxivClusteringS2S":27.95,"RedditClustering":50.47,"RedditClusteringP2P":60.54,"StackExchangeClustering":60.7,"StackExchangeClusteringP2P":33.98,"TwentyNewsgroupsClustering":38.28} +{"index":336,"Rank":127,"Model":"snowflake-arctic-embed-s-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":40.88,"ArxivClusteringP2P":44.94,"ArxivClusteringS2S":35.87,"BiorxivClusteringP2P":35.68,"BiorxivClusteringS2S":30.47,"MedrxivClusteringP2P":30.79,"MedrxivClusteringS2S":27.95,"RedditClustering":50.47,"RedditClusteringP2P":60.54,"StackExchangeClustering":60.7,"StackExchangeClusteringP2P":33.98,"TwentyNewsgroupsClustering":38.28} +{"index":113,"Rank":128,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":40.88,"ArxivClusteringP2P":44.94,"ArxivClusteringS2S":35.87,"BiorxivClusteringP2P":35.68,"BiorxivClusteringS2S":30.47,"MedrxivClusteringP2P":30.79,"MedrxivClusteringS2S":27.95,"RedditClustering":50.47,"RedditClusteringP2P":60.54,"StackExchangeClustering":60.7,"StackExchangeClusteringP2P":33.98,"TwentyNewsgroupsClustering":38.28} {"index":200,"Rank":129,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":40.86,"ArxivClusteringP2P":47.03,"ArxivClusteringS2S":38.38,"BiorxivClusteringP2P":38.98,"BiorxivClusteringS2S":34.94,"MedrxivClusteringP2P":33.98,"MedrxivClusteringS2S":31.67,"RedditClustering":42.72,"RedditClusteringP2P":56.93,"StackExchangeClustering":53.6,"StackExchangeClusteringP2P":32.87,"TwentyNewsgroupsClustering":38.38} {"index":70,"Rank":130,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":40.83,"ArxivClusteringP2P":47.81,"ArxivClusteringS2S":40.53,"BiorxivClusteringP2P":38.12,"BiorxivClusteringS2S":31.25,"MedrxivClusteringP2P":30.94,"MedrxivClusteringS2S":28.04,"RedditClustering":42.84,"RedditClusteringP2P":60.1,"StackExchangeClustering":65.12,"StackExchangeClusteringP2P":33.61,"TwentyNewsgroupsClustering":30.76} {"index":150,"Rank":131,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":40.83,"ArxivClusteringP2P":42.9,"ArxivClusteringS2S":32.45,"BiorxivClusteringP2P":37.24,"BiorxivClusteringS2S":29.75,"MedrxivClusteringP2P":36.65,"MedrxivClusteringS2S":32.57,"RedditClustering":50.62,"RedditClusteringP2P":54.44,"StackExchangeClustering":54.26,"StackExchangeClusteringP2P":32.52,"TwentyNewsgroupsClustering":45.7} @@ -140,8 +140,8 @@ {"index":264,"Rank":140,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":40.21,"ArxivClusteringP2P":39.28,"ArxivClusteringS2S":27.26,"BiorxivClusteringP2P":33.99,"BiorxivClusteringS2S":22.92,"MedrxivClusteringP2P":33.2,"MedrxivClusteringS2S":26.13,"RedditClustering":52.93,"RedditClusteringP2P":59.67,"StackExchangeClustering":63.13,"StackExchangeClusteringP2P":35.68,"TwentyNewsgroupsClustering":48.1} {"index":193,"Rank":141,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":40.08,"ArxivClusteringP2P":44.02,"ArxivClusteringS2S":35.16,"BiorxivClusteringP2P":35.57,"BiorxivClusteringS2S":29.07,"MedrxivClusteringP2P":31.86,"MedrxivClusteringS2S":27.51,"RedditClustering":49.28,"RedditClusteringP2P":57.09,"StackExchangeClustering":55.35,"StackExchangeClusteringP2P":34.42,"TwentyNewsgroupsClustering":41.57} {"index":209,"Rank":142,"Model":"all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":39.94,"ArxivClusteringP2P":46.19,"ArxivClusteringS2S":36.91,"BiorxivClusteringP2P":38.59,"BiorxivClusteringS2S":32.32,"MedrxivClusteringP2P":32.55,"MedrxivClusteringS2S":29.92,"RedditClustering":45.63,"RedditClusteringP2P":53.37,"StackExchangeClustering":47.28,"StackExchangeClusteringP2P":34.25,"TwentyNewsgroupsClustering":42.38} -{"index":88,"Rank":143,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Average":39.92,"ArxivClusteringP2P":43.38,"ArxivClusteringS2S":33.71,"BiorxivClusteringP2P":35.06,"BiorxivClusteringS2S":30.71,"MedrxivClusteringP2P":32.08,"MedrxivClusteringS2S":29.45,"RedditClustering":48.23,"RedditClusteringP2P":53.18,"StackExchangeClustering":60.86,"StackExchangeClusteringP2P":32.36,"TwentyNewsgroupsClustering":40.06} -{"index":175,"Rank":144,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":39.92,"ArxivClusteringP2P":42.12,"ArxivClusteringS2S":34.8,"BiorxivClusteringP2P":35.89,"BiorxivClusteringS2S":30.05,"MedrxivClusteringP2P":31.34,"MedrxivClusteringS2S":27.88,"RedditClustering":45.72,"RedditClusteringP2P":59.66,"StackExchangeClustering":58.51,"StackExchangeClusteringP2P":31.98,"TwentyNewsgroupsClustering":41.13} +{"index":175,"Rank":143,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":39.92,"ArxivClusteringP2P":42.12,"ArxivClusteringS2S":34.8,"BiorxivClusteringP2P":35.89,"BiorxivClusteringS2S":30.05,"MedrxivClusteringP2P":31.34,"MedrxivClusteringS2S":27.88,"RedditClustering":45.72,"RedditClusteringP2P":59.66,"StackExchangeClustering":58.51,"StackExchangeClusteringP2P":31.98,"TwentyNewsgroupsClustering":41.13} +{"index":88,"Rank":144,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Average":39.92,"ArxivClusteringP2P":43.38,"ArxivClusteringS2S":33.71,"BiorxivClusteringP2P":35.06,"BiorxivClusteringS2S":30.71,"MedrxivClusteringP2P":32.08,"MedrxivClusteringS2S":29.45,"RedditClustering":48.23,"RedditClusteringP2P":53.18,"StackExchangeClustering":60.86,"StackExchangeClusteringP2P":32.36,"TwentyNewsgroupsClustering":40.06} {"index":91,"Rank":145,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Average":39.83,"ArxivClusteringP2P":44.72,"ArxivClusteringS2S":35.08,"BiorxivClusteringP2P":34.41,"BiorxivClusteringS2S":30.53,"MedrxivClusteringP2P":31.35,"MedrxivClusteringS2S":28.77,"RedditClustering":46.47,"RedditClusteringP2P":54.17,"StackExchangeClustering":59.19,"StackExchangeClusteringP2P":32.57,"TwentyNewsgroupsClustering":40.89} {"index":174,"Rank":146,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":39.73,"ArxivClusteringP2P":44.14,"ArxivClusteringS2S":37.14,"BiorxivClusteringP2P":36.1,"BiorxivClusteringS2S":31.51,"MedrxivClusteringP2P":31.31,"MedrxivClusteringS2S":28.32,"RedditClustering":43.27,"RedditClusteringP2P":57.22,"StackExchangeClustering":59.6,"StackExchangeClusteringP2P":30.82,"TwentyNewsgroupsClustering":37.65} {"index":176,"Rank":147,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":39.62,"ArxivClusteringP2P":43.35,"ArxivClusteringS2S":36.0,"BiorxivClusteringP2P":37.55,"BiorxivClusteringS2S":30.33,"MedrxivClusteringP2P":30.6,"MedrxivClusteringS2S":28.73,"RedditClustering":43.15,"RedditClusteringP2P":61.69,"StackExchangeClustering":55.31,"StackExchangeClusteringP2P":33.51,"TwentyNewsgroupsClustering":35.55} @@ -154,8 +154,8 @@ {"index":63,"Rank":154,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":39.16,"ArxivClusteringP2P":41.76,"ArxivClusteringS2S":31.63,"BiorxivClusteringP2P":36.01,"BiorxivClusteringS2S":28.77,"MedrxivClusteringP2P":31.27,"MedrxivClusteringS2S":28.97,"RedditClustering":47.39,"RedditClusteringP2P":58.38,"StackExchangeClustering":52.47,"StackExchangeClusteringP2P":33.63,"TwentyNewsgroupsClustering":40.52} {"index":182,"Rank":155,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":39.11,"ArxivClusteringP2P":44.52,"ArxivClusteringS2S":34.45,"BiorxivClusteringP2P":35.25,"BiorxivClusteringS2S":30.71,"MedrxivClusteringP2P":29.43,"MedrxivClusteringS2S":28.87,"RedditClustering":44.52,"RedditClusteringP2P":53.61,"StackExchangeClustering":57.11,"StackExchangeClusteringP2P":31.91,"TwentyNewsgroupsClustering":39.8} {"index":141,"Rank":156,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":38.99,"ArxivClusteringP2P":41.43,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":28.78,"MedrxivClusteringP2P":31.33,"MedrxivClusteringS2S":28.76,"RedditClustering":47.75,"RedditClusteringP2P":54.88,"StackExchangeClustering":55.38,"StackExchangeClusteringP2P":33.08,"TwentyNewsgroupsClustering":40.48} -{"index":190,"Rank":157,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":38.99,"ArxivClusteringP2P":41.43,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":28.78,"MedrxivClusteringP2P":31.33,"MedrxivClusteringS2S":28.76,"RedditClustering":47.75,"RedditClusteringP2P":54.88,"StackExchangeClustering":55.38,"StackExchangeClusteringP2P":33.08,"TwentyNewsgroupsClustering":40.48} -{"index":65,"Rank":158,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":38.99,"ArxivClusteringP2P":41.43,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":28.78,"MedrxivClusteringP2P":31.33,"MedrxivClusteringS2S":28.76,"RedditClustering":47.75,"RedditClusteringP2P":54.88,"StackExchangeClustering":55.38,"StackExchangeClusteringP2P":33.08,"TwentyNewsgroupsClustering":40.48} +{"index":65,"Rank":157,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":38.99,"ArxivClusteringP2P":41.43,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":28.78,"MedrxivClusteringP2P":31.33,"MedrxivClusteringS2S":28.76,"RedditClustering":47.75,"RedditClusteringP2P":54.88,"StackExchangeClustering":55.38,"StackExchangeClusteringP2P":33.08,"TwentyNewsgroupsClustering":40.48} +{"index":190,"Rank":158,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":38.99,"ArxivClusteringP2P":41.43,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":28.78,"MedrxivClusteringP2P":31.33,"MedrxivClusteringS2S":28.76,"RedditClustering":47.75,"RedditClusteringP2P":54.88,"StackExchangeClustering":55.38,"StackExchangeClusteringP2P":33.08,"TwentyNewsgroupsClustering":40.48} {"index":138,"Rank":159,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":38.93,"ArxivClusteringP2P":44.59,"ArxivClusteringS2S":38.03,"BiorxivClusteringP2P":36.03,"BiorxivClusteringS2S":32.48,"MedrxivClusteringP2P":31.05,"MedrxivClusteringS2S":29.26,"RedditClustering":35.53,"RedditClusteringP2P":54.52,"StackExchangeClustering":55.13,"StackExchangeClusteringP2P":34.31,"TwentyNewsgroupsClustering":37.28} {"index":114,"Rank":160,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Average":38.86,"ArxivClusteringP2P":43.5,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.48,"BiorxivClusteringS2S":26.14,"MedrxivClusteringP2P":30.57,"MedrxivClusteringS2S":26.22,"RedditClustering":48.32,"RedditClusteringP2P":57.84,"StackExchangeClustering":57.49,"StackExchangeClusteringP2P":34.58,"TwentyNewsgroupsClustering":36.28} {"index":256,"Rank":161,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":38.63,"ArxivClusteringP2P":35.49,"ArxivClusteringS2S":27.18,"BiorxivClusteringP2P":27.66,"BiorxivClusteringS2S":23.25,"MedrxivClusteringP2P":27.57,"MedrxivClusteringS2S":25.13,"RedditClustering":56.13,"RedditClusteringP2P":58.53,"StackExchangeClustering":64.21,"StackExchangeClusteringP2P":33.01,"TwentyNewsgroupsClustering":46.72} @@ -194,10 +194,10 @@ {"index":274,"Rank":194,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":33.47,"ArxivClusteringP2P":35.33,"ArxivClusteringS2S":27.66,"BiorxivClusteringP2P":30.95,"BiorxivClusteringS2S":24.81,"MedrxivClusteringP2P":27.35,"MedrxivClusteringS2S":25.59,"RedditClustering":40.32,"RedditClusteringP2P":45.99,"StackExchangeClustering":48.26,"StackExchangeClusteringP2P":28.87,"TwentyNewsgroupsClustering":33.07} {"index":234,"Rank":195,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":33.43,"ArxivClusteringP2P":35.18,"ArxivClusteringS2S":27.54,"BiorxivClusteringP2P":30.15,"BiorxivClusteringS2S":24.67,"MedrxivClusteringP2P":26.25,"MedrxivClusteringS2S":24.12,"RedditClustering":40.23,"RedditClusteringP2P":47.74,"StackExchangeClustering":47.55,"StackExchangeClusteringP2P":29.45,"TwentyNewsgroupsClustering":34.86} {"index":87,"Rank":196,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Average":33.15,"ArxivClusteringP2P":37.86,"ArxivClusteringS2S":28.84,"BiorxivClusteringP2P":32.09,"BiorxivClusteringS2S":23.55,"MedrxivClusteringP2P":28.54,"MedrxivClusteringS2S":24.73,"RedditClustering":35.54,"RedditClusteringP2P":47.43,"StackExchangeClustering":46.54,"StackExchangeClusteringP2P":30.88,"TwentyNewsgroupsClustering":28.68} -{"index":307,"Rank":197,"Model":"nmc-pmpt_correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":33.12,"ArxivClusteringP2P":34.78,"ArxivClusteringS2S":24.62,"BiorxivClusteringP2P":32.16,"BiorxivClusteringS2S":23.64,"MedrxivClusteringP2P":28.53,"MedrxivClusteringS2S":25.71,"RedditClustering":37.25,"RedditClusteringP2P":47.11,"StackExchangeClustering":43.31,"StackExchangeClusteringP2P":29.6,"TwentyNewsgroupsClustering":37.59} -{"index":309,"Rank":198,"Model":"nmc-prmt-and-emb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":33.12,"ArxivClusteringP2P":34.78,"ArxivClusteringS2S":24.62,"BiorxivClusteringP2P":32.16,"BiorxivClusteringS2S":23.64,"MedrxivClusteringP2P":28.53,"MedrxivClusteringS2S":25.71,"RedditClustering":37.25,"RedditClusteringP2P":47.11,"StackExchangeClustering":43.31,"StackExchangeClusteringP2P":29.6,"TwentyNewsgroupsClustering":37.59} -{"index":310,"Rank":199,"Model":"nmc-prmt-and-emb-150k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":33.12,"ArxivClusteringP2P":34.78,"ArxivClusteringS2S":24.62,"BiorxivClusteringP2P":32.16,"BiorxivClusteringS2S":23.64,"MedrxivClusteringP2P":28.53,"MedrxivClusteringS2S":25.71,"RedditClustering":37.25,"RedditClusteringP2P":47.11,"StackExchangeClustering":43.31,"StackExchangeClusteringP2P":29.6,"TwentyNewsgroupsClustering":37.59} -{"index":308,"Rank":200,"Model":"nmc-prmpt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":33.12,"ArxivClusteringP2P":34.78,"ArxivClusteringS2S":24.62,"BiorxivClusteringP2P":32.16,"BiorxivClusteringS2S":23.64,"MedrxivClusteringP2P":28.53,"MedrxivClusteringS2S":25.71,"RedditClustering":37.25,"RedditClusteringP2P":47.11,"StackExchangeClustering":43.31,"StackExchangeClusteringP2P":29.6,"TwentyNewsgroupsClustering":37.59} +{"index":309,"Rank":197,"Model":"nmc-prmt-and-emb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":33.12,"ArxivClusteringP2P":34.78,"ArxivClusteringS2S":24.62,"BiorxivClusteringP2P":32.16,"BiorxivClusteringS2S":23.64,"MedrxivClusteringP2P":28.53,"MedrxivClusteringS2S":25.71,"RedditClustering":37.25,"RedditClusteringP2P":47.11,"StackExchangeClustering":43.31,"StackExchangeClusteringP2P":29.6,"TwentyNewsgroupsClustering":37.59} +{"index":308,"Rank":198,"Model":"nmc-prmpt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":33.12,"ArxivClusteringP2P":34.78,"ArxivClusteringS2S":24.62,"BiorxivClusteringP2P":32.16,"BiorxivClusteringS2S":23.64,"MedrxivClusteringP2P":28.53,"MedrxivClusteringS2S":25.71,"RedditClustering":37.25,"RedditClusteringP2P":47.11,"StackExchangeClustering":43.31,"StackExchangeClusteringP2P":29.6,"TwentyNewsgroupsClustering":37.59} +{"index":307,"Rank":199,"Model":"nmc-pmpt_correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":33.12,"ArxivClusteringP2P":34.78,"ArxivClusteringS2S":24.62,"BiorxivClusteringP2P":32.16,"BiorxivClusteringS2S":23.64,"MedrxivClusteringP2P":28.53,"MedrxivClusteringS2S":25.71,"RedditClustering":37.25,"RedditClusteringP2P":47.11,"StackExchangeClustering":43.31,"StackExchangeClusteringP2P":29.6,"TwentyNewsgroupsClustering":37.59} +{"index":310,"Rank":200,"Model":"nmc-prmt-and-emb-150k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":33.12,"ArxivClusteringP2P":34.78,"ArxivClusteringS2S":24.62,"BiorxivClusteringP2P":32.16,"BiorxivClusteringS2S":23.64,"MedrxivClusteringP2P":28.53,"MedrxivClusteringS2S":25.71,"RedditClustering":37.25,"RedditClusteringP2P":47.11,"StackExchangeClustering":43.31,"StackExchangeClusteringP2P":29.6,"TwentyNewsgroupsClustering":37.59} {"index":300,"Rank":201,"Model":"mpn-wordpca<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":33.06,"ArxivClusteringP2P":35.53,"ArxivClusteringS2S":26.89,"BiorxivClusteringP2P":33.41,"BiorxivClusteringS2S":24.42,"MedrxivClusteringP2P":29.1,"MedrxivClusteringS2S":27.58,"RedditClustering":36.72,"RedditClusteringP2P":43.47,"StackExchangeClustering":41.61,"StackExchangeClusteringP2P":29.66,"TwentyNewsgroupsClustering":35.25} {"index":81,"Rank":202,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Average":32.91,"ArxivClusteringP2P":35.84,"ArxivClusteringS2S":27.3,"BiorxivClusteringP2P":32.35,"BiorxivClusteringS2S":24.06,"MedrxivClusteringP2P":28.24,"MedrxivClusteringS2S":25.34,"RedditClustering":35.92,"RedditClusteringP2P":46.08,"StackExchangeClustering":45.31,"StackExchangeClusteringP2P":29.91,"TwentyNewsgroupsClustering":31.69} {"index":302,"Rank":203,"Model":"nmc-cls<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":32.91,"ArxivClusteringP2P":34.41,"ArxivClusteringS2S":24.49,"BiorxivClusteringP2P":32.41,"BiorxivClusteringS2S":23.63,"MedrxivClusteringP2P":28.16,"MedrxivClusteringS2S":25.24,"RedditClustering":38.9,"RedditClusteringP2P":45.41,"StackExchangeClustering":44.24,"StackExchangeClusteringP2P":29.37,"TwentyNewsgroupsClustering":35.71} diff --git a/boards_data/en/data_tasks/PairClassification/default.jsonl b/boards_data/en/data_tasks/PairClassification/default.jsonl index 0271d0ce537d7f94a2b3d887596616129a6f3f31..34e2dcb62d934ddeaaa00ecae9b3f84980cf0838 100644 --- a/boards_data/en/data_tasks/PairClassification/default.jsonl +++ b/boards_data/en/data_tasks/PairClassification/default.jsonl @@ -15,17 +15,17 @@ {"index":1,"Rank":15,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":87.61,"SprintDuplicateQuestions":96.26,"TwitterSemEval2015":79.04,"TwitterURLCorpus":87.53} {"index":16,"Rank":16,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":87.51,"SprintDuplicateQuestions":95.32,"TwitterSemEval2015":79.64,"TwitterURLCorpus":87.58} {"index":15,"Rank":17,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":87.41,"SprintDuplicateQuestions":96.07,"TwitterSemEval2015":79.36,"TwitterURLCorpus":86.79} -{"index":106,"Rank":18,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":87.37,"SprintDuplicateQuestions":96.83,"TwitterSemEval2015":79.29,"TwitterURLCorpus":85.98} -{"index":203,"Rank":19,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":87.37,"SprintDuplicateQuestions":96.83,"TwitterSemEval2015":79.29,"TwitterURLCorpus":85.98} +{"index":203,"Rank":18,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":87.37,"SprintDuplicateQuestions":96.83,"TwitterSemEval2015":79.29,"TwitterURLCorpus":85.98} +{"index":106,"Rank":19,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":87.37,"SprintDuplicateQuestions":96.83,"TwitterSemEval2015":79.29,"TwitterURLCorpus":85.98} {"index":194,"Rank":20,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":87.34,"SprintDuplicateQuestions":94.59,"TwitterSemEval2015":79.93,"TwitterURLCorpus":87.5} {"index":47,"Rank":21,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":87.29,"SprintDuplicateQuestions":93.35,"TwitterSemEval2015":81.08,"TwitterURLCorpus":87.43} {"index":0,"Rank":22,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":87.29,"SprintDuplicateQuestions":96.49,"TwitterSemEval2015":78.25,"TwitterURLCorpus":87.12} {"index":119,"Rank":23,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":87.25,"SprintDuplicateQuestions":97.24,"TwitterSemEval2015":78.17,"TwitterURLCorpus":86.33} {"index":211,"Rank":24,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":87.2,"SprintDuplicateQuestions":96.82,"TwitterSemEval2015":78.55,"TwitterURLCorpus":86.23} {"index":59,"Rank":25,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":87.14,"SprintDuplicateQuestions":96.97,"TwitterSemEval2015":78.29,"TwitterURLCorpus":86.16} -{"index":240,"Rank":26,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":87.12,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} -{"index":23,"Rank":27,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":87.12,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} -{"index":239,"Rank":28,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":87.12,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} +{"index":23,"Rank":26,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":87.12,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} +{"index":239,"Rank":27,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":87.12,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} +{"index":240,"Rank":28,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":87.12,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} {"index":323,"Rank":29,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":87.07,"SprintDuplicateQuestions":96.87,"TwitterSemEval2015":78.24,"TwitterURLCorpus":86.11} {"index":229,"Rank":30,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Average":86.91,"SprintDuplicateQuestions":95.94,"TwitterSemEval2015":78.73,"TwitterURLCorpus":86.05} {"index":9,"Rank":31,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":86.87,"SprintDuplicateQuestions":98.07,"TwitterSemEval2015":74.44,"TwitterURLCorpus":88.11} @@ -34,13 +34,13 @@ {"index":133,"Rank":34,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":86.7,"SprintDuplicateQuestions":96.54,"TwitterSemEval2015":77.6,"TwitterURLCorpus":85.96} {"index":167,"Rank":35,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Average":86.62,"SprintDuplicateQuestions":94.94,"TwitterSemEval2015":77.99,"TwitterURLCorpus":86.93} {"index":8,"Rank":36,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":86.57,"SprintDuplicateQuestions":96.01,"TwitterSemEval2015":76.87,"TwitterURLCorpus":86.84} -{"index":136,"Rank":37,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} -{"index":198,"Rank":38,"Model":"privacy_embedding_rag_10k_base_checkpoint_2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} -{"index":199,"Rank":39,"Model":"privacy_embedding_rag_10k_base_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} -{"index":197,"Rank":40,"Model":"privacy_embedding_rag_10k_base_15_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} -{"index":196,"Rank":41,"Model":"privacy_embedding_rag_10k_base_12_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} -{"index":279,"Rank":42,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} -{"index":21,"Rank":43,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} +{"index":197,"Rank":37,"Model":"privacy_embedding_rag_10k_base_15_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} +{"index":279,"Rank":38,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} +{"index":198,"Rank":39,"Model":"privacy_embedding_rag_10k_base_checkpoint_2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} +{"index":196,"Rank":40,"Model":"privacy_embedding_rag_10k_base_12_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} +{"index":199,"Rank":41,"Model":"privacy_embedding_rag_10k_base_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} +{"index":21,"Rank":42,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} +{"index":136,"Rank":43,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} {"index":168,"Rank":44,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Average":86.45,"SprintDuplicateQuestions":95.69,"TwitterSemEval2015":77.67,"TwitterURLCorpus":86.0} {"index":131,"Rank":45,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":86.32,"SprintDuplicateQuestions":95.93,"TwitterSemEval2015":76.92,"TwitterURLCorpus":86.11} {"index":214,"Rank":46,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":86.24,"SprintDuplicateQuestions":96.38,"TwitterSemEval2015":76.41,"TwitterURLCorpus":85.93} @@ -50,32 +50,32 @@ {"index":258,"Rank":50,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":86.13,"SprintDuplicateQuestions":95.45,"TwitterSemEval2015":77.81,"TwitterURLCorpus":85.14} {"index":259,"Rank":51,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":86.12,"SprintDuplicateQuestions":95.68,"TwitterSemEval2015":77.54,"TwitterURLCorpus":85.13} {"index":266,"Rank":52,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":86.06,"SprintDuplicateQuestions":91.44,"TwitterSemEval2015":80.89,"TwitterURLCorpus":85.86} -{"index":57,"Rank":53,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":86.03,"SprintDuplicateQuestions":94.92,"TwitterSemEval2015":76.92,"TwitterURLCorpus":86.25} -{"index":172,"Rank":54,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":86.03,"SprintDuplicateQuestions":94.92,"TwitterSemEval2015":76.92,"TwitterURLCorpus":86.25} +{"index":172,"Rank":53,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":86.03,"SprintDuplicateQuestions":94.92,"TwitterSemEval2015":76.92,"TwitterURLCorpus":86.25} +{"index":57,"Rank":54,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":86.03,"SprintDuplicateQuestions":94.92,"TwitterSemEval2015":76.92,"TwitterURLCorpus":86.25} {"index":171,"Rank":55,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":85.94,"SprintDuplicateQuestions":95.42,"TwitterSemEval2015":76.1,"TwitterURLCorpus":86.31} {"index":166,"Rank":56,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":85.89,"SprintDuplicateQuestions":93.07,"TwitterSemEval2015":77.42,"TwitterURLCorpus":87.18} {"index":210,"Rank":57,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":85.89,"SprintDuplicateQuestions":96.05,"TwitterSemEval2015":76.08,"TwitterURLCorpus":85.54} {"index":25,"Rank":58,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":85.84,"SprintDuplicateQuestions":90.94,"TwitterSemEval2015":79.64,"TwitterURLCorpus":86.95} {"index":36,"Rank":59,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.84,"SprintDuplicateQuestions":96.25,"TwitterSemEval2015":74.8,"TwitterURLCorpus":86.46} {"index":17,"Rank":60,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":85.79,"SprintDuplicateQuestions":92.82,"TwitterSemEval2015":77.96,"TwitterURLCorpus":86.59} -{"index":170,"Rank":61,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":85.73,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":75.97,"TwitterURLCorpus":86.63} -{"index":158,"Rank":62,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Average":85.73,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":75.97,"TwitterURLCorpus":86.63} +{"index":158,"Rank":61,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Average":85.73,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":75.97,"TwitterURLCorpus":86.63} +{"index":170,"Rank":62,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":85.73,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":75.97,"TwitterURLCorpus":86.63} {"index":354,"Rank":63,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.72,"SprintDuplicateQuestions":92.25,"TwitterSemEval2015":77.13,"TwitterURLCorpus":87.78} {"index":61,"Rank":64,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":85.61,"SprintDuplicateQuestions":92.57,"TwitterSemEval2015":77.07,"TwitterURLCorpus":87.19} {"index":124,"Rank":65,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":85.61,"SprintDuplicateQuestions":92.57,"TwitterSemEval2015":77.07,"TwitterURLCorpus":87.19} {"index":330,"Rank":66,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.41,"SprintDuplicateQuestions":95.02,"TwitterSemEval2015":75.24,"TwitterURLCorpus":85.96} {"index":185,"Rank":67,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Average":85.4,"SprintDuplicateQuestions":95.62,"TwitterSemEval2015":73.81,"TwitterURLCorpus":86.78} -{"index":326,"Rank":68,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09} -{"index":128,"Rank":69,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09} +{"index":128,"Rank":68,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09} +{"index":326,"Rank":69,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09} {"index":191,"Rank":70,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09} {"index":18,"Rank":71,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":85.33,"SprintDuplicateQuestions":94.94,"TwitterSemEval2015":75.53,"TwitterURLCorpus":85.51} {"index":257,"Rank":72,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":85.32,"SprintDuplicateQuestions":95.05,"TwitterSemEval2015":76.03,"TwitterURLCorpus":84.89} {"index":264,"Rank":73,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":85.18,"SprintDuplicateQuestions":91.23,"TwitterSemEval2015":78.25,"TwitterURLCorpus":86.05} -{"index":29,"Rank":74,"Model":"UniVaR-lambda-20<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":85.15,"SprintDuplicateQuestions":93.52,"TwitterSemEval2015":75.23,"TwitterURLCorpus":86.71} -{"index":30,"Rank":75,"Model":"UniVaR-lambda-5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":85.15,"SprintDuplicateQuestions":93.52,"TwitterSemEval2015":75.23,"TwitterURLCorpus":86.71} -{"index":220,"Rank":76,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":85.15,"SprintDuplicateQuestions":93.52,"TwitterSemEval2015":75.23,"TwitterURLCorpus":86.71} +{"index":28,"Rank":74,"Model":"UniVaR-lambda-1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":85.15,"SprintDuplicateQuestions":93.52,"TwitterSemEval2015":75.23,"TwitterURLCorpus":86.71} +{"index":29,"Rank":75,"Model":"UniVaR-lambda-20<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":85.15,"SprintDuplicateQuestions":93.52,"TwitterSemEval2015":75.23,"TwitterURLCorpus":86.71} +{"index":30,"Rank":76,"Model":"UniVaR-lambda-5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":85.15,"SprintDuplicateQuestions":93.52,"TwitterSemEval2015":75.23,"TwitterURLCorpus":86.71} {"index":31,"Rank":77,"Model":"UniVaR-lambda-80<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":85.15,"SprintDuplicateQuestions":93.52,"TwitterSemEval2015":75.23,"TwitterURLCorpus":86.71} -{"index":28,"Rank":78,"Model":"UniVaR-lambda-1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":85.15,"SprintDuplicateQuestions":93.52,"TwitterSemEval2015":75.23,"TwitterURLCorpus":86.71} +{"index":220,"Rank":78,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":85.15,"SprintDuplicateQuestions":93.52,"TwitterSemEval2015":75.23,"TwitterURLCorpus":86.71} {"index":169,"Rank":79,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":85.09,"SprintDuplicateQuestions":94.88,"TwitterSemEval2015":74.4,"TwitterURLCorpus":85.98} {"index":174,"Rank":80,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":85.08,"SprintDuplicateQuestions":95.29,"TwitterSemEval2015":74.16,"TwitterURLCorpus":85.79} {"index":267,"Rank":81,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":85.07,"SprintDuplicateQuestions":88.91,"TwitterSemEval2015":80.28,"TwitterURLCorpus":86.01} @@ -93,16 +93,16 @@ {"index":188,"Rank":93,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":84.8,"SprintDuplicateQuestions":96.09,"TwitterSemEval2015":72.32,"TwitterURLCorpus":85.98} {"index":177,"Rank":94,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":84.75,"SprintDuplicateQuestions":93.14,"TwitterSemEval2015":75.28,"TwitterURLCorpus":85.83} {"index":236,"Rank":95,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.75,"SprintDuplicateQuestions":93.13,"TwitterSemEval2015":75.28,"TwitterURLCorpus":85.83} -{"index":58,"Rank":96,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.75,"SprintDuplicateQuestions":93.13,"TwitterSemEval2015":75.28,"TwitterURLCorpus":85.83} -{"index":142,"Rank":97,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.75,"SprintDuplicateQuestions":93.13,"TwitterSemEval2015":75.28,"TwitterURLCorpus":85.83} -{"index":271,"Rank":98,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.75,"SprintDuplicateQuestions":93.13,"TwitterSemEval2015":75.28,"TwitterURLCorpus":85.83} +{"index":142,"Rank":96,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.75,"SprintDuplicateQuestions":93.13,"TwitterSemEval2015":75.28,"TwitterURLCorpus":85.83} +{"index":271,"Rank":97,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.75,"SprintDuplicateQuestions":93.13,"TwitterSemEval2015":75.28,"TwitterURLCorpus":85.83} +{"index":58,"Rank":98,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.75,"SprintDuplicateQuestions":93.13,"TwitterSemEval2015":75.28,"TwitterURLCorpus":85.83} {"index":215,"Rank":99,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.69,"SprintDuplicateQuestions":95.5,"TwitterSemEval2015":72.92,"TwitterURLCorpus":85.66} {"index":337,"Rank":100,"Model":"gte-large-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.69,"SprintDuplicateQuestions":95.63,"TwitterSemEval2015":72.87,"TwitterURLCorpus":85.58} {"index":134,"Rank":101,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":84.68,"SprintDuplicateQuestions":95.79,"TwitterSemEval2015":72.95,"TwitterURLCorpus":85.3} {"index":175,"Rank":102,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":84.67,"SprintDuplicateQuestions":94.88,"TwitterSemEval2015":73.34,"TwitterURLCorpus":85.79} -{"index":227,"Rank":103,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":102,"Rank":104,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":342,"Rank":105,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} +{"index":102,"Rank":103,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} +{"index":342,"Rank":104,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} +{"index":227,"Rank":105,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} {"index":122,"Rank":106,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} {"index":225,"Rank":107,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":84.59,"SprintDuplicateQuestions":92.91,"TwitterSemEval2015":74.3,"TwitterURLCorpus":86.57} {"index":221,"Rank":108,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":84.59,"SprintDuplicateQuestions":94.83,"TwitterSemEval2015":72.55,"TwitterURLCorpus":86.38} @@ -112,8 +112,8 @@ {"index":19,"Rank":112,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Average":84.53,"SprintDuplicateQuestions":94.16,"TwitterSemEval2015":75.25,"TwitterURLCorpus":84.18} {"index":139,"Rank":113,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Average":84.48,"SprintDuplicateQuestions":97.32,"TwitterSemEval2015":70.29,"TwitterURLCorpus":85.83} {"index":193,"Rank":114,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":84.44,"SprintDuplicateQuestions":95.12,"TwitterSemEval2015":72.15,"TwitterURLCorpus":86.05} -{"index":195,"Rank":115,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":84.24,"SprintDuplicateQuestions":95.41,"TwitterSemEval2015":71.88,"TwitterURLCorpus":85.42} -{"index":20,"Rank":116,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":84.24,"SprintDuplicateQuestions":95.41,"TwitterSemEval2015":71.88,"TwitterURLCorpus":85.42} +{"index":20,"Rank":115,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":84.24,"SprintDuplicateQuestions":95.41,"TwitterSemEval2015":71.88,"TwitterURLCorpus":85.42} +{"index":195,"Rank":116,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":84.24,"SprintDuplicateQuestions":95.41,"TwitterSemEval2015":71.88,"TwitterURLCorpus":85.42} {"index":353,"Rank":117,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.22,"SprintDuplicateQuestions":89.02,"TwitterSemEval2015":76.56,"TwitterURLCorpus":87.09} {"index":224,"Rank":118,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":84.09,"SprintDuplicateQuestions":92.31,"TwitterSemEval2015":73.61,"TwitterURLCorpus":86.34} {"index":183,"Rank":119,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Average":84.06,"SprintDuplicateQuestions":95.36,"TwitterSemEval2015":70.64,"TwitterURLCorpus":86.18} @@ -125,8 +125,8 @@ {"index":141,"Rank":125,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.65,"SprintDuplicateQuestions":94.87,"TwitterSemEval2015":70.25,"TwitterURLCorpus":85.83} {"index":338,"Rank":126,"Model":"gte-large-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.58,"SprintDuplicateQuestions":94.67,"TwitterSemEval2015":70.34,"TwitterURLCorpus":85.72} {"index":176,"Rank":127,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":83.57,"SprintDuplicateQuestions":93.02,"TwitterSemEval2015":72.21,"TwitterURLCorpus":85.48} -{"index":223,"Rank":128,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":83.54,"SprintDuplicateQuestions":91.45,"TwitterSemEval2015":73.23,"TwitterURLCorpus":85.93} -{"index":277,"Rank":129,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":83.54,"SprintDuplicateQuestions":95.57,"TwitterSemEval2015":70.12,"TwitterURLCorpus":84.92} +{"index":277,"Rank":128,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":83.54,"SprintDuplicateQuestions":95.57,"TwitterSemEval2015":70.12,"TwitterURLCorpus":84.92} +{"index":223,"Rank":129,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":83.54,"SprintDuplicateQuestions":91.45,"TwitterSemEval2015":73.23,"TwitterURLCorpus":85.93} {"index":165,"Rank":130,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":83.51,"SprintDuplicateQuestions":90.35,"TwitterSemEval2015":73.99,"TwitterURLCorpus":86.2} {"index":132,"Rank":131,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Average":83.39,"SprintDuplicateQuestions":94.14,"TwitterSemEval2015":70.46,"TwitterURLCorpus":85.58} {"index":78,"Rank":132,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Average":83.32,"SprintDuplicateQuestions":95.12,"TwitterSemEval2015":69.78,"TwitterURLCorpus":85.07} @@ -145,15 +145,15 @@ {"index":68,"Rank":145,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":82.59,"SprintDuplicateQuestions":92.18,"TwitterSemEval2015":70.75,"TwitterURLCorpus":84.83} {"index":228,"Rank":146,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":82.54,"SprintDuplicateQuestions":95.55,"TwitterSemEval2015":66.85,"TwitterURLCorpus":85.21} {"index":249,"Rank":147,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":82.46,"SprintDuplicateQuestions":92.58,"TwitterSemEval2015":70.02,"TwitterURLCorpus":84.77} -{"index":250,"Rank":148,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":82.37,"SprintDuplicateQuestions":94.55,"TwitterSemEval2015":67.86,"TwitterURLCorpus":84.7} -{"index":209,"Rank":149,"Model":"all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.37,"SprintDuplicateQuestions":94.55,"TwitterSemEval2015":67.86,"TwitterURLCorpus":84.7} +{"index":209,"Rank":148,"Model":"all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.37,"SprintDuplicateQuestions":94.55,"TwitterSemEval2015":67.86,"TwitterURLCorpus":84.7} +{"index":250,"Rank":149,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":82.37,"SprintDuplicateQuestions":94.55,"TwitterSemEval2015":67.86,"TwitterURLCorpus":84.7} {"index":226,"Rank":150,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":82.26,"SprintDuplicateQuestions":90.06,"TwitterSemEval2015":71.68,"TwitterURLCorpus":85.03} {"index":129,"Rank":151,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.14,"SprintDuplicateQuestions":92.92,"TwitterSemEval2015":67.8,"TwitterURLCorpus":85.71} {"index":147,"Rank":152,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Average":82.11,"SprintDuplicateQuestions":93.23,"TwitterSemEval2015":69.6,"TwitterURLCorpus":83.49} {"index":113,"Rank":153,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":82.07,"SprintDuplicateQuestions":95.28,"TwitterSemEval2015":65.78,"TwitterURLCorpus":85.15} {"index":336,"Rank":154,"Model":"snowflake-arctic-embed-s-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.07,"SprintDuplicateQuestions":95.28,"TwitterSemEval2015":65.78,"TwitterURLCorpus":85.15} -{"index":111,"Rank":155,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":82.02,"SprintDuplicateQuestions":94.67,"TwitterSemEval2015":66.17,"TwitterURLCorpus":85.21} -{"index":333,"Rank":156,"Model":"snowflake-arctic-embed-m-long-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.02,"SprintDuplicateQuestions":94.67,"TwitterSemEval2015":66.17,"TwitterURLCorpus":85.21} +{"index":333,"Rank":155,"Model":"snowflake-arctic-embed-m-long-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.02,"SprintDuplicateQuestions":94.67,"TwitterSemEval2015":66.17,"TwitterURLCorpus":85.21} +{"index":111,"Rank":156,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":82.02,"SprintDuplicateQuestions":94.67,"TwitterSemEval2015":66.17,"TwitterURLCorpus":85.21} {"index":92,"Rank":157,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Average":82.0,"SprintDuplicateQuestions":93.84,"TwitterSemEval2015":66.87,"TwitterURLCorpus":85.29} {"index":219,"Rank":158,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.93,"SprintDuplicateQuestions":94.59,"TwitterSemEval2015":67.01,"TwitterURLCorpus":84.2} {"index":138,"Rank":159,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":81.9,"SprintDuplicateQuestions":94.93,"TwitterSemEval2015":65.31,"TwitterURLCorpus":85.46} @@ -168,19 +168,19 @@ {"index":74,"Rank":168,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":80.94,"SprintDuplicateQuestions":91.3,"TwitterSemEval2015":68.76,"TwitterURLCorpus":82.76} {"index":154,"Rank":169,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":80.86,"SprintDuplicateQuestions":93.84,"TwitterSemEval2015":64.72,"TwitterURLCorpus":84.01} {"index":263,"Rank":170,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.81,"SprintDuplicateQuestions":90.55,"TwitterSemEval2015":66.75,"TwitterURLCorpus":85.14} -{"index":109,"Rank":171,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Average":80.8,"SprintDuplicateQuestions":95.2,"TwitterSemEval2015":62.35,"TwitterURLCorpus":84.84} -{"index":332,"Rank":172,"Model":"snowflake-arctic-embed-l-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.8,"SprintDuplicateQuestions":95.2,"TwitterSemEval2015":62.35,"TwitterURLCorpus":84.84} +{"index":332,"Rank":171,"Model":"snowflake-arctic-embed-l-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.8,"SprintDuplicateQuestions":95.2,"TwitterSemEval2015":62.35,"TwitterURLCorpus":84.84} +{"index":109,"Rank":172,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Average":80.8,"SprintDuplicateQuestions":95.2,"TwitterSemEval2015":62.35,"TwitterURLCorpus":84.84} {"index":82,"Rank":173,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Average":80.73,"SprintDuplicateQuestions":94.26,"TwitterSemEval2015":63.85,"TwitterURLCorpus":84.07} {"index":91,"Rank":174,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Average":80.65,"SprintDuplicateQuestions":93.47,"TwitterSemEval2015":63.68,"TwitterURLCorpus":84.8} {"index":81,"Rank":175,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Average":80.62,"SprintDuplicateQuestions":89.85,"TwitterSemEval2015":67.48,"TwitterURLCorpus":84.53} {"index":80,"Rank":176,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Average":80.57,"SprintDuplicateQuestions":89.26,"TwitterSemEval2015":69.26,"TwitterURLCorpus":83.19} {"index":86,"Rank":177,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Average":80.4,"SprintDuplicateQuestions":94.4,"TwitterSemEval2015":63.86,"TwitterURLCorpus":82.95} {"index":49,"Rank":178,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Average":80.4,"SprintDuplicateQuestions":90.41,"TwitterSemEval2015":67.67,"TwitterURLCorpus":83.11} -{"index":309,"Rank":179,"Model":"nmc-prmt-and-emb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.22,"SprintDuplicateQuestions":91.33,"TwitterSemEval2015":66.09,"TwitterURLCorpus":83.25} +{"index":308,"Rank":179,"Model":"nmc-prmpt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.22,"SprintDuplicateQuestions":91.33,"TwitterSemEval2015":66.09,"TwitterURLCorpus":83.25} {"index":307,"Rank":180,"Model":"nmc-pmpt_correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.22,"SprintDuplicateQuestions":91.33,"TwitterSemEval2015":66.09,"TwitterURLCorpus":83.25} -{"index":310,"Rank":181,"Model":"nmc-prmt-and-emb-150k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.22,"SprintDuplicateQuestions":91.33,"TwitterSemEval2015":66.09,"TwitterURLCorpus":83.25} -{"index":308,"Rank":182,"Model":"nmc-prmpt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.22,"SprintDuplicateQuestions":91.33,"TwitterSemEval2015":66.09,"TwitterURLCorpus":83.25} -{"index":302,"Rank":183,"Model":"nmc-cls<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.22,"SprintDuplicateQuestions":91.33,"TwitterSemEval2015":66.09,"TwitterURLCorpus":83.25} +{"index":309,"Rank":181,"Model":"nmc-prmt-and-emb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.22,"SprintDuplicateQuestions":91.33,"TwitterSemEval2015":66.09,"TwitterURLCorpus":83.25} +{"index":302,"Rank":182,"Model":"nmc-cls<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.22,"SprintDuplicateQuestions":91.33,"TwitterSemEval2015":66.09,"TwitterURLCorpus":83.25} +{"index":310,"Rank":183,"Model":"nmc-prmt-and-emb-150k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.22,"SprintDuplicateQuestions":91.33,"TwitterSemEval2015":66.09,"TwitterURLCorpus":83.25} {"index":108,"Rank":184,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":79.84,"SprintDuplicateQuestions":92.98,"TwitterSemEval2015":62.44,"TwitterURLCorpus":84.1} {"index":87,"Rank":185,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Average":79.7,"SprintDuplicateQuestions":92.14,"TwitterSemEval2015":63.44,"TwitterURLCorpus":83.53} {"index":322,"Rank":186,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":79.62,"SprintDuplicateQuestions":90.89,"TwitterSemEval2015":63.76,"TwitterURLCorpus":84.2} @@ -233,9 +233,9 @@ {"index":76,"Rank":233,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":72.21,"SprintDuplicateQuestions":77.36,"TwitterSemEval2015":61.54,"TwitterURLCorpus":77.73} {"index":282,"Rank":234,"Model":"ft-gcp-pca<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":72.15,"SprintDuplicateQuestions":84.85,"TwitterSemEval2015":53.65,"TwitterURLCorpus":77.95} {"index":314,"Rank":235,"Model":"s2v-gcp-pca<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":72.05,"SprintDuplicateQuestions":76.35,"TwitterSemEval2015":58.11,"TwitterURLCorpus":81.68} -{"index":312,"Rank":236,"Model":"s2v<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.88,"SprintDuplicateQuestions":75.53,"TwitterSemEval2015":58.77,"TwitterURLCorpus":81.33} -{"index":313,"Rank":237,"Model":"s2v-gcp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.88,"SprintDuplicateQuestions":75.53,"TwitterSemEval2015":58.77,"TwitterURLCorpus":81.33} -{"index":316,"Rank":238,"Model":"tst<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.88,"SprintDuplicateQuestions":75.53,"TwitterSemEval2015":58.77,"TwitterURLCorpus":81.33} +{"index":316,"Rank":236,"Model":"tst<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.88,"SprintDuplicateQuestions":75.53,"TwitterSemEval2015":58.77,"TwitterURLCorpus":81.33} +{"index":312,"Rank":237,"Model":"s2v<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.88,"SprintDuplicateQuestions":75.53,"TwitterSemEval2015":58.77,"TwitterURLCorpus":81.33} +{"index":313,"Rank":238,"Model":"s2v-gcp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.88,"SprintDuplicateQuestions":75.53,"TwitterSemEval2015":58.77,"TwitterURLCorpus":81.33} {"index":90,"Rank":239,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":71.78,"SprintDuplicateQuestions":77.73,"TwitterSemEval2015":57.09,"TwitterURLCorpus":80.51} {"index":159,"Rank":240,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.4,"SprintDuplicateQuestions":77.08,"TwitterSemEval2015":53.58,"TwitterURLCorpus":83.53} {"index":283,"Rank":241,"Model":"ft-lower<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.07,"SprintDuplicateQuestions":75.39,"TwitterSemEval2015":58.93,"TwitterURLCorpus":78.9} diff --git a/boards_data/en/data_tasks/Reranking/default.jsonl b/boards_data/en/data_tasks/Reranking/default.jsonl index 0db59b4cdc12b8aa5c24a529efde6a90a82888b2..58ed424fbedbd2dbfd58a677746873824a99318b 100644 --- a/boards_data/en/data_tasks/Reranking/default.jsonl +++ b/boards_data/en/data_tasks/Reranking/default.jsonl @@ -36,13 +36,13 @@ {"index":214,"Rank":36,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":58.94,"AskUbuntuDupQuestions":62.39,"MindSmallReranking":31.89,"SciDocsRR":87.05,"StackOverflowDupQuestions":54.45} {"index":210,"Rank":37,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":58.94,"AskUbuntuDupQuestions":63.77,"MindSmallReranking":31.85,"SciDocsRR":86.98,"StackOverflowDupQuestions":53.16} {"index":1,"Rank":38,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":58.9,"AskUbuntuDupQuestions":64.4,"MindSmallReranking":33.07,"SciDocsRR":83.59,"StackOverflowDupQuestions":54.56} -{"index":136,"Rank":39,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} -{"index":21,"Rank":40,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} -{"index":279,"Rank":41,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} -{"index":198,"Rank":42,"Model":"privacy_embedding_rag_10k_base_checkpoint_2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} -{"index":197,"Rank":43,"Model":"privacy_embedding_rag_10k_base_15_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} -{"index":196,"Rank":44,"Model":"privacy_embedding_rag_10k_base_12_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} -{"index":199,"Rank":45,"Model":"privacy_embedding_rag_10k_base_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} +{"index":199,"Rank":39,"Model":"privacy_embedding_rag_10k_base_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} +{"index":197,"Rank":40,"Model":"privacy_embedding_rag_10k_base_15_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} +{"index":21,"Rank":41,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} +{"index":136,"Rank":42,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} +{"index":198,"Rank":43,"Model":"privacy_embedding_rag_10k_base_checkpoint_2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} +{"index":279,"Rank":44,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} +{"index":196,"Rank":45,"Model":"privacy_embedding_rag_10k_base_12_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} {"index":168,"Rank":46,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Average":58.78,"AskUbuntuDupQuestions":62.72,"MindSmallReranking":31.91,"SciDocsRR":86.66,"StackOverflowDupQuestions":53.81} {"index":275,"Rank":47,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":58.61,"AskUbuntuDupQuestions":61.8,"MindSmallReranking":32.54,"SciDocsRR":87.08,"StackOverflowDupQuestions":53.01} {"index":178,"Rank":48,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":58.58,"AskUbuntuDupQuestions":63.89,"MindSmallReranking":33.09,"SciDocsRR":85.87,"StackOverflowDupQuestions":51.45} @@ -66,19 +66,19 @@ {"index":18,"Rank":66,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":57.66,"AskUbuntuDupQuestions":61.83,"MindSmallReranking":31.34,"SciDocsRR":85.17,"StackOverflowDupQuestions":52.29} {"index":166,"Rank":67,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":57.54,"AskUbuntuDupQuestions":64.3,"MindSmallReranking":31.68,"SciDocsRR":82.0,"StackOverflowDupQuestions":52.17} {"index":129,"Rank":68,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":57.5,"AskUbuntuDupQuestions":63.29,"MindSmallReranking":31.3,"SciDocsRR":80.67,"StackOverflowDupQuestions":54.75} -{"index":195,"Rank":69,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":57.47,"AskUbuntuDupQuestions":61.88,"MindSmallReranking":31.75,"SciDocsRR":84.15,"StackOverflowDupQuestions":52.09} -{"index":20,"Rank":70,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":57.47,"AskUbuntuDupQuestions":61.88,"MindSmallReranking":31.75,"SciDocsRR":84.15,"StackOverflowDupQuestions":52.09} +{"index":20,"Rank":69,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":57.47,"AskUbuntuDupQuestions":61.88,"MindSmallReranking":31.75,"SciDocsRR":84.15,"StackOverflowDupQuestions":52.09} +{"index":195,"Rank":70,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":57.47,"AskUbuntuDupQuestions":61.88,"MindSmallReranking":31.75,"SciDocsRR":84.15,"StackOverflowDupQuestions":52.09} {"index":69,"Rank":71,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":57.38,"AskUbuntuDupQuestions":63.13,"MindSmallReranking":31.34,"SciDocsRR":84.03,"StackOverflowDupQuestions":51.02} {"index":167,"Rank":72,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Average":57.29,"AskUbuntuDupQuestions":65.35,"MindSmallReranking":31.81,"SciDocsRR":79.49,"StackOverflowDupQuestions":52.52} {"index":215,"Rank":73,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":57.18,"AskUbuntuDupQuestions":60.23,"MindSmallReranking":31.71,"SciDocsRR":84.46,"StackOverflowDupQuestions":52.32} {"index":202,"Rank":74,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":57.12,"AskUbuntuDupQuestions":62.73,"MindSmallReranking":30.81,"SciDocsRR":85.11,"StackOverflowDupQuestions":49.85} -{"index":326,"Rank":75,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05} -{"index":191,"Rank":76,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05} +{"index":191,"Rank":75,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05} +{"index":326,"Rank":76,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05} {"index":128,"Rank":77,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05} {"index":355,"Rank":78,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.72,"AskUbuntuDupQuestions":62.18,"MindSmallReranking":29.93,"SciDocsRR":83.25,"StackOverflowDupQuestions":51.53} {"index":259,"Rank":79,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":56.66,"AskUbuntuDupQuestions":63.23,"MindSmallReranking":31.93,"SciDocsRR":77.96,"StackOverflowDupQuestions":53.5} -{"index":172,"Rank":80,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":56.61,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":31.83,"SciDocsRR":84.31,"StackOverflowDupQuestions":50.68} -{"index":57,"Rank":81,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.61,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":31.83,"SciDocsRR":84.31,"StackOverflowDupQuestions":50.68} +{"index":57,"Rank":80,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.61,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":31.83,"SciDocsRR":84.31,"StackOverflowDupQuestions":50.68} +{"index":172,"Rank":81,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":56.61,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":31.83,"SciDocsRR":84.31,"StackOverflowDupQuestions":50.68} {"index":92,"Rank":82,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Average":56.56,"AskUbuntuDupQuestions":61.63,"MindSmallReranking":32.29,"SciDocsRR":80.79,"StackOverflowDupQuestions":51.53} {"index":171,"Rank":83,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":56.53,"AskUbuntuDupQuestions":60.07,"MindSmallReranking":30.78,"SciDocsRR":83.94,"StackOverflowDupQuestions":51.33} {"index":267,"Rank":84,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":56.42,"AskUbuntuDupQuestions":66.16,"MindSmallReranking":30.6,"SciDocsRR":76.09,"StackOverflowDupQuestions":52.85} @@ -95,36 +95,36 @@ {"index":170,"Rank":95,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":55.91,"AskUbuntuDupQuestions":58.98,"MindSmallReranking":31.29,"SciDocsRR":83.02,"StackOverflowDupQuestions":50.34} {"index":121,"Rank":96,"Model":"EminEmbed-multilingual-v1.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.87,"AskUbuntuDupQuestions":60.01,"MindSmallReranking":31.87,"SciDocsRR":82.92,"StackOverflowDupQuestions":48.68} {"index":58,"Rank":97,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.86,"AskUbuntuDupQuestions":60.28,"MindSmallReranking":31.42,"SciDocsRR":82.04,"StackOverflowDupQuestions":49.72} -{"index":142,"Rank":98,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.86,"AskUbuntuDupQuestions":60.28,"MindSmallReranking":31.42,"SciDocsRR":82.04,"StackOverflowDupQuestions":49.72} -{"index":236,"Rank":99,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.86,"AskUbuntuDupQuestions":60.28,"MindSmallReranking":31.42,"SciDocsRR":82.04,"StackOverflowDupQuestions":49.72} -{"index":271,"Rank":100,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.86,"AskUbuntuDupQuestions":60.28,"MindSmallReranking":31.42,"SciDocsRR":82.04,"StackOverflowDupQuestions":49.72} +{"index":271,"Rank":98,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.86,"AskUbuntuDupQuestions":60.28,"MindSmallReranking":31.42,"SciDocsRR":82.04,"StackOverflowDupQuestions":49.72} +{"index":142,"Rank":99,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.86,"AskUbuntuDupQuestions":60.28,"MindSmallReranking":31.42,"SciDocsRR":82.04,"StackOverflowDupQuestions":49.72} +{"index":236,"Rank":100,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.86,"AskUbuntuDupQuestions":60.28,"MindSmallReranking":31.42,"SciDocsRR":82.04,"StackOverflowDupQuestions":49.72} {"index":187,"Rank":101,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":55.84,"AskUbuntuDupQuestions":62.4,"MindSmallReranking":31.56,"SciDocsRR":79.31,"StackOverflowDupQuestions":50.11} -{"index":102,"Rank":102,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} +{"index":227,"Rank":102,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} {"index":122,"Rank":103,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} {"index":342,"Rank":104,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} -{"index":227,"Rank":105,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} +{"index":102,"Rank":105,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} {"index":117,"Rank":106,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Average":55.77,"AskUbuntuDupQuestions":59.83,"MindSmallReranking":32.06,"SciDocsRR":81.54,"StackOverflowDupQuestions":49.65} {"index":169,"Rank":107,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":55.7,"AskUbuntuDupQuestions":59.66,"MindSmallReranking":30.07,"SciDocsRR":82.9,"StackOverflowDupQuestions":50.15} -{"index":30,"Rank":108,"Model":"UniVaR-lambda-5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":55.69,"AskUbuntuDupQuestions":60.6,"MindSmallReranking":30.81,"SciDocsRR":81.45,"StackOverflowDupQuestions":49.9} +{"index":220,"Rank":108,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":55.69,"AskUbuntuDupQuestions":60.6,"MindSmallReranking":30.81,"SciDocsRR":81.45,"StackOverflowDupQuestions":49.9} {"index":29,"Rank":109,"Model":"UniVaR-lambda-20<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":55.69,"AskUbuntuDupQuestions":60.6,"MindSmallReranking":30.81,"SciDocsRR":81.45,"StackOverflowDupQuestions":49.9} {"index":31,"Rank":110,"Model":"UniVaR-lambda-80<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":55.69,"AskUbuntuDupQuestions":60.6,"MindSmallReranking":30.81,"SciDocsRR":81.45,"StackOverflowDupQuestions":49.9} -{"index":220,"Rank":111,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":55.69,"AskUbuntuDupQuestions":60.6,"MindSmallReranking":30.81,"SciDocsRR":81.45,"StackOverflowDupQuestions":49.9} -{"index":28,"Rank":112,"Model":"UniVaR-lambda-1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":55.69,"AskUbuntuDupQuestions":60.6,"MindSmallReranking":30.81,"SciDocsRR":81.45,"StackOverflowDupQuestions":49.9} +{"index":28,"Rank":111,"Model":"UniVaR-lambda-1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":55.69,"AskUbuntuDupQuestions":60.6,"MindSmallReranking":30.81,"SciDocsRR":81.45,"StackOverflowDupQuestions":49.9} +{"index":30,"Rank":112,"Model":"UniVaR-lambda-5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":55.69,"AskUbuntuDupQuestions":60.6,"MindSmallReranking":30.81,"SciDocsRR":81.45,"StackOverflowDupQuestions":49.9} {"index":138,"Rank":113,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":55.65,"AskUbuntuDupQuestions":59.97,"MindSmallReranking":31.79,"SciDocsRR":79.77,"StackOverflowDupQuestions":51.07} {"index":225,"Rank":114,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":55.65,"AskUbuntuDupQuestions":61.6,"MindSmallReranking":30.34,"SciDocsRR":80.33,"StackOverflowDupQuestions":50.32} {"index":201,"Rank":115,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.6,"AskUbuntuDupQuestions":61.11,"MindSmallReranking":28.83,"SciDocsRR":85.93,"StackOverflowDupQuestions":46.52} {"index":200,"Rank":116,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.5,"AskUbuntuDupQuestions":58.96,"MindSmallReranking":29.32,"SciDocsRR":88.03,"StackOverflowDupQuestions":45.71} {"index":111,"Rank":117,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":55.47,"AskUbuntuDupQuestions":61.36,"MindSmallReranking":29.91,"SciDocsRR":79.23,"StackOverflowDupQuestions":51.38} {"index":333,"Rank":118,"Model":"snowflake-arctic-embed-m-long-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.47,"AskUbuntuDupQuestions":61.36,"MindSmallReranking":29.91,"SciDocsRR":79.23,"StackOverflowDupQuestions":51.38} -{"index":332,"Rank":119,"Model":"snowflake-arctic-embed-l-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.46,"AskUbuntuDupQuestions":60.35,"MindSmallReranking":29.08,"SciDocsRR":81.56,"StackOverflowDupQuestions":50.87} -{"index":109,"Rank":120,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Average":55.46,"AskUbuntuDupQuestions":60.35,"MindSmallReranking":29.08,"SciDocsRR":81.56,"StackOverflowDupQuestions":50.87} +{"index":109,"Rank":119,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Average":55.46,"AskUbuntuDupQuestions":60.35,"MindSmallReranking":29.08,"SciDocsRR":81.56,"StackOverflowDupQuestions":50.87} +{"index":332,"Rank":120,"Model":"snowflake-arctic-embed-l-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.46,"AskUbuntuDupQuestions":60.35,"MindSmallReranking":29.08,"SciDocsRR":81.56,"StackOverflowDupQuestions":50.87} {"index":110,"Rank":121,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":55.42,"AskUbuntuDupQuestions":60.53,"MindSmallReranking":29.17,"SciDocsRR":80.81,"StackOverflowDupQuestions":51.19} {"index":60,"Rank":122,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":55.4,"AskUbuntuDupQuestions":59.28,"MindSmallReranking":31.65,"SciDocsRR":81.48,"StackOverflowDupQuestions":49.2} {"index":75,"Rank":123,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":55.38,"AskUbuntuDupQuestions":60.71,"MindSmallReranking":31.96,"SciDocsRR":79.23,"StackOverflowDupQuestions":49.61} {"index":257,"Rank":124,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":55.36,"AskUbuntuDupQuestions":61.64,"MindSmallReranking":31.84,"SciDocsRR":76.39,"StackOverflowDupQuestions":51.58} {"index":78,"Rank":125,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Average":55.34,"AskUbuntuDupQuestions":59.7,"MindSmallReranking":31.78,"SciDocsRR":80.04,"StackOverflowDupQuestions":49.83} -{"index":233,"Rank":126,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.32,"AskUbuntuDupQuestions":61.19,"MindSmallReranking":30.61,"SciDocsRR":79.3,"StackOverflowDupQuestions":50.18} -{"index":192,"Rank":127,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":55.32,"AskUbuntuDupQuestions":61.19,"MindSmallReranking":30.61,"SciDocsRR":79.3,"StackOverflowDupQuestions":50.18} +{"index":192,"Rank":126,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":55.32,"AskUbuntuDupQuestions":61.19,"MindSmallReranking":30.61,"SciDocsRR":79.3,"StackOverflowDupQuestions":50.18} +{"index":233,"Rank":127,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.32,"AskUbuntuDupQuestions":61.19,"MindSmallReranking":30.61,"SciDocsRR":79.3,"StackOverflowDupQuestions":50.18} {"index":113,"Rank":128,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":55.31,"AskUbuntuDupQuestions":61.15,"MindSmallReranking":30.6,"SciDocsRR":79.34,"StackOverflowDupQuestions":50.16} {"index":336,"Rank":129,"Model":"snowflake-arctic-embed-s-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.31,"AskUbuntuDupQuestions":61.15,"MindSmallReranking":30.6,"SciDocsRR":79.34,"StackOverflowDupQuestions":50.16} {"index":147,"Rank":130,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Average":55.24,"AskUbuntuDupQuestions":60.35,"MindSmallReranking":30.98,"SciDocsRR":81.45,"StackOverflowDupQuestions":48.17} @@ -136,8 +136,8 @@ {"index":183,"Rank":136,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Average":54.9,"AskUbuntuDupQuestions":59.92,"MindSmallReranking":30.97,"SciDocsRR":78.62,"StackOverflowDupQuestions":50.07} {"index":266,"Rank":137,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":54.71,"AskUbuntuDupQuestions":62.86,"MindSmallReranking":29.77,"SciDocsRR":75.16,"StackOverflowDupQuestions":51.05} {"index":91,"Rank":138,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Average":54.67,"AskUbuntuDupQuestions":59.63,"MindSmallReranking":31.72,"SciDocsRR":77.72,"StackOverflowDupQuestions":49.61} -{"index":65,"Rank":139,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.64,"AskUbuntuDupQuestions":60.56,"MindSmallReranking":30.4,"SciDocsRR":78.09,"StackOverflowDupQuestions":49.5} -{"index":141,"Rank":140,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.64,"AskUbuntuDupQuestions":60.56,"MindSmallReranking":30.4,"SciDocsRR":78.09,"StackOverflowDupQuestions":49.5} +{"index":141,"Rank":139,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.64,"AskUbuntuDupQuestions":60.56,"MindSmallReranking":30.4,"SciDocsRR":78.09,"StackOverflowDupQuestions":49.5} +{"index":65,"Rank":140,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.64,"AskUbuntuDupQuestions":60.56,"MindSmallReranking":30.4,"SciDocsRR":78.09,"StackOverflowDupQuestions":49.5} {"index":190,"Rank":141,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":54.64,"AskUbuntuDupQuestions":60.56,"MindSmallReranking":30.4,"SciDocsRR":78.09,"StackOverflowDupQuestions":49.5} {"index":150,"Rank":142,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":54.63,"AskUbuntuDupQuestions":61.05,"MindSmallReranking":30.55,"SciDocsRR":79.83,"StackOverflowDupQuestions":47.1} {"index":154,"Rank":143,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":54.58,"AskUbuntuDupQuestions":63.09,"MindSmallReranking":30.89,"SciDocsRR":74.28,"StackOverflowDupQuestions":50.06} @@ -152,8 +152,8 @@ {"index":182,"Rank":152,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.28,"AskUbuntuDupQuestions":59.5,"MindSmallReranking":30.51,"SciDocsRR":78.11,"StackOverflowDupQuestions":49.0} {"index":256,"Rank":153,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":54.23,"AskUbuntuDupQuestions":60.86,"MindSmallReranking":31.33,"SciDocsRR":73.71,"StackOverflowDupQuestions":51.01} {"index":219,"Rank":154,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.14,"AskUbuntuDupQuestions":56.97,"MindSmallReranking":31.38,"SciDocsRR":79.46,"StackOverflowDupQuestions":48.75} -{"index":265,"Rank":155,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":54.0,"AskUbuntuDupQuestions":61.51,"MindSmallReranking":30.27,"SciDocsRR":74.88,"StackOverflowDupQuestions":49.34} -{"index":88,"Rank":156,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Average":54.0,"AskUbuntuDupQuestions":58.13,"MindSmallReranking":31.34,"SciDocsRR":77.21,"StackOverflowDupQuestions":49.32} +{"index":88,"Rank":155,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Average":54.0,"AskUbuntuDupQuestions":58.13,"MindSmallReranking":31.34,"SciDocsRR":77.21,"StackOverflowDupQuestions":49.32} +{"index":265,"Rank":156,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":54.0,"AskUbuntuDupQuestions":61.51,"MindSmallReranking":30.27,"SciDocsRR":74.88,"StackOverflowDupQuestions":49.34} {"index":74,"Rank":157,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":53.98,"AskUbuntuDupQuestions":58.6,"MindSmallReranking":29.73,"SciDocsRR":77.81,"StackOverflowDupQuestions":49.8} {"index":49,"Rank":158,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Average":53.95,"AskUbuntuDupQuestions":58.79,"MindSmallReranking":32.02,"SciDocsRR":78.54,"StackOverflowDupQuestions":46.44} {"index":68,"Rank":159,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":53.87,"AskUbuntuDupQuestions":57.88,"MindSmallReranking":30.28,"SciDocsRR":78.13,"StackOverflowDupQuestions":49.2} @@ -189,8 +189,8 @@ {"index":294,"Rank":189,"Model":"lma3-correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":50.07,"AskUbuntuDupQuestions":54.44,"MindSmallReranking":30.29,"SciDocsRR":73.01,"StackOverflowDupQuestions":42.54} {"index":307,"Rank":190,"Model":"nmc-pmpt_correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.95,"AskUbuntuDupQuestions":54.39,"MindSmallReranking":29.03,"SciDocsRR":72.37,"StackOverflowDupQuestions":43.99} {"index":289,"Rank":191,"Model":"lma-nobivec<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.84,"AskUbuntuDupQuestions":54.46,"MindSmallReranking":30.17,"SciDocsRR":72.28,"StackOverflowDupQuestions":42.44} -{"index":302,"Rank":192,"Model":"nmc-cls<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.68,"AskUbuntuDupQuestions":53.58,"MindSmallReranking":29.23,"SciDocsRR":72.34,"StackOverflowDupQuestions":43.58} -{"index":308,"Rank":193,"Model":"nmc-prmpt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.68,"AskUbuntuDupQuestions":53.58,"MindSmallReranking":29.23,"SciDocsRR":72.34,"StackOverflowDupQuestions":43.58} +{"index":308,"Rank":192,"Model":"nmc-prmpt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.68,"AskUbuntuDupQuestions":53.58,"MindSmallReranking":29.23,"SciDocsRR":72.34,"StackOverflowDupQuestions":43.58} +{"index":302,"Rank":193,"Model":"nmc-cls<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.68,"AskUbuntuDupQuestions":53.58,"MindSmallReranking":29.23,"SciDocsRR":72.34,"StackOverflowDupQuestions":43.58} {"index":305,"Rank":194,"Model":"nmc-cls-nobiv<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.61,"AskUbuntuDupQuestions":53.39,"MindSmallReranking":29.51,"SciDocsRR":72.12,"StackOverflowDupQuestions":43.42} {"index":80,"Rank":195,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Average":49.41,"AskUbuntuDupQuestions":53.77,"MindSmallReranking":29.92,"SciDocsRR":70.82,"StackOverflowDupQuestions":43.14} {"index":303,"Rank":196,"Model":"nmc-cls-300_correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.27,"AskUbuntuDupQuestions":53.14,"MindSmallReranking":28.96,"SciDocsRR":71.58,"StackOverflowDupQuestions":43.4} @@ -213,8 +213,8 @@ {"index":315,"Rank":213,"Model":"sup-cse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":47.51,"AskUbuntuDupQuestions":51.47,"MindSmallReranking":28.76,"SciDocsRR":68.52,"StackOverflowDupQuestions":41.3} {"index":314,"Rank":214,"Model":"s2v-gcp-pca<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":47.43,"AskUbuntuDupQuestions":50.47,"MindSmallReranking":29.22,"SciDocsRR":71.7,"StackOverflowDupQuestions":38.35} {"index":312,"Rank":215,"Model":"s2v<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":47.31,"AskUbuntuDupQuestions":50.09,"MindSmallReranking":29.01,"SciDocsRR":70.94,"StackOverflowDupQuestions":39.18} -{"index":316,"Rank":216,"Model":"tst<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":47.31,"AskUbuntuDupQuestions":50.09,"MindSmallReranking":29.01,"SciDocsRR":70.94,"StackOverflowDupQuestions":39.18} -{"index":313,"Rank":217,"Model":"s2v-gcp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":47.31,"AskUbuntuDupQuestions":50.09,"MindSmallReranking":29.01,"SciDocsRR":70.94,"StackOverflowDupQuestions":39.18} +{"index":313,"Rank":216,"Model":"s2v-gcp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":47.31,"AskUbuntuDupQuestions":50.09,"MindSmallReranking":29.01,"SciDocsRR":70.94,"StackOverflowDupQuestions":39.18} +{"index":316,"Rank":217,"Model":"tst<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":47.31,"AskUbuntuDupQuestions":50.09,"MindSmallReranking":29.01,"SciDocsRR":70.94,"StackOverflowDupQuestions":39.18} {"index":283,"Rank":218,"Model":"ft-lower<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.7,"AskUbuntuDupQuestions":50.15,"MindSmallReranking":28.97,"SciDocsRR":67.86,"StackOverflowDupQuestions":39.8} {"index":235,"Rank":219,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":46.47,"AskUbuntuDupQuestions":51.57,"MindSmallReranking":28.62,"SciDocsRR":66.33,"StackOverflowDupQuestions":39.35} {"index":159,"Rank":220,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.18,"AskUbuntuDupQuestions":50.89,"MindSmallReranking":26.88,"SciDocsRR":68.36,"StackOverflowDupQuestions":38.61} diff --git a/boards_data/en/data_tasks/Retrieval/default.jsonl b/boards_data/en/data_tasks/Retrieval/default.jsonl index a842a7ab1da9e33d1dc43e4178ab41eb5afb30a6..e95f693c7036fc4c43ec29b0d8bab0f6261abcaa 100644 --- a/boards_data/en/data_tasks/Retrieval/default.jsonl +++ b/boards_data/en/data_tasks/Retrieval/default.jsonl @@ -36,8 +36,8 @@ {"index":48,"Rank":36,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Average":55.09,"ArguAna":59.49,"ClimateFEVER":28.69,"CQADupstackRetrieval":47.63,"DBPedia":46.54,"FEVER":85.02,"FiQA2018":49.89,"HotpotQA":73.83,"MSMARCO":35.55,"NFCorpus":39.05,"NQ":63.87,"QuoraRetrieval":87.7,"SCIDOCS":23.06,"SciFact":77.02,"Touche2020":27.97,"TRECCOVID":81.07} {"index":36,"Rank":37,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.0,"ArguAna":61.52,"ClimateFEVER":38.43,"CQADupstackRetrieval":41.53,"DBPedia":43.36,"FEVER":88.97,"FiQA2018":42.19,"HotpotQA":70.72,"MSMARCO":42.93,"NFCorpus":38.57,"NQ":61.56,"QuoraRetrieval":88.72,"SCIDOCS":20.31,"SciFact":71.83,"Touche2020":32.42,"TRECCOVID":81.92} {"index":110,"Rank":38,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":54.91,"ArguAna":56.44,"ClimateFEVER":39.37,"CQADupstackRetrieval":43.81,"DBPedia":44.73,"FEVER":89.02,"FiQA2018":42.4,"HotpotQA":73.65,"MSMARCO":41.77,"NFCorpus":36.77,"NQ":62.43,"QuoraRetrieval":87.42,"SCIDOCS":21.1,"SciFact":73.55,"Touche2020":31.47,"TRECCOVID":79.65} -{"index":333,"Rank":39,"Model":"snowflake-arctic-embed-m-long-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.83,"ArguAna":60.36,"ClimateFEVER":38.33,"CQADupstackRetrieval":44.21,"DBPedia":45.29,"FEVER":86.89,"FiQA2018":42.16,"HotpotQA":72.76,"MSMARCO":41.97,"NFCorpus":35.87,"NQ":62.34,"QuoraRetrieval":87.72,"SCIDOCS":20.47,"SciFact":69.96,"Touche2020":32.35,"TRECCOVID":81.7} -{"index":111,"Rank":40,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":54.83,"ArguAna":60.36,"ClimateFEVER":38.33,"CQADupstackRetrieval":44.21,"DBPedia":45.29,"FEVER":86.89,"FiQA2018":42.16,"HotpotQA":72.76,"MSMARCO":41.97,"NFCorpus":35.87,"NQ":62.34,"QuoraRetrieval":87.72,"SCIDOCS":20.47,"SciFact":69.96,"Touche2020":32.35,"TRECCOVID":81.7} +{"index":111,"Rank":39,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":54.83,"ArguAna":60.36,"ClimateFEVER":38.33,"CQADupstackRetrieval":44.21,"DBPedia":45.29,"FEVER":86.89,"FiQA2018":42.16,"HotpotQA":72.76,"MSMARCO":41.97,"NFCorpus":35.87,"NQ":62.34,"QuoraRetrieval":87.72,"SCIDOCS":20.47,"SciFact":69.96,"Touche2020":32.35,"TRECCOVID":81.7} +{"index":333,"Rank":40,"Model":"snowflake-arctic-embed-m-long-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.83,"ArguAna":60.36,"ClimateFEVER":38.33,"CQADupstackRetrieval":44.21,"DBPedia":45.29,"FEVER":86.89,"FiQA2018":42.16,"HotpotQA":72.76,"MSMARCO":41.97,"NFCorpus":35.87,"NQ":62.34,"QuoraRetrieval":87.72,"SCIDOCS":20.47,"SciFact":69.96,"Touche2020":32.35,"TRECCOVID":81.7} {"index":119,"Rank":41,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":54.66,"ArguAna":66.15,"ClimateFEVER":38.53,"CQADupstackRetrieval":40.93,"DBPedia":44.89,"FEVER":88.24,"FiQA2018":44.84,"HotpotQA":73.13,"MSMARCO":41.4,"NFCorpus":38.65,"NQ":55.86,"QuoraRetrieval":89.02,"SCIDOCS":22.98,"SciFact":74.07,"Touche2020":24.93,"TRECCOVID":76.33} {"index":69,"Rank":42,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":54.6,"ArguAna":56.53,"ClimateFEVER":30.7,"CQADupstackRetrieval":45.94,"DBPedia":48.42,"FEVER":89.93,"FiQA2018":51.28,"HotpotQA":72.99,"MSMARCO":41.46,"NFCorpus":40.33,"NQ":61.24,"QuoraRetrieval":85.59,"SCIDOCS":21.05,"SciFact":77.3,"Touche2020":16.92,"TRECCOVID":79.25} {"index":211,"Rank":43,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":54.39,"ArguAna":66.02,"ClimateFEVER":36.09,"CQADupstackRetrieval":41.6,"DBPedia":44.51,"FEVER":86.91,"FiQA2018":45.27,"HotpotQA":72.03,"MSMARCO":41.26,"NFCorpus":38.64,"NQ":55.79,"QuoraRetrieval":88.98,"SCIDOCS":23.32,"SciFact":74.73,"Touche2020":25.2,"TRECCOVID":75.57} @@ -47,15 +47,15 @@ {"index":59,"Rank":47,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":53.46,"ArguAna":66.18,"ClimateFEVER":33.13,"CQADupstackRetrieval":42.74,"DBPedia":42.84,"FEVER":85.44,"FiQA2018":44.93,"HotpotQA":72.49,"MSMARCO":41.46,"NFCorpus":37.9,"NQ":55.12,"QuoraRetrieval":89.07,"SCIDOCS":23.69,"SciFact":75.14,"Touche2020":24.42,"TRECCOVID":67.33} {"index":133,"Rank":48,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":53.44,"ArguAna":63.38,"ClimateFEVER":33.99,"CQADupstackRetrieval":43.44,"DBPedia":42.96,"FEVER":86.55,"FiQA2018":44.3,"HotpotQA":70.46,"MSMARCO":41.39,"NFCorpus":38.65,"NQ":56.09,"QuoraRetrieval":88.98,"SCIDOCS":24.06,"SciFact":74.72,"Touche2020":23.45,"TRECCOVID":69.13} {"index":323,"Rank":49,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":53.3,"ArguAna":65.99,"ClimateFEVER":30.37,"CQADupstackRetrieval":43.39,"DBPedia":43.31,"FEVER":83.58,"FiQA2018":45.01,"HotpotQA":71.26,"MSMARCO":41.63,"NFCorpus":39.13,"NQ":55.13,"QuoraRetrieval":89.12,"SCIDOCS":23.79,"SciFact":75.25,"Touche2020":23.11,"TRECCOVID":69.38} -{"index":197,"Rank":50,"Model":"privacy_embedding_rag_10k_base_15_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":53.25,"ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} -{"index":199,"Rank":51,"Model":"privacy_embedding_rag_10k_base_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":53.25,"ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} -{"index":198,"Rank":52,"Model":"privacy_embedding_rag_10k_base_checkpoint_2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":53.25,"ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} -{"index":279,"Rank":53,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":53.25,"ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} -{"index":21,"Rank":54,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":53.25,"ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} -{"index":196,"Rank":55,"Model":"privacy_embedding_rag_10k_base_12_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":53.25,"ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} +{"index":199,"Rank":50,"Model":"privacy_embedding_rag_10k_base_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":53.25,"ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} +{"index":198,"Rank":51,"Model":"privacy_embedding_rag_10k_base_checkpoint_2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":53.25,"ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} +{"index":279,"Rank":52,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":53.25,"ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} +{"index":197,"Rank":53,"Model":"privacy_embedding_rag_10k_base_15_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":53.25,"ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} +{"index":196,"Rank":54,"Model":"privacy_embedding_rag_10k_base_12_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":53.25,"ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} +{"index":21,"Rank":55,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":53.25,"ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} {"index":227,"Rank":56,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":53.01,"ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":39.61,"DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3} -{"index":29,"Rank":57,"Model":"UniVaR-lambda-20<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":52.81,"ArguAna":49.26,"ClimateFEVER":40.5,"CQADupstackRetrieval":38.26,"DBPedia":45.03,"FEVER":84.98,"FiQA2018":38.44,"HotpotQA":73.64,"MSMARCO":43.13,"NFCorpus":35.03,"NQ":59.38,"QuoraRetrieval":87.7,"SCIDOCS":18.29,"SciFact":70.5,"Touche2020":28.15,"TRECCOVID":79.92} -{"index":220,"Rank":58,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":52.81,"ArguAna":49.26,"ClimateFEVER":40.5,"CQADupstackRetrieval":38.26,"DBPedia":45.03,"FEVER":84.98,"FiQA2018":38.44,"HotpotQA":73.64,"MSMARCO":43.13,"NFCorpus":35.03,"NQ":59.38,"QuoraRetrieval":87.7,"SCIDOCS":18.29,"SciFact":70.5,"Touche2020":28.15,"TRECCOVID":79.92} +{"index":220,"Rank":57,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":52.81,"ArguAna":49.26,"ClimateFEVER":40.5,"CQADupstackRetrieval":38.26,"DBPedia":45.03,"FEVER":84.98,"FiQA2018":38.44,"HotpotQA":73.64,"MSMARCO":43.13,"NFCorpus":35.03,"NQ":59.38,"QuoraRetrieval":87.7,"SCIDOCS":18.29,"SciFact":70.5,"Touche2020":28.15,"TRECCOVID":79.92} +{"index":29,"Rank":58,"Model":"UniVaR-lambda-20<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":52.81,"ArguAna":49.26,"ClimateFEVER":40.5,"CQADupstackRetrieval":38.26,"DBPedia":45.03,"FEVER":84.98,"FiQA2018":38.44,"HotpotQA":73.64,"MSMARCO":43.13,"NFCorpus":35.03,"NQ":59.38,"QuoraRetrieval":87.7,"SCIDOCS":18.29,"SciFact":70.5,"Touche2020":28.15,"TRECCOVID":79.92} {"index":30,"Rank":59,"Model":"UniVaR-lambda-5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":52.81,"ArguAna":49.26,"ClimateFEVER":40.5,"CQADupstackRetrieval":38.26,"DBPedia":45.03,"FEVER":84.98,"FiQA2018":38.44,"HotpotQA":73.64,"MSMARCO":43.13,"NFCorpus":35.03,"NQ":59.38,"QuoraRetrieval":87.7,"SCIDOCS":18.29,"SciFact":70.5,"Touche2020":28.15,"TRECCOVID":79.92} {"index":31,"Rank":60,"Model":"UniVaR-lambda-80<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":52.81,"ArguAna":49.26,"ClimateFEVER":40.5,"CQADupstackRetrieval":38.26,"DBPedia":45.03,"FEVER":84.98,"FiQA2018":38.44,"HotpotQA":73.64,"MSMARCO":43.13,"NFCorpus":35.03,"NQ":59.38,"QuoraRetrieval":87.7,"SCIDOCS":18.29,"SciFact":70.5,"Touche2020":28.15,"TRECCOVID":79.92} {"index":28,"Rank":61,"Model":"UniVaR-lambda-1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":52.81,"ArguAna":49.26,"ClimateFEVER":40.5,"CQADupstackRetrieval":38.26,"DBPedia":45.03,"FEVER":84.98,"FiQA2018":38.44,"HotpotQA":73.64,"MSMARCO":43.13,"NFCorpus":35.03,"NQ":59.38,"QuoraRetrieval":87.7,"SCIDOCS":18.29,"SciFact":70.5,"Touche2020":28.15,"TRECCOVID":79.92} @@ -65,16 +65,16 @@ {"index":131,"Rank":65,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":52.31,"ArguAna":62.62,"ClimateFEVER":31.49,"CQADupstackRetrieval":43.2,"DBPedia":41.7,"FEVER":86.65,"FiQA2018":40.64,"HotpotQA":68.92,"MSMARCO":40.64,"NFCorpus":37.64,"NQ":53.43,"QuoraRetrieval":88.81,"SCIDOCS":23.47,"SciFact":75.29,"Touche2020":20.58,"TRECCOVID":69.6} {"index":276,"Rank":66,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":52.22,"ArguAna":57.16,"ClimateFEVER":28.82,"CQADupstackRetrieval":43.18,"DBPedia":42.37,"FEVER":84.53,"FiQA2018":44.5,"HotpotQA":67.16,"MSMARCO":40.86,"NFCorpus":38.17,"NQ":54.78,"QuoraRetrieval":88.32,"SCIDOCS":23.44,"SciFact":74.27,"Touche2020":25.51,"TRECCOVID":70.22} {"index":135,"Rank":67,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":51.99,"ArguAna":57.59,"ClimateFEVER":35.2,"CQADupstackRetrieval":39.65,"DBPedia":41.02,"FEVER":87.13,"FiQA2018":40.65,"HotpotQA":66.54,"MSMARCO":40.23,"NFCorpus":34.92,"NQ":50.9,"QuoraRetrieval":88.41,"SCIDOCS":21.82,"SciFact":72.22,"Touche2020":23.48,"TRECCOVID":80.12} -{"index":113,"Rank":68,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":51.98,"ArguAna":56.87,"ClimateFEVER":31.25,"CQADupstackRetrieval":42.02,"DBPedia":41.59,"FEVER":82.49,"FiQA2018":39.68,"HotpotQA":66.59,"MSMARCO":39.79,"NFCorpus":32.54,"NQ":56.19,"QuoraRetrieval":87.47,"SCIDOCS":19.42,"SciFact":69.92,"Touche2020":32.51,"TRECCOVID":81.39} -{"index":336,"Rank":69,"Model":"snowflake-arctic-embed-s-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.98,"ArguAna":56.87,"ClimateFEVER":31.25,"CQADupstackRetrieval":42.02,"DBPedia":41.59,"FEVER":82.49,"FiQA2018":39.68,"HotpotQA":66.59,"MSMARCO":39.79,"NFCorpus":32.54,"NQ":56.19,"QuoraRetrieval":87.47,"SCIDOCS":19.42,"SciFact":69.92,"Touche2020":32.51,"TRECCOVID":81.39} +{"index":336,"Rank":68,"Model":"snowflake-arctic-embed-s-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.98,"ArguAna":56.87,"ClimateFEVER":31.25,"CQADupstackRetrieval":42.02,"DBPedia":41.59,"FEVER":82.49,"FiQA2018":39.68,"HotpotQA":66.59,"MSMARCO":39.79,"NFCorpus":32.54,"NQ":56.19,"QuoraRetrieval":87.47,"SCIDOCS":19.42,"SciFact":69.92,"Touche2020":32.51,"TRECCOVID":81.39} +{"index":113,"Rank":69,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":51.98,"ArguAna":56.87,"ClimateFEVER":31.25,"CQADupstackRetrieval":42.02,"DBPedia":41.59,"FEVER":82.49,"FiQA2018":39.68,"HotpotQA":66.59,"MSMARCO":39.79,"NFCorpus":32.54,"NQ":56.19,"QuoraRetrieval":87.47,"SCIDOCS":19.42,"SciFact":69.92,"Touche2020":32.51,"TRECCOVID":81.39} {"index":203,"Rank":70,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":51.92,"ArguAna":64.56,"ClimateFEVER":27.29,"CQADupstackRetrieval":42.39,"DBPedia":41.79,"FEVER":83.69,"FiQA2018":44.3,"HotpotQA":74.33,"MSMARCO":42.03,"NFCorpus":36.91,"NQ":51.77,"QuoraRetrieval":89.09,"SCIDOCS":19.58,"SciFact":73.42,"Touche2020":23.54,"TRECCOVID":64.14} {"index":186,"Rank":71,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":51.8,"ArguAna":64.07,"ClimateFEVER":28.74,"CQADupstackRetrieval":41.14,"DBPedia":42.51,"FEVER":81.38,"FiQA2018":42.64,"HotpotQA":72.37,"MSMARCO":40.66,"NFCorpus":38.43,"NQ":51.55,"QuoraRetrieval":88.74,"SCIDOCS":20.16,"SciFact":75.41,"Touche2020":22.6,"TRECCOVID":66.57} {"index":26,"Rank":72,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":51.68,"ArguAna":59.55,"ClimateFEVER":31.84,"CQADupstackRetrieval":39.05,"DBPedia":40.03,"FEVER":86.64,"FiQA2018":40.34,"HotpotQA":69.94,"MSMARCO":40.83,"NFCorpus":34.3,"NQ":50.18,"QuoraRetrieval":88.78,"SCIDOCS":20.52,"SciFact":71.28,"Touche2020":26.04,"TRECCOVID":75.9} {"index":353,"Rank":73,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.66,"ArguAna":55.6,"ClimateFEVER":25.8,"CQADupstackRetrieval":42.28,"DBPedia":40.8,"FEVER":84.57,"FiQA2018":50.33,"HotpotQA":62.69,"MSMARCO":37.93,"NFCorpus":37.94,"NQ":56.64,"QuoraRetrieval":88.22,"SCIDOCS":20.44,"SciFact":73.1,"Touche2020":22.31,"TRECCOVID":76.24} {"index":75,"Rank":74,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":51.44,"ArguAna":51.66,"ClimateFEVER":33.49,"CQADupstackRetrieval":41.73,"DBPedia":43.58,"FEVER":86.81,"FiQA2018":41.0,"HotpotQA":63.85,"MSMARCO":38.32,"NFCorpus":37.12,"NQ":53.89,"QuoraRetrieval":87.37,"SCIDOCS":17.96,"SciFact":72.08,"Touche2020":22.31,"TRECCOVID":80.41} -{"index":58,"Rank":75,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.43,"ArguAna":54.38,"ClimateFEVER":25.73,"CQADupstackRetrieval":39.68,"DBPedia":41.29,"FEVER":82.81,"FiQA2018":43.8,"HotpotQA":71.23,"MSMARCO":43.7,"NFCorpus":33.99,"NQ":64.06,"QuoraRetrieval":88.18,"SCIDOCS":17.47,"SciFact":70.41,"Touche2020":23.39,"TRECCOVID":71.33} -{"index":142,"Rank":76,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.43,"ArguAna":54.38,"ClimateFEVER":25.73,"CQADupstackRetrieval":39.68,"DBPedia":41.29,"FEVER":82.81,"FiQA2018":43.8,"HotpotQA":71.23,"MSMARCO":43.7,"NFCorpus":33.99,"NQ":64.06,"QuoraRetrieval":88.18,"SCIDOCS":17.47,"SciFact":70.41,"Touche2020":23.39,"TRECCOVID":71.33} -{"index":236,"Rank":77,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.43,"ArguAna":54.38,"ClimateFEVER":25.73,"CQADupstackRetrieval":39.68,"DBPedia":41.29,"FEVER":82.81,"FiQA2018":43.8,"HotpotQA":71.23,"MSMARCO":43.7,"NFCorpus":33.99,"NQ":64.06,"QuoraRetrieval":88.18,"SCIDOCS":17.47,"SciFact":70.41,"Touche2020":23.39,"TRECCOVID":71.33} +{"index":236,"Rank":75,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.43,"ArguAna":54.38,"ClimateFEVER":25.73,"CQADupstackRetrieval":39.68,"DBPedia":41.29,"FEVER":82.81,"FiQA2018":43.8,"HotpotQA":71.23,"MSMARCO":43.7,"NFCorpus":33.99,"NQ":64.06,"QuoraRetrieval":88.18,"SCIDOCS":17.47,"SciFact":70.41,"Touche2020":23.39,"TRECCOVID":71.33} +{"index":58,"Rank":76,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.43,"ArguAna":54.38,"ClimateFEVER":25.73,"CQADupstackRetrieval":39.68,"DBPedia":41.29,"FEVER":82.81,"FiQA2018":43.8,"HotpotQA":71.23,"MSMARCO":43.7,"NFCorpus":33.99,"NQ":64.06,"QuoraRetrieval":88.18,"SCIDOCS":17.47,"SciFact":70.41,"Touche2020":23.39,"TRECCOVID":71.33} +{"index":142,"Rank":77,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.43,"ArguAna":54.38,"ClimateFEVER":25.73,"CQADupstackRetrieval":39.68,"DBPedia":41.29,"FEVER":82.81,"FiQA2018":43.8,"HotpotQA":71.23,"MSMARCO":43.7,"NFCorpus":33.99,"NQ":64.06,"QuoraRetrieval":88.18,"SCIDOCS":17.47,"SciFact":70.41,"Touche2020":23.39,"TRECCOVID":71.33} {"index":271,"Rank":78,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.43,"ArguAna":54.38,"ClimateFEVER":25.73,"CQADupstackRetrieval":39.68,"DBPedia":41.29,"FEVER":82.81,"FiQA2018":43.8,"HotpotQA":71.23,"MSMARCO":43.7,"NFCorpus":33.99,"NQ":64.06,"QuoraRetrieval":88.18,"SCIDOCS":17.47,"SciFact":70.41,"Touche2020":23.39,"TRECCOVID":71.33} {"index":221,"Rank":79,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":51.43,"ArguAna":54.66,"ClimateFEVER":27.01,"CQADupstackRetrieval":38.47,"DBPedia":42.07,"FEVER":77.32,"FiQA2018":39.02,"HotpotQA":64.12,"MSMARCO":43.33,"NFCorpus":35.31,"NQ":61.43,"QuoraRetrieval":88.33,"SCIDOCS":18.7,"SciFact":71.51,"Touche2020":27.86,"TRECCOVID":82.31} {"index":210,"Rank":80,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":51.42,"ArguAna":63.63,"ClimateFEVER":30.73,"CQADupstackRetrieval":39.46,"DBPedia":40.74,"FEVER":82.24,"FiQA2018":41.75,"HotpotQA":63.0,"MSMARCO":38.03,"NFCorpus":37.35,"NQ":54.84,"QuoraRetrieval":88.14,"SCIDOCS":22.78,"SciFact":74.12,"Touche2020":25.89,"TRECCOVID":68.64} @@ -89,8 +89,8 @@ {"index":273,"Rank":89,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Average":50.78,"ArguAna":48.27,"ClimateFEVER":29.61,"CQADupstackRetrieval":35.76,"DBPedia":40.51,"FEVER":80.14,"FiQA2018":41.08,"HotpotQA":63.19,"MSMARCO":42.72,"NFCorpus":37.82,"NQ":56.39,"QuoraRetrieval":88.1,"SCIDOCS":17.48,"SciFact":71.63,"Touche2020":25.66,"TRECCOVID":83.4} {"index":172,"Rank":90,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":50.56,"ArguAna":46.42,"ClimateFEVER":22.21,"CQADupstackRetrieval":37.89,"DBPedia":44.02,"FEVER":82.83,"FiQA2018":41.14,"HotpotQA":73.13,"MSMARCO":43.46,"NFCorpus":37.13,"NQ":63.44,"QuoraRetrieval":86.84,"SCIDOCS":20.51,"SciFact":72.24,"Touche2020":20.67,"TRECCOVID":66.54} {"index":134,"Rank":91,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":50.43,"ArguAna":59.12,"ClimateFEVER":31.83,"CQADupstackRetrieval":39.89,"DBPedia":39.76,"FEVER":86.92,"FiQA2018":39.15,"HotpotQA":65.2,"MSMARCO":39.73,"NFCorpus":34.69,"NQ":48.69,"QuoraRetrieval":88.43,"SCIDOCS":21.89,"SciFact":70.86,"Touche2020":21.19,"TRECCOVID":69.14} -{"index":158,"Rank":92,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Average":50.29,"ArguAna":44.49,"ClimateFEVER":26.56,"CQADupstackRetrieval":38.54,"DBPedia":42.23,"FEVER":84.99,"FiQA2018":39.88,"HotpotQA":69.15,"MSMARCO":41.77,"NFCorpus":35.39,"NQ":58.22,"QuoraRetrieval":86.56,"SCIDOCS":18.69,"SciFact":71.94,"Touche2020":26.4,"TRECCOVID":69.6} -{"index":170,"Rank":93,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":50.29,"ArguAna":44.49,"ClimateFEVER":26.56,"CQADupstackRetrieval":38.54,"DBPedia":42.23,"FEVER":84.99,"FiQA2018":39.88,"HotpotQA":69.15,"MSMARCO":41.77,"NFCorpus":35.39,"NQ":58.22,"QuoraRetrieval":86.56,"SCIDOCS":18.69,"SciFact":71.94,"Touche2020":26.4,"TRECCOVID":69.6} +{"index":170,"Rank":92,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":50.29,"ArguAna":44.49,"ClimateFEVER":26.56,"CQADupstackRetrieval":38.54,"DBPedia":42.23,"FEVER":84.99,"FiQA2018":39.88,"HotpotQA":69.15,"MSMARCO":41.77,"NFCorpus":35.39,"NQ":58.22,"QuoraRetrieval":86.56,"SCIDOCS":18.69,"SciFact":71.94,"Touche2020":26.4,"TRECCOVID":69.6} +{"index":158,"Rank":93,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Average":50.29,"ArguAna":44.49,"ClimateFEVER":26.56,"CQADupstackRetrieval":38.54,"DBPedia":42.23,"FEVER":84.99,"FiQA2018":39.88,"HotpotQA":69.15,"MSMARCO":41.77,"NFCorpus":35.39,"NQ":58.22,"QuoraRetrieval":86.56,"SCIDOCS":18.69,"SciFact":71.94,"Touche2020":26.4,"TRECCOVID":69.6} {"index":92,"Rank":94,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Average":50.25,"ArguAna":51.38,"ClimateFEVER":30.46,"CQADupstackRetrieval":39.4,"DBPedia":39.87,"FEVER":78.24,"FiQA2018":37.2,"HotpotQA":59.26,"MSMARCO":39.91,"NFCorpus":36.21,"NQ":52.41,"QuoraRetrieval":84.58,"SCIDOCS":19.87,"SciFact":74.7,"Touche2020":25.43,"TRECCOVID":84.88} {"index":37,"Rank":95,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":50.15,"ArguAna":53.37,"ClimateFEVER":24.8,"CQADupstackRetrieval":38.09,"DBPedia":38.05,"FEVER":85.52,"FiQA2018":36.16,"HotpotQA":66.88,"MSMARCO":40.49,"NFCorpus":32.12,"NQ":55.51,"QuoraRetrieval":87.85,"SCIDOCS":17.1,"SciFact":67.95,"Touche2020":29.48,"TRECCOVID":78.93} {"index":114,"Rank":96,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Average":50.15,"ArguAna":52.08,"ClimateFEVER":29.88,"CQADupstackRetrieval":40.12,"DBPedia":40.2,"FEVER":83.4,"FiQA2018":34.52,"HotpotQA":65.25,"MSMARCO":39.43,"NFCorpus":30.89,"NQ":54.76,"QuoraRetrieval":86.57,"SCIDOCS":18.36,"SciFact":64.51,"Touche2020":32.79,"TRECCOVID":79.43} @@ -160,9 +160,9 @@ {"index":93,"Rank":160,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Average":32.34,"ArguAna":35.07,"ClimateFEVER":17.57,"CQADupstackRetrieval":29.98,"DBPedia":26.1,"FEVER":38.64,"FiQA2018":18.59,"HotpotQA":33.99,"MSMARCO":15.83,"NFCorpus":28.26,"NQ":24.63,"QuoraRetrieval":84.68,"SCIDOCS":13.55,"SciFact":46.66,"Touche2020":16.18,"TRECCOVID":55.35} {"index":294,"Rank":161,"Model":"lma3-correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":31.95,"ArguAna":44.79,"ClimateFEVER":21.22,"CQADupstackRetrieval":24.83,"DBPedia":25.59,"FEVER":33.95,"FiQA2018":17.78,"HotpotQA":35.43,"MSMARCO":14.44,"NFCorpus":29.28,"NQ":20.7,"QuoraRetrieval":81.66,"SCIDOCS":13.34,"SciFact":53.69,"Touche2020":21.57,"TRECCOVID":41.0} {"index":289,"Rank":162,"Model":"lma-nobivec<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":30.94,"ArguAna":44.67,"ClimateFEVER":17.4,"CQADupstackRetrieval":24.45,"DBPedia":24.09,"FEVER":30.53,"FiQA2018":17.3,"HotpotQA":32.53,"MSMARCO":13.78,"NFCorpus":27.62,"NQ":18.89,"QuoraRetrieval":82.17,"SCIDOCS":13.25,"SciFact":52.97,"Touche2020":20.21,"TRECCOVID":44.29} -{"index":310,"Rank":163,"Model":"nmc-prmt-and-emb-150k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":30.31,"ArguAna":44.24,"ClimateFEVER":17.06,"CQADupstackRetrieval":24.68,"DBPedia":23.44,"FEVER":28.08,"FiQA2018":16.64,"HotpotQA":32.99,"MSMARCO":14.81,"NFCorpus":25.42,"NQ":20.96,"QuoraRetrieval":81.17,"SCIDOCS":12.51,"SciFact":49.82,"Touche2020":22.36,"TRECCOVID":40.45} -{"index":309,"Rank":164,"Model":"nmc-prmt-and-emb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":30.31,"ArguAna":44.24,"ClimateFEVER":17.06,"CQADupstackRetrieval":24.68,"DBPedia":23.44,"FEVER":28.08,"FiQA2018":16.64,"HotpotQA":32.99,"MSMARCO":14.81,"NFCorpus":25.42,"NQ":20.96,"QuoraRetrieval":81.17,"SCIDOCS":12.51,"SciFact":49.82,"Touche2020":22.36,"TRECCOVID":40.45} -{"index":307,"Rank":165,"Model":"nmc-pmpt_correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":30.31,"ArguAna":44.24,"ClimateFEVER":17.06,"CQADupstackRetrieval":24.68,"DBPedia":23.44,"FEVER":28.08,"FiQA2018":16.64,"HotpotQA":32.99,"MSMARCO":14.81,"NFCorpus":25.42,"NQ":20.96,"QuoraRetrieval":81.17,"SCIDOCS":12.51,"SciFact":49.82,"Touche2020":22.36,"TRECCOVID":40.45} +{"index":307,"Rank":163,"Model":"nmc-pmpt_correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":30.31,"ArguAna":44.24,"ClimateFEVER":17.06,"CQADupstackRetrieval":24.68,"DBPedia":23.44,"FEVER":28.08,"FiQA2018":16.64,"HotpotQA":32.99,"MSMARCO":14.81,"NFCorpus":25.42,"NQ":20.96,"QuoraRetrieval":81.17,"SCIDOCS":12.51,"SciFact":49.82,"Touche2020":22.36,"TRECCOVID":40.45} +{"index":310,"Rank":164,"Model":"nmc-prmt-and-emb-150k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":30.31,"ArguAna":44.24,"ClimateFEVER":17.06,"CQADupstackRetrieval":24.68,"DBPedia":23.44,"FEVER":28.08,"FiQA2018":16.64,"HotpotQA":32.99,"MSMARCO":14.81,"NFCorpus":25.42,"NQ":20.96,"QuoraRetrieval":81.17,"SCIDOCS":12.51,"SciFact":49.82,"Touche2020":22.36,"TRECCOVID":40.45} +{"index":309,"Rank":165,"Model":"nmc-prmt-and-emb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":30.31,"ArguAna":44.24,"ClimateFEVER":17.06,"CQADupstackRetrieval":24.68,"DBPedia":23.44,"FEVER":28.08,"FiQA2018":16.64,"HotpotQA":32.99,"MSMARCO":14.81,"NFCorpus":25.42,"NQ":20.96,"QuoraRetrieval":81.17,"SCIDOCS":12.51,"SciFact":49.82,"Touche2020":22.36,"TRECCOVID":40.45} {"index":308,"Rank":166,"Model":"nmc-prmpt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":30.2,"ArguAna":43.53,"ClimateFEVER":17.06,"CQADupstackRetrieval":24.68,"DBPedia":23.44,"FEVER":28.08,"FiQA2018":16.64,"HotpotQA":32.99,"MSMARCO":14.81,"NFCorpus":25.42,"NQ":20.96,"QuoraRetrieval":80.32,"SCIDOCS":12.51,"SciFact":49.82,"Touche2020":22.36,"TRECCOVID":40.45} {"index":296,"Rank":167,"Model":"mpn<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.98,"ArguAna":45.57,"ClimateFEVER":19.38,"CQADupstackRetrieval":23.56,"DBPedia":23.34,"FEVER":28.25,"FiQA2018":16.7,"HotpotQA":27.99,"MSMARCO":14.0,"NFCorpus":25.97,"NQ":18.61,"QuoraRetrieval":81.26,"SCIDOCS":13.17,"SciFact":47.59,"Touche2020":21.22,"TRECCOVID":43.15} {"index":301,"Rank":168,"Model":"mxb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.91,"ArguAna":44.29,"ClimateFEVER":19.35,"CQADupstackRetrieval":22.64,"DBPedia":23.52,"FEVER":30.14,"FiQA2018":14.96,"HotpotQA":29.58,"MSMARCO":13.66,"NFCorpus":27.19,"NQ":19.49,"QuoraRetrieval":80.79,"SCIDOCS":12.06,"SciFact":46.88,"Touche2020":20.95,"TRECCOVID":43.1} @@ -192,8 +192,8 @@ {"index":315,"Rank":192,"Model":"sup-cse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":24.62,"ArguAna":38.9,"ClimateFEVER":15.59,"CQADupstackRetrieval":19.74,"DBPedia":19.2,"FEVER":22.65,"FiQA2018":11.08,"HotpotQA":25.1,"MSMARCO":10.47,"NFCorpus":17.53,"NQ":16.35,"QuoraRetrieval":75.93,"SCIDOCS":9.67,"SciFact":36.88,"Touche2020":17.09,"TRECCOVID":33.14} {"index":318,"Rank":193,"Model":"un-sim<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":24.17,"ArguAna":38.04,"ClimateFEVER":15.7,"CQADupstackRetrieval":19.23,"DBPedia":18.61,"FEVER":21.82,"FiQA2018":10.19,"HotpotQA":24.03,"MSMARCO":10.14,"NFCorpus":17.79,"NQ":16.36,"QuoraRetrieval":75.0,"SCIDOCS":9.34,"SciFact":36.9,"Touche2020":18.06,"TRECCOVID":31.41} {"index":283,"Rank":194,"Model":"ft-lower<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":22.27,"ArguAna":30.68,"ClimateFEVER":14.54,"CQADupstackRetrieval":16.77,"DBPedia":14.54,"FEVER":14.18,"FiQA2018":10.46,"HotpotQA":15.94,"MSMARCO":9.91,"NFCorpus":21.62,"NQ":13.95,"QuoraRetrieval":71.44,"SCIDOCS":9.4,"SciFact":37.52,"Touche2020":11.89,"TRECCOVID":41.18} -{"index":280,"Rank":195,"Model":"fasttext<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":22.21,"ArguAna":29.54,"ClimateFEVER":15.09,"CQADupstackRetrieval":16.31,"DBPedia":13.15,"FEVER":18.4,"FiQA2018":10.32,"HotpotQA":20.56,"MSMARCO":6.32,"NFCorpus":21.11,"NQ":8.74,"QuoraRetrieval":70.3,"SCIDOCS":4.58,"SciFact":43.83,"Touche2020":11.93,"TRECCOVID":43.01} -{"index":281,"Rank":196,"Model":"ft-gcp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":22.21,"ArguAna":29.54,"ClimateFEVER":15.09,"CQADupstackRetrieval":16.31,"DBPedia":13.15,"FEVER":18.4,"FiQA2018":10.32,"HotpotQA":20.56,"MSMARCO":6.32,"NFCorpus":21.11,"NQ":8.74,"QuoraRetrieval":70.3,"SCIDOCS":4.58,"SciFact":43.83,"Touche2020":11.93,"TRECCOVID":43.01} +{"index":281,"Rank":195,"Model":"ft-gcp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":22.21,"ArguAna":29.54,"ClimateFEVER":15.09,"CQADupstackRetrieval":16.31,"DBPedia":13.15,"FEVER":18.4,"FiQA2018":10.32,"HotpotQA":20.56,"MSMARCO":6.32,"NFCorpus":21.11,"NQ":8.74,"QuoraRetrieval":70.3,"SCIDOCS":4.58,"SciFact":43.83,"Touche2020":11.93,"TRECCOVID":43.01} +{"index":280,"Rank":196,"Model":"fasttext<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":22.21,"ArguAna":29.54,"ClimateFEVER":15.09,"CQADupstackRetrieval":16.31,"DBPedia":13.15,"FEVER":18.4,"FiQA2018":10.32,"HotpotQA":20.56,"MSMARCO":6.32,"NFCorpus":21.11,"NQ":8.74,"QuoraRetrieval":70.3,"SCIDOCS":4.58,"SciFact":43.83,"Touche2020":11.93,"TRECCOVID":43.01} {"index":234,"Rank":197,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":21.82,"ArguAna":38.33,"ClimateFEVER":11.98,"CQADupstackRetrieval":14.5,"DBPedia":19.73,"FEVER":20.41,"FiQA2018":10.41,"HotpotQA":22.9,"MSMARCO":11.0,"NFCorpus":12.42,"NQ":16.08,"QuoraRetrieval":79.62,"SCIDOCS":7.53,"SciFact":29.59,"Touche2020":9.9,"TRECCOVID":22.93} {"index":253,"Rank":198,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":21.62,"ArguAna":36.3,"ClimateFEVER":14.44,"CQADupstackRetrieval":15.47,"DBPedia":18.28,"FEVER":14.99,"FiQA2018":10.09,"HotpotQA":19.18,"MSMARCO":9.6,"NFCorpus":13.87,"NQ":12.87,"QuoraRetrieval":71.32,"SCIDOCS":8.04,"SciFact":29.58,"Touche2020":13.99,"TRECCOVID":36.22} {"index":254,"Rank":199,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":21.22,"ArguAna":30.96,"ClimateFEVER":14.87,"CQADupstackRetrieval":16.79,"DBPedia":15.88,"FEVER":15.56,"FiQA2018":10.49,"HotpotQA":20.77,"MSMARCO":9.75,"NFCorpus":11.79,"NQ":12.75,"QuoraRetrieval":71.57,"SCIDOCS":8.47,"SciFact":29.53,"Touche2020":13.17,"TRECCOVID":35.92} diff --git a/boards_data/en/data_tasks/STS/default.jsonl b/boards_data/en/data_tasks/STS/default.jsonl index 156e36fd0a8713bb409bc204e23bb09f2b83d74e..5aa432871c10932ae5514497fb4cac27018082ef 100644 --- a/boards_data/en/data_tasks/STS/default.jsonl +++ b/boards_data/en/data_tasks/STS/default.jsonl @@ -32,13 +32,13 @@ {"index":192,"Rank":32,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":83.49,"BIOSSES":83.05,"SICK-R":83.01,"STS12":81.62,"STS13":86.82,"STS14":83.56,"STS15":88.75,"STS16":86.03,"STS17 (en-en)":88.56,"STS22 (en)":65.62,"STSBenchmark":87.84} {"index":47,"Rank":33,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":83.35,"BIOSSES":86.32,"SICK-R":83.13,"STS12":77.34,"STS13":85.04,"STS14":82.91,"STS15":88.13,"STS16":86.24,"STS17 (en-en)":90.14,"STS22 (en)":68.63,"STSBenchmark":85.64} {"index":276,"Rank":34,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":83.35,"BIOSSES":88.65,"SICK-R":79.81,"STS12":76.81,"STS13":88.11,"STS14":82.66,"STS15":88.93,"STS16":84.25,"STS17 (en-en)":88.47,"STS22 (en)":69.71,"STSBenchmark":86.07} -{"index":203,"Rank":35,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":83.34,"BIOSSES":85.81,"SICK-R":81.75,"STS12":78.51,"STS13":86.62,"STS14":83.06,"STS15":88.39,"STS16":86.82,"STS17 (en-en)":87.9,"STS22 (en)":66.76,"STSBenchmark":87.77} -{"index":106,"Rank":36,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.34,"BIOSSES":85.81,"SICK-R":81.75,"STS12":78.51,"STS13":86.62,"STS14":83.06,"STS15":88.39,"STS16":86.82,"STS17 (en-en)":87.9,"STS22 (en)":66.76,"STSBenchmark":87.77} +{"index":106,"Rank":35,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.34,"BIOSSES":85.81,"SICK-R":81.75,"STS12":78.51,"STS13":86.62,"STS14":83.06,"STS15":88.39,"STS16":86.82,"STS17 (en-en)":87.9,"STS22 (en)":66.76,"STSBenchmark":87.77} +{"index":203,"Rank":36,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":83.34,"BIOSSES":85.81,"SICK-R":81.75,"STS12":78.51,"STS13":86.62,"STS14":83.06,"STS15":88.39,"STS16":86.82,"STS17 (en-en)":87.9,"STS22 (en)":66.76,"STSBenchmark":87.77} {"index":48,"Rank":37,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Average":83.26,"BIOSSES":87.34,"SICK-R":80.56,"STS12":73.69,"STS13":85.82,"STS14":82.05,"STS15":88.8,"STS16":86.2,"STS17 (en-en)":91.46,"STS22 (en)":69.21,"STSBenchmark":87.43} {"index":38,"Rank":38,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.15,"BIOSSES":85.01,"SICK-R":82.18,"STS12":77.62,"STS13":85.16,"STS14":80.02,"STS15":88.92,"STS16":86.92,"STS17 (en-en)":90.09,"STS22 (en)":66.81,"STSBenchmark":88.79} {"index":166,"Rank":39,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":83.15,"BIOSSES":84.39,"SICK-R":81.27,"STS12":76.28,"STS13":88.18,"STS14":81.92,"STS15":89.01,"STS16":85.49,"STS17 (en-en)":90.3,"STS22 (en)":67.74,"STSBenchmark":86.88} -{"index":239,"Rank":40,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.11,"BIOSSES":84.65,"SICK-R":81.68,"STS12":79.05,"STS13":86.37,"STS14":82.78,"STS15":88.03,"STS16":86.49,"STS17 (en-en)":87.5,"STS22 (en)":67.05,"STSBenchmark":87.52} -{"index":240,"Rank":41,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.11,"BIOSSES":84.65,"SICK-R":81.68,"STS12":79.05,"STS13":86.37,"STS14":82.78,"STS15":88.03,"STS16":86.49,"STS17 (en-en)":87.5,"STS22 (en)":67.05,"STSBenchmark":87.52} +{"index":240,"Rank":40,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.11,"BIOSSES":84.65,"SICK-R":81.68,"STS12":79.05,"STS13":86.37,"STS14":82.78,"STS15":88.03,"STS16":86.49,"STS17 (en-en)":87.5,"STS22 (en)":67.05,"STSBenchmark":87.52} +{"index":239,"Rank":41,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.11,"BIOSSES":84.65,"SICK-R":81.68,"STS12":79.05,"STS13":86.37,"STS14":82.78,"STS15":88.03,"STS16":86.49,"STS17 (en-en)":87.5,"STS22 (en)":67.05,"STSBenchmark":87.52} {"index":23,"Rank":42,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":83.11,"BIOSSES":84.65,"SICK-R":81.68,"STS12":79.05,"STS13":86.37,"STS14":82.78,"STS15":88.03,"STS16":86.49,"STS17 (en-en)":87.5,"STS22 (en)":67.05,"STSBenchmark":87.52} {"index":167,"Rank":43,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Average":83.06,"BIOSSES":84.15,"SICK-R":81.7,"STS12":75.32,"STS13":87.44,"STS14":81.87,"STS15":88.94,"STS16":85.38,"STS17 (en-en)":90.54,"STS22 (en)":68.65,"STSBenchmark":86.56} {"index":17,"Rank":44,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":83.04,"BIOSSES":81.37,"SICK-R":79.28,"STS12":79.55,"STS13":88.83,"STS14":83.87,"STS15":88.54,"STS16":86.49,"STS17 (en-en)":88.73,"STS22 (en)":66.88,"STSBenchmark":86.85} @@ -54,19 +54,19 @@ {"index":16,"Rank":54,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":82.73,"BIOSSES":82.11,"SICK-R":80.49,"STS12":77.25,"STS13":87.79,"STS14":82.91,"STS15":88.45,"STS16":85.45,"STS17 (en-en)":90.33,"STS22 (en)":66.1,"STSBenchmark":86.38} {"index":267,"Rank":55,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":82.63,"BIOSSES":80.43,"SICK-R":80.47,"STS12":78.85,"STS13":88.94,"STS14":84.86,"STS15":89.32,"STS16":84.67,"STS17 (en-en)":89.46,"STS22 (en)":65.33,"STSBenchmark":84.01} {"index":36,"Rank":56,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.62,"BIOSSES":83.5,"SICK-R":81.27,"STS12":74.37,"STS13":85.2,"STS14":80.98,"STS15":89.23,"STS16":86.32,"STS17 (en-en)":90.34,"STS22 (en)":66.42,"STSBenchmark":88.55} -{"index":141,"Rank":57,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.61,"BIOSSES":76.91,"SICK-R":80.33,"STS12":80.59,"STS13":86.59,"STS14":82.99,"STS15":88.79,"STS16":84.44,"STS17 (en-en)":89.31,"STS22 (en)":67.97,"STSBenchmark":88.14} -{"index":65,"Rank":58,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.61,"BIOSSES":76.91,"SICK-R":80.33,"STS12":80.59,"STS13":86.59,"STS14":82.99,"STS15":88.79,"STS16":84.44,"STS17 (en-en)":89.31,"STS22 (en)":67.97,"STSBenchmark":88.14} +{"index":65,"Rank":57,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.61,"BIOSSES":76.91,"SICK-R":80.33,"STS12":80.59,"STS13":86.59,"STS14":82.99,"STS15":88.79,"STS16":84.44,"STS17 (en-en)":89.31,"STS22 (en)":67.97,"STSBenchmark":88.14} +{"index":141,"Rank":58,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.61,"BIOSSES":76.91,"SICK-R":80.33,"STS12":80.59,"STS13":86.59,"STS14":82.99,"STS15":88.79,"STS16":84.44,"STS17 (en-en)":89.31,"STS22 (en)":67.97,"STSBenchmark":88.14} {"index":190,"Rank":59,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":82.61,"BIOSSES":76.91,"SICK-R":80.33,"STS12":80.59,"STS13":86.59,"STS14":82.99,"STS15":88.79,"STS16":84.44,"STS17 (en-en)":89.31,"STS22 (en)":67.97,"STSBenchmark":88.14} {"index":194,"Rank":60,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":82.56,"BIOSSES":86.54,"SICK-R":83.23,"STS12":76.13,"STS13":83.19,"STS14":80.6,"STS15":87.16,"STS16":85.16,"STS17 (en-en)":90.88,"STS22 (en)":67.04,"STSBenchmark":85.67} {"index":217,"Rank":61,"Model":"bge-large-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.5,"BIOSSES":85.64,"SICK-R":80.74,"STS12":76.07,"STS13":86.81,"STS14":81.68,"STS15":88.75,"STS16":84.61,"STS17 (en-en)":89.75,"STS22 (en)":64.1,"STSBenchmark":86.88} {"index":15,"Rank":62,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":82.42,"BIOSSES":81.12,"SICK-R":79.15,"STS12":76.52,"STS13":88.63,"STS14":83.32,"STS15":87.5,"STS16":86.39,"STS17 (en-en)":87.79,"STS22 (en)":66.4,"STSBenchmark":87.35} -{"index":136,"Rank":63,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} -{"index":196,"Rank":64,"Model":"privacy_embedding_rag_10k_base_12_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} -{"index":199,"Rank":65,"Model":"privacy_embedding_rag_10k_base_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} -{"index":21,"Rank":66,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} -{"index":279,"Rank":67,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} -{"index":198,"Rank":68,"Model":"privacy_embedding_rag_10k_base_checkpoint_2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} -{"index":197,"Rank":69,"Model":"privacy_embedding_rag_10k_base_15_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} +{"index":198,"Rank":63,"Model":"privacy_embedding_rag_10k_base_checkpoint_2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} +{"index":136,"Rank":64,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} +{"index":279,"Rank":65,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} +{"index":199,"Rank":66,"Model":"privacy_embedding_rag_10k_base_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} +{"index":196,"Rank":67,"Model":"privacy_embedding_rag_10k_base_12_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} +{"index":197,"Rank":68,"Model":"privacy_embedding_rag_10k_base_15_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} +{"index":21,"Rank":69,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} {"index":183,"Rank":70,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Average":82.37,"BIOSSES":84.82,"SICK-R":80.85,"STS12":76.1,"STS13":85.49,"STS14":80.44,"STS15":87.75,"STS16":85.42,"STS17 (en-en)":89.95,"STS22 (en)":65.13,"STSBenchmark":87.71} {"index":275,"Rank":71,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":82.3,"BIOSSES":87.64,"SICK-R":78.86,"STS12":75.71,"STS13":85.73,"STS14":81.51,"STS15":88.81,"STS16":83.82,"STS17 (en-en)":87.9,"STS22 (en)":67.33,"STSBenchmark":85.73} {"index":165,"Rank":72,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":82.29,"BIOSSES":82.31,"SICK-R":80.26,"STS12":77.02,"STS13":86.58,"STS14":81.32,"STS15":88.19,"STS16":84.88,"STS17 (en-en)":89.46,"STS22 (en)":66.45,"STSBenchmark":86.43} @@ -74,19 +74,19 @@ {"index":195,"Rank":74,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":82.11,"BIOSSES":81.21,"SICK-R":79.34,"STS12":77.51,"STS13":85.55,"STS14":81.68,"STS15":88.95,"STS16":84.34,"STS17 (en-en)":88.88,"STS22 (en)":67.2,"STSBenchmark":86.46} {"index":277,"Rank":75,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":82.07,"BIOSSES":88.17,"SICK-R":77.93,"STS12":75.12,"STS13":85.09,"STS14":81.03,"STS15":88.32,"STS16":83.91,"STS17 (en-en)":87.59,"STS22 (en)":68.0,"STSBenchmark":85.57} {"index":28,"Rank":76,"Model":"UniVaR-lambda-1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":82.06,"BIOSSES":86.47,"SICK-R":78.58,"STS12":78.92,"STS13":85.4,"STS14":81.64,"STS15":87.2,"STS16":85.44,"STS17 (en-en)":87.2,"STS22 (en)":64.22,"STSBenchmark":85.54} -{"index":31,"Rank":77,"Model":"UniVaR-lambda-80<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":82.06,"BIOSSES":86.47,"SICK-R":78.58,"STS12":78.92,"STS13":85.4,"STS14":81.64,"STS15":87.2,"STS16":85.44,"STS17 (en-en)":87.2,"STS22 (en)":64.22,"STSBenchmark":85.54} -{"index":220,"Rank":78,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":82.06,"BIOSSES":86.47,"SICK-R":78.58,"STS12":78.92,"STS13":85.4,"STS14":81.64,"STS15":87.2,"STS16":85.44,"STS17 (en-en)":87.2,"STS22 (en)":64.22,"STSBenchmark":85.54} -{"index":30,"Rank":79,"Model":"UniVaR-lambda-5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":82.06,"BIOSSES":86.47,"SICK-R":78.58,"STS12":78.92,"STS13":85.4,"STS14":81.64,"STS15":87.2,"STS16":85.44,"STS17 (en-en)":87.2,"STS22 (en)":64.22,"STSBenchmark":85.54} -{"index":29,"Rank":80,"Model":"UniVaR-lambda-20<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":82.06,"BIOSSES":86.47,"SICK-R":78.58,"STS12":78.92,"STS13":85.4,"STS14":81.64,"STS15":87.2,"STS16":85.44,"STS17 (en-en)":87.2,"STS22 (en)":64.22,"STSBenchmark":85.54} +{"index":220,"Rank":77,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":82.06,"BIOSSES":86.47,"SICK-R":78.58,"STS12":78.92,"STS13":85.4,"STS14":81.64,"STS15":87.2,"STS16":85.44,"STS17 (en-en)":87.2,"STS22 (en)":64.22,"STSBenchmark":85.54} +{"index":29,"Rank":78,"Model":"UniVaR-lambda-20<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":82.06,"BIOSSES":86.47,"SICK-R":78.58,"STS12":78.92,"STS13":85.4,"STS14":81.64,"STS15":87.2,"STS16":85.44,"STS17 (en-en)":87.2,"STS22 (en)":64.22,"STSBenchmark":85.54} +{"index":31,"Rank":79,"Model":"UniVaR-lambda-80<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":82.06,"BIOSSES":86.47,"SICK-R":78.58,"STS12":78.92,"STS13":85.4,"STS14":81.64,"STS15":87.2,"STS16":85.44,"STS17 (en-en)":87.2,"STS22 (en)":64.22,"STSBenchmark":85.54} +{"index":30,"Rank":80,"Model":"UniVaR-lambda-5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":82.06,"BIOSSES":86.47,"SICK-R":78.58,"STS12":78.92,"STS13":85.4,"STS14":81.64,"STS15":87.2,"STS16":85.44,"STS17 (en-en)":87.2,"STS22 (en)":64.22,"STSBenchmark":85.54} {"index":171,"Rank":81,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":82.06,"BIOSSES":84.73,"SICK-R":80.49,"STS12":75.93,"STS13":85.22,"STS14":80.54,"STS15":88.81,"STS16":85.28,"STS17 (en-en)":89.37,"STS22 (en)":62.99,"STSBenchmark":87.21} -{"index":57,"Rank":82,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.05,"BIOSSES":83.6,"SICK-R":79.28,"STS12":76.95,"STS13":84.12,"STS14":80.46,"STS15":89.76,"STS16":85.47,"STS17 (en-en)":89.03,"STS22 (en)":64.11,"STSBenchmark":87.74} -{"index":172,"Rank":83,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":82.05,"BIOSSES":83.6,"SICK-R":79.28,"STS12":76.95,"STS13":84.12,"STS14":80.46,"STS15":89.76,"STS16":85.47,"STS17 (en-en)":89.03,"STS22 (en)":64.11,"STSBenchmark":87.74} +{"index":172,"Rank":82,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":82.05,"BIOSSES":83.6,"SICK-R":79.28,"STS12":76.95,"STS13":84.12,"STS14":80.46,"STS15":89.76,"STS16":85.47,"STS17 (en-en)":89.03,"STS22 (en)":64.11,"STSBenchmark":87.74} +{"index":57,"Rank":83,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.05,"BIOSSES":83.6,"SICK-R":79.28,"STS12":76.95,"STS13":84.12,"STS14":80.46,"STS15":89.76,"STS16":85.47,"STS17 (en-en)":89.03,"STS22 (en)":64.11,"STSBenchmark":87.74} {"index":218,"Rank":84,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.04,"BIOSSES":86.66,"SICK-R":79.44,"STS12":76.17,"STS13":84.15,"STS14":81.49,"STS15":88.11,"STS16":84.99,"STS17 (en-en)":87.98,"STS22 (en)":65.07,"STSBenchmark":86.31} {"index":18,"Rank":85,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":81.97,"BIOSSES":83.65,"SICK-R":79.37,"STS12":74.38,"STS13":84.71,"STS14":80.1,"STS15":87.16,"STS16":85.02,"STS17 (en-en)":90.64,"STS22 (en)":68.63,"STSBenchmark":86.04} -{"index":122,"Rank":86,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} +{"index":227,"Rank":86,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} {"index":102,"Rank":87,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} {"index":342,"Rank":88,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} -{"index":227,"Rank":89,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} +{"index":122,"Rank":89,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} {"index":63,"Rank":90,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":81.93,"BIOSSES":83.99,"SICK-R":74.65,"STS12":79.39,"STS13":85.32,"STS14":83.9,"STS15":88.47,"STS16":84.44,"STS17 (en-en)":85.77,"STS22 (en)":67.24,"STSBenchmark":86.08} {"index":338,"Rank":91,"Model":"gte-large-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.9,"BIOSSES":85.83,"SICK-R":79.0,"STS12":73.48,"STS13":86.14,"STS14":80.36,"STS15":88.53,"STS16":84.08,"STS17 (en-en)":89.42,"STS22 (en)":66.75,"STSBenchmark":85.45} {"index":265,"Rank":92,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":81.83,"BIOSSES":78.93,"SICK-R":80.34,"STS12":79.11,"STS13":87.33,"STS14":83.17,"STS15":88.28,"STS16":84.36,"STS17 (en-en)":88.99,"STS22 (en)":62.39,"STSBenchmark":85.36} @@ -97,10 +97,10 @@ {"index":177,"Rank":97,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":81.62,"BIOSSES":82.49,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.79,"STS17 (en-en)":88.12,"STS22 (en)":63.66,"STSBenchmark":87.29} {"index":26,"Rank":98,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":81.59,"BIOSSES":83.75,"SICK-R":79.41,"STS12":77.44,"STS13":82.98,"STS14":81.84,"STS15":87.26,"STS16":84.93,"STS17 (en-en)":87.15,"STS22 (en)":65.3,"STSBenchmark":85.86} {"index":355,"Rank":99,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.58,"BIOSSES":88.72,"SICK-R":76.73,"STS12":73.09,"STS13":84.92,"STS14":79.81,"STS15":88.01,"STS16":84.41,"STS17 (en-en)":90.94,"STS22 (en)":64.96,"STSBenchmark":84.24} -{"index":142,"Rank":100,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.56,"BIOSSES":82.51,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.78,"STS17 (en-en)":88.12,"STS22 (en)":63.06,"STSBenchmark":87.29} -{"index":58,"Rank":101,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.56,"BIOSSES":82.51,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.78,"STS17 (en-en)":88.12,"STS22 (en)":63.06,"STSBenchmark":87.29} -{"index":271,"Rank":102,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.56,"BIOSSES":82.51,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.78,"STS17 (en-en)":88.12,"STS22 (en)":63.06,"STSBenchmark":87.29} -{"index":236,"Rank":103,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.56,"BIOSSES":82.51,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.78,"STS17 (en-en)":88.12,"STS22 (en)":63.06,"STSBenchmark":87.29} +{"index":58,"Rank":100,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.56,"BIOSSES":82.51,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.78,"STS17 (en-en)":88.12,"STS22 (en)":63.06,"STSBenchmark":87.29} +{"index":271,"Rank":101,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.56,"BIOSSES":82.51,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.78,"STS17 (en-en)":88.12,"STS22 (en)":63.06,"STSBenchmark":87.29} +{"index":236,"Rank":102,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.56,"BIOSSES":82.51,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.78,"STS17 (en-en)":88.12,"STS22 (en)":63.06,"STSBenchmark":87.29} +{"index":142,"Rank":103,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.56,"BIOSSES":82.51,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.78,"STS17 (en-en)":88.12,"STS22 (en)":63.06,"STSBenchmark":87.29} {"index":129,"Rank":104,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.54,"BIOSSES":87.13,"SICK-R":76.49,"STS12":75.0,"STS13":87.91,"STS14":82.26,"STS15":87.87,"STS16":80.92,"STS17 (en-en)":87.23,"STS22 (en)":68.59,"STSBenchmark":81.95} {"index":182,"Rank":105,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.52,"BIOSSES":84.65,"SICK-R":79.92,"STS12":75.8,"STS13":83.62,"STS14":78.73,"STS15":86.41,"STS16":84.5,"STS17 (en-en)":89.95,"STS22 (en)":65.81,"STSBenchmark":85.79} {"index":339,"Rank":106,"Model":"gte-small-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.5,"BIOSSES":87.81,"SICK-R":77.31,"STS12":73.99,"STS13":84.23,"STS14":80.09,"STS15":88.2,"STS16":83.61,"STS17 (en-en)":87.8,"STS22 (en)":66.84,"STSBenchmark":85.13} @@ -109,8 +109,8 @@ {"index":104,"Rank":109,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":81.26,"BIOSSES":87.6,"SICK-R":77.01,"STS12":75.67,"STS13":82.4,"STS14":79.93,"STS15":85.82,"STS16":84.5,"STS17 (en-en)":88.93,"STS22 (en)":67.1,"STSBenchmark":83.6} {"index":215,"Rank":110,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.19,"BIOSSES":83.94,"SICK-R":78.64,"STS12":74.88,"STS13":83.64,"STS14":80.4,"STS15":88.01,"STS16":84.31,"STS17 (en-en)":88.3,"STS22 (en)":63.84,"STSBenchmark":85.93} {"index":264,"Rank":111,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":81.14,"BIOSSES":75.89,"SICK-R":80.18,"STS12":78.05,"STS13":85.85,"STS14":82.19,"STS15":87.46,"STS16":84.03,"STS17 (en-en)":89.57,"STS22 (en)":62.66,"STSBenchmark":85.52} -{"index":170,"Rank":112,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":81.05,"BIOSSES":81.4,"SICK-R":78.3,"STS12":75.79,"STS13":83.58,"STS14":79.95,"STS15":88.82,"STS16":84.46,"STS17 (en-en)":87.58,"STS22 (en)":64.07,"STSBenchmark":86.52} -{"index":158,"Rank":113,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Average":81.05,"BIOSSES":81.4,"SICK-R":78.3,"STS12":75.79,"STS13":83.58,"STS14":79.95,"STS15":88.82,"STS16":84.46,"STS17 (en-en)":87.58,"STS22 (en)":64.07,"STSBenchmark":86.52} +{"index":158,"Rank":112,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Average":81.05,"BIOSSES":81.4,"SICK-R":78.3,"STS12":75.79,"STS13":83.58,"STS14":79.95,"STS15":88.82,"STS16":84.46,"STS17 (en-en)":87.58,"STS22 (en)":64.07,"STSBenchmark":86.52} +{"index":170,"Rank":113,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":81.05,"BIOSSES":81.4,"SICK-R":78.3,"STS12":75.79,"STS13":83.58,"STS14":79.95,"STS15":88.82,"STS16":84.46,"STS17 (en-en)":87.58,"STS22 (en)":64.07,"STSBenchmark":86.52} {"index":353,"Rank":114,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.04,"BIOSSES":84.87,"SICK-R":79.18,"STS12":71.98,"STS13":85.52,"STS14":80.5,"STS15":87.51,"STS16":84.48,"STS17 (en-en)":88.11,"STS22 (en)":65.92,"STSBenchmark":82.34} {"index":352,"Rank":115,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.97,"BIOSSES":86.35,"SICK-R":80.6,"STS12":69.8,"STS13":83.27,"STS14":76.09,"STS15":86.12,"STS16":85.96,"STS17 (en-en)":90.25,"STS22 (en)":68.12,"STSBenchmark":83.17} {"index":188,"Rank":116,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":80.96,"BIOSSES":84.43,"SICK-R":79.2,"STS12":74.52,"STS13":83.16,"STS14":78.09,"STS15":86.91,"STS16":83.65,"STS17 (en-en)":90.16,"STS22 (en)":64.88,"STSBenchmark":84.6} @@ -121,9 +121,9 @@ {"index":263,"Rank":121,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.77,"BIOSSES":76.27,"SICK-R":79.62,"STS12":77.9,"STS13":85.11,"STS14":80.81,"STS15":87.48,"STS16":83.2,"STS17 (en-en)":86.99,"STS22 (en)":63.52,"STSBenchmark":86.82} {"index":223,"Rank":122,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":80.74,"BIOSSES":80.19,"SICK-R":79.09,"STS12":77.49,"STS13":85.62,"STS14":80.5,"STS15":85.84,"STS16":83.9,"STS17 (en-en)":86.27,"STS22 (en)":64.24,"STSBenchmark":84.28} {"index":132,"Rank":123,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Average":80.72,"BIOSSES":81.26,"SICK-R":79.09,"STS12":75.04,"STS13":83.26,"STS14":78.62,"STS15":87.03,"STS16":83.01,"STS17 (en-en)":87.36,"STS22 (en)":68.11,"STSBenchmark":84.4} -{"index":128,"Rank":124,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.7,"BIOSSES":81.23,"SICK-R":79.65,"STS12":74.27,"STS13":84.18,"STS14":78.81,"STS15":87.55,"STS16":85.35,"STS17 (en-en)":88.88,"STS22 (en)":62.2,"STSBenchmark":84.84} +{"index":326,"Rank":124,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.7,"BIOSSES":81.23,"SICK-R":79.65,"STS12":74.27,"STS13":84.18,"STS14":78.81,"STS15":87.55,"STS16":85.35,"STS17 (en-en)":88.88,"STS22 (en)":62.2,"STSBenchmark":84.84} {"index":191,"Rank":125,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":80.7,"BIOSSES":81.23,"SICK-R":79.65,"STS12":74.27,"STS13":84.18,"STS14":78.81,"STS15":87.55,"STS16":85.35,"STS17 (en-en)":88.88,"STS22 (en)":62.2,"STSBenchmark":84.84} -{"index":326,"Rank":126,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.7,"BIOSSES":81.23,"SICK-R":79.65,"STS12":74.27,"STS13":84.18,"STS14":78.81,"STS15":87.55,"STS16":85.35,"STS17 (en-en)":88.88,"STS22 (en)":62.2,"STSBenchmark":84.84} +{"index":128,"Rank":126,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.7,"BIOSSES":81.23,"SICK-R":79.65,"STS12":74.27,"STS13":84.18,"STS14":78.81,"STS15":87.55,"STS16":85.35,"STS17 (en-en)":88.88,"STS22 (en)":62.2,"STSBenchmark":84.84} {"index":330,"Rank":127,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.59,"BIOSSES":82.19,"SICK-R":79.25,"STS12":73.71,"STS13":82.32,"STS14":80.07,"STS15":87.21,"STS16":82.33,"STS17 (en-en)":87.58,"STS22 (en)":66.3,"STSBenchmark":84.92} {"index":93,"Rank":128,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Average":80.53,"BIOSSES":79.5,"SICK-R":79.59,"STS12":74.29,"STS13":85.35,"STS14":79.21,"STS15":85.52,"STS16":82.54,"STS17 (en-en)":90.44,"STS22 (en)":63.2,"STSBenchmark":85.67} {"index":202,"Rank":129,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.47,"BIOSSES":80.72,"SICK-R":81.87,"STS12":70.75,"STS13":84.37,"STS14":74.51,"STS15":86.41,"STS16":84.74,"STS17 (en-en)":89.03,"STS22 (en)":65.87,"STSBenchmark":86.46} @@ -136,8 +136,8 @@ {"index":150,"Rank":136,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.17,"BIOSSES":75.32,"SICK-R":80.91,"STS12":76.98,"STS13":82.63,"STS14":77.84,"STS15":85.92,"STS16":80.68,"STS17 (en-en)":88.99,"STS22 (en)":68.26,"STSBenchmark":84.2} {"index":37,"Rank":137,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.09,"BIOSSES":84.01,"SICK-R":77.04,"STS12":73.22,"STS13":79.5,"STS14":76.96,"STS15":86.43,"STS16":84.33,"STS17 (en-en)":88.67,"STS22 (en)":65.31,"STSBenchmark":85.46} {"index":193,"Rank":138,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":80.0,"BIOSSES":80.52,"SICK-R":76.72,"STS12":73.66,"STS13":83.3,"STS14":79.17,"STS15":87.3,"STS16":83.6,"STS17 (en-en)":88.23,"STS22 (en)":63.46,"STSBenchmark":84.04} -{"index":187,"Rank":139,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":79.93,"BIOSSES":83.58,"SICK-R":79.14,"STS12":75.06,"STS13":80.86,"STS14":76.13,"STS15":85.55,"STS16":81.21,"STS17 (en-en)":88.98,"STS22 (en)":66.22,"STSBenchmark":82.57} -{"index":184,"Rank":140,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":79.93,"BIOSSES":84.44,"SICK-R":78.53,"STS12":74.07,"STS13":81.81,"STS14":77.05,"STS15":84.61,"STS16":83.09,"STS17 (en-en)":89.15,"STS22 (en)":62.92,"STSBenchmark":83.63} +{"index":184,"Rank":139,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":79.93,"BIOSSES":84.44,"SICK-R":78.53,"STS12":74.07,"STS13":81.81,"STS14":77.05,"STS15":84.61,"STS16":83.09,"STS17 (en-en)":89.15,"STS22 (en)":62.92,"STSBenchmark":83.63} +{"index":187,"Rank":140,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":79.93,"BIOSSES":83.58,"SICK-R":79.14,"STS12":75.06,"STS13":80.86,"STS14":76.13,"STS15":85.55,"STS16":81.21,"STS17 (en-en)":88.98,"STS22 (en)":66.22,"STSBenchmark":82.57} {"index":78,"Rank":141,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Average":79.89,"BIOSSES":87.32,"SICK-R":75.63,"STS12":68.58,"STS13":80.54,"STS14":77.63,"STS15":86.16,"STS16":82.82,"STS17 (en-en)":88.57,"STS22 (en)":67.39,"STSBenchmark":84.25} {"index":249,"Rank":142,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":79.8,"BIOSSES":83.57,"SICK-R":79.32,"STS12":73.08,"STS13":82.13,"STS14":76.73,"STS15":85.58,"STS16":80.23,"STS17 (en-en)":88.63,"STS22 (en)":65.67,"STSBenchmark":83.09} {"index":226,"Rank":143,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":79.79,"BIOSSES":77.18,"SICK-R":78.76,"STS12":77.3,"STS13":84.18,"STS14":79.37,"STS15":84.69,"STS16":83.36,"STS17 (en-en)":85.73,"STS22 (en)":63.83,"STSBenchmark":83.46} @@ -156,8 +156,8 @@ {"index":130,"Rank":156,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Average":78.59,"BIOSSES":81.6,"SICK-R":74.18,"STS12":72.2,"STS13":80.54,"STS14":76.2,"STS15":85.2,"STS16":81.93,"STS17 (en-en)":86.61,"STS22 (en)":65.46,"STSBenchmark":81.94} {"index":219,"Rank":157,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.53,"BIOSSES":78.95,"SICK-R":74.39,"STS12":72.22,"STS13":81.0,"STS14":76.99,"STS15":85.21,"STS16":82.83,"STS17 (en-en)":87.78,"STS22 (en)":64.17,"STSBenchmark":81.77} {"index":74,"Rank":158,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":78.5,"BIOSSES":83.29,"SICK-R":75.55,"STS12":67.65,"STS13":83.9,"STS14":76.97,"STS15":83.8,"STS16":81.91,"STS17 (en-en)":85.58,"STS22 (en)":65.93,"STSBenchmark":80.42} -{"index":113,"Rank":159,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":78.44,"BIOSSES":86.27,"SICK-R":69.66,"STS12":68.79,"STS13":79.62,"STS14":75.58,"STS15":84.64,"STS16":82.4,"STS17 (en-en)":86.73,"STS22 (en)":69.49,"STSBenchmark":81.19} -{"index":336,"Rank":160,"Model":"snowflake-arctic-embed-s-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.44,"BIOSSES":86.27,"SICK-R":69.66,"STS12":68.79,"STS13":79.62,"STS14":75.58,"STS15":84.64,"STS16":82.4,"STS17 (en-en)":86.73,"STS22 (en)":69.49,"STSBenchmark":81.19} +{"index":336,"Rank":159,"Model":"snowflake-arctic-embed-s-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.44,"BIOSSES":86.27,"SICK-R":69.66,"STS12":68.79,"STS13":79.62,"STS14":75.58,"STS15":84.64,"STS16":82.4,"STS17 (en-en)":86.73,"STS22 (en)":69.49,"STSBenchmark":81.19} +{"index":113,"Rank":160,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":78.44,"BIOSSES":86.27,"SICK-R":69.66,"STS12":68.79,"STS13":79.62,"STS14":75.58,"STS15":84.64,"STS16":82.4,"STS17 (en-en)":86.73,"STS22 (en)":69.49,"STSBenchmark":81.19} {"index":259,"Rank":161,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":78.38,"BIOSSES":81.91,"SICK-R":74.29,"STS12":70.12,"STS13":82.72,"STS14":78.24,"STS15":86.26,"STS16":81.61,"STS17 (en-en)":85.18,"STS22 (en)":65.76,"STSBenchmark":77.73} {"index":115,"Rank":162,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Average":78.37,"BIOSSES":83.42,"SICK-R":72.39,"STS12":71.9,"STS13":80.93,"STS14":76.6,"STS15":84.92,"STS16":80.72,"STS17 (en-en)":85.61,"STS22 (en)":65.9,"STSBenchmark":81.32} {"index":257,"Rank":163,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":78.19,"BIOSSES":84.86,"SICK-R":73.39,"STS12":70.33,"STS13":82.19,"STS14":77.16,"STS15":86.31,"STS16":81.85,"STS17 (en-en)":83.93,"STS22 (en)":64.3,"STSBenchmark":77.6} @@ -165,8 +165,8 @@ {"index":189,"Rank":165,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Average":78.06,"BIOSSES":82.96,"SICK-R":76.33,"STS12":74.28,"STS13":78.55,"STS14":73.84,"STS15":83.71,"STS16":80.03,"STS17 (en-en)":87.49,"STS22 (en)":64.25,"STSBenchmark":79.2} {"index":258,"Rank":166,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":77.8,"BIOSSES":78.94,"SICK-R":73.63,"STS12":69.11,"STS13":81.82,"STS14":77.07,"STS15":86.01,"STS16":82.23,"STS17 (en-en)":84.9,"STS22 (en)":66.61,"STSBenchmark":77.65} {"index":138,"Rank":167,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":77.74,"BIOSSES":85.31,"SICK-R":69.82,"STS12":69.66,"STS13":79.67,"STS14":74.61,"STS15":83.81,"STS16":80.4,"STS17 (en-en)":87.07,"STS22 (en)":66.13,"STSBenchmark":80.9} -{"index":111,"Rank":168,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":77.08,"BIOSSES":88.24,"SICK-R":70.91,"STS12":66.11,"STS13":79.82,"STS14":73.64,"STS15":83.23,"STS16":81.58,"STS17 (en-en)":80.59,"STS22 (en)":68.79,"STSBenchmark":77.9} -{"index":333,"Rank":169,"Model":"snowflake-arctic-embed-m-long-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.08,"BIOSSES":88.24,"SICK-R":70.91,"STS12":66.11,"STS13":79.82,"STS14":73.64,"STS15":83.23,"STS16":81.58,"STS17 (en-en)":80.59,"STS22 (en)":68.79,"STSBenchmark":77.9} +{"index":333,"Rank":168,"Model":"snowflake-arctic-embed-m-long-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.08,"BIOSSES":88.24,"SICK-R":70.91,"STS12":66.11,"STS13":79.82,"STS14":73.64,"STS15":83.23,"STS16":81.58,"STS17 (en-en)":80.59,"STS22 (en)":68.79,"STSBenchmark":77.9} +{"index":111,"Rank":169,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":77.08,"BIOSSES":88.24,"SICK-R":70.91,"STS12":66.11,"STS13":79.82,"STS14":73.64,"STS15":83.23,"STS16":81.58,"STS17 (en-en)":80.59,"STS22 (en)":68.79,"STSBenchmark":77.9} {"index":256,"Rank":170,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":77.07,"BIOSSES":79.0,"SICK-R":71.45,"STS12":68.59,"STS13":79.09,"STS14":74.64,"STS15":84.85,"STS16":81.57,"STS17 (en-en)":85.8,"STS22 (en)":66.17,"STSBenchmark":79.58} {"index":356,"Rank":171,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":76.95,"BIOSSES":83.79,"SICK-R":68.78,"STS12":64.81,"STS13":80.1,"STS14":74.96,"STS15":83.7,"STS16":80.55,"STS17 (en-en)":85.74,"STS22 (en)":67.5,"STSBenchmark":79.54} {"index":91,"Rank":172,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Average":76.83,"BIOSSES":84.84,"SICK-R":68.2,"STS12":66.99,"STS13":77.58,"STS14":72.78,"STS15":82.62,"STS16":80.1,"STS17 (en-en)":87.25,"STS22 (en)":68.75,"STSBenchmark":79.21} @@ -179,14 +179,14 @@ {"index":72,"Rank":179,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":75.86,"BIOSSES":84.67,"SICK-R":72.16,"STS12":61.6,"STS13":79.71,"STS14":72.11,"STS15":82.18,"STS16":79.41,"STS17 (en-en)":85.44,"STS22 (en)":63.9,"STSBenchmark":77.44} {"index":88,"Rank":180,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Average":75.74,"BIOSSES":83.02,"SICK-R":67.23,"STS12":66.59,"STS13":77.33,"STS14":71.83,"STS15":80.66,"STS16":78.91,"STS17 (en-en)":86.99,"STS22 (en)":67.3,"STSBenchmark":77.59} {"index":255,"Rank":181,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":75.6,"BIOSSES":78.34,"SICK-R":75.25,"STS12":72.96,"STS13":70.58,"STS14":70.29,"STS15":81.94,"STS16":76.8,"STS17 (en-en)":86.19,"STS22 (en)":62.88,"STSBenchmark":80.75} -{"index":109,"Rank":182,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Average":75.48,"BIOSSES":86.35,"SICK-R":69.32,"STS12":67.85,"STS13":77.49,"STS14":69.77,"STS15":80.16,"STS16":77.94,"STS17 (en-en)":82.28,"STS22 (en)":67.97,"STSBenchmark":75.68} -{"index":332,"Rank":183,"Model":"snowflake-arctic-embed-l-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.48,"BIOSSES":86.35,"SICK-R":69.32,"STS12":67.85,"STS13":77.49,"STS14":69.77,"STS15":80.16,"STS16":77.94,"STS17 (en-en)":82.28,"STS22 (en)":67.97,"STSBenchmark":75.68} +{"index":332,"Rank":182,"Model":"snowflake-arctic-embed-l-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.48,"BIOSSES":86.35,"SICK-R":69.32,"STS12":67.85,"STS13":77.49,"STS14":69.77,"STS15":80.16,"STS16":77.94,"STS17 (en-en)":82.28,"STS22 (en)":67.97,"STSBenchmark":75.68} +{"index":109,"Rank":183,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Average":75.48,"BIOSSES":86.35,"SICK-R":69.32,"STS12":67.85,"STS13":77.49,"STS14":69.77,"STS15":80.16,"STS16":77.94,"STS17 (en-en)":82.28,"STS22 (en)":67.97,"STSBenchmark":75.68} {"index":321,"Rank":184,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.39,"BIOSSES":78.19,"SICK-R":74.43,"STS12":72.58,"STS13":72.22,"STS14":69.98,"STS15":82.22,"STS16":76.91,"STS17 (en-en)":85.22,"STS22 (en)":61.9,"STSBenchmark":80.28} {"index":87,"Rank":185,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Average":75.37,"BIOSSES":76.49,"SICK-R":71.7,"STS12":69.73,"STS13":76.43,"STS14":73.66,"STS15":82.62,"STS16":79.49,"STS17 (en-en)":84.38,"STS22 (en)":60.61,"STSBenchmark":78.61} {"index":322,"Rank":186,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.35,"BIOSSES":79.14,"SICK-R":76.43,"STS12":74.25,"STS13":71.82,"STS14":71.38,"STS15":82.47,"STS16":77.54,"STS17 (en-en)":86.38,"STS22 (en)":52.85,"STSBenchmark":81.24} -{"index":307,"Rank":187,"Model":"nmc-pmpt_correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.16,"BIOSSES":79.8,"SICK-R":67.29,"STS12":67.41,"STS13":79.37,"STS14":75.07,"STS15":81.8,"STS16":77.64,"STS17 (en-en)":85.41,"STS22 (en)":60.23,"STSBenchmark":77.53} -{"index":302,"Rank":188,"Model":"nmc-cls<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.16,"BIOSSES":79.8,"SICK-R":67.29,"STS12":67.41,"STS13":79.37,"STS14":75.07,"STS15":81.8,"STS16":77.64,"STS17 (en-en)":85.41,"STS22 (en)":60.23,"STSBenchmark":77.53} -{"index":308,"Rank":189,"Model":"nmc-prmpt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.16,"BIOSSES":79.8,"SICK-R":67.29,"STS12":67.41,"STS13":79.37,"STS14":75.07,"STS15":81.8,"STS16":77.64,"STS17 (en-en)":85.41,"STS22 (en)":60.23,"STSBenchmark":77.53} +{"index":302,"Rank":187,"Model":"nmc-cls<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.16,"BIOSSES":79.8,"SICK-R":67.29,"STS12":67.41,"STS13":79.37,"STS14":75.07,"STS15":81.8,"STS16":77.64,"STS17 (en-en)":85.41,"STS22 (en)":60.23,"STSBenchmark":77.53} +{"index":308,"Rank":188,"Model":"nmc-prmpt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.16,"BIOSSES":79.8,"SICK-R":67.29,"STS12":67.41,"STS13":79.37,"STS14":75.07,"STS15":81.8,"STS16":77.64,"STS17 (en-en)":85.41,"STS22 (en)":60.23,"STSBenchmark":77.53} +{"index":307,"Rank":189,"Model":"nmc-pmpt_correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.16,"BIOSSES":79.8,"SICK-R":67.29,"STS12":67.41,"STS13":79.37,"STS14":75.07,"STS15":81.8,"STS16":77.64,"STS17 (en-en)":85.41,"STS22 (en)":60.23,"STSBenchmark":77.53} {"index":66,"Rank":190,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.11,"BIOSSES":65.29,"SICK-R":76.01,"STS12":71.25,"STS13":78.4,"STS14":74.23,"STS15":81.41,"STS16":79.13,"STS17 (en-en)":85.4,"STS22 (en)":58.63,"STSBenchmark":81.34} {"index":110,"Rank":191,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Average":75.03,"BIOSSES":86.62,"SICK-R":69.12,"STS12":66.97,"STS13":79.12,"STS14":68.51,"STS15":79.92,"STS16":78.66,"STS17 (en-en)":81.46,"STS22 (en)":65.84,"STSBenchmark":74.1} {"index":305,"Rank":192,"Model":"nmc-cls-nobiv<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.02,"BIOSSES":80.33,"SICK-R":67.55,"STS12":67.79,"STS13":78.88,"STS14":74.76,"STS15":81.85,"STS16":77.62,"STS17 (en-en)":85.2,"STS22 (en)":59.85,"STSBenchmark":76.4} @@ -224,8 +224,8 @@ {"index":159,"Rank":224,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.23,"BIOSSES":79.11,"SICK-R":62.94,"STS12":65.46,"STS13":62.79,"STS14":57.54,"STS15":74.25,"STS16":75.73,"STS17 (en-en)":79.94,"STS22 (en)":47.12,"STSBenchmark":67.39} {"index":314,"Rank":225,"Model":"s2v-gcp-pca<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":66.91,"BIOSSES":59.27,"SICK-R":63.23,"STS12":54.2,"STS13":65.7,"STS14":65.99,"STS15":77.16,"STS16":69.93,"STS17 (en-en)":83.15,"STS22 (en)":61.85,"STSBenchmark":68.67} {"index":313,"Rank":226,"Model":"s2v-gcp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":65.8,"BIOSSES":55.2,"SICK-R":63.19,"STS12":54.06,"STS13":66.29,"STS14":65.84,"STS15":78.0,"STS16":70.64,"STS17 (en-en)":82.23,"STS22 (en)":54.53,"STSBenchmark":68.04} -{"index":316,"Rank":227,"Model":"tst<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":65.8,"BIOSSES":55.2,"SICK-R":63.19,"STS12":54.06,"STS13":66.29,"STS14":65.84,"STS15":78.0,"STS16":70.64,"STS17 (en-en)":82.23,"STS22 (en)":54.53,"STSBenchmark":68.04} -{"index":312,"Rank":228,"Model":"s2v<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":65.8,"BIOSSES":55.2,"SICK-R":63.19,"STS12":54.06,"STS13":66.29,"STS14":65.84,"STS15":78.0,"STS16":70.64,"STS17 (en-en)":82.23,"STS22 (en)":54.53,"STSBenchmark":68.04} +{"index":312,"Rank":227,"Model":"s2v<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":65.8,"BIOSSES":55.2,"SICK-R":63.19,"STS12":54.06,"STS13":66.29,"STS14":65.84,"STS15":78.0,"STS16":70.64,"STS17 (en-en)":82.23,"STS22 (en)":54.53,"STSBenchmark":68.04} +{"index":316,"Rank":228,"Model":"tst<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":65.8,"BIOSSES":55.2,"SICK-R":63.19,"STS12":54.06,"STS13":66.29,"STS14":65.84,"STS15":78.0,"STS16":70.64,"STS17 (en-en)":82.23,"STS22 (en)":54.53,"STSBenchmark":68.04} {"index":11,"Rank":229,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":63.27,"BIOSSES":62.01,"SICK-R":62.86,"STS12":62.6,"STS13":59.62,"STS14":57.03,"STS15":71.57,"STS16":70.75,"STS17 (en-en)":76.73,"STS22 (en)":39.76,"STSBenchmark":69.77} {"index":283,"Rank":230,"Model":"ft-lower<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":62.85,"BIOSSES":56.88,"SICK-R":60.71,"STS12":57.23,"STS13":69.2,"STS14":62.76,"STS15":72.99,"STS16":64.16,"STS17 (en-en)":71.84,"STS22 (en)":52.55,"STSBenchmark":60.17} {"index":280,"Rank":231,"Model":"fasttext<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":62.82,"BIOSSES":62.98,"SICK-R":60.09,"STS12":57.23,"STS13":69.2,"STS14":62.76,"STS15":72.99,"STS16":64.16,"STS17 (en-en)":70.23,"STS22 (en)":52.14,"STSBenchmark":56.45} diff --git a/boards_data/en/data_tasks/Summarization/default.jsonl b/boards_data/en/data_tasks/Summarization/default.jsonl index b9469d2b66e337315537728144bfe87c91918fc1..c3640dfa3cc4157014c9564ec7e959a4ca092720 100644 --- a/boards_data/en/data_tasks/Summarization/default.jsonl +++ b/boards_data/en/data_tasks/Summarization/default.jsonl @@ -12,87 +12,87 @@ {"index":323,"Rank":12,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":31.93} {"index":166,"Rank":13,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":31.84} {"index":297,"Rank":14,"Model":"mpn-noabtt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.8} -{"index":336,"Rank":15,"Model":"snowflake-arctic-embed-s-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.75} -{"index":113,"Rank":16,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"SummEval":31.75} +{"index":113,"Rank":15,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"SummEval":31.75} +{"index":336,"Rank":16,"Model":"snowflake-arctic-embed-s-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.75} {"index":298,"Rank":17,"Model":"mpn-nobivec<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.68} {"index":276,"Rank":18,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":31.66} {"index":157,"Rank":19,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"SummEval":31.66} -{"index":240,"Rank":20,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.61} -{"index":23,"Rank":21,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":31.61} -{"index":186,"Rank":22,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":31.61} -{"index":239,"Rank":23,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.61} -{"index":128,"Rank":24,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.6} -{"index":191,"Rank":25,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":31.6} -{"index":326,"Rank":26,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.6} +{"index":23,"Rank":20,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":31.61} +{"index":186,"Rank":21,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":31.61} +{"index":239,"Rank":22,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.61} +{"index":240,"Rank":23,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.61} +{"index":191,"Rank":24,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":31.6} +{"index":326,"Rank":25,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.6} +{"index":128,"Rank":26,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.6} {"index":263,"Rank":27,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEval":31.57} -{"index":65,"Rank":28,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.55} -{"index":190,"Rank":29,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"SummEval":31.55} +{"index":190,"Rank":28,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"SummEval":31.55} +{"index":65,"Rank":29,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.55} {"index":141,"Rank":30,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.55} {"index":210,"Rank":31,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":31.55} {"index":173,"Rank":32,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":31.53} {"index":156,"Rank":33,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"SummEval":31.49} -{"index":92,"Rank":34,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"SummEval":31.46} -{"index":15,"Rank":35,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"SummEval":31.46} +{"index":15,"Rank":34,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"SummEval":31.46} +{"index":92,"Rank":35,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"SummEval":31.46} {"index":72,"Rank":36,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"SummEval":31.45} {"index":340,"Rank":37,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":31.42} -{"index":284,"Rank":38,"Model":"ft-lower-pca<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.41} -{"index":283,"Rank":39,"Model":"ft-lower<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.41} +{"index":283,"Rank":38,"Model":"ft-lower<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.41} +{"index":284,"Rank":39,"Model":"ft-lower-pca<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.41} {"index":174,"Rank":40,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"SummEval":31.39} {"index":264,"Rank":41,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":31.39} {"index":333,"Rank":42,"Model":"snowflake-arctic-embed-m-long-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.38} -{"index":111,"Rank":43,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":31.38} -{"index":70,"Rank":44,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"SummEval":31.38} +{"index":70,"Rank":43,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"SummEval":31.38} +{"index":111,"Rank":44,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":31.38} {"index":17,"Rank":45,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"SummEval":31.35} {"index":35,"Rank":46,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.29} {"index":221,"Rank":47,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":31.28} {"index":78,"Rank":48,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"SummEval":31.27} {"index":189,"Rank":49,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"SummEval":31.25} -{"index":76,"Rank":50,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEval":31.23} -{"index":49,"Rank":51,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"SummEval":31.23} +{"index":49,"Rank":50,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"SummEval":31.23} +{"index":76,"Rank":51,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEval":31.23} {"index":132,"Rank":52,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"SummEval":31.22} -{"index":25,"Rank":53,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"SummEval":31.2} -{"index":229,"Rank":54,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"SummEval":31.2} +{"index":229,"Rank":53,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"SummEval":31.2} +{"index":25,"Rank":54,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"SummEval":31.2} {"index":275,"Rank":55,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"SummEval":31.17} -{"index":18,"Rank":56,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":31.17} +{"index":16,"Rank":56,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"SummEval":31.17} {"index":234,"Rank":57,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":31.17} -{"index":16,"Rank":58,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"SummEval":31.17} -{"index":115,"Rank":59,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"SummEval":31.16} -{"index":175,"Rank":60,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"SummEval":31.16} -{"index":105,"Rank":61,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":31.16} +{"index":18,"Rank":58,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":31.17} +{"index":105,"Rank":59,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":31.16} +{"index":115,"Rank":60,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"SummEval":31.16} +{"index":175,"Rank":61,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"SummEval":31.16} {"index":235,"Rank":62,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":31.15} -{"index":61,"Rank":63,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEval":31.14} -{"index":124,"Rank":64,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEval":31.14} -{"index":134,"Rank":65,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"SummEval":31.14} +{"index":124,"Rank":63,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEval":31.14} +{"index":134,"Rank":64,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"SummEval":31.14} +{"index":61,"Rank":65,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEval":31.14} {"index":355,"Rank":66,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.12} {"index":182,"Rank":67,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.1} -{"index":21,"Rank":68,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"SummEval":31.07} -{"index":199,"Rank":69,"Model":"privacy_embedding_rag_10k_base_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"SummEval":31.07} -{"index":279,"Rank":70,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"SummEval":31.07} +{"index":279,"Rank":68,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"SummEval":31.07} +{"index":136,"Rank":69,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.07} +{"index":21,"Rank":70,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"SummEval":31.07} {"index":196,"Rank":71,"Model":"privacy_embedding_rag_10k_base_12_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"SummEval":31.07} -{"index":136,"Rank":72,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.07} -{"index":198,"Rank":73,"Model":"privacy_embedding_rag_10k_base_checkpoint_2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"SummEval":31.07} +{"index":198,"Rank":72,"Model":"privacy_embedding_rag_10k_base_checkpoint_2<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"SummEval":31.07} +{"index":199,"Rank":73,"Model":"privacy_embedding_rag_10k_base_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"SummEval":31.07} {"index":197,"Rank":74,"Model":"privacy_embedding_rag_10k_base_15_final<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"SummEval":31.07} -{"index":248,"Rank":75,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"SummEval":31.05} -{"index":154,"Rank":76,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"SummEval":31.05} -{"index":306,"Rank":77,"Model":"nmc-cls-nopca<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.03} -{"index":91,"Rank":78,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"SummEval":31.03} -{"index":356,"Rank":79,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":31.03} +{"index":154,"Rank":75,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"SummEval":31.05} +{"index":248,"Rank":76,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"SummEval":31.05} +{"index":91,"Rank":77,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"SummEval":31.03} +{"index":356,"Rank":78,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":31.03} +{"index":306,"Rank":79,"Model":"nmc-cls-nopca<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.03} {"index":9,"Rank":80,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"SummEval":31.01} -{"index":200,"Rank":81,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.01} -{"index":169,"Rank":82,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"SummEval":31.01} +{"index":169,"Rank":81,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"SummEval":31.01} +{"index":200,"Rank":82,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.01} {"index":38,"Rank":83,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.99} {"index":64,"Rank":84,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":30.98} -{"index":171,"Rank":85,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":30.97} -{"index":77,"Rank":86,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"SummEval":30.97} -{"index":8,"Rank":87,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.97} -{"index":185,"Rank":88,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"SummEval":30.97} +{"index":8,"Rank":85,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.97} +{"index":185,"Rank":86,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"SummEval":30.97} +{"index":171,"Rank":87,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":30.97} +{"index":77,"Rank":88,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"SummEval":30.97} {"index":133,"Rank":89,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":30.96} {"index":71,"Rank":90,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"SummEval":30.94} {"index":19,"Rank":91,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"SummEval":30.91} {"index":131,"Rank":92,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"SummEval":30.87} {"index":301,"Rank":93,"Model":"mxb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.86} -{"index":6,"Rank":94,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.84} -{"index":109,"Rank":95,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"SummEval":30.84} +{"index":109,"Rank":94,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"SummEval":30.84} +{"index":6,"Rank":95,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.84} {"index":332,"Rank":96,"Model":"snowflake-arctic-embed-l-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.84} {"index":238,"Rank":97,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.83} {"index":106,"Rank":98,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.82} @@ -101,23 +101,23 @@ {"index":352,"Rank":101,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.8} {"index":321,"Rank":102,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.79} {"index":22,"Rank":103,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":30.77} -{"index":194,"Rank":104,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":30.73} -{"index":304,"Rank":105,"Model":"nmc-cls-noabtt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.73} +{"index":304,"Rank":104,"Model":"nmc-cls-noabtt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.73} +{"index":194,"Rank":105,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":30.73} {"index":222,"Rank":106,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":30.72} -{"index":81,"Rank":107,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"SummEval":30.71} -{"index":104,"Rank":108,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":30.71} +{"index":104,"Rank":107,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":30.71} +{"index":81,"Rank":108,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"SummEval":30.71} {"index":187,"Rank":109,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":30.71} {"index":230,"Rank":110,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"SummEval":30.7} {"index":262,"Rank":111,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEval":30.67} {"index":259,"Rank":112,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"SummEval":30.64} {"index":291,"Rank":113,"Model":"lma-wordpca<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.63} -{"index":183,"Rank":114,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"SummEval":30.62} -{"index":107,"Rank":115,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.62} +{"index":107,"Rank":114,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.62} +{"index":183,"Rank":115,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"SummEval":30.62} {"index":135,"Rank":116,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"SummEval":30.6} -{"index":195,"Rank":117,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"SummEval":30.58} -{"index":20,"Rank":118,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"SummEval":30.58} -{"index":296,"Rank":119,"Model":"mpn<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.57} -{"index":324,"Rank":120,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":30.57} +{"index":20,"Rank":117,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"SummEval":30.58} +{"index":195,"Rank":118,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"SummEval":30.58} +{"index":324,"Rank":119,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":30.57} +{"index":296,"Rank":120,"Model":"mpn<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.57} {"index":159,"Rank":121,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.56} {"index":193,"Rank":122,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"SummEval":30.56} {"index":299,"Rank":123,"Model":"mpn-nopca<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.53} @@ -129,11 +129,11 @@ {"index":88,"Rank":129,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"SummEval":30.43} {"index":277,"Rank":130,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"SummEval":30.42} {"index":37,"Rank":131,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.41} -{"index":318,"Rank":132,"Model":"un-sim<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.4} -{"index":102,"Rank":133,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.4} -{"index":122,"Rank":134,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.4} -{"index":342,"Rank":135,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.4} -{"index":227,"Rank":136,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":30.4} +{"index":342,"Rank":132,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.4} +{"index":318,"Rank":133,"Model":"un-sim<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.4} +{"index":227,"Rank":134,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":30.4} +{"index":102,"Rank":135,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.4} +{"index":122,"Rank":136,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.4} {"index":47,"Rank":137,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"SummEval":30.39} {"index":178,"Rank":138,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEval":30.39} {"index":93,"Rank":139,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"SummEval":30.38} @@ -143,12 +143,12 @@ {"index":110,"Rank":143,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"SummEval":30.31} {"index":79,"Rank":144,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"SummEval":30.3} {"index":305,"Rank":145,"Model":"nmc-cls-nobiv<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.29} -{"index":170,"Rank":146,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":30.28} -{"index":158,"Rank":147,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"SummEval":30.28} +{"index":158,"Rank":146,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"SummEval":30.28} +{"index":170,"Rank":147,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":30.28} {"index":290,"Rank":148,"Model":"lma-nopca<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.27} -{"index":60,"Rank":149,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEval":30.26} -{"index":303,"Rank":150,"Model":"nmc-cls-300_correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.26} -{"index":90,"Rank":151,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEval":30.26} +{"index":90,"Rank":149,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEval":30.26} +{"index":60,"Rank":150,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEval":30.26} +{"index":303,"Rank":151,"Model":"nmc-cls-300_correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.26} {"index":201,"Rank":152,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.25} {"index":176,"Rank":153,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEval":30.23} {"index":258,"Rank":154,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"SummEval":30.21} @@ -157,8 +157,8 @@ {"index":295,"Rank":157,"Model":"lma_noabtt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.19} {"index":172,"Rank":158,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":30.19} {"index":36,"Rank":159,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.18} -{"index":310,"Rank":160,"Model":"nmc-prmt-and-emb-150k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.15} -{"index":309,"Rank":161,"Model":"nmc-prmt-and-emb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.15} +{"index":309,"Rank":160,"Model":"nmc-prmt-and-emb<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.15} +{"index":310,"Rank":161,"Model":"nmc-prmt-and-emb-150k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.15} {"index":308,"Rank":162,"Model":"nmc-prmpt<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.15} {"index":307,"Rank":163,"Model":"nmc-pmpt_correct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.15} {"index":302,"Rank":164,"Model":"nmc-cls<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.15} @@ -166,45 +166,45 @@ {"index":315,"Rank":166,"Model":"sup-cse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.11} {"index":114,"Rank":167,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"SummEval":30.1} {"index":270,"Rank":168,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEval":30.1} -{"index":267,"Rank":169,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"SummEval":30.08} -{"index":28,"Rank":170,"Model":"UniVaR-lambda-1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":30.08} +{"index":220,"Rank":169,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":30.08} +{"index":30,"Rank":170,"Model":"UniVaR-lambda-5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":30.08} {"index":31,"Rank":171,"Model":"UniVaR-lambda-80<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":30.08} {"index":29,"Rank":172,"Model":"UniVaR-lambda-20<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":30.08} -{"index":30,"Rank":173,"Model":"UniVaR-lambda-5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":30.08} -{"index":220,"Rank":174,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":30.08} +{"index":267,"Rank":173,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"SummEval":30.08} +{"index":28,"Rank":174,"Model":"UniVaR-lambda-1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"SummEval":30.08} {"index":282,"Rank":175,"Model":"ft-gcp-pca<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.07} {"index":224,"Rank":176,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEval":30.05} {"index":179,"Rank":177,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEval":30.04} {"index":75,"Rank":178,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEval":30.01} {"index":68,"Rank":179,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEval":29.98} {"index":73,"Rank":180,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":29.96} -{"index":353,"Rank":181,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.92} -{"index":354,"Rank":182,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.92} +{"index":354,"Rank":181,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.92} +{"index":353,"Rank":182,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.92} {"index":80,"Rank":183,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"SummEval":29.91} {"index":266,"Rank":184,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"SummEval":29.91} -{"index":233,"Rank":185,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.87} -{"index":116,"Rank":186,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"SummEval":29.87} +{"index":116,"Rank":185,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"SummEval":29.87} +{"index":233,"Rank":186,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.87} {"index":192,"Rank":187,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"SummEval":29.87} -{"index":165,"Rank":188,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":29.85} -{"index":188,"Rank":189,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":29.85} +{"index":188,"Rank":188,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":29.85} +{"index":165,"Rank":189,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":29.85} {"index":130,"Rank":190,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"SummEval":29.83} -{"index":48,"Rank":191,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"SummEval":29.82} -{"index":137,"Rank":192,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":29.82} +{"index":137,"Rank":191,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":29.82} +{"index":48,"Rank":192,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"SummEval":29.82} {"index":314,"Rank":193,"Model":"s2v-gcp-pca<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.8} {"index":330,"Rank":194,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.78} {"index":322,"Rank":195,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.71} {"index":89,"Rank":196,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEval":29.71} -{"index":271,"Rank":197,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.69} -{"index":142,"Rank":198,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.69} +{"index":142,"Rank":197,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.69} +{"index":236,"Rank":198,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.69} {"index":58,"Rank":199,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.69} -{"index":236,"Rank":200,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.69} +{"index":271,"Rank":200,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.69} {"index":256,"Rank":201,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":29.67} -{"index":177,"Rank":202,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEval":29.64} -{"index":265,"Rank":203,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"SummEval":29.64} +{"index":265,"Rank":202,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"SummEval":29.64} +{"index":177,"Rank":203,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEval":29.64} {"index":223,"Rank":204,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEval":29.59} -{"index":316,"Rank":205,"Model":"tst<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.51} +{"index":312,"Rank":205,"Model":"s2v<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.51} {"index":313,"Rank":206,"Model":"s2v-gcp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.51} -{"index":312,"Rank":207,"Model":"s2v<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.51} +{"index":316,"Rank":207,"Model":"tst<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.51} {"index":257,"Rank":208,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"SummEval":29.5} {"index":260,"Rank":209,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":29.5} {"index":117,"Rank":210,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"SummEval":29.47} diff --git a/boards_data/fr/data_overall/default.jsonl b/boards_data/fr/data_overall/default.jsonl index 32506f3e2798c2355d06d000644dfbab441c1336..e179e4a634ba7d5055fca16400cfbbe622c1c45c 100644 --- a/boards_data/fr/data_overall/default.jsonl +++ b/boards_data/fr/data_overall/default.jsonl @@ -1,8 +1,8 @@ {"index":11,"Rank":1,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average (26 datasets)":70.08,"Classification Average (6 datasets)":81.62,"Clustering Average (7 datasets)":56.48,"PairClassification Average (2 datasets)":85.07,"Reranking Average (2 datasets)":85.22,"Retrieval Average (5 datasets)":63.47,"STS Average (3 datasets)":82.59,"Summarization Average (1 datasets)":31.26} {"index":9,"Rank":2,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average (26 datasets)":68.25,"Classification Average (6 datasets)":81.76,"Clustering Average (7 datasets)":55.56,"PairClassification Average (2 datasets)":90.43,"Reranking Average (2 datasets)":78.7,"Retrieval Average (5 datasets)":55.65,"STS Average (3 datasets)":82.31,"Summarization Average (1 datasets)":31.45} {"index":8,"Rank":3,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average (26 datasets)":66.6,"Classification Average (6 datasets)":78.02,"Clustering Average (7 datasets)":55.01,"PairClassification Average (2 datasets)":86.88,"Reranking Average (2 datasets)":83.76,"Retrieval Average (5 datasets)":52.56,"STS Average (3 datasets)":81.26,"Summarization Average (1 datasets)":30.5} -{"index":27,"Rank":4,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":62.47,"Classification Average (6 datasets)":69.16,"Clustering Average (7 datasets)":51.26,"PairClassification Average (2 datasets)":79.64,"Reranking Average (2 datasets)":79.79,"Retrieval Average (5 datasets)":50.09,"STS Average (3 datasets)":83.62,"Summarization Average (1 datasets)":30.3} -{"index":37,"Rank":5,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":62.47,"Classification Average (6 datasets)":69.16,"Clustering Average (7 datasets)":51.26,"PairClassification Average (2 datasets)":79.64,"Reranking Average (2 datasets)":79.79,"Retrieval Average (5 datasets)":50.09,"STS Average (3 datasets)":83.62,"Summarization Average (1 datasets)":30.3} +{"index":37,"Rank":4,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":62.47,"Classification Average (6 datasets)":69.16,"Clustering Average (7 datasets)":51.26,"PairClassification Average (2 datasets)":79.64,"Reranking Average (2 datasets)":79.79,"Retrieval Average (5 datasets)":50.09,"STS Average (3 datasets)":83.62,"Summarization Average (1 datasets)":30.3} +{"index":27,"Rank":5,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":62.47,"Classification Average (6 datasets)":69.16,"Clustering Average (7 datasets)":51.26,"PairClassification Average (2 datasets)":79.64,"Reranking Average (2 datasets)":79.79,"Retrieval Average (5 datasets)":50.09,"STS Average (3 datasets)":83.62,"Summarization Average (1 datasets)":30.3} {"index":4,"Rank":6,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average (26 datasets)":61.66,"Classification Average (6 datasets)":68.56,"Clustering Average (7 datasets)":46.57,"PairClassification Average (2 datasets)":78.7,"Reranking Average (2 datasets)":82.59,"Retrieval Average (5 datasets)":54.56,"STS Average (3 datasets)":80.13,"Summarization Average (1 datasets)":29.96} {"index":3,"Rank":7,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average (26 datasets)":60.58,"Classification Average (6 datasets)":68.45,"Clustering Average (7 datasets)":44.23,"PairClassification Average (2 datasets)":77.3,"Reranking Average (2 datasets)":82.06,"Retrieval Average (5 datasets)":52.98,"STS Average (3 datasets)":80.29,"Summarization Average (1 datasets)":30.34} {"index":10,"Rank":8,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (26 datasets)":59.79,"Classification Average (6 datasets)":68.72,"Clustering Average (7 datasets)":41.66,"PairClassification Average (2 datasets)":79.46,"Reranking Average (2 datasets)":76.47,"Retrieval Average (5 datasets)":52.97,"STS Average (3 datasets)":81.36,"Summarization Average (1 datasets)":29.74} diff --git a/boards_data/fr/data_tasks/Classification/default.jsonl b/boards_data/fr/data_tasks/Classification/default.jsonl index b1cfa8e28662d467360bc5a5ab597c1d66567a05..3a0256136141f543598b856af99ad513ddb5e39b 100644 --- a/boards_data/fr/data_tasks/Classification/default.jsonl +++ b/boards_data/fr/data_tasks/Classification/default.jsonl @@ -3,8 +3,8 @@ {"index":8,"Rank":3,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":78.02,"AmazonReviewsClassification (fr)":53.47,"MasakhaNEWSClassification (fra)":85.19,"MassiveIntentClassification (fr)":76.65,"MassiveScenarioClassification (fr)":79.1,"MTOPDomainClassification (fr)":93.48,"MTOPIntentClassification (fr)":80.23} {"index":35,"Rank":4,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":70.02,"AmazonReviewsClassification (fr)":42.08,"MasakhaNEWSClassification (fra)":81.52,"MassiveIntentClassification (fr)":67.4,"MassiveScenarioClassification (fr)":71.29,"MTOPDomainClassification (fr)":89.26,"MTOPIntentClassification (fr)":68.55} {"index":97,"Rank":5,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":69.27,"AmazonReviewsClassification (fr)":43.76,"MasakhaNEWSClassification (fra)":81.52,"MassiveIntentClassification (fr)":65.42,"MassiveScenarioClassification (fr)":71.11,"MTOPDomainClassification (fr)":89.38,"MTOPIntentClassification (fr)":64.45} -{"index":37,"Rank":6,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":69.16,"AmazonReviewsClassification (fr)":43.42,"MasakhaNEWSClassification (fra)":80.57,"MassiveIntentClassification (fr)":66.81,"MassiveScenarioClassification (fr)":72.99,"MTOPDomainClassification (fr)":88.33,"MTOPIntentClassification (fr)":62.85} -{"index":27,"Rank":7,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":69.16,"AmazonReviewsClassification (fr)":43.42,"MasakhaNEWSClassification (fra)":80.57,"MassiveIntentClassification (fr)":66.81,"MassiveScenarioClassification (fr)":72.99,"MTOPDomainClassification (fr)":88.33,"MTOPIntentClassification (fr)":62.85} +{"index":27,"Rank":6,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":69.16,"AmazonReviewsClassification (fr)":43.42,"MasakhaNEWSClassification (fra)":80.57,"MassiveIntentClassification (fr)":66.81,"MassiveScenarioClassification (fr)":72.99,"MTOPDomainClassification (fr)":88.33,"MTOPIntentClassification (fr)":62.85} +{"index":37,"Rank":7,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":69.16,"AmazonReviewsClassification (fr)":43.42,"MasakhaNEWSClassification (fra)":80.57,"MassiveIntentClassification (fr)":66.81,"MassiveScenarioClassification (fr)":72.99,"MTOPDomainClassification (fr)":88.33,"MTOPIntentClassification (fr)":62.85} {"index":10,"Rank":8,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":68.72,"AmazonReviewsClassification (fr)":39.57,"MasakhaNEWSClassification (fra)":80.66,"MassiveIntentClassification (fr)":67.92,"MassiveScenarioClassification (fr)":72.65,"MTOPDomainClassification (fr)":87.49,"MTOPIntentClassification (fr)":64.06} {"index":61,"Rank":9,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":68.72,"AmazonReviewsClassification (fr)":39.57,"MasakhaNEWSClassification (fra)":80.66,"MassiveIntentClassification (fr)":67.92,"MassiveScenarioClassification (fr)":72.65,"MTOPDomainClassification (fr)":87.49,"MTOPIntentClassification (fr)":64.06} {"index":0,"Rank":10,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.61,"AmazonReviewsClassification (fr)":41.59,"MasakhaNEWSClassification (fra)":81.4,"MassiveIntentClassification (fr)":62.83,"MassiveScenarioClassification (fr)":69.71,"MTOPDomainClassification (fr)":90.05,"MTOPIntentClassification (fr)":66.09} @@ -47,8 +47,8 @@ {"index":69,"Rank":47,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":52.14,"AmazonReviewsClassification (fr)":27.54,"MasakhaNEWSClassification (fra)":72.2,"MassiveIntentClassification (fr)":44.82,"MassiveScenarioClassification (fr)":53.76,"MTOPDomainClassification (fr)":75.59,"MTOPIntentClassification (fr)":38.94} {"index":77,"Rank":48,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":50.9,"AmazonReviewsClassification (fr)":27.05,"MasakhaNEWSClassification (fra)":75.62,"MassiveIntentClassification (fr)":42.64,"MassiveScenarioClassification (fr)":49.92,"MTOPDomainClassification (fr)":72.97,"MTOPIntentClassification (fr)":37.18} {"index":53,"Rank":49,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":48.37,"AmazonReviewsClassification (fr)":29.02,"MasakhaNEWSClassification (fra)":75.69,"MassiveIntentClassification (fr)":38.01,"MassiveScenarioClassification (fr)":43.63,"MTOPDomainClassification (fr)":64.49,"MTOPIntentClassification (fr)":39.4} -{"index":20,"Rank":50,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":46.1,"AmazonReviewsClassification (fr)":29.38,"MasakhaNEWSClassification (fra)":63.93,"MassiveIntentClassification (fr)":37.28,"MassiveScenarioClassification (fr)":44.5,"MTOPDomainClassification (fr)":63.65,"MTOPIntentClassification (fr)":37.87} -{"index":52,"Rank":51,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":46.1,"AmazonReviewsClassification (fr)":29.39,"MasakhaNEWSClassification (fra)":64.0,"MassiveIntentClassification (fr)":37.3,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.61,"MTOPIntentClassification (fr)":37.84} +{"index":52,"Rank":50,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":46.1,"AmazonReviewsClassification (fr)":29.39,"MasakhaNEWSClassification (fra)":64.0,"MassiveIntentClassification (fr)":37.3,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.61,"MTOPIntentClassification (fr)":37.84} +{"index":20,"Rank":51,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":46.1,"AmazonReviewsClassification (fr)":29.38,"MasakhaNEWSClassification (fra)":63.93,"MassiveIntentClassification (fr)":37.28,"MassiveScenarioClassification (fr)":44.5,"MTOPDomainClassification (fr)":63.65,"MTOPIntentClassification (fr)":37.87} {"index":22,"Rank":52,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":46.09,"AmazonReviewsClassification (fr)":29.39,"MasakhaNEWSClassification (fra)":63.91,"MassiveIntentClassification (fr)":37.3,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.63,"MTOPIntentClassification (fr)":37.86} {"index":21,"Rank":53,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":46.09,"AmazonReviewsClassification (fr)":29.35,"MasakhaNEWSClassification (fra)":63.89,"MassiveIntentClassification (fr)":37.28,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.7,"MTOPIntentClassification (fr)":37.85} {"index":94,"Rank":54,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":31.21,"AmazonReviewsClassification (fr)":26.75,"MasakhaNEWSClassification (fra)":60.5,"MassiveIntentClassification (fr)":13.58,"MassiveScenarioClassification (fr)":23.21,"MTOPDomainClassification (fr)":43.83,"MTOPIntentClassification (fr)":19.38} diff --git a/boards_data/fr/data_tasks/Clustering/default.jsonl b/boards_data/fr/data_tasks/Clustering/default.jsonl index 49864754a27eab3594cbd681b477d4a7ac6884bf..7609e8ca08567b7d6df7b95ab91437aea8d15abe 100644 --- a/boards_data/fr/data_tasks/Clustering/default.jsonl +++ b/boards_data/fr/data_tasks/Clustering/default.jsonl @@ -1,8 +1,8 @@ {"index":11,"Rank":1,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":56.48,"AlloProfClusteringP2P":71.2,"AlloProfClusteringS2S":59.64,"HALClusteringS2S":28.19,"MLSUMClusteringP2P (fr)":47.75,"MLSUMClusteringS2S (fr)":47.46,"MasakhaNEWSClusteringP2P (fra)":73.86,"MasakhaNEWSClusteringS2S (fra)":67.24} {"index":9,"Rank":2,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":55.56,"AlloProfClusteringP2P":76.06,"AlloProfClusteringS2S":64.52,"HALClusteringS2S":30.83,"MLSUMClusteringP2P (fr)":50.03,"MLSUMClusteringS2S (fr)":43.7,"MasakhaNEWSClusteringP2P (fra)":60.19,"MasakhaNEWSClusteringS2S (fra)":63.62} {"index":8,"Rank":3,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":55.01,"AlloProfClusteringP2P":70.55,"AlloProfClusteringS2S":55.42,"HALClusteringS2S":28.3,"MLSUMClusteringP2P (fr)":45.27,"MLSUMClusteringS2S (fr)":42.77,"MasakhaNEWSClusteringP2P (fra)":71.04,"MasakhaNEWSClusteringS2S (fra)":71.71} -{"index":27,"Rank":4,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":51.26,"AlloProfClusteringP2P":65.3,"AlloProfClusteringS2S":55.37,"HALClusteringS2S":26.27,"MLSUMClusteringP2P (fr)":42.6,"MLSUMClusteringS2S (fr)":42.92,"MasakhaNEWSClusteringP2P (fra)":71.29,"MasakhaNEWSClusteringS2S (fra)":55.09} -{"index":37,"Rank":5,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":51.26,"AlloProfClusteringP2P":65.3,"AlloProfClusteringS2S":55.37,"HALClusteringS2S":26.27,"MLSUMClusteringP2P (fr)":42.6,"MLSUMClusteringS2S (fr)":42.92,"MasakhaNEWSClusteringP2P (fra)":71.29,"MasakhaNEWSClusteringS2S (fra)":55.09} +{"index":37,"Rank":4,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":51.26,"AlloProfClusteringP2P":65.3,"AlloProfClusteringS2S":55.37,"HALClusteringS2S":26.27,"MLSUMClusteringP2P (fr)":42.6,"MLSUMClusteringS2S (fr)":42.92,"MasakhaNEWSClusteringP2P (fra)":71.29,"MasakhaNEWSClusteringS2S (fra)":55.09} +{"index":27,"Rank":5,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":51.26,"AlloProfClusteringP2P":65.3,"AlloProfClusteringS2S":55.37,"HALClusteringS2S":26.27,"MLSUMClusteringP2P (fr)":42.6,"MLSUMClusteringS2S (fr)":42.92,"MasakhaNEWSClusteringP2P (fra)":71.29,"MasakhaNEWSClusteringS2S (fra)":55.09} {"index":97,"Rank":6,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.67,"AlloProfClusteringP2P":64.83,"AlloProfClusteringS2S":53.52,"HALClusteringS2S":26.18,"MLSUMClusteringP2P (fr)":44.59,"MLSUMClusteringS2S (fr)":41.67,"MasakhaNEWSClusteringP2P (fra)":68.35,"MasakhaNEWSClusteringS2S (fra)":48.58} {"index":26,"Rank":7,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":47.45,"AlloProfClusteringP2P":64.71,"AlloProfClusteringS2S":45.57,"HALClusteringS2S":25.37,"MLSUMClusteringP2P (fr)":44.23,"MLSUMClusteringS2S (fr)":44.58,"MasakhaNEWSClusteringP2P (fra)":61.58,"MasakhaNEWSClusteringS2S (fra)":46.1} {"index":4,"Rank":8,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.57,"AlloProfClusteringP2P":65.37,"AlloProfClusteringS2S":47.03,"HALClusteringS2S":27.67,"MLSUMClusteringP2P (fr)":45.99,"MLSUMClusteringS2S (fr)":45.57,"MasakhaNEWSClusteringP2P (fra)":44.53,"MasakhaNEWSClusteringS2S (fra)":49.8} @@ -34,8 +34,8 @@ {"index":79,"Rank":34,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":39.11,"AlloProfClusteringP2P":54.49,"AlloProfClusteringS2S":44.79,"HALClusteringS2S":23.97,"MLSUMClusteringP2P (fr)":40.55,"MLSUMClusteringS2S (fr)":37.53,"MasakhaNEWSClusteringP2P (fra)":41.57,"MasakhaNEWSClusteringS2S (fra)":30.88} {"index":58,"Rank":35,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":38.93,"AlloProfClusteringP2P":60.89,"AlloProfClusteringS2S":32.52,"HALClusteringS2S":18.95,"MLSUMClusteringP2P (fr)":43.2,"MLSUMClusteringS2S (fr)":37.61,"MasakhaNEWSClusteringP2P (fra)":40.12,"MasakhaNEWSClusteringS2S (fra)":39.22} {"index":15,"Rank":36,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":38.91,"AlloProfClusteringP2P":61.96,"AlloProfClusteringS2S":31.36,"HALClusteringS2S":17.31,"MLSUMClusteringP2P (fr)":42.8,"MLSUMClusteringS2S (fr)":32.72,"MasakhaNEWSClusteringP2P (fra)":56.81,"MasakhaNEWSClusteringS2S (fra)":29.41} -{"index":74,"Rank":37,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":38.7,"AlloProfClusteringP2P":55.95,"AlloProfClusteringS2S":35.39,"HALClusteringS2S":18.2,"MLSUMClusteringP2P (fr)":40.17,"MLSUMClusteringS2S (fr)":34.65,"MasakhaNEWSClusteringP2P (fra)":53.76,"MasakhaNEWSClusteringS2S (fra)":32.76} -{"index":56,"Rank":38,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":38.7,"AlloProfClusteringP2P":62.99,"AlloProfClusteringS2S":32.26,"HALClusteringS2S":22.44,"MLSUMClusteringP2P (fr)":44.04,"MLSUMClusteringS2S (fr)":37.65,"MasakhaNEWSClusteringP2P (fra)":40.94,"MasakhaNEWSClusteringS2S (fra)":30.56} +{"index":56,"Rank":37,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":38.7,"AlloProfClusteringP2P":62.99,"AlloProfClusteringS2S":32.26,"HALClusteringS2S":22.44,"MLSUMClusteringP2P (fr)":44.04,"MLSUMClusteringS2S (fr)":37.65,"MasakhaNEWSClusteringP2P (fra)":40.94,"MasakhaNEWSClusteringS2S (fra)":30.56} +{"index":74,"Rank":38,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":38.7,"AlloProfClusteringP2P":55.95,"AlloProfClusteringS2S":35.39,"HALClusteringS2S":18.2,"MLSUMClusteringP2P (fr)":40.17,"MLSUMClusteringS2S (fr)":34.65,"MasakhaNEWSClusteringP2P (fra)":53.76,"MasakhaNEWSClusteringS2S (fra)":32.76} {"index":28,"Rank":39,"Model":"bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":38.61,"AlloProfClusteringP2P":55.52,"AlloProfClusteringS2S":35.8,"HALClusteringS2S":23.14,"MLSUMClusteringP2P (fr)":40.31,"MLSUMClusteringS2S (fr)":40.05,"MasakhaNEWSClusteringP2P (fra)":45.03,"MasakhaNEWSClusteringS2S (fra)":30.39} {"index":78,"Rank":40,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":38.35,"AlloProfClusteringP2P":56.06,"AlloProfClusteringS2S":42.16,"HALClusteringS2S":23.21,"MLSUMClusteringP2P (fr)":39.97,"MLSUMClusteringS2S (fr)":36.55,"MasakhaNEWSClusteringP2P (fra)":36.58,"MasakhaNEWSClusteringS2S (fra)":33.9} {"index":68,"Rank":41,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":38.32,"AlloProfClusteringP2P":54.78,"AlloProfClusteringS2S":31.6,"HALClusteringS2S":20.62,"MLSUMClusteringP2P (fr)":42.09,"MLSUMClusteringS2S (fr)":34.84,"MasakhaNEWSClusteringP2P (fra)":46.16,"MasakhaNEWSClusteringS2S (fra)":38.13} diff --git a/boards_data/fr/data_tasks/PairClassification/default.jsonl b/boards_data/fr/data_tasks/PairClassification/default.jsonl index 39df1f0eadf28216210e2278fc909715cf769853..08e7321bc19ac007cc44994fe0ebd63a9a2e6dc1 100644 --- a/boards_data/fr/data_tasks/PairClassification/default.jsonl +++ b/boards_data/fr/data_tasks/PairClassification/default.jsonl @@ -8,8 +8,8 @@ {"index":37,"Rank":8,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.64,"OpusparcusPC (fr)":94.77,"PawsXPairClassification (fr)":64.51} {"index":27,"Rank":9,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.64,"OpusparcusPC (fr)":94.77,"PawsXPairClassification (fr)":64.51} {"index":65,"Rank":10,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":79.57,"OpusparcusPC (fr)":93.72,"PawsXPairClassification (fr)":65.42} -{"index":10,"Rank":11,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":79.46,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":58.93} -{"index":61,"Rank":12,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":79.46,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":58.93} +{"index":61,"Rank":11,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":79.46,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":58.93} +{"index":10,"Rank":12,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":79.46,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":58.93} {"index":83,"Rank":13,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":78.97,"OpusparcusPC (fr)":93.94,"PawsXPairClassification (fr)":64.01} {"index":88,"Rank":14,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.82,"OpusparcusPC (fr)":92.04,"PawsXPairClassification (fr)":65.6} {"index":4,"Rank":15,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.7,"OpusparcusPC (fr)":93.68,"PawsXPairClassification (fr)":63.71} @@ -46,8 +46,8 @@ {"index":92,"Rank":46,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.94,"OpusparcusPC (fr)":91.46,"PawsXPairClassification (fr)":52.41} {"index":74,"Rank":47,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":71.61,"OpusparcusPC (fr)":92.07,"PawsXPairClassification (fr)":51.16} {"index":70,"Rank":48,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":70.96,"OpusparcusPC (fr)":86.53,"PawsXPairClassification (fr)":55.4} -{"index":20,"Rank":49,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.59,"OpusparcusPC (fr)":87.78,"PawsXPairClassification (fr)":53.4} -{"index":22,"Rank":50,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.59,"OpusparcusPC (fr)":87.78,"PawsXPairClassification (fr)":53.4} +{"index":22,"Rank":49,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.59,"OpusparcusPC (fr)":87.78,"PawsXPairClassification (fr)":53.4} +{"index":20,"Rank":50,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.59,"OpusparcusPC (fr)":87.78,"PawsXPairClassification (fr)":53.4} {"index":52,"Rank":51,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":70.59,"OpusparcusPC (fr)":87.76,"PawsXPairClassification (fr)":53.41} {"index":21,"Rank":52,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.56,"OpusparcusPC (fr)":87.73,"PawsXPairClassification (fr)":53.38} {"index":53,"Rank":53,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":70.43,"OpusparcusPC (fr)":87.53,"PawsXPairClassification (fr)":53.33} diff --git a/boards_data/fr/data_tasks/Reranking/default.jsonl b/boards_data/fr/data_tasks/Reranking/default.jsonl index d5a26ad318c118a0f47d86462df6a7d60b480360..2de65d3706fbb992022e3d08c59f3bbabb276dc7 100644 --- a/boards_data/fr/data_tasks/Reranking/default.jsonl +++ b/boards_data/fr/data_tasks/Reranking/default.jsonl @@ -4,8 +4,8 @@ {"index":3,"Rank":4,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.06,"AlloprofReranking":72.92,"SyntecReranking":91.2} {"index":0,"Rank":5,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.46,"AlloprofReranking":72.36,"SyntecReranking":88.57} {"index":28,"Rank":6,"Model":"bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":80.35,"AlloprofReranking":73.1,"SyntecReranking":87.6} -{"index":27,"Rank":7,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.79,"AlloprofReranking":73.63,"SyntecReranking":85.95} -{"index":37,"Rank":8,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.79,"AlloprofReranking":73.63,"SyntecReranking":85.95} +{"index":37,"Rank":7,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.79,"AlloprofReranking":73.63,"SyntecReranking":85.95} +{"index":27,"Rank":8,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.79,"AlloprofReranking":73.63,"SyntecReranking":85.95} {"index":2,"Rank":9,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.78,"AlloprofReranking":70.79,"SyntecReranking":86.77} {"index":9,"Rank":10,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":78.7,"AlloprofReranking":73.08,"SyntecReranking":84.32} {"index":26,"Rank":11,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":77.14,"AlloprofReranking":70.46,"SyntecReranking":83.83} @@ -49,8 +49,8 @@ {"index":49,"Rank":49,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":45.34,"AlloprofReranking":34.81,"SyntecReranking":55.88} {"index":22,"Rank":50,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":44.75,"AlloprofReranking":36.25,"SyntecReranking":53.25} {"index":52,"Rank":51,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":44.74,"AlloprofReranking":36.23,"SyntecReranking":53.25} -{"index":21,"Rank":52,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":44.73,"AlloprofReranking":36.21,"SyntecReranking":53.25} -{"index":20,"Rank":53,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":44.73,"AlloprofReranking":36.21,"SyntecReranking":53.25} +{"index":20,"Rank":52,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":44.73,"AlloprofReranking":36.21,"SyntecReranking":53.25} +{"index":21,"Rank":53,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":44.73,"AlloprofReranking":36.21,"SyntecReranking":53.25} {"index":60,"Rank":54,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":39.82,"AlloprofReranking":28.75,"SyntecReranking":50.88} {"index":95,"Rank":55,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":39.01,"AlloprofReranking":28.62,"SyntecReranking":49.4} {"index":94,"Rank":56,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":34.66,"AlloprofReranking":25.58,"SyntecReranking":43.75} diff --git a/boards_data/fr/data_tasks/Retrieval/default.jsonl b/boards_data/fr/data_tasks/Retrieval/default.jsonl index 23a10c1837e45a664d2c22833a5b068a4ea0768c..91f9b6559a40925ddb25e33be8d75053d61eb47a 100644 --- a/boards_data/fr/data_tasks/Retrieval/default.jsonl +++ b/boards_data/fr/data_tasks/Retrieval/default.jsonl @@ -2,11 +2,11 @@ {"index":9,"Rank":2,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":55.65,"AlloprofRetrieval":58.88,"BSARDRetrieval":18.8,"MintakaRetrieval (fr)":54.03,"SyntecRetrieval":78.25,"XPQARetrieval (fr)":68.3} {"index":4,"Rank":3,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.56,"AlloprofRetrieval":58.27,"BSARDRetrieval":5.14,"MintakaRetrieval (fr)":49.19,"SyntecRetrieval":87.28,"XPQARetrieval (fr)":72.92} {"index":3,"Rank":4,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":52.98,"AlloprofRetrieval":57.28,"BSARDRetrieval":11.83,"MintakaRetrieval (fr)":34.92,"SyntecRetrieval":87.33,"XPQARetrieval (fr)":73.56} -{"index":10,"Rank":5,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":52.97,"AlloprofRetrieval":53.64,"BSARDRetrieval":26.11,"MintakaRetrieval (fr)":34.71,"SyntecRetrieval":83.04,"XPQARetrieval (fr)":67.33} -{"index":61,"Rank":6,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":52.97,"AlloprofRetrieval":53.64,"BSARDRetrieval":26.11,"MintakaRetrieval (fr)":34.71,"SyntecRetrieval":83.04,"XPQARetrieval (fr)":67.33} +{"index":61,"Rank":5,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":52.97,"AlloprofRetrieval":53.64,"BSARDRetrieval":26.11,"MintakaRetrieval (fr)":34.71,"SyntecRetrieval":83.04,"XPQARetrieval (fr)":67.33} +{"index":10,"Rank":6,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":52.97,"AlloprofRetrieval":53.64,"BSARDRetrieval":26.11,"MintakaRetrieval (fr)":34.71,"SyntecRetrieval":83.04,"XPQARetrieval (fr)":67.33} {"index":8,"Rank":7,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":52.56,"AlloprofRetrieval":57.89,"BSARDRetrieval":6.3,"MintakaRetrieval (fr)":42.56,"SyntecRetrieval":90.47,"XPQARetrieval (fr)":65.58} -{"index":27,"Rank":8,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":50.09,"AlloprofRetrieval":47.6,"BSARDRetrieval":19.58,"MintakaRetrieval (fr)":32.62,"SyntecRetrieval":84.2,"XPQARetrieval (fr)":66.43} -{"index":37,"Rank":9,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":50.09,"AlloprofRetrieval":47.6,"BSARDRetrieval":19.58,"MintakaRetrieval (fr)":32.62,"SyntecRetrieval":84.2,"XPQARetrieval (fr)":66.43} +{"index":37,"Rank":8,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":50.09,"AlloprofRetrieval":47.6,"BSARDRetrieval":19.58,"MintakaRetrieval (fr)":32.62,"SyntecRetrieval":84.2,"XPQARetrieval (fr)":66.43} +{"index":27,"Rank":9,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":50.09,"AlloprofRetrieval":47.6,"BSARDRetrieval":19.58,"MintakaRetrieval (fr)":32.62,"SyntecRetrieval":84.2,"XPQARetrieval (fr)":66.43} {"index":97,"Rank":10,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":48.23,"AlloprofRetrieval":51.64,"BSARDRetrieval":0.61,"MintakaRetrieval (fr)":29.94,"SyntecRetrieval":85.97,"XPQARetrieval (fr)":73.0} {"index":0,"Rank":11,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.81,"AlloprofRetrieval":56.84,"BSARDRetrieval":2.48,"MintakaRetrieval (fr)":21.73,"SyntecRetrieval":78.77,"XPQARetrieval (fr)":74.24} {"index":35,"Rank":12,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":46.78,"AlloprofRetrieval":46.94,"BSARDRetrieval":2.08,"MintakaRetrieval (fr)":30.07,"SyntecRetrieval":84.6,"XPQARetrieval (fr)":70.22} diff --git a/boards_data/fr/data_tasks/STS/default.jsonl b/boards_data/fr/data_tasks/STS/default.jsonl index 3cb696231024d7f68b7a874ef1f4fda0ae4c0691..648edbc1a30668680fd127c877bf243fec5ce882 100644 --- a/boards_data/fr/data_tasks/STS/default.jsonl +++ b/boards_data/fr/data_tasks/STS/default.jsonl @@ -1,11 +1,11 @@ -{"index":27,"Rank":1,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":83.62,"STS22 (fr)":84.64,"STSBenchmarkMultilingualSTS (fr)":87.02,"SICKFr":79.2} -{"index":37,"Rank":2,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":83.62,"STS22 (fr)":84.64,"STSBenchmarkMultilingualSTS (fr)":87.02,"SICKFr":79.2} +{"index":37,"Rank":1,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":83.62,"STS22 (fr)":84.64,"STSBenchmarkMultilingualSTS (fr)":87.02,"SICKFr":79.2} +{"index":27,"Rank":2,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":83.62,"STS22 (fr)":84.64,"STSBenchmarkMultilingualSTS (fr)":87.02,"SICKFr":79.2} {"index":28,"Rank":3,"Model":"bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":83.08,"STS22 (fr)":82.84,"STSBenchmarkMultilingualSTS (fr)":86.59,"SICKFr":79.81} {"index":11,"Rank":4,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":82.59,"STS22 (fr)":83.28,"STSBenchmarkMultilingualSTS (fr)":85.09,"SICKFr":79.39} {"index":9,"Rank":5,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":82.31,"STS22 (fr)":82.58,"STSBenchmarkMultilingualSTS (fr)":85.46,"SICKFr":78.9} {"index":45,"Rank":6,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":81.74,"STS22 (fr)":81.73,"STSBenchmarkMultilingualSTS (fr)":85.79,"SICKFr":77.7} -{"index":10,"Rank":7,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":81.36,"STS22 (fr)":81.03,"STSBenchmarkMultilingualSTS (fr)":84.43,"SICKFr":78.63} -{"index":61,"Rank":8,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":81.36,"STS22 (fr)":81.03,"STSBenchmarkMultilingualSTS (fr)":84.43,"SICKFr":78.63} +{"index":61,"Rank":7,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":81.36,"STS22 (fr)":81.03,"STSBenchmarkMultilingualSTS (fr)":84.43,"SICKFr":78.63} +{"index":10,"Rank":8,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":81.36,"STS22 (fr)":81.03,"STSBenchmarkMultilingualSTS (fr)":84.43,"SICKFr":78.63} {"index":16,"Rank":9,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.28,"STS22 (fr)":82.76,"STSBenchmarkMultilingualSTS (fr)":81.84,"SICKFr":79.23} {"index":8,"Rank":10,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":81.26,"STS22 (fr)":81.84,"STSBenchmarkMultilingualSTS (fr)":82.25,"SICKFr":79.68} {"index":96,"Rank":11,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.59,"STS22 (fr)":80.31,"STSBenchmarkMultilingualSTS (fr)":84.36,"SICKFr":77.1} diff --git a/boards_data/fr/data_tasks/Summarization/default.jsonl b/boards_data/fr/data_tasks/Summarization/default.jsonl index 61c4c9621dcdf480fb01700d3ed8a9a3538275e9..a6a03c079ed5978fcd8fae196ced66eee97b353e 100644 --- a/boards_data/fr/data_tasks/Summarization/default.jsonl +++ b/boards_data/fr/data_tasks/Summarization/default.jsonl @@ -9,15 +9,15 @@ {"index":9,"Rank":9,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"SummEvalFr":31.45} {"index":15,"Rank":10,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":31.4} {"index":16,"Rank":11,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":31.26} -{"index":49,"Rank":12,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":31.26} -{"index":11,"Rank":13,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"SummEvalFr":31.26} +{"index":11,"Rank":12,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"SummEvalFr":31.26} +{"index":49,"Rank":13,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":31.26} {"index":56,"Rank":14,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEvalFr":30.92} -{"index":45,"Rank":15,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"SummEvalFr":30.88} -{"index":1,"Rank":16,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.88} +{"index":1,"Rank":15,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.88} +{"index":45,"Rank":16,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"SummEvalFr":30.88} {"index":55,"Rank":17,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":30.76} {"index":53,"Rank":18,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"SummEvalFr":30.72} -{"index":97,"Rank":19,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.5} -{"index":8,"Rank":20,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"SummEvalFr":30.5} +{"index":8,"Rank":19,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"SummEvalFr":30.5} +{"index":97,"Rank":20,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.5} {"index":83,"Rank":21,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"SummEvalFr":30.39} {"index":3,"Rank":22,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.34} {"index":27,"Rank":23,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEvalFr":30.3} @@ -31,8 +31,8 @@ {"index":62,"Rank":31,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"SummEvalFr":30.13} {"index":80,"Rank":32,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEvalFr":30.01} {"index":4,"Rank":33,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":29.96} -{"index":10,"Rank":34,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"SummEvalFr":29.74} -{"index":61,"Rank":35,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"SummEvalFr":29.74} +{"index":61,"Rank":34,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"SummEvalFr":29.74} +{"index":10,"Rank":35,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"SummEvalFr":29.74} {"index":35,"Rank":36,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEvalFr":29.69} {"index":96,"Rank":37,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":29.65} {"index":59,"Rank":38,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":29.48} diff --git a/boards_data/other-cls/data_tasks/Classification/default.jsonl b/boards_data/other-cls/data_tasks/Classification/default.jsonl index 5729c2210851f4fb244a65157518b30c31b1d99a..4ff9fe0f6282c5aaae373680b497576d13e04e00 100644 --- a/boards_data/other-cls/data_tasks/Classification/default.jsonl +++ b/boards_data/other-cls/data_tasks/Classification/default.jsonl @@ -1,7 +1,7 @@ {"index":80,"Rank":1,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":71.36,"AmazonCounterfactualClassification (de)":66.71,"AmazonCounterfactualClassification (ja)":76.05,"AmazonReviewsClassification (de)":53.0,"AmazonReviewsClassification (es)":48.81,"AmazonReviewsClassification (fr)":48.51,"AmazonReviewsClassification (ja)":47.71,"AmazonReviewsClassification (zh)":44.66,"MTOPDomainClassification (de)":92.68,"MTOPDomainClassification (es)":92.27,"MTOPDomainClassification (fr)":89.97,"MTOPDomainClassification (hi)":90.03,"MTOPDomainClassification (th)":87.56,"MTOPIntentClassification (de)":79.37,"MTOPIntentClassification (es)":80.34,"MTOPIntentClassification (fr)":76.72,"MTOPIntentClassification (hi)":77.87,"MTOPIntentClassification (th)":77.74,"MassiveIntentClassification (af)":67.66,"MassiveIntentClassification (am)":60.71,"MassiveIntentClassification (ar)":63.61,"MassiveIntentClassification (az)":69.0,"MassiveIntentClassification (bn)":68.54,"MassiveIntentClassification (cy)":63.03,"MassiveIntentClassification (de)":72.47,"MassiveIntentClassification (el)":71.24,"MassiveIntentClassification (es)":72.82,"MassiveIntentClassification (fa)":74.25,"MassiveIntentClassification (fi)":72.29,"MassiveIntentClassification (fr)":73.32,"MassiveIntentClassification (he)":70.22,"MassiveIntentClassification (hi)":71.58,"MassiveIntentClassification (hu)":71.92,"MassiveIntentClassification (hy)":68.07,"MassiveIntentClassification (id)":72.62,"MassiveIntentClassification (is)":65.77,"MassiveIntentClassification (it)":73.45,"MassiveIntentClassification (ja)":74.69,"MassiveIntentClassification (jv)":63.04,"MassiveIntentClassification (ka)":58.91,"MassiveIntentClassification (km)":54.43,"MassiveIntentClassification (kn)":66.33,"MassiveIntentClassification (ko)":70.59,"MassiveIntentClassification (lv)":69.11,"MassiveIntentClassification (ml)":69.7,"MassiveIntentClassification (mn)":66.44,"MassiveIntentClassification (ms)":70.8,"MassiveIntentClassification (my)":64.79,"MassiveIntentClassification (nl)":74.43,"MassiveIntentClassification (pt)":73.63,"MassiveIntentClassification (ro)":71.89,"MassiveIntentClassification (ru)":74.16,"MassiveIntentClassification (sl)":69.96,"MassiveIntentClassification (sq)":69.5,"MassiveIntentClassification (sw)":63.01,"MassiveIntentClassification (ta)":66.91,"MassiveIntentClassification (te)":67.62,"MassiveIntentClassification (th)":69.51,"MassiveIntentClassification (tl)":69.31,"MassiveIntentClassification (tr)":72.24,"MassiveIntentClassification (ur)":67.5,"MassiveIntentClassification (vi)":71.29,"MassiveIntentClassification (zh-TW)":69.38,"MassiveScenarioClassification (af)":73.34,"MassiveScenarioClassification (am)":65.84,"MassiveScenarioClassification (ar)":69.76,"MassiveScenarioClassification (az)":72.02,"MassiveScenarioClassification (bn)":72.76,"MassiveScenarioClassification (cy)":68.02,"MassiveScenarioClassification (de)":77.68,"MassiveScenarioClassification (el)":76.13,"MassiveScenarioClassification (es)":76.97,"MassiveScenarioClassification (fa)":78.1,"MassiveScenarioClassification (fi)":75.21,"MassiveScenarioClassification (fr)":77.07,"MassiveScenarioClassification (he)":73.53,"MassiveScenarioClassification (hi)":75.75,"MassiveScenarioClassification (hu)":77.09,"MassiveScenarioClassification (hy)":71.08,"MassiveScenarioClassification (id)":77.1,"MassiveScenarioClassification (is)":71.26,"MassiveScenarioClassification (it)":77.08,"MassiveScenarioClassification (ja)":79.35,"MassiveScenarioClassification (jv)":68.42,"MassiveScenarioClassification (ka)":66.16,"MassiveScenarioClassification (km)":60.11,"MassiveScenarioClassification (kn)":71.25,"MassiveScenarioClassification (ko)":76.46,"MassiveScenarioClassification (lv)":73.25,"MassiveScenarioClassification (ml)":74.12,"MassiveScenarioClassification (mn)":70.02,"MassiveScenarioClassification (ms)":74.41,"MassiveScenarioClassification (my)":68.4,"MassiveScenarioClassification (nl)":78.52,"MassiveScenarioClassification (pt)":77.12,"MassiveScenarioClassification (ro)":75.26,"MassiveScenarioClassification (ru)":77.71,"MassiveScenarioClassification (sl)":74.84,"MassiveScenarioClassification (sq)":74.72,"MassiveScenarioClassification (sw)":67.92,"MassiveScenarioClassification (ta)":70.93,"MassiveScenarioClassification (te)":72.41,"MassiveScenarioClassification (th)":75.18,"MassiveScenarioClassification (tl)":72.86,"MassiveScenarioClassification (tr)":76.47,"MassiveScenarioClassification (ur)":71.89,"MassiveScenarioClassification (vi)":74.75,"MassiveScenarioClassification (zh-TW)":75.46} -{"index":59,"Rank":2,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.6,"AmazonCounterfactualClassification (de)":71.22,"AmazonCounterfactualClassification (ja)":77.84,"AmazonReviewsClassification (de)":45.4,"AmazonReviewsClassification (es)":43.07,"AmazonReviewsClassification (fr)":41.89,"AmazonReviewsClassification (ja)":40.12,"AmazonReviewsClassification (zh)":38.83,"MTOPDomainClassification (de)":91.95,"MTOPDomainClassification (es)":92.2,"MTOPDomainClassification (fr)":89.0,"MTOPDomainClassification (hi)":89.78,"MTOPDomainClassification (th)":88.75,"MTOPIntentClassification (de)":74.53,"MTOPIntentClassification (es)":75.44,"MTOPIntentClassification (fr)":70.56,"MTOPIntentClassification (hi)":73.12,"MTOPIntentClassification (th)":74.29,"MassiveIntentClassification (af)":62.38,"MassiveIntentClassification (am)":56.07,"MassiveIntentClassification (ar)":60.75,"MassiveIntentClassification (az)":64.87,"MassiveIntentClassification (bn)":63.97,"MassiveIntentClassification (cy)":54.98,"MassiveIntentClassification (de)":69.33,"MassiveIntentClassification (el)":69.09,"MassiveIntentClassification (es)":70.49,"MassiveIntentClassification (fa)":69.91,"MassiveIntentClassification (fi)":70.12,"MassiveIntentClassification (fr)":69.34,"MassiveIntentClassification (he)":67.61,"MassiveIntentClassification (hi)":67.8,"MassiveIntentClassification (hu)":69.69,"MassiveIntentClassification (hy)":62.07,"MassiveIntentClassification (id)":70.05,"MassiveIntentClassification (is)":62.42,"MassiveIntentClassification (it)":70.53,"MassiveIntentClassification (ja)":72.51,"MassiveIntentClassification (jv)":57.91,"MassiveIntentClassification (ka)":51.78,"MassiveIntentClassification (km)":47.02,"MassiveIntentClassification (kn)":62.16,"MassiveIntentClassification (ko)":69.43,"MassiveIntentClassification (lv)":67.08,"MassiveIntentClassification (ml)":65.57,"MassiveIntentClassification (mn)":61.71,"MassiveIntentClassification (ms)":66.04,"MassiveIntentClassification (my)":60.88,"MassiveIntentClassification (nl)":70.45,"MassiveIntentClassification (pt)":70.73,"MassiveIntentClassification (ro)":68.36,"MassiveIntentClassification (ru)":71.7,"MassiveIntentClassification (sl)":67.09,"MassiveIntentClassification (sq)":65.18,"MassiveIntentClassification (sw)":58.5,"MassiveIntentClassification (ta)":62.69,"MassiveIntentClassification (te)":63.02,"MassiveIntentClassification (th)":68.29,"MassiveIntentClassification (tl)":64.77,"MassiveIntentClassification (tr)":69.87,"MassiveIntentClassification (ur)":64.05,"MassiveIntentClassification (vi)":69.38,"MassiveIntentClassification (zh-TW)":66.2,"MassiveScenarioClassification (af)":68.74,"MassiveScenarioClassification (am)":60.59,"MassiveScenarioClassification (ar)":66.23,"MassiveScenarioClassification (az)":66.48,"MassiveScenarioClassification (bn)":67.75,"MassiveScenarioClassification (cy)":59.09,"MassiveScenarioClassification (de)":74.7,"MassiveScenarioClassification (el)":73.9,"MassiveScenarioClassification (es)":74.31,"MassiveScenarioClassification (fa)":72.95,"MassiveScenarioClassification (fi)":73.12,"MassiveScenarioClassification (fr)":73.87,"MassiveScenarioClassification (he)":71.4,"MassiveScenarioClassification (hi)":72.13,"MassiveScenarioClassification (hu)":74.52,"MassiveScenarioClassification (hy)":64.94,"MassiveScenarioClassification (id)":74.12,"MassiveScenarioClassification (is)":67.15,"MassiveScenarioClassification (it)":74.32,"MassiveScenarioClassification (ja)":77.47,"MassiveScenarioClassification (jv)":63.32,"MassiveScenarioClassification (ka)":58.35,"MassiveScenarioClassification (km)":50.88,"MassiveScenarioClassification (kn)":66.44,"MassiveScenarioClassification (ko)":75.05,"MassiveScenarioClassification (lv)":70.5,"MassiveScenarioClassification (ml)":69.94,"MassiveScenarioClassification (mn)":64.79,"MassiveScenarioClassification (ms)":69.88,"MassiveScenarioClassification (my)":63.25,"MassiveScenarioClassification (nl)":74.83,"MassiveScenarioClassification (pt)":73.49,"MassiveScenarioClassification (ro)":71.72,"MassiveScenarioClassification (ru)":75.14,"MassiveScenarioClassification (sl)":71.87,"MassiveScenarioClassification (sq)":70.28,"MassiveScenarioClassification (sw)":63.14,"MassiveScenarioClassification (ta)":66.28,"MassiveScenarioClassification (te)":66.69,"MassiveScenarioClassification (th)":73.45,"MassiveScenarioClassification (tl)":67.71,"MassiveScenarioClassification (tr)":73.99,"MassiveScenarioClassification (ur)":68.15,"MassiveScenarioClassification (vi)":73.11,"MassiveScenarioClassification (zh-TW)":71.81} -{"index":127,"Rank":3,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.6,"AmazonCounterfactualClassification (de)":71.22,"AmazonCounterfactualClassification (ja)":77.84,"AmazonReviewsClassification (de)":45.4,"AmazonReviewsClassification (es)":43.07,"AmazonReviewsClassification (fr)":41.89,"AmazonReviewsClassification (ja)":40.12,"AmazonReviewsClassification (zh)":38.83,"MTOPDomainClassification (de)":91.95,"MTOPDomainClassification (es)":92.2,"MTOPDomainClassification (fr)":89.0,"MTOPDomainClassification (hi)":89.78,"MTOPDomainClassification (th)":88.75,"MTOPIntentClassification (de)":74.53,"MTOPIntentClassification (es)":75.44,"MTOPIntentClassification (fr)":70.56,"MTOPIntentClassification (hi)":73.12,"MTOPIntentClassification (th)":74.29,"MassiveIntentClassification (af)":62.38,"MassiveIntentClassification (am)":56.07,"MassiveIntentClassification (ar)":60.75,"MassiveIntentClassification (az)":64.87,"MassiveIntentClassification (bn)":63.97,"MassiveIntentClassification (cy)":54.98,"MassiveIntentClassification (de)":69.33,"MassiveIntentClassification (el)":69.09,"MassiveIntentClassification (es)":70.49,"MassiveIntentClassification (fa)":69.91,"MassiveIntentClassification (fi)":70.12,"MassiveIntentClassification (fr)":69.34,"MassiveIntentClassification (he)":67.61,"MassiveIntentClassification (hi)":67.8,"MassiveIntentClassification (hu)":69.69,"MassiveIntentClassification (hy)":62.07,"MassiveIntentClassification (id)":70.05,"MassiveIntentClassification (is)":62.42,"MassiveIntentClassification (it)":70.53,"MassiveIntentClassification (ja)":72.51,"MassiveIntentClassification (jv)":57.91,"MassiveIntentClassification (ka)":51.78,"MassiveIntentClassification (km)":47.02,"MassiveIntentClassification (kn)":62.16,"MassiveIntentClassification (ko)":69.43,"MassiveIntentClassification (lv)":67.08,"MassiveIntentClassification (ml)":65.57,"MassiveIntentClassification (mn)":61.71,"MassiveIntentClassification (ms)":66.04,"MassiveIntentClassification (my)":60.88,"MassiveIntentClassification (nl)":70.45,"MassiveIntentClassification (pt)":70.73,"MassiveIntentClassification (ro)":68.36,"MassiveIntentClassification (ru)":71.7,"MassiveIntentClassification (sl)":67.09,"MassiveIntentClassification (sq)":65.18,"MassiveIntentClassification (sw)":58.5,"MassiveIntentClassification (ta)":62.69,"MassiveIntentClassification (te)":63.02,"MassiveIntentClassification (th)":68.29,"MassiveIntentClassification (tl)":64.77,"MassiveIntentClassification (tr)":69.87,"MassiveIntentClassification (ur)":64.05,"MassiveIntentClassification (vi)":69.38,"MassiveIntentClassification (zh-TW)":66.2,"MassiveScenarioClassification (af)":68.74,"MassiveScenarioClassification (am)":60.59,"MassiveScenarioClassification (ar)":66.23,"MassiveScenarioClassification (az)":66.48,"MassiveScenarioClassification (bn)":67.75,"MassiveScenarioClassification (cy)":59.09,"MassiveScenarioClassification (de)":74.7,"MassiveScenarioClassification (el)":73.9,"MassiveScenarioClassification (es)":74.31,"MassiveScenarioClassification (fa)":72.95,"MassiveScenarioClassification (fi)":73.12,"MassiveScenarioClassification (fr)":73.87,"MassiveScenarioClassification (he)":71.4,"MassiveScenarioClassification (hi)":72.13,"MassiveScenarioClassification (hu)":74.52,"MassiveScenarioClassification (hy)":64.94,"MassiveScenarioClassification (id)":74.12,"MassiveScenarioClassification (is)":67.15,"MassiveScenarioClassification (it)":74.32,"MassiveScenarioClassification (ja)":77.47,"MassiveScenarioClassification (jv)":63.32,"MassiveScenarioClassification (ka)":58.35,"MassiveScenarioClassification (km)":50.88,"MassiveScenarioClassification (kn)":66.44,"MassiveScenarioClassification (ko)":75.05,"MassiveScenarioClassification (lv)":70.5,"MassiveScenarioClassification (ml)":69.94,"MassiveScenarioClassification (mn)":64.79,"MassiveScenarioClassification (ms)":69.88,"MassiveScenarioClassification (my)":63.25,"MassiveScenarioClassification (nl)":74.83,"MassiveScenarioClassification (pt)":73.49,"MassiveScenarioClassification (ro)":71.72,"MassiveScenarioClassification (ru)":75.14,"MassiveScenarioClassification (sl)":71.87,"MassiveScenarioClassification (sq)":70.28,"MassiveScenarioClassification (sw)":63.14,"MassiveScenarioClassification (ta)":66.28,"MassiveScenarioClassification (te)":66.69,"MassiveScenarioClassification (th)":73.45,"MassiveScenarioClassification (tl)":67.71,"MassiveScenarioClassification (tr)":73.99,"MassiveScenarioClassification (ur)":68.15,"MassiveScenarioClassification (vi)":73.11,"MassiveScenarioClassification (zh-TW)":71.81} -{"index":35,"Rank":4,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.6,"AmazonCounterfactualClassification (de)":71.22,"AmazonCounterfactualClassification (ja)":77.84,"AmazonReviewsClassification (de)":45.4,"AmazonReviewsClassification (es)":43.07,"AmazonReviewsClassification (fr)":41.89,"AmazonReviewsClassification (ja)":40.12,"AmazonReviewsClassification (zh)":38.83,"MTOPDomainClassification (de)":91.95,"MTOPDomainClassification (es)":92.2,"MTOPDomainClassification (fr)":89.0,"MTOPDomainClassification (hi)":89.78,"MTOPDomainClassification (th)":88.75,"MTOPIntentClassification (de)":74.53,"MTOPIntentClassification (es)":75.44,"MTOPIntentClassification (fr)":70.56,"MTOPIntentClassification (hi)":73.12,"MTOPIntentClassification (th)":74.29,"MassiveIntentClassification (af)":62.38,"MassiveIntentClassification (am)":56.07,"MassiveIntentClassification (ar)":60.75,"MassiveIntentClassification (az)":64.87,"MassiveIntentClassification (bn)":63.97,"MassiveIntentClassification (cy)":54.98,"MassiveIntentClassification (de)":69.33,"MassiveIntentClassification (el)":69.09,"MassiveIntentClassification (es)":70.49,"MassiveIntentClassification (fa)":69.91,"MassiveIntentClassification (fi)":70.12,"MassiveIntentClassification (fr)":69.34,"MassiveIntentClassification (he)":67.61,"MassiveIntentClassification (hi)":67.8,"MassiveIntentClassification (hu)":69.69,"MassiveIntentClassification (hy)":62.07,"MassiveIntentClassification (id)":70.05,"MassiveIntentClassification (is)":62.42,"MassiveIntentClassification (it)":70.53,"MassiveIntentClassification (ja)":72.51,"MassiveIntentClassification (jv)":57.91,"MassiveIntentClassification (ka)":51.78,"MassiveIntentClassification (km)":47.02,"MassiveIntentClassification (kn)":62.16,"MassiveIntentClassification (ko)":69.43,"MassiveIntentClassification (lv)":67.08,"MassiveIntentClassification (ml)":65.57,"MassiveIntentClassification (mn)":61.71,"MassiveIntentClassification (ms)":66.04,"MassiveIntentClassification (my)":60.88,"MassiveIntentClassification (nl)":70.45,"MassiveIntentClassification (pt)":70.73,"MassiveIntentClassification (ro)":68.36,"MassiveIntentClassification (ru)":71.7,"MassiveIntentClassification (sl)":67.09,"MassiveIntentClassification (sq)":65.18,"MassiveIntentClassification (sw)":58.5,"MassiveIntentClassification (ta)":62.69,"MassiveIntentClassification (te)":63.02,"MassiveIntentClassification (th)":68.29,"MassiveIntentClassification (tl)":64.77,"MassiveIntentClassification (tr)":69.87,"MassiveIntentClassification (ur)":64.05,"MassiveIntentClassification (vi)":69.38,"MassiveIntentClassification (zh-TW)":66.2,"MassiveScenarioClassification (af)":68.74,"MassiveScenarioClassification (am)":60.59,"MassiveScenarioClassification (ar)":66.23,"MassiveScenarioClassification (az)":66.48,"MassiveScenarioClassification (bn)":67.75,"MassiveScenarioClassification (cy)":59.09,"MassiveScenarioClassification (de)":74.7,"MassiveScenarioClassification (el)":73.9,"MassiveScenarioClassification (es)":74.31,"MassiveScenarioClassification (fa)":72.95,"MassiveScenarioClassification (fi)":73.12,"MassiveScenarioClassification (fr)":73.87,"MassiveScenarioClassification (he)":71.4,"MassiveScenarioClassification (hi)":72.13,"MassiveScenarioClassification (hu)":74.52,"MassiveScenarioClassification (hy)":64.94,"MassiveScenarioClassification (id)":74.12,"MassiveScenarioClassification (is)":67.15,"MassiveScenarioClassification (it)":74.32,"MassiveScenarioClassification (ja)":77.47,"MassiveScenarioClassification (jv)":63.32,"MassiveScenarioClassification (ka)":58.35,"MassiveScenarioClassification (km)":50.88,"MassiveScenarioClassification (kn)":66.44,"MassiveScenarioClassification (ko)":75.05,"MassiveScenarioClassification (lv)":70.5,"MassiveScenarioClassification (ml)":69.94,"MassiveScenarioClassification (mn)":64.79,"MassiveScenarioClassification (ms)":69.88,"MassiveScenarioClassification (my)":63.25,"MassiveScenarioClassification (nl)":74.83,"MassiveScenarioClassification (pt)":73.49,"MassiveScenarioClassification (ro)":71.72,"MassiveScenarioClassification (ru)":75.14,"MassiveScenarioClassification (sl)":71.87,"MassiveScenarioClassification (sq)":70.28,"MassiveScenarioClassification (sw)":63.14,"MassiveScenarioClassification (ta)":66.28,"MassiveScenarioClassification (te)":66.69,"MassiveScenarioClassification (th)":73.45,"MassiveScenarioClassification (tl)":67.71,"MassiveScenarioClassification (tr)":73.99,"MassiveScenarioClassification (ur)":68.15,"MassiveScenarioClassification (vi)":73.11,"MassiveScenarioClassification (zh-TW)":71.81} +{"index":127,"Rank":2,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.6,"AmazonCounterfactualClassification (de)":71.22,"AmazonCounterfactualClassification (ja)":77.84,"AmazonReviewsClassification (de)":45.4,"AmazonReviewsClassification (es)":43.07,"AmazonReviewsClassification (fr)":41.89,"AmazonReviewsClassification (ja)":40.12,"AmazonReviewsClassification (zh)":38.83,"MTOPDomainClassification (de)":91.95,"MTOPDomainClassification (es)":92.2,"MTOPDomainClassification (fr)":89.0,"MTOPDomainClassification (hi)":89.78,"MTOPDomainClassification (th)":88.75,"MTOPIntentClassification (de)":74.53,"MTOPIntentClassification (es)":75.44,"MTOPIntentClassification (fr)":70.56,"MTOPIntentClassification (hi)":73.12,"MTOPIntentClassification (th)":74.29,"MassiveIntentClassification (af)":62.38,"MassiveIntentClassification (am)":56.07,"MassiveIntentClassification (ar)":60.75,"MassiveIntentClassification (az)":64.87,"MassiveIntentClassification (bn)":63.97,"MassiveIntentClassification (cy)":54.98,"MassiveIntentClassification (de)":69.33,"MassiveIntentClassification (el)":69.09,"MassiveIntentClassification (es)":70.49,"MassiveIntentClassification (fa)":69.91,"MassiveIntentClassification (fi)":70.12,"MassiveIntentClassification (fr)":69.34,"MassiveIntentClassification (he)":67.61,"MassiveIntentClassification (hi)":67.8,"MassiveIntentClassification (hu)":69.69,"MassiveIntentClassification (hy)":62.07,"MassiveIntentClassification (id)":70.05,"MassiveIntentClassification (is)":62.42,"MassiveIntentClassification (it)":70.53,"MassiveIntentClassification (ja)":72.51,"MassiveIntentClassification (jv)":57.91,"MassiveIntentClassification (ka)":51.78,"MassiveIntentClassification (km)":47.02,"MassiveIntentClassification (kn)":62.16,"MassiveIntentClassification (ko)":69.43,"MassiveIntentClassification (lv)":67.08,"MassiveIntentClassification (ml)":65.57,"MassiveIntentClassification (mn)":61.71,"MassiveIntentClassification (ms)":66.04,"MassiveIntentClassification (my)":60.88,"MassiveIntentClassification (nl)":70.45,"MassiveIntentClassification (pt)":70.73,"MassiveIntentClassification (ro)":68.36,"MassiveIntentClassification (ru)":71.7,"MassiveIntentClassification (sl)":67.09,"MassiveIntentClassification (sq)":65.18,"MassiveIntentClassification (sw)":58.5,"MassiveIntentClassification (ta)":62.69,"MassiveIntentClassification (te)":63.02,"MassiveIntentClassification (th)":68.29,"MassiveIntentClassification (tl)":64.77,"MassiveIntentClassification (tr)":69.87,"MassiveIntentClassification (ur)":64.05,"MassiveIntentClassification (vi)":69.38,"MassiveIntentClassification (zh-TW)":66.2,"MassiveScenarioClassification (af)":68.74,"MassiveScenarioClassification (am)":60.59,"MassiveScenarioClassification (ar)":66.23,"MassiveScenarioClassification (az)":66.48,"MassiveScenarioClassification (bn)":67.75,"MassiveScenarioClassification (cy)":59.09,"MassiveScenarioClassification (de)":74.7,"MassiveScenarioClassification (el)":73.9,"MassiveScenarioClassification (es)":74.31,"MassiveScenarioClassification (fa)":72.95,"MassiveScenarioClassification (fi)":73.12,"MassiveScenarioClassification (fr)":73.87,"MassiveScenarioClassification (he)":71.4,"MassiveScenarioClassification (hi)":72.13,"MassiveScenarioClassification (hu)":74.52,"MassiveScenarioClassification (hy)":64.94,"MassiveScenarioClassification (id)":74.12,"MassiveScenarioClassification (is)":67.15,"MassiveScenarioClassification (it)":74.32,"MassiveScenarioClassification (ja)":77.47,"MassiveScenarioClassification (jv)":63.32,"MassiveScenarioClassification (ka)":58.35,"MassiveScenarioClassification (km)":50.88,"MassiveScenarioClassification (kn)":66.44,"MassiveScenarioClassification (ko)":75.05,"MassiveScenarioClassification (lv)":70.5,"MassiveScenarioClassification (ml)":69.94,"MassiveScenarioClassification (mn)":64.79,"MassiveScenarioClassification (ms)":69.88,"MassiveScenarioClassification (my)":63.25,"MassiveScenarioClassification (nl)":74.83,"MassiveScenarioClassification (pt)":73.49,"MassiveScenarioClassification (ro)":71.72,"MassiveScenarioClassification (ru)":75.14,"MassiveScenarioClassification (sl)":71.87,"MassiveScenarioClassification (sq)":70.28,"MassiveScenarioClassification (sw)":63.14,"MassiveScenarioClassification (ta)":66.28,"MassiveScenarioClassification (te)":66.69,"MassiveScenarioClassification (th)":73.45,"MassiveScenarioClassification (tl)":67.71,"MassiveScenarioClassification (tr)":73.99,"MassiveScenarioClassification (ur)":68.15,"MassiveScenarioClassification (vi)":73.11,"MassiveScenarioClassification (zh-TW)":71.81} +{"index":35,"Rank":3,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.6,"AmazonCounterfactualClassification (de)":71.22,"AmazonCounterfactualClassification (ja)":77.84,"AmazonReviewsClassification (de)":45.4,"AmazonReviewsClassification (es)":43.07,"AmazonReviewsClassification (fr)":41.89,"AmazonReviewsClassification (ja)":40.12,"AmazonReviewsClassification (zh)":38.83,"MTOPDomainClassification (de)":91.95,"MTOPDomainClassification (es)":92.2,"MTOPDomainClassification (fr)":89.0,"MTOPDomainClassification (hi)":89.78,"MTOPDomainClassification (th)":88.75,"MTOPIntentClassification (de)":74.53,"MTOPIntentClassification (es)":75.44,"MTOPIntentClassification (fr)":70.56,"MTOPIntentClassification (hi)":73.12,"MTOPIntentClassification (th)":74.29,"MassiveIntentClassification (af)":62.38,"MassiveIntentClassification (am)":56.07,"MassiveIntentClassification (ar)":60.75,"MassiveIntentClassification (az)":64.87,"MassiveIntentClassification (bn)":63.97,"MassiveIntentClassification (cy)":54.98,"MassiveIntentClassification (de)":69.33,"MassiveIntentClassification (el)":69.09,"MassiveIntentClassification (es)":70.49,"MassiveIntentClassification (fa)":69.91,"MassiveIntentClassification (fi)":70.12,"MassiveIntentClassification (fr)":69.34,"MassiveIntentClassification (he)":67.61,"MassiveIntentClassification (hi)":67.8,"MassiveIntentClassification (hu)":69.69,"MassiveIntentClassification (hy)":62.07,"MassiveIntentClassification (id)":70.05,"MassiveIntentClassification (is)":62.42,"MassiveIntentClassification (it)":70.53,"MassiveIntentClassification (ja)":72.51,"MassiveIntentClassification (jv)":57.91,"MassiveIntentClassification (ka)":51.78,"MassiveIntentClassification (km)":47.02,"MassiveIntentClassification (kn)":62.16,"MassiveIntentClassification (ko)":69.43,"MassiveIntentClassification (lv)":67.08,"MassiveIntentClassification (ml)":65.57,"MassiveIntentClassification (mn)":61.71,"MassiveIntentClassification (ms)":66.04,"MassiveIntentClassification (my)":60.88,"MassiveIntentClassification (nl)":70.45,"MassiveIntentClassification (pt)":70.73,"MassiveIntentClassification (ro)":68.36,"MassiveIntentClassification (ru)":71.7,"MassiveIntentClassification (sl)":67.09,"MassiveIntentClassification (sq)":65.18,"MassiveIntentClassification (sw)":58.5,"MassiveIntentClassification (ta)":62.69,"MassiveIntentClassification (te)":63.02,"MassiveIntentClassification (th)":68.29,"MassiveIntentClassification (tl)":64.77,"MassiveIntentClassification (tr)":69.87,"MassiveIntentClassification (ur)":64.05,"MassiveIntentClassification (vi)":69.38,"MassiveIntentClassification (zh-TW)":66.2,"MassiveScenarioClassification (af)":68.74,"MassiveScenarioClassification (am)":60.59,"MassiveScenarioClassification (ar)":66.23,"MassiveScenarioClassification (az)":66.48,"MassiveScenarioClassification (bn)":67.75,"MassiveScenarioClassification (cy)":59.09,"MassiveScenarioClassification (de)":74.7,"MassiveScenarioClassification (el)":73.9,"MassiveScenarioClassification (es)":74.31,"MassiveScenarioClassification (fa)":72.95,"MassiveScenarioClassification (fi)":73.12,"MassiveScenarioClassification (fr)":73.87,"MassiveScenarioClassification (he)":71.4,"MassiveScenarioClassification (hi)":72.13,"MassiveScenarioClassification (hu)":74.52,"MassiveScenarioClassification (hy)":64.94,"MassiveScenarioClassification (id)":74.12,"MassiveScenarioClassification (is)":67.15,"MassiveScenarioClassification (it)":74.32,"MassiveScenarioClassification (ja)":77.47,"MassiveScenarioClassification (jv)":63.32,"MassiveScenarioClassification (ka)":58.35,"MassiveScenarioClassification (km)":50.88,"MassiveScenarioClassification (kn)":66.44,"MassiveScenarioClassification (ko)":75.05,"MassiveScenarioClassification (lv)":70.5,"MassiveScenarioClassification (ml)":69.94,"MassiveScenarioClassification (mn)":64.79,"MassiveScenarioClassification (ms)":69.88,"MassiveScenarioClassification (my)":63.25,"MassiveScenarioClassification (nl)":74.83,"MassiveScenarioClassification (pt)":73.49,"MassiveScenarioClassification (ro)":71.72,"MassiveScenarioClassification (ru)":75.14,"MassiveScenarioClassification (sl)":71.87,"MassiveScenarioClassification (sq)":70.28,"MassiveScenarioClassification (sw)":63.14,"MassiveScenarioClassification (ta)":66.28,"MassiveScenarioClassification (te)":66.69,"MassiveScenarioClassification (th)":73.45,"MassiveScenarioClassification (tl)":67.71,"MassiveScenarioClassification (tr)":73.99,"MassiveScenarioClassification (ur)":68.15,"MassiveScenarioClassification (vi)":73.11,"MassiveScenarioClassification (zh-TW)":71.81} +{"index":59,"Rank":4,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.6,"AmazonCounterfactualClassification (de)":71.22,"AmazonCounterfactualClassification (ja)":77.84,"AmazonReviewsClassification (de)":45.4,"AmazonReviewsClassification (es)":43.07,"AmazonReviewsClassification (fr)":41.89,"AmazonReviewsClassification (ja)":40.12,"AmazonReviewsClassification (zh)":38.83,"MTOPDomainClassification (de)":91.95,"MTOPDomainClassification (es)":92.2,"MTOPDomainClassification (fr)":89.0,"MTOPDomainClassification (hi)":89.78,"MTOPDomainClassification (th)":88.75,"MTOPIntentClassification (de)":74.53,"MTOPIntentClassification (es)":75.44,"MTOPIntentClassification (fr)":70.56,"MTOPIntentClassification (hi)":73.12,"MTOPIntentClassification (th)":74.29,"MassiveIntentClassification (af)":62.38,"MassiveIntentClassification (am)":56.07,"MassiveIntentClassification (ar)":60.75,"MassiveIntentClassification (az)":64.87,"MassiveIntentClassification (bn)":63.97,"MassiveIntentClassification (cy)":54.98,"MassiveIntentClassification (de)":69.33,"MassiveIntentClassification (el)":69.09,"MassiveIntentClassification (es)":70.49,"MassiveIntentClassification (fa)":69.91,"MassiveIntentClassification (fi)":70.12,"MassiveIntentClassification (fr)":69.34,"MassiveIntentClassification (he)":67.61,"MassiveIntentClassification (hi)":67.8,"MassiveIntentClassification (hu)":69.69,"MassiveIntentClassification (hy)":62.07,"MassiveIntentClassification (id)":70.05,"MassiveIntentClassification (is)":62.42,"MassiveIntentClassification (it)":70.53,"MassiveIntentClassification (ja)":72.51,"MassiveIntentClassification (jv)":57.91,"MassiveIntentClassification (ka)":51.78,"MassiveIntentClassification (km)":47.02,"MassiveIntentClassification (kn)":62.16,"MassiveIntentClassification (ko)":69.43,"MassiveIntentClassification (lv)":67.08,"MassiveIntentClassification (ml)":65.57,"MassiveIntentClassification (mn)":61.71,"MassiveIntentClassification (ms)":66.04,"MassiveIntentClassification (my)":60.88,"MassiveIntentClassification (nl)":70.45,"MassiveIntentClassification (pt)":70.73,"MassiveIntentClassification (ro)":68.36,"MassiveIntentClassification (ru)":71.7,"MassiveIntentClassification (sl)":67.09,"MassiveIntentClassification (sq)":65.18,"MassiveIntentClassification (sw)":58.5,"MassiveIntentClassification (ta)":62.69,"MassiveIntentClassification (te)":63.02,"MassiveIntentClassification (th)":68.29,"MassiveIntentClassification (tl)":64.77,"MassiveIntentClassification (tr)":69.87,"MassiveIntentClassification (ur)":64.05,"MassiveIntentClassification (vi)":69.38,"MassiveIntentClassification (zh-TW)":66.2,"MassiveScenarioClassification (af)":68.74,"MassiveScenarioClassification (am)":60.59,"MassiveScenarioClassification (ar)":66.23,"MassiveScenarioClassification (az)":66.48,"MassiveScenarioClassification (bn)":67.75,"MassiveScenarioClassification (cy)":59.09,"MassiveScenarioClassification (de)":74.7,"MassiveScenarioClassification (el)":73.9,"MassiveScenarioClassification (es)":74.31,"MassiveScenarioClassification (fa)":72.95,"MassiveScenarioClassification (fi)":73.12,"MassiveScenarioClassification (fr)":73.87,"MassiveScenarioClassification (he)":71.4,"MassiveScenarioClassification (hi)":72.13,"MassiveScenarioClassification (hu)":74.52,"MassiveScenarioClassification (hy)":64.94,"MassiveScenarioClassification (id)":74.12,"MassiveScenarioClassification (is)":67.15,"MassiveScenarioClassification (it)":74.32,"MassiveScenarioClassification (ja)":77.47,"MassiveScenarioClassification (jv)":63.32,"MassiveScenarioClassification (ka)":58.35,"MassiveScenarioClassification (km)":50.88,"MassiveScenarioClassification (kn)":66.44,"MassiveScenarioClassification (ko)":75.05,"MassiveScenarioClassification (lv)":70.5,"MassiveScenarioClassification (ml)":69.94,"MassiveScenarioClassification (mn)":64.79,"MassiveScenarioClassification (ms)":69.88,"MassiveScenarioClassification (my)":63.25,"MassiveScenarioClassification (nl)":74.83,"MassiveScenarioClassification (pt)":73.49,"MassiveScenarioClassification (ro)":71.72,"MassiveScenarioClassification (ru)":75.14,"MassiveScenarioClassification (sl)":71.87,"MassiveScenarioClassification (sq)":70.28,"MassiveScenarioClassification (sw)":63.14,"MassiveScenarioClassification (ta)":66.28,"MassiveScenarioClassification (te)":66.69,"MassiveScenarioClassification (th)":73.45,"MassiveScenarioClassification (tl)":67.71,"MassiveScenarioClassification (tr)":73.99,"MassiveScenarioClassification (ur)":68.15,"MassiveScenarioClassification (vi)":73.11,"MassiveScenarioClassification (zh-TW)":71.81} {"index":103,"Rank":5,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.6,"AmazonCounterfactualClassification (de)":71.22,"AmazonCounterfactualClassification (ja)":77.84,"AmazonReviewsClassification (de)":45.4,"AmazonReviewsClassification (es)":43.07,"AmazonReviewsClassification (fr)":41.89,"AmazonReviewsClassification (ja)":40.12,"AmazonReviewsClassification (zh)":38.83,"MTOPDomainClassification (de)":91.95,"MTOPDomainClassification (es)":92.2,"MTOPDomainClassification (fr)":89.0,"MTOPDomainClassification (hi)":89.78,"MTOPDomainClassification (th)":88.75,"MTOPIntentClassification (de)":74.53,"MTOPIntentClassification (es)":75.44,"MTOPIntentClassification (fr)":70.56,"MTOPIntentClassification (hi)":73.12,"MTOPIntentClassification (th)":74.29,"MassiveIntentClassification (af)":62.38,"MassiveIntentClassification (am)":56.07,"MassiveIntentClassification (ar)":60.75,"MassiveIntentClassification (az)":64.87,"MassiveIntentClassification (bn)":63.97,"MassiveIntentClassification (cy)":54.98,"MassiveIntentClassification (de)":69.33,"MassiveIntentClassification (el)":69.09,"MassiveIntentClassification (es)":70.49,"MassiveIntentClassification (fa)":69.91,"MassiveIntentClassification (fi)":70.12,"MassiveIntentClassification (fr)":69.34,"MassiveIntentClassification (he)":67.61,"MassiveIntentClassification (hi)":67.8,"MassiveIntentClassification (hu)":69.69,"MassiveIntentClassification (hy)":62.07,"MassiveIntentClassification (id)":70.05,"MassiveIntentClassification (is)":62.42,"MassiveIntentClassification (it)":70.53,"MassiveIntentClassification (ja)":72.51,"MassiveIntentClassification (jv)":57.91,"MassiveIntentClassification (ka)":51.78,"MassiveIntentClassification (km)":47.02,"MassiveIntentClassification (kn)":62.16,"MassiveIntentClassification (ko)":69.43,"MassiveIntentClassification (lv)":67.08,"MassiveIntentClassification (ml)":65.57,"MassiveIntentClassification (mn)":61.71,"MassiveIntentClassification (ms)":66.04,"MassiveIntentClassification (my)":60.88,"MassiveIntentClassification (nl)":70.45,"MassiveIntentClassification (pt)":70.73,"MassiveIntentClassification (ro)":68.36,"MassiveIntentClassification (ru)":71.7,"MassiveIntentClassification (sl)":67.09,"MassiveIntentClassification (sq)":65.18,"MassiveIntentClassification (sw)":58.5,"MassiveIntentClassification (ta)":62.69,"MassiveIntentClassification (te)":63.02,"MassiveIntentClassification (th)":68.29,"MassiveIntentClassification (tl)":64.77,"MassiveIntentClassification (tr)":69.87,"MassiveIntentClassification (ur)":64.05,"MassiveIntentClassification (vi)":69.38,"MassiveIntentClassification (zh-TW)":66.2,"MassiveScenarioClassification (af)":68.74,"MassiveScenarioClassification (am)":60.59,"MassiveScenarioClassification (ar)":66.23,"MassiveScenarioClassification (az)":66.48,"MassiveScenarioClassification (bn)":67.75,"MassiveScenarioClassification (cy)":59.09,"MassiveScenarioClassification (de)":74.7,"MassiveScenarioClassification (el)":73.9,"MassiveScenarioClassification (es)":74.31,"MassiveScenarioClassification (fa)":72.95,"MassiveScenarioClassification (fi)":73.12,"MassiveScenarioClassification (fr)":73.87,"MassiveScenarioClassification (he)":71.4,"MassiveScenarioClassification (hi)":72.13,"MassiveScenarioClassification (hu)":74.52,"MassiveScenarioClassification (hy)":64.94,"MassiveScenarioClassification (id)":74.12,"MassiveScenarioClassification (is)":67.15,"MassiveScenarioClassification (it)":74.32,"MassiveScenarioClassification (ja)":77.47,"MassiveScenarioClassification (jv)":63.32,"MassiveScenarioClassification (ka)":58.35,"MassiveScenarioClassification (km)":50.88,"MassiveScenarioClassification (kn)":66.44,"MassiveScenarioClassification (ko)":75.05,"MassiveScenarioClassification (lv)":70.5,"MassiveScenarioClassification (ml)":69.94,"MassiveScenarioClassification (mn)":64.79,"MassiveScenarioClassification (ms)":69.88,"MassiveScenarioClassification (my)":63.25,"MassiveScenarioClassification (nl)":74.83,"MassiveScenarioClassification (pt)":73.49,"MassiveScenarioClassification (ro)":71.72,"MassiveScenarioClassification (ru)":75.14,"MassiveScenarioClassification (sl)":71.87,"MassiveScenarioClassification (sq)":70.28,"MassiveScenarioClassification (sw)":63.14,"MassiveScenarioClassification (ta)":66.28,"MassiveScenarioClassification (te)":66.69,"MassiveScenarioClassification (th)":73.45,"MassiveScenarioClassification (tl)":67.71,"MassiveScenarioClassification (tr)":73.99,"MassiveScenarioClassification (ur)":68.15,"MassiveScenarioClassification (vi)":73.11,"MassiveScenarioClassification (zh-TW)":71.81} {"index":79,"Rank":6,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":67.48,"AmazonCounterfactualClassification (de)":71.22,"AmazonCounterfactualClassification (ja)":77.84,"AmazonReviewsClassification (de)":45.4,"AmazonReviewsClassification (es)":43.07,"AmazonReviewsClassification (fr)":41.91,"AmazonReviewsClassification (ja)":40.12,"AmazonReviewsClassification (zh)":38.83,"MTOPDomainClassification (de)":91.95,"MTOPDomainClassification (es)":92.2,"MTOPDomainClassification (fr)":86.41,"MTOPDomainClassification (hi)":89.78,"MTOPDomainClassification (th)":88.75,"MTOPIntentClassification (de)":74.53,"MTOPIntentClassification (es)":75.44,"MTOPIntentClassification (fr)":59.43,"MTOPIntentClassification (hi)":73.12,"MTOPIntentClassification (th)":74.29,"MassiveIntentClassification (af)":62.38,"MassiveIntentClassification (am)":56.07,"MassiveIntentClassification (ar)":60.75,"MassiveIntentClassification (az)":64.87,"MassiveIntentClassification (bn)":63.97,"MassiveIntentClassification (cy)":54.98,"MassiveIntentClassification (de)":69.33,"MassiveIntentClassification (el)":69.09,"MassiveIntentClassification (es)":70.49,"MassiveIntentClassification (fa)":69.91,"MassiveIntentClassification (fi)":70.12,"MassiveIntentClassification (fr)":69.34,"MassiveIntentClassification (he)":67.61,"MassiveIntentClassification (hi)":67.8,"MassiveIntentClassification (hu)":69.69,"MassiveIntentClassification (hy)":62.07,"MassiveIntentClassification (id)":70.05,"MassiveIntentClassification (is)":62.42,"MassiveIntentClassification (it)":70.53,"MassiveIntentClassification (ja)":72.51,"MassiveIntentClassification (jv)":57.91,"MassiveIntentClassification (ka)":51.78,"MassiveIntentClassification (km)":47.02,"MassiveIntentClassification (kn)":62.16,"MassiveIntentClassification (ko)":69.43,"MassiveIntentClassification (lv)":67.08,"MassiveIntentClassification (ml)":65.57,"MassiveIntentClassification (mn)":61.71,"MassiveIntentClassification (ms)":66.04,"MassiveIntentClassification (my)":60.88,"MassiveIntentClassification (nl)":70.45,"MassiveIntentClassification (pt)":70.73,"MassiveIntentClassification (ro)":68.36,"MassiveIntentClassification (ru)":71.7,"MassiveIntentClassification (sl)":67.09,"MassiveIntentClassification (sq)":65.18,"MassiveIntentClassification (sw)":58.5,"MassiveIntentClassification (ta)":62.69,"MassiveIntentClassification (te)":63.02,"MassiveIntentClassification (th)":68.29,"MassiveIntentClassification (tl)":64.77,"MassiveIntentClassification (tr)":69.87,"MassiveIntentClassification (ur)":64.05,"MassiveIntentClassification (vi)":69.38,"MassiveIntentClassification (zh-TW)":66.2,"MassiveScenarioClassification (af)":68.74,"MassiveScenarioClassification (am)":60.59,"MassiveScenarioClassification (ar)":66.23,"MassiveScenarioClassification (az)":66.48,"MassiveScenarioClassification (bn)":67.75,"MassiveScenarioClassification (cy)":59.09,"MassiveScenarioClassification (de)":74.7,"MassiveScenarioClassification (el)":73.9,"MassiveScenarioClassification (es)":74.31,"MassiveScenarioClassification (fa)":72.95,"MassiveScenarioClassification (fi)":73.12,"MassiveScenarioClassification (fr)":73.87,"MassiveScenarioClassification (he)":71.4,"MassiveScenarioClassification (hi)":72.13,"MassiveScenarioClassification (hu)":74.52,"MassiveScenarioClassification (hy)":64.94,"MassiveScenarioClassification (id)":74.12,"MassiveScenarioClassification (is)":67.15,"MassiveScenarioClassification (it)":74.32,"MassiveScenarioClassification (ja)":77.47,"MassiveScenarioClassification (jv)":63.32,"MassiveScenarioClassification (ka)":58.35,"MassiveScenarioClassification (km)":50.88,"MassiveScenarioClassification (kn)":66.44,"MassiveScenarioClassification (ko)":75.05,"MassiveScenarioClassification (lv)":70.5,"MassiveScenarioClassification (ml)":69.94,"MassiveScenarioClassification (mn)":64.79,"MassiveScenarioClassification (ms)":69.88,"MassiveScenarioClassification (my)":63.25,"MassiveScenarioClassification (nl)":74.83,"MassiveScenarioClassification (pt)":73.49,"MassiveScenarioClassification (ro)":71.72,"MassiveScenarioClassification (ru)":75.14,"MassiveScenarioClassification (sl)":71.87,"MassiveScenarioClassification (sq)":70.28,"MassiveScenarioClassification (sw)":63.14,"MassiveScenarioClassification (ta)":66.28,"MassiveScenarioClassification (te)":66.69,"MassiveScenarioClassification (th)":73.45,"MassiveScenarioClassification (tl)":67.71,"MassiveScenarioClassification (tr)":73.99,"MassiveScenarioClassification (ur)":68.15,"MassiveScenarioClassification (vi)":73.11,"MassiveScenarioClassification (zh-TW)":71.81} {"index":77,"Rank":7,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":66.64,"AmazonCounterfactualClassification (de)":74.05,"AmazonCounterfactualClassification (ja)":77.22,"AmazonReviewsClassification (de)":53.26,"AmazonReviewsClassification (es)":50.33,"AmazonReviewsClassification (fr)":36.71,"AmazonReviewsClassification (ja)":48.69,"AmazonReviewsClassification (zh)":46.24,"MTOPDomainClassification (de)":92.98,"MTOPDomainClassification (es)":93.37,"MTOPDomainClassification (fr)":74.8,"MTOPDomainClassification (hi)":88.81,"MTOPDomainClassification (th)":85.52,"MTOPIntentClassification (de)":77.77,"MTOPIntentClassification (es)":79.94,"MTOPIntentClassification (fr)":53.97,"MTOPIntentClassification (hi)":72.91,"MTOPIntentClassification (th)":73.24,"MassiveIntentClassification (af)":66.48,"MassiveIntentClassification (am)":44.29,"MassiveIntentClassification (ar)":63.17,"MassiveIntentClassification (az)":64.23,"MassiveIntentClassification (bn)":64.94,"MassiveIntentClassification (cy)":55.48,"MassiveIntentClassification (de)":74.09,"MassiveIntentClassification (el)":68.31,"MassiveIntentClassification (es)":75.09,"MassiveIntentClassification (fa)":72.21,"MassiveIntentClassification (fi)":68.74,"MassiveIntentClassification (fr)":46.39,"MassiveIntentClassification (he)":66.22,"MassiveIntentClassification (hi)":69.45,"MassiveIntentClassification (hu)":69.41,"MassiveIntentClassification (hy)":56.92,"MassiveIntentClassification (id)":72.71,"MassiveIntentClassification (is)":59.91,"MassiveIntentClassification (it)":75.25,"MassiveIntentClassification (ja)":76.36,"MassiveIntentClassification (jv)":57.92,"MassiveIntentClassification (ka)":52.55,"MassiveIntentClassification (km)":46.45,"MassiveIntentClassification (kn)":53.96,"MassiveIntentClassification (ko)":74.21,"MassiveIntentClassification (lv)":59.23,"MassiveIntentClassification (ml)":51.45,"MassiveIntentClassification (mn)":51.38,"MassiveIntentClassification (ms)":69.85,"MassiveIntentClassification (my)":49.15,"MassiveIntentClassification (nl)":74.83,"MassiveIntentClassification (pt)":75.27,"MassiveIntentClassification (ro)":69.63,"MassiveIntentClassification (ru)":76.63,"MassiveIntentClassification (sl)":67.15,"MassiveIntentClassification (sq)":58.84,"MassiveIntentClassification (sw)":57.37,"MassiveIntentClassification (ta)":53.15,"MassiveIntentClassification (te)":51.51,"MassiveIntentClassification (th)":66.91,"MassiveIntentClassification (tl)":68.73,"MassiveIntentClassification (tr)":72.07,"MassiveIntentClassification (ur)":62.09,"MassiveIntentClassification (vi)":71.17,"MassiveIntentClassification (zh-TW)":71.14,"MassiveScenarioClassification (af)":73.37,"MassiveScenarioClassification (am)":47.21,"MassiveScenarioClassification (ar)":69.84,"MassiveScenarioClassification (az)":67.0,"MassiveScenarioClassification (bn)":68.05,"MassiveScenarioClassification (cy)":61.88,"MassiveScenarioClassification (de)":79.03,"MassiveScenarioClassification (el)":72.97,"MassiveScenarioClassification (es)":78.84,"MassiveScenarioClassification (fa)":76.74,"MassiveScenarioClassification (fi)":71.22,"MassiveScenarioClassification (fr)":53.86,"MassiveScenarioClassification (he)":69.64,"MassiveScenarioClassification (hi)":73.51,"MassiveScenarioClassification (hu)":74.06,"MassiveScenarioClassification (hy)":59.55,"MassiveScenarioClassification (id)":77.41,"MassiveScenarioClassification (is)":66.58,"MassiveScenarioClassification (it)":78.39,"MassiveScenarioClassification (ja)":79.62,"MassiveScenarioClassification (jv)":64.29,"MassiveScenarioClassification (ka)":57.52,"MassiveScenarioClassification (km)":52.42,"MassiveScenarioClassification (kn)":58.55,"MassiveScenarioClassification (ko)":78.89,"MassiveScenarioClassification (lv)":63.5,"MassiveScenarioClassification (ml)":54.03,"MassiveScenarioClassification (mn)":54.24,"MassiveScenarioClassification (ms)":75.53,"MassiveScenarioClassification (my)":52.19,"MassiveScenarioClassification (nl)":78.48,"MassiveScenarioClassification (pt)":77.96,"MassiveScenarioClassification (ro)":73.19,"MassiveScenarioClassification (ru)":80.52,"MassiveScenarioClassification (sl)":73.66,"MassiveScenarioClassification (sq)":64.03,"MassiveScenarioClassification (sw)":64.66,"MassiveScenarioClassification (ta)":57.76,"MassiveScenarioClassification (te)":57.27,"MassiveScenarioClassification (th)":72.46,"MassiveScenarioClassification (tl)":73.71,"MassiveScenarioClassification (tr)":75.04,"MassiveScenarioClassification (ur)":67.05,"MassiveScenarioClassification (vi)":75.52,"MassiveScenarioClassification (zh-TW)":76.87} @@ -27,8 +27,8 @@ {"index":111,"Rank":27,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":28.9,"AmazonCounterfactualClassification (de)":59.38,"AmazonCounterfactualClassification (ja)":45.87,"AmazonReviewsClassification (de)":33.06,"AmazonReviewsClassification (es)":34.0,"AmazonReviewsClassification (fr)":33.48,"AmazonReviewsClassification (ja)":21.78,"AmazonReviewsClassification (zh)":21.83,"MTOPDomainClassification (de)":81.91,"MTOPDomainClassification (es)":84.7,"MTOPDomainClassification (fr)":82.48,"MTOPDomainClassification (hi)":22.11,"MTOPDomainClassification (th)":16.36,"MTOPIntentClassification (de)":52.13,"MTOPIntentClassification (es)":52.62,"MTOPIntentClassification (fr)":46.39,"MTOPIntentClassification (hi)":3.9,"MTOPIntentClassification (th)":5.38,"MassiveIntentClassification (af)":41.02,"MassiveIntentClassification (am)":2.34,"MassiveIntentClassification (ar)":4.87,"MassiveIntentClassification (az)":34.92,"MassiveIntentClassification (bn)":2.52,"MassiveIntentClassification (cy)":35.87,"MassiveIntentClassification (de)":51.48,"MassiveIntentClassification (el)":10.0,"MassiveIntentClassification (es)":53.3,"MassiveIntentClassification (fa)":3.59,"MassiveIntentClassification (fi)":37.35,"MassiveIntentClassification (fr)":54.83,"MassiveIntentClassification (he)":2.52,"MassiveIntentClassification (hi)":2.88,"MassiveIntentClassification (hu)":33.52,"MassiveIntentClassification (hy)":3.13,"MassiveIntentClassification (id)":40.11,"MassiveIntentClassification (is)":34.77,"MassiveIntentClassification (it)":51.21,"MassiveIntentClassification (ja)":4.75,"MassiveIntentClassification (jv)":35.6,"MassiveIntentClassification (ka)":2.71,"MassiveIntentClassification (km)":5.48,"MassiveIntentClassification (kn)":2.44,"MassiveIntentClassification (ko)":2.59,"MassiveIntentClassification (lv)":38.15,"MassiveIntentClassification (ml)":2.67,"MassiveIntentClassification (mn)":18.47,"MassiveIntentClassification (ms)":35.58,"MassiveIntentClassification (my)":4.35,"MassiveIntentClassification (nl)":45.96,"MassiveIntentClassification (pt)":52.27,"MassiveIntentClassification (ro)":46.39,"MassiveIntentClassification (ru)":16.82,"MassiveIntentClassification (sl)":37.3,"MassiveIntentClassification (sq)":41.73,"MassiveIntentClassification (sw)":35.97,"MassiveIntentClassification (ta)":1.52,"MassiveIntentClassification (te)":2.57,"MassiveIntentClassification (th)":3.94,"MassiveIntentClassification (tl)":41.03,"MassiveIntentClassification (tr)":33.75,"MassiveIntentClassification (ur)":2.57,"MassiveIntentClassification (vi)":25.23,"MassiveIntentClassification (zh-TW)":4.64,"MassiveScenarioClassification (af)":51.48,"MassiveScenarioClassification (am)":7.74,"MassiveScenarioClassification (ar)":12.03,"MassiveScenarioClassification (az)":41.77,"MassiveScenarioClassification (bn)":8.07,"MassiveScenarioClassification (cy)":43.67,"MassiveScenarioClassification (de)":63.63,"MassiveScenarioClassification (el)":16.83,"MassiveScenarioClassification (es)":61.48,"MassiveScenarioClassification (fa)":6.48,"MassiveScenarioClassification (fi)":43.54,"MassiveScenarioClassification (fr)":64.06,"MassiveScenarioClassification (he)":8.03,"MassiveScenarioClassification (hi)":7.5,"MassiveScenarioClassification (hu)":42.59,"MassiveScenarioClassification (hy)":9.22,"MassiveScenarioClassification (id)":48.67,"MassiveScenarioClassification (is)":43.87,"MassiveScenarioClassification (it)":59.83,"MassiveScenarioClassification (ja)":5.62,"MassiveScenarioClassification (jv)":42.18,"MassiveScenarioClassification (ka)":7.52,"MassiveScenarioClassification (km)":9.55,"MassiveScenarioClassification (kn)":8.34,"MassiveScenarioClassification (ko)":6.11,"MassiveScenarioClassification (lv)":43.35,"MassiveScenarioClassification (ml)":7.28,"MassiveScenarioClassification (mn)":23.94,"MassiveScenarioClassification (ms)":45.18,"MassiveScenarioClassification (my)":9.33,"MassiveScenarioClassification (nl)":57.02,"MassiveScenarioClassification (pt)":59.45,"MassiveScenarioClassification (ro)":56.8,"MassiveScenarioClassification (ru)":25.85,"MassiveScenarioClassification (sl)":42.51,"MassiveScenarioClassification (sq)":50.41,"MassiveScenarioClassification (sw)":43.02,"MassiveScenarioClassification (ta)":7.21,"MassiveScenarioClassification (te)":6.9,"MassiveScenarioClassification (th)":8.7,"MassiveScenarioClassification (tl)":51.76,"MassiveScenarioClassification (tr)":42.54,"MassiveScenarioClassification (ur)":9.32,"MassiveScenarioClassification (vi)":31.51,"MassiveScenarioClassification (zh-TW)":8.16} {"index":117,"Rank":28,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":28.26,"AmazonCounterfactualClassification (de)":67.97,"AmazonCounterfactualClassification (ja)":45.72,"AmazonReviewsClassification (de)":43.16,"AmazonReviewsClassification (es)":42.89,"AmazonReviewsClassification (fr)":41.48,"AmazonReviewsClassification (ja)":22.49,"AmazonReviewsClassification (zh)":22.12,"MTOPDomainClassification (de)":80.56,"MTOPDomainClassification (es)":80.78,"MTOPDomainClassification (fr)":79.6,"MTOPDomainClassification (hi)":21.22,"MTOPDomainClassification (th)":15.82,"MTOPIntentClassification (de)":52.5,"MTOPIntentClassification (es)":52.07,"MTOPIntentClassification (fr)":47.73,"MTOPIntentClassification (hi)":3.74,"MTOPIntentClassification (th)":4.96,"MassiveIntentClassification (af)":38.41,"MassiveIntentClassification (am)":2.49,"MassiveIntentClassification (ar)":4.7,"MassiveIntentClassification (az)":31.77,"MassiveIntentClassification (bn)":2.77,"MassiveIntentClassification (cy)":31.69,"MassiveIntentClassification (de)":52.01,"MassiveIntentClassification (el)":9.74,"MassiveIntentClassification (es)":54.1,"MassiveIntentClassification (fa)":3.86,"MassiveIntentClassification (fi)":34.07,"MassiveIntentClassification (fr)":57.01,"MassiveIntentClassification (he)":2.14,"MassiveIntentClassification (hi)":2.97,"MassiveIntentClassification (hu)":32.01,"MassiveIntentClassification (hy)":3.17,"MassiveIntentClassification (id)":34.55,"MassiveIntentClassification (is)":32.0,"MassiveIntentClassification (it)":52.94,"MassiveIntentClassification (ja)":2.9,"MassiveIntentClassification (jv)":32.42,"MassiveIntentClassification (ka)":2.71,"MassiveIntentClassification (km)":5.5,"MassiveIntentClassification (kn)":2.41,"MassiveIntentClassification (ko)":2.57,"MassiveIntentClassification (lv)":35.09,"MassiveIntentClassification (ml)":2.95,"MassiveIntentClassification (mn)":18.33,"MassiveIntentClassification (ms)":29.69,"MassiveIntentClassification (my)":3.99,"MassiveIntentClassification (nl)":44.95,"MassiveIntentClassification (pt)":51.96,"MassiveIntentClassification (ro)":43.83,"MassiveIntentClassification (ru)":17.32,"MassiveIntentClassification (sl)":33.71,"MassiveIntentClassification (sq)":37.62,"MassiveIntentClassification (sw)":31.9,"MassiveIntentClassification (ta)":1.91,"MassiveIntentClassification (te)":2.54,"MassiveIntentClassification (th)":3.85,"MassiveIntentClassification (tl)":36.83,"MassiveIntentClassification (tr)":33.0,"MassiveIntentClassification (ur)":2.62,"MassiveIntentClassification (vi)":22.81,"MassiveIntentClassification (zh-TW)":3.49,"MassiveScenarioClassification (af)":50.28,"MassiveScenarioClassification (am)":7.15,"MassiveScenarioClassification (ar)":12.12,"MassiveScenarioClassification (az)":39.68,"MassiveScenarioClassification (bn)":8.06,"MassiveScenarioClassification (cy)":38.01,"MassiveScenarioClassification (de)":62.71,"MassiveScenarioClassification (el)":17.19,"MassiveScenarioClassification (es)":59.56,"MassiveScenarioClassification (fa)":6.5,"MassiveScenarioClassification (fi)":41.72,"MassiveScenarioClassification (fr)":63.6,"MassiveScenarioClassification (he)":7.93,"MassiveScenarioClassification (hi)":7.85,"MassiveScenarioClassification (hu)":41.37,"MassiveScenarioClassification (hy)":9.42,"MassiveScenarioClassification (id)":44.88,"MassiveScenarioClassification (is)":40.86,"MassiveScenarioClassification (it)":60.09,"MassiveScenarioClassification (ja)":6.56,"MassiveScenarioClassification (jv)":40.18,"MassiveScenarioClassification (ka)":7.37,"MassiveScenarioClassification (km)":9.56,"MassiveScenarioClassification (kn)":8.4,"MassiveScenarioClassification (ko)":5.96,"MassiveScenarioClassification (lv)":41.44,"MassiveScenarioClassification (ml)":7.47,"MassiveScenarioClassification (mn)":25.36,"MassiveScenarioClassification (ms)":39.69,"MassiveScenarioClassification (my)":9.68,"MassiveScenarioClassification (nl)":56.09,"MassiveScenarioClassification (pt)":57.99,"MassiveScenarioClassification (ro)":56.0,"MassiveScenarioClassification (ru)":27.47,"MassiveScenarioClassification (sl)":41.04,"MassiveScenarioClassification (sq)":49.38,"MassiveScenarioClassification (sw)":40.62,"MassiveScenarioClassification (ta)":7.59,"MassiveScenarioClassification (te)":7.07,"MassiveScenarioClassification (th)":8.52,"MassiveScenarioClassification (tl)":49.89,"MassiveScenarioClassification (tr)":43.08,"MassiveScenarioClassification (ur)":9.31,"MassiveScenarioClassification (vi)":27.46,"MassiveScenarioClassification (zh-TW)":7.24} {"index":116,"Rank":29,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":26.73,"AmazonCounterfactualClassification (de)":69.98,"AmazonCounterfactualClassification (ja)":46.05,"AmazonReviewsClassification (de)":37.9,"AmazonReviewsClassification (es)":37.33,"AmazonReviewsClassification (fr)":37.35,"AmazonReviewsClassification (ja)":22.29,"AmazonReviewsClassification (zh)":21.53,"MTOPDomainClassification (de)":76.98,"MTOPDomainClassification (es)":73.61,"MTOPDomainClassification (fr)":75.03,"MTOPDomainClassification (hi)":21.4,"MTOPDomainClassification (th)":16.21,"MTOPIntentClassification (de)":44.43,"MTOPIntentClassification (es)":42.03,"MTOPIntentClassification (fr)":43.85,"MTOPIntentClassification (hi)":3.8,"MTOPIntentClassification (th)":5.21,"MassiveIntentClassification (af)":34.32,"MassiveIntentClassification (am)":2.38,"MassiveIntentClassification (ar)":4.53,"MassiveIntentClassification (az)":31.76,"MassiveIntentClassification (bn)":2.58,"MassiveIntentClassification (cy)":28.94,"MassiveIntentClassification (de)":45.23,"MassiveIntentClassification (el)":10.05,"MassiveIntentClassification (es)":45.32,"MassiveIntentClassification (fa)":3.58,"MassiveIntentClassification (fi)":33.52,"MassiveIntentClassification (fr)":51.13,"MassiveIntentClassification (he)":2.63,"MassiveIntentClassification (hi)":2.68,"MassiveIntentClassification (hu)":32.31,"MassiveIntentClassification (hy)":3.33,"MassiveIntentClassification (id)":35.5,"MassiveIntentClassification (is)":29.82,"MassiveIntentClassification (it)":45.59,"MassiveIntentClassification (ja)":3.67,"MassiveIntentClassification (jv)":31.15,"MassiveIntentClassification (ka)":2.77,"MassiveIntentClassification (km)":5.66,"MassiveIntentClassification (kn)":2.59,"MassiveIntentClassification (ko)":2.34,"MassiveIntentClassification (lv)":33.97,"MassiveIntentClassification (ml)":2.55,"MassiveIntentClassification (mn)":14.7,"MassiveIntentClassification (ms)":33.12,"MassiveIntentClassification (my)":4.42,"MassiveIntentClassification (nl)":37.96,"MassiveIntentClassification (pt)":43.35,"MassiveIntentClassification (ro)":42.69,"MassiveIntentClassification (ru)":14.82,"MassiveIntentClassification (sl)":34.54,"MassiveIntentClassification (sq)":38.54,"MassiveIntentClassification (sw)":32.14,"MassiveIntentClassification (ta)":1.41,"MassiveIntentClassification (te)":2.5,"MassiveIntentClassification (th)":3.71,"MassiveIntentClassification (tl)":36.04,"MassiveIntentClassification (tr)":33.77,"MassiveIntentClassification (ur)":2.99,"MassiveIntentClassification (vi)":22.62,"MassiveIntentClassification (zh-TW)":4.63,"MassiveScenarioClassification (af)":44.45,"MassiveScenarioClassification (am)":7.51,"MassiveScenarioClassification (ar)":12.32,"MassiveScenarioClassification (az)":38.41,"MassiveScenarioClassification (bn)":8.45,"MassiveScenarioClassification (cy)":35.04,"MassiveScenarioClassification (de)":59.12,"MassiveScenarioClassification (el)":17.68,"MassiveScenarioClassification (es)":55.61,"MassiveScenarioClassification (fa)":6.86,"MassiveScenarioClassification (fi)":41.34,"MassiveScenarioClassification (fr)":59.92,"MassiveScenarioClassification (he)":7.86,"MassiveScenarioClassification (hi)":7.63,"MassiveScenarioClassification (hu)":41.31,"MassiveScenarioClassification (hy)":9.23,"MassiveScenarioClassification (id)":44.64,"MassiveScenarioClassification (is)":39.63,"MassiveScenarioClassification (it)":54.58,"MassiveScenarioClassification (ja)":4.96,"MassiveScenarioClassification (jv)":40.73,"MassiveScenarioClassification (ka)":7.51,"MassiveScenarioClassification (km)":8.73,"MassiveScenarioClassification (kn)":7.99,"MassiveScenarioClassification (ko)":6.03,"MassiveScenarioClassification (lv)":36.42,"MassiveScenarioClassification (ml)":6.96,"MassiveScenarioClassification (mn)":19.85,"MassiveScenarioClassification (ms)":43.18,"MassiveScenarioClassification (my)":9.46,"MassiveScenarioClassification (nl)":50.0,"MassiveScenarioClassification (pt)":52.24,"MassiveScenarioClassification (ro)":53.7,"MassiveScenarioClassification (ru)":20.69,"MassiveScenarioClassification (sl)":39.79,"MassiveScenarioClassification (sq)":50.16,"MassiveScenarioClassification (sw)":40.48,"MassiveScenarioClassification (ta)":7.47,"MassiveScenarioClassification (te)":6.87,"MassiveScenarioClassification (th)":8.26,"MassiveScenarioClassification (tl)":48.94,"MassiveScenarioClassification (tr)":41.83,"MassiveScenarioClassification (ur)":9.77,"MassiveScenarioClassification (vi)":30.01,"MassiveScenarioClassification (zh-TW)":7.91} -{"index":134,"Rank":30,"Model":"lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":24.51,"AmazonCounterfactualClassification (de)":64.72,"AmazonCounterfactualClassification (ja)":44.83,"AmazonReviewsClassification (de)":27.74,"AmazonReviewsClassification (es)":29.31,"AmazonReviewsClassification (fr)":29.35,"AmazonReviewsClassification (ja)":21.55,"AmazonReviewsClassification (zh)":21.73,"MTOPDomainClassification (de)":65.16,"MTOPDomainClassification (es)":64.95,"MTOPDomainClassification (fr)":65.83,"MTOPDomainClassification (hi)":13.34,"MTOPDomainClassification (th)":16.12,"MTOPIntentClassification (de)":45.5,"MTOPIntentClassification (es)":43.74,"MTOPIntentClassification (fr)":41.58,"MTOPIntentClassification (hi)":2.73,"MTOPIntentClassification (th)":4.84,"MassiveIntentClassification (af)":36.48,"MassiveIntentClassification (am)":1.5,"MassiveIntentClassification (ar)":5.42,"MassiveIntentClassification (az)":36.07,"MassiveIntentClassification (bn)":2.27,"MassiveIntentClassification (cy)":33.18,"MassiveIntentClassification (de)":37.29,"MassiveIntentClassification (el)":11.26,"MassiveIntentClassification (es)":37.37,"MassiveIntentClassification (fa)":1.97,"MassiveIntentClassification (fi)":31.88,"MassiveIntentClassification (fr)":38.33,"MassiveIntentClassification (he)":1.95,"MassiveIntentClassification (hi)":4.25,"MassiveIntentClassification (hu)":28.53,"MassiveIntentClassification (hy)":2.35,"MassiveIntentClassification (id)":39.9,"MassiveIntentClassification (is)":30.4,"MassiveIntentClassification (it)":39.9,"MassiveIntentClassification (ja)":4.15,"MassiveIntentClassification (jv)":34.55,"MassiveIntentClassification (ka)":1.63,"MassiveIntentClassification (km)":1.45,"MassiveIntentClassification (kn)":1.58,"MassiveIntentClassification (ko)":3.68,"MassiveIntentClassification (lv)":38.04,"MassiveIntentClassification (ml)":2.87,"MassiveIntentClassification (mn)":2.41,"MassiveIntentClassification (ms)":39.11,"MassiveIntentClassification (my)":2.49,"MassiveIntentClassification (nl)":38.89,"MassiveIntentClassification (pt)":41.61,"MassiveIntentClassification (ro)":37.99,"MassiveIntentClassification (ru)":3.13,"MassiveIntentClassification (sl)":41.59,"MassiveIntentClassification (sq)":36.12,"MassiveIntentClassification (sw)":35.98,"MassiveIntentClassification (ta)":2.66,"MassiveIntentClassification (te)":1.78,"MassiveIntentClassification (th)":1.74,"MassiveIntentClassification (tl)":31.98,"MassiveIntentClassification (tr)":35.25,"MassiveIntentClassification (ur)":2.34,"MassiveIntentClassification (vi)":26.08,"MassiveIntentClassification (zh-TW)":5.73,"MassiveScenarioClassification (af)":46.49,"MassiveScenarioClassification (am)":4.22,"MassiveScenarioClassification (ar)":9.81,"MassiveScenarioClassification (az)":39.03,"MassiveScenarioClassification (bn)":8.04,"MassiveScenarioClassification (cy)":40.71,"MassiveScenarioClassification (de)":42.63,"MassiveScenarioClassification (el)":16.6,"MassiveScenarioClassification (es)":41.88,"MassiveScenarioClassification (fa)":6.37,"MassiveScenarioClassification (fi)":34.87,"MassiveScenarioClassification (fr)":41.55,"MassiveScenarioClassification (he)":4.69,"MassiveScenarioClassification (hi)":7.55,"MassiveScenarioClassification (hu)":36.43,"MassiveScenarioClassification (hy)":7.72,"MassiveScenarioClassification (id)":45.64,"MassiveScenarioClassification (is)":39.59,"MassiveScenarioClassification (it)":44.38,"MassiveScenarioClassification (ja)":7.07,"MassiveScenarioClassification (jv)":41.28,"MassiveScenarioClassification (ka)":7.64,"MassiveScenarioClassification (km)":7.28,"MassiveScenarioClassification (kn)":7.23,"MassiveScenarioClassification (ko)":8.86,"MassiveScenarioClassification (lv)":43.1,"MassiveScenarioClassification (ml)":3.91,"MassiveScenarioClassification (mn)":6.74,"MassiveScenarioClassification (ms)":45.95,"MassiveScenarioClassification (my)":6.54,"MassiveScenarioClassification (nl)":45.77,"MassiveScenarioClassification (pt)":46.77,"MassiveScenarioClassification (ro)":43.28,"MassiveScenarioClassification (ru)":8.44,"MassiveScenarioClassification (sl)":48.59,"MassiveScenarioClassification (sq)":44.18,"MassiveScenarioClassification (sw)":42.89,"MassiveScenarioClassification (ta)":3.66,"MassiveScenarioClassification (te)":4.64,"MassiveScenarioClassification (th)":10.36,"MassiveScenarioClassification (tl)":35.38,"MassiveScenarioClassification (tr)":39.97,"MassiveScenarioClassification (ur)":7.64,"MassiveScenarioClassification (vi)":29.92,"MassiveScenarioClassification (zh-TW)":9.64} -{"index":135,"Rank":31,"Model":"lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":24.51,"AmazonCounterfactualClassification (de)":64.72,"AmazonCounterfactualClassification (ja)":44.83,"AmazonReviewsClassification (de)":27.74,"AmazonReviewsClassification (es)":29.31,"AmazonReviewsClassification (fr)":29.35,"AmazonReviewsClassification (ja)":21.55,"AmazonReviewsClassification (zh)":21.73,"MTOPDomainClassification (de)":65.16,"MTOPDomainClassification (es)":64.95,"MTOPDomainClassification (fr)":65.83,"MTOPDomainClassification (hi)":13.34,"MTOPDomainClassification (th)":16.12,"MTOPIntentClassification (de)":45.5,"MTOPIntentClassification (es)":43.74,"MTOPIntentClassification (fr)":41.58,"MTOPIntentClassification (hi)":2.73,"MTOPIntentClassification (th)":4.84,"MassiveIntentClassification (af)":36.48,"MassiveIntentClassification (am)":1.5,"MassiveIntentClassification (ar)":5.42,"MassiveIntentClassification (az)":36.07,"MassiveIntentClassification (bn)":2.27,"MassiveIntentClassification (cy)":33.18,"MassiveIntentClassification (de)":37.29,"MassiveIntentClassification (el)":11.26,"MassiveIntentClassification (es)":37.37,"MassiveIntentClassification (fa)":1.97,"MassiveIntentClassification (fi)":31.88,"MassiveIntentClassification (fr)":38.33,"MassiveIntentClassification (he)":1.95,"MassiveIntentClassification (hi)":4.25,"MassiveIntentClassification (hu)":28.53,"MassiveIntentClassification (hy)":2.35,"MassiveIntentClassification (id)":39.9,"MassiveIntentClassification (is)":30.4,"MassiveIntentClassification (it)":39.9,"MassiveIntentClassification (ja)":4.15,"MassiveIntentClassification (jv)":34.55,"MassiveIntentClassification (ka)":1.63,"MassiveIntentClassification (km)":1.45,"MassiveIntentClassification (kn)":1.58,"MassiveIntentClassification (ko)":3.68,"MassiveIntentClassification (lv)":38.04,"MassiveIntentClassification (ml)":2.87,"MassiveIntentClassification (mn)":2.41,"MassiveIntentClassification (ms)":39.11,"MassiveIntentClassification (my)":2.49,"MassiveIntentClassification (nl)":38.89,"MassiveIntentClassification (pt)":41.61,"MassiveIntentClassification (ro)":37.99,"MassiveIntentClassification (ru)":3.13,"MassiveIntentClassification (sl)":41.59,"MassiveIntentClassification (sq)":36.12,"MassiveIntentClassification (sw)":35.98,"MassiveIntentClassification (ta)":2.66,"MassiveIntentClassification (te)":1.78,"MassiveIntentClassification (th)":1.74,"MassiveIntentClassification (tl)":31.98,"MassiveIntentClassification (tr)":35.25,"MassiveIntentClassification (ur)":2.34,"MassiveIntentClassification (vi)":26.08,"MassiveIntentClassification (zh-TW)":5.73,"MassiveScenarioClassification (af)":46.49,"MassiveScenarioClassification (am)":4.22,"MassiveScenarioClassification (ar)":9.81,"MassiveScenarioClassification (az)":39.03,"MassiveScenarioClassification (bn)":8.04,"MassiveScenarioClassification (cy)":40.71,"MassiveScenarioClassification (de)":42.63,"MassiveScenarioClassification (el)":16.6,"MassiveScenarioClassification (es)":41.88,"MassiveScenarioClassification (fa)":6.37,"MassiveScenarioClassification (fi)":34.87,"MassiveScenarioClassification (fr)":41.55,"MassiveScenarioClassification (he)":4.69,"MassiveScenarioClassification (hi)":7.55,"MassiveScenarioClassification (hu)":36.43,"MassiveScenarioClassification (hy)":7.72,"MassiveScenarioClassification (id)":45.64,"MassiveScenarioClassification (is)":39.59,"MassiveScenarioClassification (it)":44.38,"MassiveScenarioClassification (ja)":7.07,"MassiveScenarioClassification (jv)":41.28,"MassiveScenarioClassification (ka)":7.64,"MassiveScenarioClassification (km)":7.28,"MassiveScenarioClassification (kn)":7.23,"MassiveScenarioClassification (ko)":8.86,"MassiveScenarioClassification (lv)":43.1,"MassiveScenarioClassification (ml)":3.91,"MassiveScenarioClassification (mn)":6.74,"MassiveScenarioClassification (ms)":45.95,"MassiveScenarioClassification (my)":6.54,"MassiveScenarioClassification (nl)":45.77,"MassiveScenarioClassification (pt)":46.77,"MassiveScenarioClassification (ro)":43.28,"MassiveScenarioClassification (ru)":8.44,"MassiveScenarioClassification (sl)":48.59,"MassiveScenarioClassification (sq)":44.18,"MassiveScenarioClassification (sw)":42.89,"MassiveScenarioClassification (ta)":3.66,"MassiveScenarioClassification (te)":4.64,"MassiveScenarioClassification (th)":10.36,"MassiveScenarioClassification (tl)":35.38,"MassiveScenarioClassification (tr)":39.97,"MassiveScenarioClassification (ur)":7.64,"MassiveScenarioClassification (vi)":29.92,"MassiveScenarioClassification (zh-TW)":9.64} +{"index":135,"Rank":30,"Model":"lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":24.51,"AmazonCounterfactualClassification (de)":64.72,"AmazonCounterfactualClassification (ja)":44.83,"AmazonReviewsClassification (de)":27.74,"AmazonReviewsClassification (es)":29.31,"AmazonReviewsClassification (fr)":29.35,"AmazonReviewsClassification (ja)":21.55,"AmazonReviewsClassification (zh)":21.73,"MTOPDomainClassification (de)":65.16,"MTOPDomainClassification (es)":64.95,"MTOPDomainClassification (fr)":65.83,"MTOPDomainClassification (hi)":13.34,"MTOPDomainClassification (th)":16.12,"MTOPIntentClassification (de)":45.5,"MTOPIntentClassification (es)":43.74,"MTOPIntentClassification (fr)":41.58,"MTOPIntentClassification (hi)":2.73,"MTOPIntentClassification (th)":4.84,"MassiveIntentClassification (af)":36.48,"MassiveIntentClassification (am)":1.5,"MassiveIntentClassification (ar)":5.42,"MassiveIntentClassification (az)":36.07,"MassiveIntentClassification (bn)":2.27,"MassiveIntentClassification (cy)":33.18,"MassiveIntentClassification (de)":37.29,"MassiveIntentClassification (el)":11.26,"MassiveIntentClassification (es)":37.37,"MassiveIntentClassification (fa)":1.97,"MassiveIntentClassification (fi)":31.88,"MassiveIntentClassification (fr)":38.33,"MassiveIntentClassification (he)":1.95,"MassiveIntentClassification (hi)":4.25,"MassiveIntentClassification (hu)":28.53,"MassiveIntentClassification (hy)":2.35,"MassiveIntentClassification (id)":39.9,"MassiveIntentClassification (is)":30.4,"MassiveIntentClassification (it)":39.9,"MassiveIntentClassification (ja)":4.15,"MassiveIntentClassification (jv)":34.55,"MassiveIntentClassification (ka)":1.63,"MassiveIntentClassification (km)":1.45,"MassiveIntentClassification (kn)":1.58,"MassiveIntentClassification (ko)":3.68,"MassiveIntentClassification (lv)":38.04,"MassiveIntentClassification (ml)":2.87,"MassiveIntentClassification (mn)":2.41,"MassiveIntentClassification (ms)":39.11,"MassiveIntentClassification (my)":2.49,"MassiveIntentClassification (nl)":38.89,"MassiveIntentClassification (pt)":41.61,"MassiveIntentClassification (ro)":37.99,"MassiveIntentClassification (ru)":3.13,"MassiveIntentClassification (sl)":41.59,"MassiveIntentClassification (sq)":36.12,"MassiveIntentClassification (sw)":35.98,"MassiveIntentClassification (ta)":2.66,"MassiveIntentClassification (te)":1.78,"MassiveIntentClassification (th)":1.74,"MassiveIntentClassification (tl)":31.98,"MassiveIntentClassification (tr)":35.25,"MassiveIntentClassification (ur)":2.34,"MassiveIntentClassification (vi)":26.08,"MassiveIntentClassification (zh-TW)":5.73,"MassiveScenarioClassification (af)":46.49,"MassiveScenarioClassification (am)":4.22,"MassiveScenarioClassification (ar)":9.81,"MassiveScenarioClassification (az)":39.03,"MassiveScenarioClassification (bn)":8.04,"MassiveScenarioClassification (cy)":40.71,"MassiveScenarioClassification (de)":42.63,"MassiveScenarioClassification (el)":16.6,"MassiveScenarioClassification (es)":41.88,"MassiveScenarioClassification (fa)":6.37,"MassiveScenarioClassification (fi)":34.87,"MassiveScenarioClassification (fr)":41.55,"MassiveScenarioClassification (he)":4.69,"MassiveScenarioClassification (hi)":7.55,"MassiveScenarioClassification (hu)":36.43,"MassiveScenarioClassification (hy)":7.72,"MassiveScenarioClassification (id)":45.64,"MassiveScenarioClassification (is)":39.59,"MassiveScenarioClassification (it)":44.38,"MassiveScenarioClassification (ja)":7.07,"MassiveScenarioClassification (jv)":41.28,"MassiveScenarioClassification (ka)":7.64,"MassiveScenarioClassification (km)":7.28,"MassiveScenarioClassification (kn)":7.23,"MassiveScenarioClassification (ko)":8.86,"MassiveScenarioClassification (lv)":43.1,"MassiveScenarioClassification (ml)":3.91,"MassiveScenarioClassification (mn)":6.74,"MassiveScenarioClassification (ms)":45.95,"MassiveScenarioClassification (my)":6.54,"MassiveScenarioClassification (nl)":45.77,"MassiveScenarioClassification (pt)":46.77,"MassiveScenarioClassification (ro)":43.28,"MassiveScenarioClassification (ru)":8.44,"MassiveScenarioClassification (sl)":48.59,"MassiveScenarioClassification (sq)":44.18,"MassiveScenarioClassification (sw)":42.89,"MassiveScenarioClassification (ta)":3.66,"MassiveScenarioClassification (te)":4.64,"MassiveScenarioClassification (th)":10.36,"MassiveScenarioClassification (tl)":35.38,"MassiveScenarioClassification (tr)":39.97,"MassiveScenarioClassification (ur)":7.64,"MassiveScenarioClassification (vi)":29.92,"MassiveScenarioClassification (zh-TW)":9.64} +{"index":134,"Rank":31,"Model":"lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":24.51,"AmazonCounterfactualClassification (de)":64.72,"AmazonCounterfactualClassification (ja)":44.83,"AmazonReviewsClassification (de)":27.74,"AmazonReviewsClassification (es)":29.31,"AmazonReviewsClassification (fr)":29.35,"AmazonReviewsClassification (ja)":21.55,"AmazonReviewsClassification (zh)":21.73,"MTOPDomainClassification (de)":65.16,"MTOPDomainClassification (es)":64.95,"MTOPDomainClassification (fr)":65.83,"MTOPDomainClassification (hi)":13.34,"MTOPDomainClassification (th)":16.12,"MTOPIntentClassification (de)":45.5,"MTOPIntentClassification (es)":43.74,"MTOPIntentClassification (fr)":41.58,"MTOPIntentClassification (hi)":2.73,"MTOPIntentClassification (th)":4.84,"MassiveIntentClassification (af)":36.48,"MassiveIntentClassification (am)":1.5,"MassiveIntentClassification (ar)":5.42,"MassiveIntentClassification (az)":36.07,"MassiveIntentClassification (bn)":2.27,"MassiveIntentClassification (cy)":33.18,"MassiveIntentClassification (de)":37.29,"MassiveIntentClassification (el)":11.26,"MassiveIntentClassification (es)":37.37,"MassiveIntentClassification (fa)":1.97,"MassiveIntentClassification (fi)":31.88,"MassiveIntentClassification (fr)":38.33,"MassiveIntentClassification (he)":1.95,"MassiveIntentClassification (hi)":4.25,"MassiveIntentClassification (hu)":28.53,"MassiveIntentClassification (hy)":2.35,"MassiveIntentClassification (id)":39.9,"MassiveIntentClassification (is)":30.4,"MassiveIntentClassification (it)":39.9,"MassiveIntentClassification (ja)":4.15,"MassiveIntentClassification (jv)":34.55,"MassiveIntentClassification (ka)":1.63,"MassiveIntentClassification (km)":1.45,"MassiveIntentClassification (kn)":1.58,"MassiveIntentClassification (ko)":3.68,"MassiveIntentClassification (lv)":38.04,"MassiveIntentClassification (ml)":2.87,"MassiveIntentClassification (mn)":2.41,"MassiveIntentClassification (ms)":39.11,"MassiveIntentClassification (my)":2.49,"MassiveIntentClassification (nl)":38.89,"MassiveIntentClassification (pt)":41.61,"MassiveIntentClassification (ro)":37.99,"MassiveIntentClassification (ru)":3.13,"MassiveIntentClassification (sl)":41.59,"MassiveIntentClassification (sq)":36.12,"MassiveIntentClassification (sw)":35.98,"MassiveIntentClassification (ta)":2.66,"MassiveIntentClassification (te)":1.78,"MassiveIntentClassification (th)":1.74,"MassiveIntentClassification (tl)":31.98,"MassiveIntentClassification (tr)":35.25,"MassiveIntentClassification (ur)":2.34,"MassiveIntentClassification (vi)":26.08,"MassiveIntentClassification (zh-TW)":5.73,"MassiveScenarioClassification (af)":46.49,"MassiveScenarioClassification (am)":4.22,"MassiveScenarioClassification (ar)":9.81,"MassiveScenarioClassification (az)":39.03,"MassiveScenarioClassification (bn)":8.04,"MassiveScenarioClassification (cy)":40.71,"MassiveScenarioClassification (de)":42.63,"MassiveScenarioClassification (el)":16.6,"MassiveScenarioClassification (es)":41.88,"MassiveScenarioClassification (fa)":6.37,"MassiveScenarioClassification (fi)":34.87,"MassiveScenarioClassification (fr)":41.55,"MassiveScenarioClassification (he)":4.69,"MassiveScenarioClassification (hi)":7.55,"MassiveScenarioClassification (hu)":36.43,"MassiveScenarioClassification (hy)":7.72,"MassiveScenarioClassification (id)":45.64,"MassiveScenarioClassification (is)":39.59,"MassiveScenarioClassification (it)":44.38,"MassiveScenarioClassification (ja)":7.07,"MassiveScenarioClassification (jv)":41.28,"MassiveScenarioClassification (ka)":7.64,"MassiveScenarioClassification (km)":7.28,"MassiveScenarioClassification (kn)":7.23,"MassiveScenarioClassification (ko)":8.86,"MassiveScenarioClassification (lv)":43.1,"MassiveScenarioClassification (ml)":3.91,"MassiveScenarioClassification (mn)":6.74,"MassiveScenarioClassification (ms)":45.95,"MassiveScenarioClassification (my)":6.54,"MassiveScenarioClassification (nl)":45.77,"MassiveScenarioClassification (pt)":46.77,"MassiveScenarioClassification (ro)":43.28,"MassiveScenarioClassification (ru)":8.44,"MassiveScenarioClassification (sl)":48.59,"MassiveScenarioClassification (sq)":44.18,"MassiveScenarioClassification (sw)":42.89,"MassiveScenarioClassification (ta)":3.66,"MassiveScenarioClassification (te)":4.64,"MassiveScenarioClassification (th)":10.36,"MassiveScenarioClassification (tl)":35.38,"MassiveScenarioClassification (tr)":39.97,"MassiveScenarioClassification (ur)":7.64,"MassiveScenarioClassification (vi)":29.92,"MassiveScenarioClassification (zh-TW)":9.64} {"index":136,"Rank":32,"Model":"lma3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":24.51,"AmazonCounterfactualClassification (de)":64.72,"AmazonCounterfactualClassification (ja)":44.83,"AmazonReviewsClassification (de)":27.74,"AmazonReviewsClassification (es)":29.31,"AmazonReviewsClassification (fr)":29.35,"AmazonReviewsClassification (ja)":21.55,"AmazonReviewsClassification (zh)":21.73,"MTOPDomainClassification (de)":65.16,"MTOPDomainClassification (es)":64.95,"MTOPDomainClassification (fr)":65.83,"MTOPDomainClassification (hi)":13.34,"MTOPDomainClassification (th)":16.12,"MTOPIntentClassification (de)":45.5,"MTOPIntentClassification (es)":43.74,"MTOPIntentClassification (fr)":41.58,"MTOPIntentClassification (hi)":2.73,"MTOPIntentClassification (th)":4.84,"MassiveIntentClassification (af)":36.48,"MassiveIntentClassification (am)":1.5,"MassiveIntentClassification (ar)":5.42,"MassiveIntentClassification (az)":36.07,"MassiveIntentClassification (bn)":2.27,"MassiveIntentClassification (cy)":33.18,"MassiveIntentClassification (de)":37.29,"MassiveIntentClassification (el)":11.26,"MassiveIntentClassification (es)":37.37,"MassiveIntentClassification (fa)":1.97,"MassiveIntentClassification (fi)":31.88,"MassiveIntentClassification (fr)":38.33,"MassiveIntentClassification (he)":1.95,"MassiveIntentClassification (hi)":4.25,"MassiveIntentClassification (hu)":28.53,"MassiveIntentClassification (hy)":2.35,"MassiveIntentClassification (id)":39.9,"MassiveIntentClassification (is)":30.4,"MassiveIntentClassification (it)":39.9,"MassiveIntentClassification (ja)":4.15,"MassiveIntentClassification (jv)":34.55,"MassiveIntentClassification (ka)":1.63,"MassiveIntentClassification (km)":1.45,"MassiveIntentClassification (kn)":1.58,"MassiveIntentClassification (ko)":3.68,"MassiveIntentClassification (lv)":38.04,"MassiveIntentClassification (ml)":2.87,"MassiveIntentClassification (mn)":2.41,"MassiveIntentClassification (ms)":39.11,"MassiveIntentClassification (my)":2.49,"MassiveIntentClassification (nl)":38.89,"MassiveIntentClassification (pt)":41.61,"MassiveIntentClassification (ro)":37.99,"MassiveIntentClassification (ru)":3.13,"MassiveIntentClassification (sl)":41.59,"MassiveIntentClassification (sq)":36.12,"MassiveIntentClassification (sw)":35.98,"MassiveIntentClassification (ta)":2.66,"MassiveIntentClassification (te)":1.78,"MassiveIntentClassification (th)":1.74,"MassiveIntentClassification (tl)":31.98,"MassiveIntentClassification (tr)":35.25,"MassiveIntentClassification (ur)":2.34,"MassiveIntentClassification (vi)":26.08,"MassiveIntentClassification (zh-TW)":5.73,"MassiveScenarioClassification (af)":46.49,"MassiveScenarioClassification (am)":4.22,"MassiveScenarioClassification (ar)":9.81,"MassiveScenarioClassification (az)":39.03,"MassiveScenarioClassification (bn)":8.04,"MassiveScenarioClassification (cy)":40.71,"MassiveScenarioClassification (de)":42.63,"MassiveScenarioClassification (el)":16.6,"MassiveScenarioClassification (es)":41.88,"MassiveScenarioClassification (fa)":6.37,"MassiveScenarioClassification (fi)":34.87,"MassiveScenarioClassification (fr)":41.55,"MassiveScenarioClassification (he)":4.69,"MassiveScenarioClassification (hi)":7.55,"MassiveScenarioClassification (hu)":36.43,"MassiveScenarioClassification (hy)":7.72,"MassiveScenarioClassification (id)":45.64,"MassiveScenarioClassification (is)":39.59,"MassiveScenarioClassification (it)":44.38,"MassiveScenarioClassification (ja)":7.07,"MassiveScenarioClassification (jv)":41.28,"MassiveScenarioClassification (ka)":7.64,"MassiveScenarioClassification (km)":7.28,"MassiveScenarioClassification (kn)":7.23,"MassiveScenarioClassification (ko)":8.86,"MassiveScenarioClassification (lv)":43.1,"MassiveScenarioClassification (ml)":3.91,"MassiveScenarioClassification (mn)":6.74,"MassiveScenarioClassification (ms)":45.95,"MassiveScenarioClassification (my)":6.54,"MassiveScenarioClassification (nl)":45.77,"MassiveScenarioClassification (pt)":46.77,"MassiveScenarioClassification (ro)":43.28,"MassiveScenarioClassification (ru)":8.44,"MassiveScenarioClassification (sl)":48.59,"MassiveScenarioClassification (sq)":44.18,"MassiveScenarioClassification (sw)":42.89,"MassiveScenarioClassification (ta)":3.66,"MassiveScenarioClassification (te)":4.64,"MassiveScenarioClassification (th)":10.36,"MassiveScenarioClassification (tl)":35.38,"MassiveScenarioClassification (tr)":39.97,"MassiveScenarioClassification (ur)":7.64,"MassiveScenarioClassification (vi)":29.92,"MassiveScenarioClassification (zh-TW)":9.64} {"index":109,"Rank":33,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":24.49,"AmazonCounterfactualClassification (de)":54.46,"AmazonCounterfactualClassification (ja)":43.87,"AmazonReviewsClassification (de)":24.08,"AmazonReviewsClassification (es)":23.88,"AmazonReviewsClassification (fr)":23.31,"AmazonReviewsClassification (ja)":20.25,"AmazonReviewsClassification (zh)":20.49,"MTOPDomainClassification (de)":48.55,"MTOPDomainClassification (es)":58.39,"MTOPDomainClassification (fr)":54.61,"MTOPDomainClassification (hi)":21.22,"MTOPDomainClassification (th)":14.98,"MTOPIntentClassification (de)":35.55,"MTOPIntentClassification (es)":36.72,"MTOPIntentClassification (fr)":34.71,"MTOPIntentClassification (hi)":4.44,"MTOPIntentClassification (th)":4.67,"MassiveIntentClassification (af)":33.68,"MassiveIntentClassification (am)":2.94,"MassiveIntentClassification (ar)":10.04,"MassiveIntentClassification (az)":30.74,"MassiveIntentClassification (bn)":3.02,"MassiveIntentClassification (cy)":33.94,"MassiveIntentClassification (de)":36.06,"MassiveIntentClassification (el)":27.7,"MassiveIntentClassification (es)":35.6,"MassiveIntentClassification (fa)":17.97,"MassiveIntentClassification (fi)":35.53,"MassiveIntentClassification (fr)":38.41,"MassiveIntentClassification (he)":2.69,"MassiveIntentClassification (hi)":3.43,"MassiveIntentClassification (hu)":34.05,"MassiveIntentClassification (hy)":3.11,"MassiveIntentClassification (id)":40.02,"MassiveIntentClassification (is)":32.63,"MassiveIntentClassification (it)":39.28,"MassiveIntentClassification (ja)":4.95,"MassiveIntentClassification (jv)":34.95,"MassiveIntentClassification (ka)":2.57,"MassiveIntentClassification (km)":4.73,"MassiveIntentClassification (kn)":3.54,"MassiveIntentClassification (ko)":2.68,"MassiveIntentClassification (lv)":37.91,"MassiveIntentClassification (ml)":2.88,"MassiveIntentClassification (mn)":16.94,"MassiveIntentClassification (ms)":36.6,"MassiveIntentClassification (my)":3.96,"MassiveIntentClassification (nl)":33.95,"MassiveIntentClassification (pt)":43.05,"MassiveIntentClassification (ro)":36.2,"MassiveIntentClassification (ru)":25.3,"MassiveIntentClassification (sl)":35.9,"MassiveIntentClassification (sq)":36.6,"MassiveIntentClassification (sw)":34.81,"MassiveIntentClassification (ta)":3.11,"MassiveIntentClassification (te)":2.53,"MassiveIntentClassification (th)":4.38,"MassiveIntentClassification (tl)":35.51,"MassiveIntentClassification (tr)":32.02,"MassiveIntentClassification (ur)":9.61,"MassiveIntentClassification (vi)":37.07,"MassiveIntentClassification (zh-TW)":4.79,"MassiveScenarioClassification (af)":36.17,"MassiveScenarioClassification (am)":7.64,"MassiveScenarioClassification (ar)":15.26,"MassiveScenarioClassification (az)":30.73,"MassiveScenarioClassification (bn)":7.15,"MassiveScenarioClassification (cy)":34.73,"MassiveScenarioClassification (de)":38.62,"MassiveScenarioClassification (el)":27.18,"MassiveScenarioClassification (es)":39.44,"MassiveScenarioClassification (fa)":21.43,"MassiveScenarioClassification (fi)":33.21,"MassiveScenarioClassification (fr)":40.26,"MassiveScenarioClassification (he)":7.42,"MassiveScenarioClassification (hi)":8.06,"MassiveScenarioClassification (hu)":34.54,"MassiveScenarioClassification (hy)":8.61,"MassiveScenarioClassification (id)":40.04,"MassiveScenarioClassification (is)":33.57,"MassiveScenarioClassification (it)":40.1,"MassiveScenarioClassification (ja)":9.96,"MassiveScenarioClassification (jv)":36.11,"MassiveScenarioClassification (ka)":7.13,"MassiveScenarioClassification (km)":9.66,"MassiveScenarioClassification (kn)":7.55,"MassiveScenarioClassification (ko)":7.27,"MassiveScenarioClassification (lv)":37.03,"MassiveScenarioClassification (ml)":7.22,"MassiveScenarioClassification (mn)":21.53,"MassiveScenarioClassification (ms)":37.57,"MassiveScenarioClassification (my)":9.54,"MassiveScenarioClassification (nl)":34.62,"MassiveScenarioClassification (pt)":44.68,"MassiveScenarioClassification (ro)":37.29,"MassiveScenarioClassification (ru)":28.16,"MassiveScenarioClassification (sl)":37.95,"MassiveScenarioClassification (sq)":37.82,"MassiveScenarioClassification (sw)":35.37,"MassiveScenarioClassification (ta)":7.19,"MassiveScenarioClassification (te)":7.29,"MassiveScenarioClassification (th)":9.47,"MassiveScenarioClassification (tl)":37.31,"MassiveScenarioClassification (tr)":34.57,"MassiveScenarioClassification (ur)":16.17,"MassiveScenarioClassification (vi)":35.91,"MassiveScenarioClassification (zh-TW)":10.19} {"index":0,"Rank":34,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":41.59,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":90.05,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":66.09,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":62.83,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":69.71,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} diff --git a/boards_data/other-sts/data_tasks/STS/default.jsonl b/boards_data/other-sts/data_tasks/STS/default.jsonl index 0c2f571a1b46e5c165bca9708ddadad1e0038bec..54439e1a4b7555526ea5691fe7427acb882959a4 100644 --- a/boards_data/other-sts/data_tasks/STS/default.jsonl +++ b/boards_data/other-sts/data_tasks/STS/default.jsonl @@ -1,10 +1,10 @@ {"index":21,"Rank":1,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":73.41,"STS17 (ar-ar)":78.82,"STS17 (en-ar)":76.44,"STS17 (en-de)":84.71,"STS17 (en-tr)":76.36,"STS17 (es-en)":83.85,"STS17 (es-es)":87.04,"STS17 (fr-en)":84.43,"STS17 (it-en)":83.85,"STS17 (ko-ko)":81.59,"STS17 (nl-en)":82.46,"STS22 (ar)":58.55,"STS22 (de)":60.89,"STS22 (de-en)":62.28,"STS22 (de-fr)":56.01,"STS22 (de-pl)":53.64,"STS22 (es)":72.02,"STS22 (es-en)":79.64,"STS22 (es-it)":74.83,"STS22 (fr)":81.03,"STS22 (fr-pl)":73.25,"STS22 (it)":78.28,"STS22 (pl)":42.39,"STS22 (pl-en)":78.29,"STS22 (ru)":66.49,"STS22 (tr)":65.54,"STS22 (zh-en)":72.93,"STSBenchmark":86.46} {"index":185,"Rank":2,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":73.41,"STS17 (ar-ar)":78.82,"STS17 (en-ar)":76.44,"STS17 (en-de)":84.71,"STS17 (en-tr)":76.36,"STS17 (es-en)":83.85,"STS17 (es-es)":87.04,"STS17 (fr-en)":84.43,"STS17 (it-en)":83.85,"STS17 (ko-ko)":81.59,"STS17 (nl-en)":82.46,"STS22 (ar)":58.55,"STS22 (de)":60.89,"STS22 (de-en)":62.28,"STS22 (de-fr)":56.01,"STS22 (de-pl)":53.64,"STS22 (es)":72.02,"STS22 (es-en)":79.64,"STS22 (es-it)":74.83,"STS22 (fr)":81.03,"STS22 (fr-pl)":73.25,"STS22 (it)":78.28,"STS22 (pl)":42.39,"STS22 (pl-en)":78.29,"STS22 (ru)":66.49,"STS22 (tr)":65.54,"STS22 (zh-en)":72.93,"STSBenchmark":86.46} {"index":163,"Rank":3,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":73.17,"STS17 (ar-ar)":81.87,"STS17 (en-ar)":77.93,"STS17 (en-de)":87.3,"STS17 (en-tr)":72.56,"STS17 (es-en)":88.24,"STS17 (es-es)":87.46,"STS17 (fr-en)":88.06,"STS17 (it-en)":89.68,"STS17 (ko-ko)":83.69,"STS17 (nl-en)":88.25,"STS22 (ar)":54.12,"STS22 (de)":49.12,"STS22 (de-en)":60.92,"STS22 (de-fr)":61.39,"STS22 (de-pl)":54.47,"STS22 (es)":67.0,"STS22 (es-en)":75.84,"STS22 (es-it)":75.04,"STS22 (fr)":69.82,"STS22 (fr-pl)":84.52,"STS22 (it)":75.87,"STS22 (pl)":39.21,"STS22 (pl-en)":73.18,"STS22 (ru)":60.83,"STS22 (tr)":68.72,"STS22 (zh-en)":71.88,"STSBenchmark":88.6} -{"index":259,"Rank":4,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.02,"STS17 (ar-ar)":77.88,"STS17 (en-ar)":75.06,"STS17 (en-de)":86.16,"STS17 (en-tr)":71.23,"STS17 (es-en)":80.75,"STS17 (es-es)":86.74,"STS17 (fr-en)":85.62,"STS17 (it-en)":84.54,"STS17 (ko-ko)":82.27,"STS17 (nl-en)":85.28,"STS22 (ar)":56.99,"STS22 (de)":56.59,"STS22 (de-en)":56.6,"STS22 (de-fr)":67.79,"STS22 (de-pl)":49.58,"STS22 (es)":64.58,"STS22 (es-en)":72.52,"STS22 (es-it)":68.93,"STS22 (fr)":76.79,"STS22 (fr-pl)":50.71,"STS22 (it)":76.98,"STS22 (pl)":34.68,"STS22 (pl-en)":65.54,"STS22 (ru)":59.9,"STS22 (tr)":63.55,"STS22 (zh-en)":66.0,"STSBenchmark":87.29} -{"index":54,"Rank":5,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.02,"STS17 (ar-ar)":77.88,"STS17 (en-ar)":75.06,"STS17 (en-de)":86.16,"STS17 (en-tr)":71.23,"STS17 (es-en)":80.75,"STS17 (es-es)":86.74,"STS17 (fr-en)":85.62,"STS17 (it-en)":84.54,"STS17 (ko-ko)":82.27,"STS17 (nl-en)":85.28,"STS22 (ar)":56.99,"STS22 (de)":56.59,"STS22 (de-en)":56.6,"STS22 (de-fr)":67.79,"STS22 (de-pl)":49.58,"STS22 (es)":64.58,"STS22 (es-en)":72.52,"STS22 (es-it)":68.93,"STS22 (fr)":76.79,"STS22 (fr-pl)":50.71,"STS22 (it)":76.98,"STS22 (pl)":34.68,"STS22 (pl-en)":65.54,"STS22 (ru)":59.9,"STS22 (tr)":63.55,"STS22 (zh-en)":66.0,"STSBenchmark":87.29} -{"index":224,"Rank":6,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.02,"STS17 (ar-ar)":77.88,"STS17 (en-ar)":75.06,"STS17 (en-de)":86.16,"STS17 (en-tr)":71.23,"STS17 (es-en)":80.75,"STS17 (es-es)":86.74,"STS17 (fr-en)":85.62,"STS17 (it-en)":84.54,"STS17 (ko-ko)":82.27,"STS17 (nl-en)":85.28,"STS22 (ar)":56.99,"STS22 (de)":56.59,"STS22 (de-en)":56.6,"STS22 (de-fr)":67.79,"STS22 (de-pl)":49.58,"STS22 (es)":64.58,"STS22 (es-en)":72.52,"STS22 (es-it)":68.93,"STS22 (fr)":76.79,"STS22 (fr-pl)":50.71,"STS22 (it)":76.98,"STS22 (pl)":34.68,"STS22 (pl-en)":65.54,"STS22 (ru)":59.9,"STS22 (tr)":63.55,"STS22 (zh-en)":66.0,"STSBenchmark":87.29} -{"index":133,"Rank":7,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.02,"STS17 (ar-ar)":77.88,"STS17 (en-ar)":75.06,"STS17 (en-de)":86.16,"STS17 (en-tr)":71.23,"STS17 (es-en)":80.75,"STS17 (es-es)":86.74,"STS17 (fr-en)":85.62,"STS17 (it-en)":84.54,"STS17 (ko-ko)":82.27,"STS17 (nl-en)":85.28,"STS22 (ar)":56.99,"STS22 (de)":56.59,"STS22 (de-en)":56.6,"STS22 (de-fr)":67.79,"STS22 (de-pl)":49.58,"STS22 (es)":64.58,"STS22 (es-en)":72.52,"STS22 (es-it)":68.93,"STS22 (fr)":76.79,"STS22 (fr-pl)":50.71,"STS22 (it)":76.98,"STS22 (pl)":34.68,"STS22 (pl-en)":65.54,"STS22 (ru)":59.9,"STS22 (tr)":63.55,"STS22 (zh-en)":66.0,"STSBenchmark":87.29} +{"index":224,"Rank":4,"Model":"multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.02,"STS17 (ar-ar)":77.88,"STS17 (en-ar)":75.06,"STS17 (en-de)":86.16,"STS17 (en-tr)":71.23,"STS17 (es-en)":80.75,"STS17 (es-es)":86.74,"STS17 (fr-en)":85.62,"STS17 (it-en)":84.54,"STS17 (ko-ko)":82.27,"STS17 (nl-en)":85.28,"STS22 (ar)":56.99,"STS22 (de)":56.59,"STS22 (de-en)":56.6,"STS22 (de-fr)":67.79,"STS22 (de-pl)":49.58,"STS22 (es)":64.58,"STS22 (es-en)":72.52,"STS22 (es-it)":68.93,"STS22 (fr)":76.79,"STS22 (fr-pl)":50.71,"STS22 (it)":76.98,"STS22 (pl)":34.68,"STS22 (pl-en)":65.54,"STS22 (ru)":59.9,"STS22 (tr)":63.55,"STS22 (zh-en)":66.0,"STSBenchmark":87.29} +{"index":133,"Rank":5,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.02,"STS17 (ar-ar)":77.88,"STS17 (en-ar)":75.06,"STS17 (en-de)":86.16,"STS17 (en-tr)":71.23,"STS17 (es-en)":80.75,"STS17 (es-es)":86.74,"STS17 (fr-en)":85.62,"STS17 (it-en)":84.54,"STS17 (ko-ko)":82.27,"STS17 (nl-en)":85.28,"STS22 (ar)":56.99,"STS22 (de)":56.59,"STS22 (de-en)":56.6,"STS22 (de-fr)":67.79,"STS22 (de-pl)":49.58,"STS22 (es)":64.58,"STS22 (es-en)":72.52,"STS22 (es-it)":68.93,"STS22 (fr)":76.79,"STS22 (fr-pl)":50.71,"STS22 (it)":76.98,"STS22 (pl)":34.68,"STS22 (pl-en)":65.54,"STS22 (ru)":59.9,"STS22 (tr)":63.55,"STS22 (zh-en)":66.0,"STSBenchmark":87.29} +{"index":54,"Rank":6,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.02,"STS17 (ar-ar)":77.88,"STS17 (en-ar)":75.06,"STS17 (en-de)":86.16,"STS17 (en-tr)":71.23,"STS17 (es-en)":80.75,"STS17 (es-es)":86.74,"STS17 (fr-en)":85.62,"STS17 (it-en)":84.54,"STS17 (ko-ko)":82.27,"STS17 (nl-en)":85.28,"STS22 (ar)":56.99,"STS22 (de)":56.59,"STS22 (de-en)":56.6,"STS22 (de-fr)":67.79,"STS22 (de-pl)":49.58,"STS22 (es)":64.58,"STS22 (es-en)":72.52,"STS22 (es-it)":68.93,"STS22 (fr)":76.79,"STS22 (fr-pl)":50.71,"STS22 (it)":76.98,"STS22 (pl)":34.68,"STS22 (pl-en)":65.54,"STS22 (ru)":59.9,"STS22 (tr)":63.55,"STS22 (zh-en)":66.0,"STSBenchmark":87.29} +{"index":259,"Rank":7,"Model":"multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.02,"STS17 (ar-ar)":77.88,"STS17 (en-ar)":75.06,"STS17 (en-de)":86.16,"STS17 (en-tr)":71.23,"STS17 (es-en)":80.75,"STS17 (es-es)":86.74,"STS17 (fr-en)":85.62,"STS17 (it-en)":84.54,"STS17 (ko-ko)":82.27,"STS17 (nl-en)":85.28,"STS22 (ar)":56.99,"STS22 (de)":56.59,"STS22 (de-en)":56.6,"STS22 (de-fr)":67.79,"STS22 (de-pl)":49.58,"STS22 (es)":64.58,"STS22 (es-en)":72.52,"STS22 (es-it)":68.93,"STS22 (fr)":76.79,"STS22 (fr-pl)":50.71,"STS22 (it)":76.98,"STS22 (pl)":34.68,"STS22 (pl-en)":65.54,"STS22 (ru)":59.9,"STS22 (tr)":63.55,"STS22 (zh-en)":66.0,"STSBenchmark":87.29} {"index":167,"Rank":8,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":70.02,"STS17 (ar-ar)":77.88,"STS17 (en-ar)":75.06,"STS17 (en-de)":86.16,"STS17 (en-tr)":71.23,"STS17 (es-en)":80.75,"STS17 (es-es)":86.74,"STS17 (fr-en)":85.62,"STS17 (it-en)":84.54,"STS17 (ko-ko)":82.27,"STS17 (nl-en)":85.28,"STS22 (ar)":56.99,"STS22 (de)":56.59,"STS22 (de-en)":56.6,"STS22 (de-fr)":67.79,"STS22 (de-pl)":49.58,"STS22 (es)":64.58,"STS22 (es-en)":72.52,"STS22 (es-it)":68.93,"STS22 (fr)":76.79,"STS22 (fr-pl)":50.71,"STS22 (it)":76.98,"STS22 (pl)":34.66,"STS22 (pl-en)":65.54,"STS22 (ru)":59.9,"STS22 (tr)":63.55,"STS22 (zh-en)":66.0,"STSBenchmark":87.29} {"index":120,"Rank":9,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.85,"STS17 (ar-ar)":79.38,"STS17 (en-ar)":58.76,"STS17 (en-de)":76.13,"STS17 (en-tr)":55.53,"STS17 (es-en)":72.26,"STS17 (es-es)":85.06,"STS17 (fr-en)":75.63,"STS17 (it-en)":71.36,"STS17 (ko-ko)":80.79,"STS17 (nl-en)":71.99,"STS22 (ar)":57.44,"STS22 (de)":60.12,"STS22 (de-en)":53.36,"STS22 (de-fr)":58.25,"STS22 (de-pl)":48.47,"STS22 (es)":68.57,"STS22 (es-en)":77.41,"STS22 (es-it)":74.69,"STS22 (fr)":81.47,"STS22 (fr-pl)":73.25,"STS22 (it)":79.28,"STS22 (pl)":42.08,"STS22 (pl-en)":77.5,"STS22 (ru)":61.71,"STS22 (tr)":66.62,"STS22 (zh-en)":69.87,"STSBenchmark":81.95} {"index":166,"Rank":10,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":68.84,"STS17 (ar-ar)":74.52,"STS17 (en-ar)":71.27,"STS17 (en-de)":82.09,"STS17 (en-tr)":63.33,"STS17 (es-en)":76.5,"STS17 (es-es)":86.74,"STS17 (fr-en)":80.18,"STS17 (it-en)":80.15,"STS17 (ko-ko)":79.95,"STS17 (nl-en)":79.25,"STS22 (ar)":57.87,"STS22 (de)":55.95,"STS22 (de-en)":54.93,"STS22 (de-fr)":59.47,"STS22 (de-pl)":39.35,"STS22 (es)":66.58,"STS22 (es-en)":73.99,"STS22 (es-it)":66.46,"STS22 (fr)":74.8,"STS22 (fr-pl)":73.25,"STS22 (it)":77.76,"STS22 (pl)":34.07,"STS22 (pl-en)":70.37,"STS22 (ru)":60.66,"STS22 (tr)":63.7,"STS22 (zh-en)":69.92,"STSBenchmark":85.64} diff --git a/boards_data/pl/data_overall/default.jsonl b/boards_data/pl/data_overall/default.jsonl index b0e6f0e66b7c01a27dbd59af4d74b975e2aa100e..63475a679947612eb571cac46e1966cc487bd0f6 100644 --- a/boards_data/pl/data_overall/default.jsonl +++ b/boards_data/pl/data_overall/default.jsonl @@ -6,8 +6,8 @@ {"index":42,"Rank":6,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":61.05,"Classification Average (7 datasets)":62.92,"Clustering Average (1 datasets)":33.08,"PairClassification Average (4 datasets)":88.14,"Retrieval Average (11 datasets)":49.92,"STS Average (3 datasets)":70.7} {"index":30,"Rank":7,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":60.08,"Classification Average (7 datasets)":63.82,"Clustering Average (1 datasets)":33.88,"PairClassification Average (4 datasets)":85.5,"Retrieval Average (11 datasets)":48.98,"STS Average (3 datasets)":66.91} {"index":39,"Rank":8,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":59.71,"Classification Average (7 datasets)":59.52,"Clustering Average (1 datasets)":30.25,"PairClassification Average (4 datasets)":86.16,"Retrieval Average (11 datasets)":50.06,"STS Average (3 datasets)":70.13} -{"index":37,"Rank":9,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (26 datasets)":58.22,"Classification Average (7 datasets)":60.15,"Clustering Average (1 datasets)":33.67,"PairClassification Average (4 datasets)":85.45,"Retrieval Average (11 datasets)":46.4,"STS Average (3 datasets)":68.92} -{"index":3,"Rank":10,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (26 datasets)":58.22,"Classification Average (7 datasets)":60.15,"Clustering Average (1 datasets)":33.67,"PairClassification Average (4 datasets)":85.45,"Retrieval Average (11 datasets)":46.4,"STS Average (3 datasets)":68.92} +{"index":3,"Rank":9,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (26 datasets)":58.22,"Classification Average (7 datasets)":60.15,"Clustering Average (1 datasets)":33.67,"PairClassification Average (4 datasets)":85.45,"Retrieval Average (11 datasets)":46.4,"STS Average (3 datasets)":68.92} +{"index":37,"Rank":10,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (26 datasets)":58.22,"Classification Average (7 datasets)":60.15,"Clustering Average (1 datasets)":33.67,"PairClassification Average (4 datasets)":85.45,"Retrieval Average (11 datasets)":46.4,"STS Average (3 datasets)":68.92} {"index":22,"Rank":11,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":56.92,"Classification Average (7 datasets)":60.44,"Clustering Average (1 datasets)":32.85,"PairClassification Average (4 datasets)":87.92,"Retrieval Average (11 datasets)":42.19,"STS Average (3 datasets)":69.47} {"index":41,"Rank":12,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":55.84,"Classification Average (7 datasets)":57.73,"Clustering Average (1 datasets)":31.77,"PairClassification Average (4 datasets)":84.61,"Retrieval Average (11 datasets)":42.83,"STS Average (3 datasets)":68.77} {"index":29,"Rank":13,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":55.62,"Classification Average (7 datasets)":59.01,"Clustering Average (1 datasets)":24.97,"PairClassification Average (4 datasets)":82.15,"Retrieval Average (11 datasets)":44.01,"STS Average (3 datasets)":65.13} diff --git a/boards_data/pl/data_tasks/Clustering/default.jsonl b/boards_data/pl/data_tasks/Clustering/default.jsonl index 3abb05fb94ad1dd69465f1e6dcfc09901422b985..d15e1c998a35c68d100856eb5a0981b91e1c9793 100644 --- a/boards_data/pl/data_tasks/Clustering/default.jsonl +++ b/boards_data/pl/data_tasks/Clustering/default.jsonl @@ -2,8 +2,8 @@ {"index":4,"Rank":2,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"8TagsClustering":50.29} {"index":1,"Rank":3,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"8TagsClustering":44.59} {"index":30,"Rank":4,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"8TagsClustering":33.88} -{"index":3,"Rank":5,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"8TagsClustering":33.67} -{"index":37,"Rank":6,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"8TagsClustering":33.67} +{"index":37,"Rank":5,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"8TagsClustering":33.67} +{"index":3,"Rank":6,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"8TagsClustering":33.67} {"index":45,"Rank":7,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"8TagsClustering":33.15} {"index":42,"Rank":8,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"8TagsClustering":33.08} {"index":22,"Rank":9,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"8TagsClustering":32.85} diff --git a/boards_data/pl/data_tasks/Retrieval/default.jsonl b/boards_data/pl/data_tasks/Retrieval/default.jsonl index 16332e28ee4aadd5353752710478efbbfc46154a..4c874166b512c2a5b0b3b7ba4f72a96de9e18b2c 100644 --- a/boards_data/pl/data_tasks/Retrieval/default.jsonl +++ b/boards_data/pl/data_tasks/Retrieval/default.jsonl @@ -6,8 +6,8 @@ {"index":39,"Rank":6,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":50.06,"ArguAna-PL":58.4,"DBPedia-PL":37.19,"FiQA-PL":34.53,"HotpotQA-PL":66.25,"MSMARCO-PL":32.54,"NFCorpus-PL":33.71,"NQ-PL":44.6,"Quora-PL":84.44,"SCIDOCS-PL":17.35,"SciFact-PL":68.29,"TRECCOVID-PL":73.33} {"index":42,"Rank":7,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":49.92,"ArguAna-PL":59.02,"DBPedia-PL":36.22,"FiQA-PL":35.01,"HotpotQA-PL":66.64,"MSMARCO-PL":33.05,"NFCorpus-PL":34.14,"NQ-PL":45.65,"Quora-PL":84.44,"SCIDOCS-PL":17.84,"SciFact-PL":65.75,"TRECCOVID-PL":71.33} {"index":30,"Rank":8,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":48.98,"ArguAna-PL":53.02,"DBPedia-PL":35.82,"FiQA-PL":33.0,"HotpotQA-PL":67.41,"MSMARCO-PL":33.38,"NFCorpus-PL":30.24,"NQ-PL":52.79,"Quora-PL":83.65,"SCIDOCS-PL":13.81,"SciFact-PL":65.66,"TRECCOVID-PL":70.03} -{"index":37,"Rank":9,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":46.4,"ArguAna-PL":53.17,"DBPedia-PL":32.5,"FiQA-PL":28.96,"HotpotQA-PL":56.9,"MSMARCO-PL":55.62,"NFCorpus-PL":26.83,"NQ-PL":43.13,"Quora-PL":80.76,"SCIDOCS-PL":14.22,"SciFact-PL":58.92,"TRECCOVID-PL":59.36} -{"index":3,"Rank":10,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":46.4,"ArguAna-PL":53.17,"DBPedia-PL":32.5,"FiQA-PL":28.96,"HotpotQA-PL":56.9,"MSMARCO-PL":55.62,"NFCorpus-PL":26.83,"NQ-PL":43.13,"Quora-PL":80.76,"SCIDOCS-PL":14.22,"SciFact-PL":58.92,"TRECCOVID-PL":59.36} +{"index":3,"Rank":9,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":46.4,"ArguAna-PL":53.17,"DBPedia-PL":32.5,"FiQA-PL":28.96,"HotpotQA-PL":56.9,"MSMARCO-PL":55.62,"NFCorpus-PL":26.83,"NQ-PL":43.13,"Quora-PL":80.76,"SCIDOCS-PL":14.22,"SciFact-PL":58.92,"TRECCOVID-PL":59.36} +{"index":37,"Rank":10,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":46.4,"ArguAna-PL":53.17,"DBPedia-PL":32.5,"FiQA-PL":28.96,"HotpotQA-PL":56.9,"MSMARCO-PL":55.62,"NFCorpus-PL":26.83,"NQ-PL":43.13,"Quora-PL":80.76,"SCIDOCS-PL":14.22,"SciFact-PL":58.92,"TRECCOVID-PL":59.36} {"index":29,"Rank":11,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":44.01,"ArguAna-PL":42.81,"DBPedia-PL":30.23,"FiQA-PL":25.52,"HotpotQA-PL":63.52,"MSMARCO-PL":29.52,"NFCorpus-PL":25.98,"NQ-PL":44.8,"Quora-PL":81.22,"SCIDOCS-PL":12.35,"SciFact-PL":62.11,"TRECCOVID-PL":66.06} {"index":41,"Rank":12,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":42.83,"ArguAna-PL":54.31,"DBPedia-PL":30.28,"FiQA-PL":29.75,"HotpotQA-PL":57.14,"MSMARCO-PL":25.94,"NFCorpus-PL":27.6,"NQ-PL":33.83,"Quora-PL":81.15,"SCIDOCS-PL":14.79,"SciFact-PL":58.14,"TRECCOVID-PL":58.2} {"index":32,"Rank":13,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":42.43,"ArguAna-PL":37.43,"DBPedia-PL":29.27,"FiQA-PL":22.03,"HotpotQA-PL":60.15,"MSMARCO-PL":26.94,"NFCorpus-PL":26.48,"NQ-PL":40.46,"Quora-PL":78.7,"SCIDOCS-PL":11.6,"SciFact-PL":62.76,"TRECCOVID-PL":70.92} diff --git a/boards_data/pl/data_tasks/STS/default.jsonl b/boards_data/pl/data_tasks/STS/default.jsonl index 000f2c0dcf1f1acbbe89424cc3a56aa4ad11891a..28dc84f554a11725e62ca730f9ed5bf78e56490e 100644 --- a/boards_data/pl/data_tasks/STS/default.jsonl +++ b/boards_data/pl/data_tasks/STS/default.jsonl @@ -5,8 +5,8 @@ {"index":39,"Rank":5,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":70.13,"CDSC-R":93.26,"SICK-R-PL":76.77,"STS22 (pl)":40.36} {"index":40,"Rank":6,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":69.98,"CDSC-R":93.5,"SICK-R-PL":76.04,"STS22 (pl)":40.4} {"index":22,"Rank":7,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":69.47,"CDSC-R":92.13,"SICK-R-PL":79.51,"STS22 (pl)":36.78} -{"index":37,"Rank":8,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":68.92,"CDSC-R":90.31,"SICK-R-PL":74.07,"STS22 (pl)":42.39} -{"index":3,"Rank":9,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":68.92,"CDSC-R":90.31,"SICK-R-PL":74.07,"STS22 (pl)":42.39} +{"index":3,"Rank":8,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":68.92,"CDSC-R":90.31,"SICK-R-PL":74.07,"STS22 (pl)":42.39} +{"index":37,"Rank":9,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":68.92,"CDSC-R":90.31,"SICK-R-PL":74.07,"STS22 (pl)":42.39} {"index":44,"Rank":10,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":68.78,"CDSC-R":89.62,"SICK-R-PL":76.37,"STS22 (pl)":40.36} {"index":41,"Rank":11,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":68.77,"CDSC-R":91.98,"SICK-R-PL":73.71,"STS22 (pl)":40.63} {"index":1,"Rank":12,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":68.12,"CDSC-R":89.74,"SICK-R-PL":73.78,"STS22 (pl)":40.83} diff --git a/boards_data/zh/data_tasks/Classification/default.jsonl b/boards_data/zh/data_tasks/Classification/default.jsonl index 54677c245c4e8a36a67cff91d7d8a4056bdec432..f5da7f382b677fc35760c15146b6c5cde6145c62 100644 --- a/boards_data/zh/data_tasks/Classification/default.jsonl +++ b/boards_data/zh/data_tasks/Classification/default.jsonl @@ -52,8 +52,8 @@ {"index":311,"Rank":52,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Average":64.49,"AmazonReviewsClassification (zh)":38.69,"IFlyTek":41.15,"JDReview":82.83,"MassiveIntentClassification (zh-CN)":59.28,"MassiveScenarioClassification (zh-CN)":66.48,"MultilingualSentiment":68.2,"OnlineShopping":89.13,"TNews":49.65,"Waimai":84.96} {"index":295,"Rank":53,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Average":64.37,"AmazonReviewsClassification (zh)":29.75,"IFlyTek":50.93,"JDReview":84.93,"MassiveIntentClassification (zh-CN)":67.46,"MassiveScenarioClassification (zh-CN)":71.6,"MultilingualSentiment":55.9,"OnlineShopping":82.53,"TNews":55.08,"Waimai":81.16} {"index":383,"Rank":54,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":64.31,"AmazonReviewsClassification (zh)":38.3,"IFlyTek":44.62,"JDReview":74.6,"MassiveIntentClassification (zh-CN)":64.81,"MassiveScenarioClassification (zh-CN)":71.4,"MultilingualSentiment":67.99,"OnlineShopping":88.94,"TNews":45.77,"Waimai":82.37} -{"index":218,"Rank":55,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":64.27,"AmazonReviewsClassification (zh)":33.34,"IFlyTek":44.59,"JDReview":79.27,"MassiveIntentClassification (zh-CN)":69.62,"MassiveScenarioClassification (zh-CN)":74.4,"MultilingualSentiment":61.02,"OnlineShopping":84.85,"TNews":48.73,"Waimai":82.58} -{"index":20,"Rank":56,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":64.27,"AmazonReviewsClassification (zh)":33.34,"IFlyTek":44.59,"JDReview":79.27,"MassiveIntentClassification (zh-CN)":69.62,"MassiveScenarioClassification (zh-CN)":74.4,"MultilingualSentiment":61.02,"OnlineShopping":84.85,"TNews":48.73,"Waimai":82.58} +{"index":20,"Rank":55,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":64.27,"AmazonReviewsClassification (zh)":33.34,"IFlyTek":44.59,"JDReview":79.27,"MassiveIntentClassification (zh-CN)":69.62,"MassiveScenarioClassification (zh-CN)":74.4,"MultilingualSentiment":61.02,"OnlineShopping":84.85,"TNews":48.73,"Waimai":82.58} +{"index":218,"Rank":56,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":64.27,"AmazonReviewsClassification (zh)":33.34,"IFlyTek":44.59,"JDReview":79.27,"MassiveIntentClassification (zh-CN)":69.62,"MassiveScenarioClassification (zh-CN)":74.4,"MultilingualSentiment":61.02,"OnlineShopping":84.85,"TNews":48.73,"Waimai":82.58} {"index":34,"Rank":57,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":63.96,"AmazonReviewsClassification (zh)":35.91,"IFlyTek":45.49,"JDReview":80.04,"MassiveIntentClassification (zh-CN)":63.95,"MassiveScenarioClassification (zh-CN)":70.8,"MultilingualSentiment":63.06,"OnlineShopping":85.05,"TNews":48.15,"Waimai":83.18} {"index":206,"Rank":58,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":62.85,"AmazonReviewsClassification (zh)":35.7,"IFlyTek":40.46,"JDReview":78.26,"MassiveIntentClassification (zh-CN)":63.75,"MassiveScenarioClassification (zh-CN)":72.39,"MultilingualSentiment":63.17,"OnlineShopping":87.11,"TNews":44.15,"Waimai":80.65} {"index":53,"Rank":59,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":62.7,"AmazonReviewsClassification (zh)":38.25,"IFlyTek":43.13,"JDReview":69.08,"MassiveIntentClassification (zh-CN)":61.23,"MassiveScenarioClassification (zh-CN)":68.12,"MultilingualSentiment":67.83,"OnlineShopping":88.13,"TNews":44.42,"Waimai":84.15} diff --git a/boards_data/zh/data_tasks/Clustering/default.jsonl b/boards_data/zh/data_tasks/Clustering/default.jsonl index 87758e527dd4fe42a2eb8bf73f226770ff6b105b..b10fb1647c6f9afde709a87dcae6e992ba4131bb 100644 --- a/boards_data/zh/data_tasks/Clustering/default.jsonl +++ b/boards_data/zh/data_tasks/Clustering/default.jsonl @@ -30,8 +30,8 @@ {"index":22,"Rank":30,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Average":49.04,"CLSClusteringP2P":40.03,"CLSClusteringS2S":38.19,"ThuNewsClusteringP2P":60.85,"ThuNewsClusteringS2S":57.09} {"index":21,"Rank":31,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":49.0,"CLSClusteringP2P":39.96,"CLSClusteringS2S":38.19,"ThuNewsClusteringP2P":60.74,"ThuNewsClusteringS2S":57.09} {"index":28,"Rank":32,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":48.99,"CLSClusteringP2P":41.44,"CLSClusteringS2S":38.33,"ThuNewsClusteringP2P":59.61,"ThuNewsClusteringS2S":56.58} -{"index":311,"Rank":33,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Average":48.95,"CLSClusteringP2P":39.54,"CLSClusteringS2S":37.33,"ThuNewsClusteringP2P":63.79,"ThuNewsClusteringS2S":55.14} -{"index":314,"Rank":34,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":48.95,"CLSClusteringP2P":39.54,"CLSClusteringS2S":37.33,"ThuNewsClusteringP2P":63.79,"ThuNewsClusteringS2S":55.14} +{"index":314,"Rank":33,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":48.95,"CLSClusteringP2P":39.54,"CLSClusteringS2S":37.33,"ThuNewsClusteringP2P":63.79,"ThuNewsClusteringS2S":55.14} +{"index":311,"Rank":34,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Average":48.95,"CLSClusteringP2P":39.54,"CLSClusteringS2S":37.33,"ThuNewsClusteringP2P":63.79,"ThuNewsClusteringS2S":55.14} {"index":42,"Rank":35,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":48.88,"CLSClusteringP2P":42.46,"CLSClusteringS2S":40.38,"ThuNewsClusteringP2P":58.54,"ThuNewsClusteringS2S":54.15} {"index":238,"Rank":36,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":48.88,"CLSClusteringP2P":38.6,"CLSClusteringS2S":38.02,"ThuNewsClusteringP2P":60.39,"ThuNewsClusteringS2S":58.51} {"index":41,"Rank":37,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":48.81,"CLSClusteringP2P":42.84,"CLSClusteringS2S":39.77,"ThuNewsClusteringP2P":58.93,"ThuNewsClusteringS2S":53.71} @@ -43,13 +43,13 @@ {"index":295,"Rank":43,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Average":48.05,"CLSClusteringP2P":38.88,"CLSClusteringS2S":39.09,"ThuNewsClusteringP2P":59.51,"ThuNewsClusteringS2S":54.72} {"index":237,"Rank":44,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":47.68,"CLSClusteringP2P":39.81,"CLSClusteringS2S":37.34,"ThuNewsClusteringP2P":59.77,"ThuNewsClusteringS2S":53.78} {"index":24,"Rank":45,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":47.53,"CLSClusteringP2P":39.91,"CLSClusteringS2S":37.63,"ThuNewsClusteringP2P":58.45,"ThuNewsClusteringS2S":54.12} -{"index":218,"Rank":46,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":47.48,"CLSClusteringP2P":37.95,"CLSClusteringS2S":38.12,"ThuNewsClusteringP2P":57.25,"ThuNewsClusteringS2S":56.62} -{"index":20,"Rank":47,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":47.48,"CLSClusteringP2P":37.95,"CLSClusteringS2S":38.12,"ThuNewsClusteringP2P":57.25,"ThuNewsClusteringS2S":56.62} +{"index":20,"Rank":46,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":47.48,"CLSClusteringP2P":37.95,"CLSClusteringS2S":38.12,"ThuNewsClusteringP2P":57.25,"ThuNewsClusteringS2S":56.62} +{"index":218,"Rank":47,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":47.48,"CLSClusteringP2P":37.95,"CLSClusteringS2S":38.12,"ThuNewsClusteringP2P":57.25,"ThuNewsClusteringS2S":56.62} {"index":40,"Rank":48,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":47.21,"CLSClusteringP2P":42.21,"CLSClusteringS2S":40.33,"ThuNewsClusteringP2P":55.81,"ThuNewsClusteringS2S":50.5} {"index":272,"Rank":49,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":47.12,"CLSClusteringP2P":38.36,"CLSClusteringS2S":35.65,"ThuNewsClusteringP2P":61.44,"ThuNewsClusteringS2S":53.02} {"index":273,"Rank":50,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":47.04,"CLSClusteringP2P":38.98,"CLSClusteringS2S":36.04,"ThuNewsClusteringP2P":60.58,"ThuNewsClusteringS2S":52.56} -{"index":302,"Rank":51,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":46.47,"CLSClusteringP2P":39.97,"CLSClusteringS2S":38.4,"ThuNewsClusteringP2P":54.08,"ThuNewsClusteringS2S":53.42} -{"index":215,"Rank":52,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":46.47,"CLSClusteringP2P":39.97,"CLSClusteringS2S":38.4,"ThuNewsClusteringP2P":54.08,"ThuNewsClusteringS2S":53.42} +{"index":215,"Rank":51,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":46.47,"CLSClusteringP2P":39.97,"CLSClusteringS2S":38.4,"ThuNewsClusteringP2P":54.08,"ThuNewsClusteringS2S":53.42} +{"index":302,"Rank":52,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":46.47,"CLSClusteringP2P":39.97,"CLSClusteringS2S":38.4,"ThuNewsClusteringP2P":54.08,"ThuNewsClusteringS2S":53.42} {"index":383,"Rank":53,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.68,"CLSClusteringP2P":38.26,"CLSClusteringS2S":35.91,"ThuNewsClusteringP2P":58.71,"ThuNewsClusteringS2S":49.86} {"index":203,"Rank":54,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":45.26,"CLSClusteringP2P":39.14,"CLSClusteringS2S":37.79,"ThuNewsClusteringP2P":55.18,"ThuNewsClusteringS2S":48.93} {"index":301,"Rank":55,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":44.39,"CLSClusteringP2P":37.01,"CLSClusteringS2S":33.46,"ThuNewsClusteringP2P":58.83,"ThuNewsClusteringS2S":48.26} diff --git a/boards_data/zh/data_tasks/PairClassification/default.jsonl b/boards_data/zh/data_tasks/PairClassification/default.jsonl index 74b0720d6abcce761360f1ea24f8a89a146accd2..901da880c46f893c1889d7e41585e8697d8eff11 100644 --- a/boards_data/zh/data_tasks/PairClassification/default.jsonl +++ b/boards_data/zh/data_tasks/PairClassification/default.jsonl @@ -6,8 +6,8 @@ {"index":39,"Rank":6,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Average":89.88,"Cmnli":92.49,"Ocnli":87.26} {"index":47,"Rank":7,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Average":88.92,"Cmnli":90.66,"Ocnli":87.18} {"index":15,"Rank":8,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":88.56,"Cmnli":91.85,"Ocnli":85.28} -{"index":12,"Rank":9,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":88.1,"Cmnli":90.77,"Ocnli":85.44} -{"index":170,"Rank":10,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Average":88.1,"Cmnli":90.77,"Ocnli":85.44} +{"index":170,"Rank":9,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Average":88.1,"Cmnli":90.77,"Ocnli":85.44} +{"index":12,"Rank":10,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":88.1,"Cmnli":90.77,"Ocnli":85.44} {"index":171,"Rank":11,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":88.08,"Cmnli":90.66,"Ocnli":85.51} {"index":190,"Rank":12,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":87.93,"Cmnli":90.42,"Ocnli":85.43} {"index":143,"Rank":13,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":87.84,"Cmnli":90.49,"Ocnli":85.18} @@ -22,10 +22,10 @@ {"index":215,"Rank":22,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":82.94,"Cmnli":85.27,"Ocnli":80.62} {"index":302,"Rank":23,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":82.94,"Cmnli":85.27,"Ocnli":80.62} {"index":192,"Rank":24,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":82.68,"Cmnli":86.85,"Ocnli":78.51} -{"index":22,"Rank":25,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Average":82.68,"Cmnli":86.85,"Ocnli":78.5} -{"index":21,"Rank":26,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":82.68,"Cmnli":86.85,"Ocnli":78.5} -{"index":41,"Rank":27,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.38,"Cmnli":87.3,"Ocnli":77.46} -{"index":42,"Rank":28,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.38,"Cmnli":87.55,"Ocnli":77.21} +{"index":21,"Rank":25,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":82.68,"Cmnli":86.85,"Ocnli":78.5} +{"index":22,"Rank":26,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Average":82.68,"Cmnli":86.85,"Ocnli":78.5} +{"index":42,"Rank":27,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.38,"Cmnli":87.55,"Ocnli":77.21} +{"index":41,"Rank":28,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.38,"Cmnli":87.3,"Ocnli":77.46} {"index":387,"Rank":29,"Model":"Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.35,"Cmnli":85.33,"Ocnli":79.37} {"index":28,"Rank":30,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":81.62,"Cmnli":85.29,"Ocnli":77.96} {"index":49,"Rank":31,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":81.46,"Cmnli":85.92,"Ocnli":77.01} diff --git a/boards_data/zh/data_tasks/Reranking/default.jsonl b/boards_data/zh/data_tasks/Reranking/default.jsonl index 8d2fa4cf7955845a7770c71a0eab99abf7992c70..acb3a35ef1abe8d0ef564e419ebc3883e6b40e1a 100644 --- a/boards_data/zh/data_tasks/Reranking/default.jsonl +++ b/boards_data/zh/data_tasks/Reranking/default.jsonl @@ -30,9 +30,9 @@ {"index":309,"Rank":30,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":67.4,"CMedQAv1":86.09,"CMedQAv2":86.46,"MMarcoReranking":31.19,"T2Reranking":65.86} {"index":223,"Rank":31,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":67.34,"CMedQAv1":87.12,"CMedQAv2":87.57,"MMarcoReranking":28.08,"T2Reranking":66.6} {"index":47,"Rank":32,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Average":67.17,"CMedQAv1":88.49,"CMedQAv2":89.18,"MMarcoReranking":24.76,"T2Reranking":66.26} -{"index":161,"Rank":33,"Model":"bge-reranker-large-onnx<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} +{"index":31,"Rank":33,"Model":"bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} {"index":32,"Rank":34,"Model":"bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} -{"index":31,"Rank":35,"Model":"bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} +{"index":161,"Rank":35,"Model":"bge-reranker-large-onnx<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} {"index":307,"Rank":36,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":67.0,"CMedQAv1":86.79,"CMedQAv2":87.2,"MMarcoReranking":27.64,"T2Reranking":66.36} {"index":188,"Rank":37,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":66.95,"CMedQAv1":85.69,"CMedQAv2":86.46,"MMarcoReranking":29.2,"T2Reranking":66.46} {"index":48,"Rank":38,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Average":66.92,"CMedQAv1":86.78,"CMedQAv2":87.39,"MMarcoReranking":27.39,"T2Reranking":66.11} @@ -43,8 +43,8 @@ {"index":21,"Rank":43,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":66.39,"CMedQAv1":85.34,"CMedQAv2":85.87,"MMarcoReranking":27.96,"T2Reranking":66.38} {"index":15,"Rank":44,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":66.38,"CMedQAv1":86.37,"CMedQAv2":87.41,"MMarcoReranking":23.64,"T2Reranking":68.11} {"index":22,"Rank":45,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Average":66.38,"CMedQAv1":85.34,"CMedQAv2":85.81,"MMarcoReranking":27.97,"T2Reranking":66.38} -{"index":314,"Rank":46,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":66.22,"CMedQAv1":86.08,"CMedQAv2":87.26,"MMarcoReranking":26.13,"T2Reranking":65.39} -{"index":311,"Rank":47,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Average":66.22,"CMedQAv1":86.08,"CMedQAv2":87.26,"MMarcoReranking":26.13,"T2Reranking":65.39} +{"index":311,"Rank":46,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Average":66.22,"CMedQAv1":86.08,"CMedQAv2":87.26,"MMarcoReranking":26.13,"T2Reranking":65.39} +{"index":314,"Rank":47,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":66.22,"CMedQAv1":86.08,"CMedQAv2":87.26,"MMarcoReranking":26.13,"T2Reranking":65.39} {"index":189,"Rank":48,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":66.1,"CMedQAv1":84.7,"CMedQAv2":85.31,"MMarcoReranking":28.05,"T2Reranking":66.35} {"index":140,"Rank":49,"Model":"cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":66.04,"CMedQAv1":86.1,"CMedQAv2":86.95,"MMarcoReranking":24.26,"T2Reranking":66.83} {"index":362,"Rank":50,"Model":"hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":66.04,"CMedQAv1":86.1,"CMedQAv2":86.95,"MMarcoReranking":24.26,"T2Reranking":66.83} diff --git a/boards_data/zh/data_tasks/Retrieval/default.jsonl b/boards_data/zh/data_tasks/Retrieval/default.jsonl index 52039911d2b1379b3ab9747d0b051ed67d09c8cb..58dcbff26ea0ff906c92acf13bffdf93c9e2547e 100644 --- a/boards_data/zh/data_tasks/Retrieval/default.jsonl +++ b/boards_data/zh/data_tasks/Retrieval/default.jsonl @@ -33,8 +33,8 @@ {"index":188,"Rank":33,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":71.07,"CmedqaRetrieval":41.86,"CovidRetrieval":84.71,"DuRetrieval":87.8,"EcomRetrieval":62.46,"MedicalRetrieval":57.97,"MMarcoRetrieval":78.22,"T2Retrieval":82.51,"VideoRetrieval":73.04} {"index":191,"Rank":34,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":71.02,"CmedqaRetrieval":42.28,"CovidRetrieval":85.19,"DuRetrieval":87.81,"EcomRetrieval":61.66,"MedicalRetrieval":59.38,"MMarcoRetrieval":78.1,"T2Retrieval":82.76,"VideoRetrieval":70.96} {"index":273,"Rank":35,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":70.93,"CmedqaRetrieval":41.98,"CovidRetrieval":85.04,"DuRetrieval":87.97,"EcomRetrieval":61.91,"MedicalRetrieval":59.04,"MMarcoRetrieval":77.83,"T2Retrieval":82.47,"VideoRetrieval":71.18} -{"index":261,"Rank":36,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":70.63,"CmedqaRetrieval":40.57,"CovidRetrieval":75.93,"DuRetrieval":83.73,"EcomRetrieval":66.14,"MedicalRetrieval":58.58,"MMarcoRetrieval":81.95,"T2Retrieval":84.17,"VideoRetrieval":73.94} -{"index":103,"Rank":37,"Model":"qwen-1.8b-retrieval-test<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.63,"CmedqaRetrieval":40.57,"CovidRetrieval":75.93,"DuRetrieval":83.73,"EcomRetrieval":66.14,"MedicalRetrieval":58.58,"MMarcoRetrieval":81.95,"T2Retrieval":84.17,"VideoRetrieval":73.94} +{"index":103,"Rank":36,"Model":"qwen-1.8b-retrieval-test<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.63,"CmedqaRetrieval":40.57,"CovidRetrieval":75.93,"DuRetrieval":83.73,"EcomRetrieval":66.14,"MedicalRetrieval":58.58,"MMarcoRetrieval":81.95,"T2Retrieval":84.17,"VideoRetrieval":73.94} +{"index":261,"Rank":37,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":70.63,"CmedqaRetrieval":40.57,"CovidRetrieval":75.93,"DuRetrieval":83.73,"EcomRetrieval":66.14,"MedicalRetrieval":58.58,"MMarcoRetrieval":81.95,"T2Retrieval":84.17,"VideoRetrieval":73.94} {"index":15,"Rank":38,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":70.62,"CmedqaRetrieval":43.47,"CovidRetrieval":80.87,"DuRetrieval":86.01,"EcomRetrieval":66.46,"MedicalRetrieval":61.33,"MMarcoRetrieval":73.83,"T2Retrieval":83.58,"VideoRetrieval":69.41} {"index":27,"Rank":39,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":70.54,"CmedqaRetrieval":41.03,"CovidRetrieval":75.07,"DuRetrieval":84.68,"EcomRetrieval":65.6,"MedicalRetrieval":58.28,"MMarcoRetrieval":81.38,"T2Retrieval":84.39,"VideoRetrieval":73.93} {"index":28,"Rank":40,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":70.46,"CmedqaRetrieval":42.57,"CovidRetrieval":73.35,"DuRetrieval":86.32,"EcomRetrieval":65.33,"MedicalRetrieval":59.59,"MMarcoRetrieval":79.23,"T2Retrieval":83.99,"VideoRetrieval":73.32} @@ -45,8 +45,8 @@ {"index":55,"Rank":45,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":69.59,"CmedqaRetrieval":41.8,"CovidRetrieval":79.3,"DuRetrieval":86.43,"EcomRetrieval":62.64,"MedicalRetrieval":58.27,"MMarcoRetrieval":78.17,"T2Retrieval":82.11,"VideoRetrieval":67.96} {"index":24,"Rank":46,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":69.49,"CmedqaRetrieval":41.61,"CovidRetrieval":74.7,"DuRetrieval":85.07,"EcomRetrieval":64.25,"MedicalRetrieval":56.51,"MMarcoRetrieval":77.69,"T2Retrieval":83.71,"VideoRetrieval":72.35} {"index":132,"Rank":47,"Model":"EminEmbed-multilingual-v1.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":69.48,"CmedqaRetrieval":44.15,"CovidRetrieval":81.63,"DuRetrieval":79.47,"EcomRetrieval":62.31,"MedicalRetrieval":56.78,"MMarcoRetrieval":78.44,"T2Retrieval":83.79,"VideoRetrieval":69.23} -{"index":302,"Rank":48,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":69.4,"CmedqaRetrieval":39.15,"CovidRetrieval":81.22,"DuRetrieval":84.57,"EcomRetrieval":63.95,"MedicalRetrieval":57.12,"MMarcoRetrieval":77.96,"T2Retrieval":80.59,"VideoRetrieval":70.62} -{"index":215,"Rank":49,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":69.4,"CmedqaRetrieval":39.15,"CovidRetrieval":81.22,"DuRetrieval":84.57,"EcomRetrieval":63.95,"MedicalRetrieval":57.12,"MMarcoRetrieval":77.96,"T2Retrieval":80.59,"VideoRetrieval":70.62} +{"index":215,"Rank":48,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":69.4,"CmedqaRetrieval":39.15,"CovidRetrieval":81.22,"DuRetrieval":84.57,"EcomRetrieval":63.95,"MedicalRetrieval":57.12,"MMarcoRetrieval":77.96,"T2Retrieval":80.59,"VideoRetrieval":70.62} +{"index":302,"Rank":49,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":69.4,"CmedqaRetrieval":39.15,"CovidRetrieval":81.22,"DuRetrieval":84.57,"EcomRetrieval":63.95,"MedicalRetrieval":57.12,"MMarcoRetrieval":77.96,"T2Retrieval":80.59,"VideoRetrieval":70.62} {"index":48,"Rank":50,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Average":67.7,"CmedqaRetrieval":42.69,"CovidRetrieval":75.63,"DuRetrieval":79.89,"EcomRetrieval":64.48,"MedicalRetrieval":59.95,"MMarcoRetrieval":70.75,"T2Retrieval":79.9,"VideoRetrieval":68.3} {"index":314,"Rank":51,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":65.5,"CmedqaRetrieval":42.46,"CovidRetrieval":61.65,"DuRetrieval":78.57,"EcomRetrieval":57.91,"MedicalRetrieval":62.64,"MMarcoRetrieval":75.0,"T2Retrieval":78.12,"VideoRetrieval":67.69} {"index":311,"Rank":52,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Average":65.5,"CmedqaRetrieval":42.46,"CovidRetrieval":61.65,"DuRetrieval":78.57,"EcomRetrieval":57.91,"MedicalRetrieval":62.64,"MMarcoRetrieval":75.0,"T2Retrieval":78.12,"VideoRetrieval":67.69} diff --git a/boards_data/zh/data_tasks/STS/default.jsonl b/boards_data/zh/data_tasks/STS/default.jsonl index 609e9f5251cf8ea2d2a1cd49854ea92e0441b25a..7147cf86d7f2d350fed52959354a25daed315b35 100644 --- a/boards_data/zh/data_tasks/STS/default.jsonl +++ b/boards_data/zh/data_tasks/STS/default.jsonl @@ -39,8 +39,8 @@ {"index":42,"Rank":39,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.35,"AFQMC":46.77,"ATEC":50.18,"BQ":55.25,"LCQMC":74.29,"PAWSX":33.24,"QBQTC":30.92,"STS22 (zh)":64.41,"STSB":79.74} {"index":24,"Rank":40,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":53.72,"AFQMC":42.4,"ATEC":48.17,"BQ":61.78,"LCQMC":74.45,"PAWSX":20.4,"QBQTC":36.22,"STS22 (zh)":68.01,"STSB":78.31} {"index":27,"Rank":41,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":53.0,"AFQMC":43.06,"ATEC":48.29,"BQ":60.53,"LCQMC":74.71,"PAWSX":16.64,"QBQTC":35.2,"STS22 (zh)":67.19,"STSB":78.41} -{"index":20,"Rank":42,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":52.73,"AFQMC":43.55,"ATEC":48.91,"BQ":51.72,"LCQMC":74.86,"PAWSX":16.12,"QBQTC":39.36,"STS22 (zh)":66.59,"STSB":80.72} -{"index":218,"Rank":43,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":52.73,"AFQMC":43.55,"ATEC":48.91,"BQ":51.72,"LCQMC":74.86,"PAWSX":16.12,"QBQTC":39.36,"STS22 (zh)":66.59,"STSB":80.72} +{"index":218,"Rank":42,"Model":"intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":52.73,"AFQMC":43.55,"ATEC":48.91,"BQ":51.72,"LCQMC":74.86,"PAWSX":16.12,"QBQTC":39.36,"STS22 (zh)":66.59,"STSB":80.72} +{"index":20,"Rank":43,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":52.73,"AFQMC":43.55,"ATEC":48.91,"BQ":51.72,"LCQMC":74.86,"PAWSX":16.12,"QBQTC":39.36,"STS22 (zh)":66.59,"STSB":80.72} {"index":132,"Rank":44,"Model":"EminEmbed-multilingual-v1.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":52.1,"AFQMC":40.9,"ATEC":48.27,"BQ":58.86,"LCQMC":70.85,"PAWSX":14.48,"QBQTC":33.0,"STS22 (zh)":68.05,"STSB":82.39} {"index":40,"Rank":45,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.45,"AFQMC":44.25,"ATEC":48.24,"BQ":56.27,"LCQMC":74.09,"PAWSX":12.18,"QBQTC":29.94,"STS22 (zh)":66.06,"STSB":80.54} {"index":242,"Rank":46,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":50.54,"AFQMC":37.4,"ATEC":42.16,"BQ":70.96,"LCQMC":73.27,"PAWSX":18.55,"QBQTC":29.6,"STS22 (zh)":65.44,"STSB":66.91}