diff --git a/all_data_tasks/0/default.jsonl b/all_data_tasks/0/default.jsonl index b582576b4e24a1177c17872611eae742d44da400..1165508e15154d0db66f527e137cc14954db3cf0 100644 --- a/all_data_tasks/0/default.jsonl +++ b/all_data_tasks/0/default.jsonl @@ -1,57 +1,55 @@ -{"Rank":1,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":69.27,"AmazonReviewsClassification (fr)":43.76,"MasakhaNEWSClassification (fra)":81.52,"MassiveIntentClassification (fr)":65.42,"MassiveScenarioClassification (fr)":71.11,"MTOPDomainClassification (fr)":89.38,"MTOPIntentClassification (fr)":64.45} -{"Rank":2,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.61,"AmazonReviewsClassification (fr)":41.59,"MasakhaNEWSClassification (fra)":81.4,"MassiveIntentClassification (fr)":62.83,"MassiveScenarioClassification (fr)":69.71,"MTOPDomainClassification (fr)":90.05,"MTOPIntentClassification (fr)":66.09} -{"Rank":3,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.56,"AmazonReviewsClassification (fr)":43.36,"MasakhaNEWSClassification (fra)":74.81,"MassiveIntentClassification (fr)":68.06,"MassiveScenarioClassification (fr)":74.29,"MTOPDomainClassification (fr)":90.33,"MTOPIntentClassification (fr)":60.52} -{"Rank":4,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.45,"AmazonReviewsClassification (fr)":41.98,"MasakhaNEWSClassification (fra)":76.42,"MassiveIntentClassification (fr)":66.94,"MassiveScenarioClassification (fr)":72.78,"MTOPDomainClassification (fr)":90.12,"MTOPIntentClassification (fr)":62.44} -{"Rank":5,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.44,"AmazonReviewsClassification (fr)":42.15,"MasakhaNEWSClassification (fra)":82.13,"MassiveIntentClassification (fr)":63.08,"MassiveScenarioClassification (fr)":70.15,"MTOPDomainClassification (fr)":87.68,"MTOPIntentClassification (fr)":59.44} -{"Rank":6,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":67.36,"AmazonReviewsClassification (fr)":46.09,"MasakhaNEWSClassification (fra)":79.1,"MassiveIntentClassification (fr)":65.91,"MassiveScenarioClassification (fr)":68.53,"MTOPDomainClassification (fr)":86.2,"MTOPIntentClassification (fr)":58.33} -{"Rank":7,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.08,"AmazonReviewsClassification (fr)":41.89,"MasakhaNEWSClassification (fra)":83.06,"MassiveIntentClassification (fr)":62.94,"MassiveScenarioClassification (fr)":67.29,"MTOPDomainClassification (fr)":86.23,"MTOPIntentClassification (fr)":61.07} -{"Rank":8,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":66.37,"AmazonReviewsClassification (fr)":35.09,"MasakhaNEWSClassification (fra)":72.04,"MassiveIntentClassification (fr)":65.8,"MassiveScenarioClassification (fr)":73.47,"MTOPDomainClassification (fr)":88.19,"MTOPIntentClassification (fr)":63.64} -{"Rank":9,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":65.82,"AmazonReviewsClassification (fr)":37.97,"MasakhaNEWSClassification (fra)":80.62,"MassiveIntentClassification (fr)":62.65,"MassiveScenarioClassification (fr)":69.29,"MTOPDomainClassification (fr)":85.74,"MTOPIntentClassification (fr)":58.62} -{"Rank":10,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":65.09,"AmazonReviewsClassification (fr)":43.52,"MasakhaNEWSClassification (fra)":80.09,"MassiveIntentClassification (fr)":60.99,"MassiveScenarioClassification (fr)":66.42,"MTOPDomainClassification (fr)":85.14,"MTOPIntentClassification (fr)":54.39} -{"Rank":11,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":64.64,"AmazonReviewsClassification (fr)":39.0,"MasakhaNEWSClassification (fra)":78.1,"MassiveIntentClassification (fr)":61.88,"MassiveScenarioClassification (fr)":67.9,"MTOPDomainClassification (fr)":81.21,"MTOPIntentClassification (fr)":59.76} -{"Rank":12,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":64.6,"AmazonReviewsClassification (fr)":38.52,"MasakhaNEWSClassification (fra)":77.39,"MassiveIntentClassification (fr)":60.47,"MassiveScenarioClassification (fr)":65.1,"MTOPDomainClassification (fr)":84.14,"MTOPIntentClassification (fr)":62.01} -{"Rank":13,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":64.57,"AmazonReviewsClassification (fr)":34.79,"MasakhaNEWSClassification (fra)":79.29,"MassiveIntentClassification (fr)":59.41,"MassiveScenarioClassification (fr)":65.29,"MTOPDomainClassification (fr)":85.52,"MTOPIntentClassification (fr)":63.12} -{"Rank":14,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":64.41,"AmazonReviewsClassification (fr)":33.51,"MasakhaNEWSClassification (fra)":82.06,"MassiveIntentClassification (fr)":61.19,"MassiveScenarioClassification (fr)":70.22,"MTOPDomainClassification (fr)":85.5,"MTOPIntentClassification (fr)":53.98} -{"Rank":15,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":62.14,"AmazonReviewsClassification (fr)":35.7,"MasakhaNEWSClassification (fra)":76.87,"MassiveIntentClassification (fr)":57.02,"MassiveScenarioClassification (fr)":65.2,"MTOPDomainClassification (fr)":84.61,"MTOPIntentClassification (fr)":53.41} -{"Rank":16,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":61.64,"AmazonReviewsClassification (fr)":41.48,"MasakhaNEWSClassification (fra)":80.43,"MassiveIntentClassification (fr)":57.01,"MassiveScenarioClassification (fr)":63.6,"MTOPDomainClassification (fr)":79.6,"MTOPIntentClassification (fr)":47.73} -{"Rank":17,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":61.3,"AmazonReviewsClassification (fr)":38.6,"MasakhaNEWSClassification (fra)":82.58,"MassiveIntentClassification (fr)":56.31,"MassiveScenarioClassification (fr)":59.5,"MTOPDomainClassification (fr)":80.79,"MTOPIntentClassification (fr)":50.01} -{"Rank":18,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":61.02,"AmazonReviewsClassification (fr)":35.3,"MasakhaNEWSClassification (fra)":76.09,"MassiveIntentClassification (fr)":57.52,"MassiveScenarioClassification (fr)":64.52,"MTOPDomainClassification (fr)":78.63,"MTOPIntentClassification (fr)":54.05} -{"Rank":19,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":59.84,"AmazonReviewsClassification (fr)":37.26,"MasakhaNEWSClassification (fra)":80.19,"MassiveIntentClassification (fr)":53.7,"MassiveScenarioClassification (fr)":62.46,"MTOPDomainClassification (fr)":79.79,"MTOPIntentClassification (fr)":45.62} -{"Rank":20,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":58.08,"AmazonReviewsClassification (fr)":37.35,"MasakhaNEWSClassification (fra)":81.21,"MassiveIntentClassification (fr)":51.13,"MassiveScenarioClassification (fr)":59.92,"MTOPDomainClassification (fr)":75.03,"MTOPIntentClassification (fr)":43.85} -{"Rank":21,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":57.72,"AmazonReviewsClassification (fr)":36.71,"MasakhaNEWSClassification (fra)":80.59,"MassiveIntentClassification (fr)":46.39,"MassiveScenarioClassification (fr)":53.86,"MTOPDomainClassification (fr)":74.8,"MTOPIntentClassification (fr)":53.97} -{"Rank":22,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":56.63,"AmazonReviewsClassification (fr)":36.03,"MasakhaNEWSClassification (fra)":70.36,"MassiveIntentClassification (fr)":51.59,"MassiveScenarioClassification (fr)":61.28,"MTOPDomainClassification (fr)":77.1,"MTOPIntentClassification (fr)":43.44} -{"Rank":23,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.78,"AmazonReviewsClassification (fr)":34.25,"MasakhaNEWSClassification (fra)":73.84,"MassiveIntentClassification (fr)":51.93,"MassiveScenarioClassification (fr)":58.31,"MTOPDomainClassification (fr)":71.83,"MTOPIntentClassification (fr)":44.53} -{"Rank":24,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.9,"AmazonReviewsClassification (fr)":35.12,"MasakhaNEWSClassification (fra)":80.83,"MassiveIntentClassification (fr)":43.21,"MassiveScenarioClassification (fr)":49.78,"MTOPDomainClassification (fr)":69.24,"MTOPIntentClassification (fr)":51.25} -{"Rank":25,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":53.31,"AmazonReviewsClassification (fr)":31.12,"MasakhaNEWSClassification (fra)":65.9,"MassiveIntentClassification (fr)":46.13,"MassiveScenarioClassification (fr)":54.32,"MTOPDomainClassification (fr)":72.26,"MTOPIntentClassification (fr)":50.12} -{"Rank":26,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":52.14,"AmazonReviewsClassification (fr)":27.54,"MasakhaNEWSClassification (fra)":72.2,"MassiveIntentClassification (fr)":44.82,"MassiveScenarioClassification (fr)":53.76,"MTOPDomainClassification (fr)":75.59,"MTOPIntentClassification (fr)":38.94} -{"Rank":27,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":50.9,"AmazonReviewsClassification (fr)":27.05,"MasakhaNEWSClassification (fra)":75.62,"MassiveIntentClassification (fr)":42.64,"MassiveScenarioClassification (fr)":49.92,"MTOPDomainClassification (fr)":72.97,"MTOPIntentClassification (fr)":37.18} -{"Rank":28,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":48.37,"AmazonReviewsClassification (fr)":29.02,"MasakhaNEWSClassification (fra)":75.69,"MassiveIntentClassification (fr)":38.01,"MassiveScenarioClassification (fr)":43.63,"MTOPDomainClassification (fr)":64.49,"MTOPIntentClassification (fr)":39.4} -{"Rank":29,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":46.1,"AmazonReviewsClassification (fr)":29.39,"MasakhaNEWSClassification (fra)":64.0,"MassiveIntentClassification (fr)":37.3,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.61,"MTOPIntentClassification (fr)":37.84} -{"Rank":30,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":46.1,"AmazonReviewsClassification (fr)":29.38,"MasakhaNEWSClassification (fra)":63.93,"MassiveIntentClassification (fr)":37.28,"MassiveScenarioClassification (fr)":44.5,"MTOPDomainClassification (fr)":63.65,"MTOPIntentClassification (fr)":37.87} -{"Rank":31,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":46.09,"AmazonReviewsClassification (fr)":29.39,"MasakhaNEWSClassification (fra)":63.91,"MassiveIntentClassification (fr)":37.3,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.63,"MTOPIntentClassification (fr)":37.86} -{"Rank":32,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":46.09,"AmazonReviewsClassification (fr)":29.35,"MasakhaNEWSClassification (fra)":63.89,"MassiveIntentClassification (fr)":37.28,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.7,"MTOPIntentClassification (fr)":37.85} -{"Rank":33,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":31.21,"AmazonReviewsClassification (fr)":26.75,"MasakhaNEWSClassification (fra)":60.5,"MassiveIntentClassification (fr)":13.58,"MassiveScenarioClassification (fr)":23.21,"MTOPDomainClassification (fr)":43.83,"MTOPIntentClassification (fr)":19.38} -{"Rank":34,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":30.71,"AmazonReviewsClassification (fr)":26.62,"MasakhaNEWSClassification (fra)":65.76,"MassiveIntentClassification (fr)":15.82,"MassiveScenarioClassification (fr)":23.92,"MTOPDomainClassification (fr)":36.77,"MTOPIntentClassification (fr)":15.37} -{"Rank":35,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":30.38,"AmazonReviewsClassification (fr)":26.85,"MasakhaNEWSClassification (fra)":67.94,"MassiveIntentClassification (fr)":15.09,"MassiveScenarioClassification (fr)":21.67,"MTOPDomainClassification (fr)":34.99,"MTOPIntentClassification (fr)":15.76} -{"Rank":36,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":25.21,"AmazonReviewsClassification (fr)":22.45,"MasakhaNEWSClassification (fra)":55.64,"MassiveIntentClassification (fr)":16.41,"MassiveScenarioClassification (fr)":22.72,"MTOPDomainClassification (fr)":24.27,"MTOPIntentClassification (fr)":9.79} -{"Rank":37,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":24.91,"AmazonReviewsClassification (fr)":24.9,"MasakhaNEWSClassification (fra)":71.14,"MassiveIntentClassification (fr)":6.98,"MassiveScenarioClassification (fr)":11.41,"MTOPDomainClassification (fr)":25.55,"MTOPIntentClassification (fr)":9.49} -{"Rank":38,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":23.28,"AmazonReviewsClassification (fr)":23.52,"MasakhaNEWSClassification (fra)":62.61,"MassiveIntentClassification (fr)":6.24,"MassiveScenarioClassification (fr)":10.98,"MTOPDomainClassification (fr)":27.74,"MTOPIntentClassification (fr)":8.61} -{"Rank":39,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"AmazonReviewsClassification (fr)":null,"MasakhaNEWSClassification (fra)":null,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":null,"MTOPIntentClassification (fr)":null} -{"Rank":40,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AmazonReviewsClassification (fr)":null,"MasakhaNEWSClassification (fra)":null,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":null,"MTOPIntentClassification (fr)":null} -{"Rank":41,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AmazonReviewsClassification (fr)":null,"MasakhaNEWSClassification (fra)":null,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":null,"MTOPIntentClassification (fr)":null} -{"Rank":42,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"AmazonReviewsClassification (fr)":null,"MasakhaNEWSClassification (fra)":null,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":null,"MTOPIntentClassification (fr)":null} -{"Rank":43,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"AmazonReviewsClassification (fr)":null,"MasakhaNEWSClassification (fra)":null,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":null,"MTOPIntentClassification (fr)":null} -{"Rank":44,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AmazonReviewsClassification (fr)":null,"MasakhaNEWSClassification (fra)":null,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":null,"MTOPIntentClassification (fr)":null} -{"Rank":45,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AmazonReviewsClassification (fr)":null,"MasakhaNEWSClassification (fra)":null,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":null,"MTOPIntentClassification (fr)":null} -{"Rank":46,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":null,"AmazonReviewsClassification (fr)":40.94,"MasakhaNEWSClassification (fra)":79.69,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":84.79,"MTOPIntentClassification (fr)":55.51} -{"Rank":47,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"AmazonReviewsClassification (fr)":41.91,"MasakhaNEWSClassification (fra)":79.38,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":86.41,"MTOPIntentClassification (fr)":59.43} -{"Rank":48,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null,"AmazonReviewsClassification (fr)":39.68,"MasakhaNEWSClassification (fra)":77.65,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":81.2,"MTOPIntentClassification (fr)":46.01} -{"Rank":49,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"AmazonReviewsClassification (fr)":null,"MasakhaNEWSClassification (fra)":74.05,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":null,"MTOPIntentClassification (fr)":null} -{"Rank":50,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AmazonReviewsClassification (fr)":null,"MasakhaNEWSClassification (fra)":null,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":null,"MTOPIntentClassification (fr)":null} -{"Rank":51,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AmazonReviewsClassification (fr)":23.31,"MasakhaNEWSClassification (fra)":null,"MassiveIntentClassification (fr)":38.41,"MassiveScenarioClassification (fr)":40.26,"MTOPDomainClassification (fr)":54.61,"MTOPIntentClassification (fr)":34.71} -{"Rank":52,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"AmazonReviewsClassification (fr)":null,"MasakhaNEWSClassification (fra)":null,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":null,"MTOPIntentClassification (fr)":null} -{"Rank":53,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AmazonReviewsClassification (fr)":33.48,"MasakhaNEWSClassification (fra)":null,"MassiveIntentClassification (fr)":54.83,"MassiveScenarioClassification (fr)":64.06,"MTOPDomainClassification (fr)":82.48,"MTOPIntentClassification (fr)":46.39} -{"Rank":54,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AmazonReviewsClassification (fr)":35.48,"MasakhaNEWSClassification (fra)":null,"MassiveIntentClassification (fr)":57.67,"MassiveScenarioClassification (fr)":66.72,"MTOPDomainClassification (fr)":85.05,"MTOPIntentClassification (fr)":51.07} -{"Rank":55,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"AmazonReviewsClassification (fr)":null,"MasakhaNEWSClassification (fra)":null,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":null,"MTOPIntentClassification (fr)":null} -{"Rank":56,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"AmazonReviewsClassification (fr)":null,"MasakhaNEWSClassification (fra)":null,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":null,"MTOPIntentClassification (fr)":null} -{"Rank":57,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AmazonReviewsClassification (fr)":null,"MasakhaNEWSClassification (fra)":null,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":null,"MTOPIntentClassification (fr)":null} +{"Rank":1,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.49,"AmazonCounterfactualClassification (en)":77.6,"AmazonPolarityClassification":96.58,"AmazonReviewsClassification (en)":50.77,"Banking77Classification":86.96,"EmotionClassification":59.81,"ImdbClassification":96.13,"MassiveIntentClassification (en)":81.08,"MassiveScenarioClassification (en)":87.95,"MTOPDomainClassification (en)":98.86,"MTOPIntentClassification (en)":86.97,"ToxicConversationsClassification":83.58,"TweetSentimentExtractionClassification":71.55} +{"Rank":2,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":81.17,"AmazonCounterfactualClassification (en)":75.34,"AmazonPolarityClassification":97.34,"AmazonReviewsClassification (en)":51.17,"Banking77Classification":88.62,"EmotionClassification":52.51,"ImdbClassification":95.65,"MassiveIntentClassification (en)":80.22,"MassiveScenarioClassification (en)":87.19,"MTOPDomainClassification (en)":98.35,"MTOPIntentClassification (en)":83.43,"ToxicConversationsClassification":89.67,"TweetSentimentExtractionClassification":74.52} +{"Rank":3,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":79.6,"AmazonCounterfactualClassification (en)":83.16,"AmazonPolarityClassification":96.7,"AmazonReviewsClassification (en)":62.17,"Banking77Classification":81.68,"EmotionClassification":54.53,"ImdbClassification":95.58,"MassiveIntentClassification (en)":78.47,"MassiveScenarioClassification (en)":78.19,"MTOPDomainClassification (en)":95.75,"MTOPIntentClassification (en)":84.26,"ToxicConversationsClassification":78.75,"TweetSentimentExtractionClassification":66.0} +{"Rank":4,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":79.25,"AmazonCounterfactualClassification (en)":88.31,"AmazonPolarityClassification":96.32,"AmazonReviewsClassification (en)":56.25,"Banking77Classification":88.59,"EmotionClassification":50.28,"ImdbClassification":95.75,"MassiveIntentClassification (en)":73.97,"MassiveScenarioClassification (en)":83.99,"MTOPDomainClassification (en)":97.65,"MTOPIntentClassification (en)":75.16,"ToxicConversationsClassification":81.75,"TweetSentimentExtractionClassification":62.98} +{"Rank":5,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":79.0,"AmazonCounterfactualClassification (en)":70.93,"AmazonPolarityClassification":97.34,"AmazonReviewsClassification (en)":48.47,"Banking77Classification":86.01,"EmotionClassification":51.53,"ImdbClassification":95.7,"MassiveIntentClassification (en)":75.67,"MassiveScenarioClassification (en)":85.16,"MTOPDomainClassification (en)":98.02,"MTOPIntentClassification (en)":77.82,"ToxicConversationsClassification":88.33,"TweetSentimentExtractionClassification":72.97} +{"Rank":6,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":76.63,"AmazonCounterfactualClassification (en)":77.58,"AmazonPolarityClassification":91.12,"AmazonReviewsClassification (en)":49.97,"Banking77Classification":88.31,"EmotionClassification":52.04,"ImdbClassification":87.42,"MassiveIntentClassification (en)":79.29,"MassiveScenarioClassification (en)":81.64,"MTOPDomainClassification (en)":96.04,"MTOPIntentClassification (en)":84.77,"ToxicConversationsClassification":69.26,"TweetSentimentExtractionClassification":62.14} +{"Rank":7,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":76.33,"AmazonCounterfactualClassification (en)":82.22,"AmazonPolarityClassification":89.69,"AmazonReviewsClassification (en)":48.47,"Banking77Classification":88.17,"EmotionClassification":51.71,"ImdbClassification":85.78,"MassiveIntentClassification (en)":78.06,"MassiveScenarioClassification (en)":81.35,"MTOPDomainClassification (en)":95.57,"MTOPIntentClassification (en)":82.81,"ToxicConversationsClassification":71.01,"TweetSentimentExtractionClassification":61.11} +{"Rank":8,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":75.92,"AmazonCounterfactualClassification (en)":79.94,"AmazonPolarityClassification":86.07,"AmazonReviewsClassification (en)":46.84,"Banking77Classification":88.05,"EmotionClassification":51.2,"ImdbClassification":82.94,"MassiveIntentClassification (en)":79.8,"MassiveScenarioClassification (en)":81.52,"MTOPDomainClassification (en)":96.14,"MTOPIntentClassification (en)":86.11,"ToxicConversationsClassification":70.59,"TweetSentimentExtractionClassification":61.9} +{"Rank":9,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.45,"AmazonCounterfactualClassification (en)":78.93,"AmazonPolarityClassification":92.85,"AmazonReviewsClassification (en)":48.7,"Banking77Classification":85.69,"EmotionClassification":51.58,"ImdbClassification":87.67,"MassiveIntentClassification (en)":74.64,"MassiveScenarioClassification (en)":79.79,"MTOPDomainClassification (en)":95.36,"MTOPIntentClassification (en)":75.07,"ToxicConversationsClassification":72.92,"TweetSentimentExtractionClassification":62.22} +{"Rank":10,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.79,"AmazonCounterfactualClassification (en)":71.43,"AmazonPolarityClassification":96.41,"AmazonReviewsClassification (en)":57.06,"Banking77Classification":81.64,"EmotionClassification":48.29,"ImdbClassification":95.49,"MassiveIntentClassification (en)":71.29,"MassiveScenarioClassification (en)":76.74,"MTOPDomainClassification (en)":96.3,"MTOPIntentClassification (en)":67.93,"ToxicConversationsClassification":75.45,"TweetSentimentExtractionClassification":59.44} +{"Rank":11,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":74.07,"AmazonCounterfactualClassification (en)":76.94,"AmazonPolarityClassification":85.29,"AmazonReviewsClassification (en)":47.09,"Banking77Classification":86.16,"EmotionClassification":48.88,"ImdbClassification":77.95,"MassiveIntentClassification (en)":76.65,"MassiveScenarioClassification (en)":79.99,"MTOPDomainClassification (en)":95.48,"MTOPIntentClassification (en)":82.84,"ToxicConversationsClassification":70.71,"TweetSentimentExtractionClassification":60.9} +{"Rank":12,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":73.42,"AmazonCounterfactualClassification (en)":77.07,"AmazonPolarityClassification":92.79,"AmazonReviewsClassification (en)":48.93,"Banking77Classification":82.31,"EmotionClassification":48.57,"ImdbClassification":90.23,"MassiveIntentClassification (en)":73.44,"MassiveScenarioClassification (en)":74.82,"MTOPDomainClassification (en)":92.49,"MTOPIntentClassification (en)":68.33,"ToxicConversationsClassification":70.04,"TweetSentimentExtractionClassification":62.01} +{"Rank":13,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":73.24,"AmazonCounterfactualClassification (en)":74.27,"AmazonPolarityClassification":91.89,"AmazonReviewsClassification (en)":46.97,"Banking77Classification":84.15,"EmotionClassification":47.73,"ImdbClassification":85.47,"MassiveIntentClassification (en)":73.07,"MassiveScenarioClassification (en)":76.82,"MTOPDomainClassification (en)":92.62,"MTOPIntentClassification (en)":74.27,"ToxicConversationsClassification":71.25,"TweetSentimentExtractionClassification":60.4} +{"Rank":14,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.21,"AmazonCounterfactualClassification (en)":76.42,"AmazonPolarityClassification":90.84,"AmazonReviewsClassification (en)":45.73,"Banking77Classification":83.01,"EmotionClassification":50.63,"ImdbClassification":83.66,"MassiveIntentClassification (en)":72.86,"MassiveScenarioClassification (en)":76.84,"MTOPDomainClassification (en)":93.91,"MTOPIntentClassification (en)":70.98,"ToxicConversationsClassification":71.91,"TweetSentimentExtractionClassification":61.72} +{"Rank":15,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":72.84,"AmazonCounterfactualClassification (en)":76.01,"AmazonPolarityClassification":93.17,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":80.88,"EmotionClassification":51.95,"ImdbClassification":87.54,"MassiveIntentClassification (en)":72.09,"MassiveScenarioClassification (en)":73.26,"MTOPDomainClassification (en)":90.73,"MTOPIntentClassification (en)":68.15,"ToxicConversationsClassification":70.95,"TweetSentimentExtractionClassification":61.21} +{"Rank":16,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":72.31,"AmazonCounterfactualClassification (en)":75.51,"AmazonPolarityClassification":92.87,"AmazonReviewsClassification (en)":47.12,"Banking77Classification":78.46,"EmotionClassification":51.74,"ImdbClassification":87.01,"MassiveIntentClassification (en)":71.78,"MassiveScenarioClassification (en)":73.16,"MTOPDomainClassification (en)":90.99,"MTOPIntentClassification (en)":64.98,"ToxicConversationsClassification":71.73,"TweetSentimentExtractionClassification":62.33} +{"Rank":17,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":72.21,"AmazonCounterfactualClassification (en)":77.42,"AmazonPolarityClassification":82.05,"AmazonReviewsClassification (en)":40.81,"Banking77Classification":86.01,"EmotionClassification":48.38,"ImdbClassification":75.33,"MassiveIntentClassification (en)":75.58,"MassiveScenarioClassification (en)":79.16,"MTOPDomainClassification (en)":94.09,"MTOPIntentClassification (en)":77.05,"ToxicConversationsClassification":69.92,"TweetSentimentExtractionClassification":60.76} +{"Rank":18,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":72.1,"AmazonCounterfactualClassification (en)":72.94,"AmazonPolarityClassification":91.35,"AmazonReviewsClassification (en)":45.73,"Banking77Classification":83.69,"EmotionClassification":45.88,"ImdbClassification":83.99,"MassiveIntentClassification (en)":71.76,"MassiveScenarioClassification (en)":75.67,"MTOPDomainClassification (en)":91.68,"MTOPIntentClassification (en)":72.47,"ToxicConversationsClassification":70.87,"TweetSentimentExtractionClassification":59.2} +{"Rank":19,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.97,"AmazonCounterfactualClassification (en)":73.96,"AmazonPolarityClassification":91.32,"AmazonReviewsClassification (en)":46.03,"Banking77Classification":83.19,"EmotionClassification":45.8,"ImdbClassification":85.93,"MassiveIntentClassification (en)":71.12,"MassiveScenarioClassification (en)":75.56,"MTOPDomainClassification (en)":92.76,"MTOPIntentClassification (en)":70.45,"ToxicConversationsClassification":68.52,"TweetSentimentExtractionClassification":58.98} +{"Rank":20,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":71.88,"AmazonCounterfactualClassification (en)":75.7,"AmazonPolarityClassification":80.68,"AmazonReviewsClassification (en)":40.0,"Banking77Classification":84.77,"EmotionClassification":47.08,"ImdbClassification":75.19,"MassiveIntentClassification (en)":75.01,"MassiveScenarioClassification (en)":79.16,"MTOPDomainClassification (en)":94.47,"MTOPIntentClassification (en)":81.09,"ToxicConversationsClassification":71.85,"TweetSentimentExtractionClassification":57.61} +{"Rank":21,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":71.77,"AmazonCounterfactualClassification (en)":78.67,"AmazonPolarityClassification":93.26,"AmazonReviewsClassification (en)":49.2,"Banking77Classification":75.88,"EmotionClassification":47.58,"ImdbClassification":90.23,"MassiveIntentClassification (en)":68.51,"MassiveScenarioClassification (en)":73.04,"MTOPDomainClassification (en)":91.81,"MTOPIntentClassification (en)":64.29,"ToxicConversationsClassification":66.01,"TweetSentimentExtractionClassification":62.8} +{"Rank":22,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":71.57,"AmazonCounterfactualClassification (en)":76.91,"AmazonPolarityClassification":79.05,"AmazonReviewsClassification (en)":40.08,"Banking77Classification":84.65,"EmotionClassification":46.58,"ImdbClassification":75.68,"MassiveIntentClassification (en)":73.84,"MassiveScenarioClassification (en)":79.17,"MTOPDomainClassification (en)":94.33,"MTOPIntentClassification (en)":79.54,"ToxicConversationsClassification":71.81,"TweetSentimentExtractionClassification":57.17} +{"Rank":23,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.93,"AmazonCounterfactualClassification (en)":75.94,"AmazonPolarityClassification":86.72,"AmazonReviewsClassification (en)":44.78,"Banking77Classification":80.66,"EmotionClassification":48.74,"ImdbClassification":77.98,"MassiveIntentClassification (en)":70.15,"MassiveScenarioClassification (en)":75.33,"MTOPDomainClassification (en)":92.13,"MTOPIntentClassification (en)":64.68,"ToxicConversationsClassification":72.29,"TweetSentimentExtractionClassification":61.81} +{"Rank":24,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.44,"AmazonCounterfactualClassification (en)":76.4,"AmazonPolarityClassification":92.83,"AmazonReviewsClassification (en)":47.45,"Banking77Classification":68.04,"EmotionClassification":50.33,"ImdbClassification":89.38,"MassiveIntentClassification (en)":65.17,"MassiveScenarioClassification (en)":67.67,"MTOPDomainClassification (en)":89.89,"MTOPIntentClassification (en)":64.8,"ToxicConversationsClassification":70.0,"TweetSentimentExtractionClassification":63.35} +{"Rank":25,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":70.21,"AmazonCounterfactualClassification (en)":71.1,"AmazonPolarityClassification":86.69,"AmazonReviewsClassification (en)":45.51,"Banking77Classification":79.36,"EmotionClassification":48.79,"ImdbClassification":82.25,"MassiveIntentClassification (en)":71.52,"MassiveScenarioClassification (en)":73.87,"MTOPDomainClassification (en)":92.67,"MTOPIntentClassification (en)":69.77,"ToxicConversationsClassification":63.9,"TweetSentimentExtractionClassification":57.14} +{"Rank":26,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":69.81,"AmazonCounterfactualClassification (en)":75.82,"AmazonPolarityClassification":85.12,"AmazonReviewsClassification (en)":44.94,"Banking77Classification":76.48,"EmotionClassification":51.35,"ImdbClassification":77.34,"MassiveIntentClassification (en)":69.74,"MassiveScenarioClassification (en)":72.32,"MTOPDomainClassification (en)":90.34,"MTOPIntentClassification (en)":63.32,"ToxicConversationsClassification":68.2,"TweetSentimentExtractionClassification":62.71} +{"Rank":27,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":69.76,"AmazonCounterfactualClassification (en)":77.36,"AmazonPolarityClassification":91.76,"AmazonReviewsClassification (en)":47.54,"Banking77Classification":73.53,"EmotionClassification":45.68,"ImdbClassification":84.29,"MassiveIntentClassification (en)":65.71,"MassiveScenarioClassification (en)":71.57,"MTOPDomainClassification (en)":90.9,"MTOPIntentClassification (en)":61.6,"ToxicConversationsClassification":64.33,"TweetSentimentExtractionClassification":62.8} +{"Rank":28,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":69.7,"AmazonCounterfactualClassification (en)":69.78,"AmazonPolarityClassification":88.74,"AmazonReviewsClassification (en)":43.11,"Banking77Classification":82.78,"EmotionClassification":42.92,"ImdbClassification":80.87,"MassiveIntentClassification (en)":69.34,"MassiveScenarioClassification (en)":74.21,"MTOPDomainClassification (en)":89.61,"MTOPIntentClassification (en)":68.9,"ToxicConversationsClassification":68.16,"TweetSentimentExtractionClassification":57.99} +{"Rank":29,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":67.67,"AmazonCounterfactualClassification (en)":72.93,"AmazonPolarityClassification":74.28,"AmazonReviewsClassification (en)":36.14,"Banking77Classification":79.0,"EmotionClassification":42.85,"ImdbClassification":71.92,"MassiveIntentClassification (en)":69.99,"MassiveScenarioClassification (en)":75.15,"MTOPDomainClassification (en)":91.24,"MTOPIntentClassification (en)":74.08,"ToxicConversationsClassification":68.4,"TweetSentimentExtractionClassification":56.08} +{"Rank":30,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":67.46,"AmazonCounterfactualClassification (en)":75.81,"AmazonPolarityClassification":76.41,"AmazonReviewsClassification (en)":38.52,"Banking77Classification":81.1,"EmotionClassification":45.85,"ImdbClassification":64.58,"MassiveIntentClassification (en)":69.32,"MassiveScenarioClassification (en)":75.35,"MTOPDomainClassification (en)":89.24,"MTOPIntentClassification (en)":68.69,"ToxicConversationsClassification":65.56,"TweetSentimentExtractionClassification":59.04} +{"Rank":31,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":67.41,"AmazonCounterfactualClassification (en)":67.3,"AmazonPolarityClassification":75.05,"AmazonReviewsClassification (en)":37.3,"Banking77Classification":82.32,"EmotionClassification":43.19,"ImdbClassification":70.8,"MassiveIntentClassification (en)":70.61,"MassiveScenarioClassification (en)":77.77,"MTOPDomainClassification (en)":93.84,"MTOPIntentClassification (en)":67.71,"ToxicConversationsClassification":68.48,"TweetSentimentExtractionClassification":54.54} +{"Rank":32,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":67.32,"AmazonCounterfactualClassification (en)":75.75,"AmazonPolarityClassification":82.47,"AmazonReviewsClassification (en)":39.6,"Banking77Classification":75.76,"EmotionClassification":44.81,"ImdbClassification":73.53,"MassiveIntentClassification (en)":65.95,"MassiveScenarioClassification (en)":70.78,"MTOPDomainClassification (en)":84.29,"MTOPIntentClassification (en)":63.14,"ToxicConversationsClassification":72.04,"TweetSentimentExtractionClassification":59.73} +{"Rank":33,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":67.14,"AmazonCounterfactualClassification (en)":70.03,"AmazonPolarityClassification":73.92,"AmazonReviewsClassification (en)":37.21,"Banking77Classification":81.21,"EmotionClassification":46.33,"ImdbClassification":70.86,"MassiveIntentClassification (en)":70.06,"MassiveScenarioClassification (en)":75.49,"MTOPDomainClassification (en)":94.01,"MTOPIntentClassification (en)":63.86,"ToxicConversationsClassification":68.65,"TweetSentimentExtractionClassification":54.09} +{"Rank":34,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":67.11,"AmazonCounterfactualClassification (en)":68.6,"AmazonPolarityClassification":74.58,"AmazonReviewsClassification (en)":38.2,"Banking77Classification":82.22,"EmotionClassification":45.54,"ImdbClassification":68.15,"MassiveIntentClassification (en)":70.23,"MassiveScenarioClassification (en)":75.94,"MTOPDomainClassification (en)":93.6,"MTOPIntentClassification (en)":65.93,"ToxicConversationsClassification":67.56,"TweetSentimentExtractionClassification":54.77} +{"Rank":35,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":67.03,"AmazonCounterfactualClassification (en)":71.87,"AmazonPolarityClassification":88.61,"AmazonReviewsClassification (en)":45.75,"Banking77Classification":70.44,"EmotionClassification":42.86,"ImdbClassification":79.57,"MassiveIntentClassification (en)":63.87,"MassiveScenarioClassification (en)":69.28,"MTOPDomainClassification (en)":88.99,"MTOPIntentClassification (en)":56.69,"ToxicConversationsClassification":63.59,"TweetSentimentExtractionClassification":62.79} +{"Rank":36,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":66.68,"AmazonCounterfactualClassification (en)":72.19,"AmazonPolarityClassification":68.63,"AmazonReviewsClassification (en)":37.42,"Banking77Classification":80.02,"EmotionClassification":44.77,"ImdbClassification":67.04,"MassiveIntentClassification (en)":67.78,"MassiveScenarioClassification (en)":76.0,"MTOPDomainClassification (en)":93.18,"MTOPIntentClassification (en)":69.31,"ToxicConversationsClassification":67.77,"TweetSentimentExtractionClassification":56.1} +{"Rank":37,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":66.48,"AmazonCounterfactualClassification (en)":66.85,"AmazonPolarityClassification":85.92,"AmazonReviewsClassification (en)":41.02,"Banking77Classification":80.63,"EmotionClassification":40.55,"ImdbClassification":76.6,"MassiveIntentClassification (en)":64.95,"MassiveScenarioClassification (en)":70.38,"MTOPDomainClassification (en)":86.31,"MTOPIntentClassification (en)":62.77,"ToxicConversationsClassification":66.53,"TweetSentimentExtractionClassification":55.23} +{"Rank":38,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":65.94,"AmazonCounterfactualClassification (en)":74.16,"AmazonPolarityClassification":61.91,"AmazonReviewsClassification (en)":32.06,"Banking77Classification":82.05,"EmotionClassification":46.65,"ImdbClassification":65.02,"MassiveIntentClassification (en)":68.48,"MassiveScenarioClassification (en)":74.98,"MTOPDomainClassification (en)":93.17,"MTOPIntentClassification (en)":71.1,"ToxicConversationsClassification":68.15,"TweetSentimentExtractionClassification":53.57} +{"Rank":39,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":65.25,"AmazonCounterfactualClassification (en)":69.33,"AmazonPolarityClassification":67.82,"AmazonReviewsClassification (en)":38.48,"Banking77Classification":79.26,"EmotionClassification":42.2,"ImdbClassification":65.99,"MassiveIntentClassification (en)":67.05,"MassiveScenarioClassification (en)":75.4,"MTOPDomainClassification (en)":92.42,"MTOPIntentClassification (en)":62.44,"ToxicConversationsClassification":66.6,"TweetSentimentExtractionClassification":56.02} +{"Rank":40,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":65.03,"AmazonCounterfactualClassification (en)":65.03,"AmazonPolarityClassification":67.14,"AmazonReviewsClassification (en)":31.44,"Banking77Classification":81.7,"EmotionClassification":42.22,"ImdbClassification":71.17,"MassiveIntentClassification (en)":69.76,"MassiveScenarioClassification (en)":75.67,"MTOPDomainClassification (en)":91.89,"MTOPIntentClassification (en)":68.27,"ToxicConversationsClassification":61.05,"TweetSentimentExtractionClassification":55.05} +{"Rank":41,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":64.71,"AmazonCounterfactualClassification (en)":64.06,"AmazonPolarityClassification":66.88,"AmazonReviewsClassification (en)":34.85,"Banking77Classification":82.35,"EmotionClassification":41.91,"ImdbClassification":60.17,"MassiveIntentClassification (en)":70.4,"MassiveScenarioClassification (en)":73.73,"MTOPDomainClassification (en)":91.34,"MTOPIntentClassification (en)":71.07,"ToxicConversationsClassification":64.01,"TweetSentimentExtractionClassification":55.74} +{"Rank":42,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":64.67,"AmazonCounterfactualClassification (en)":71.81,"AmazonPolarityClassification":68.0,"AmazonReviewsClassification (en)":35.45,"Banking77Classification":71.48,"EmotionClassification":40.04,"ImdbClassification":61.52,"MassiveIntentClassification (en)":66.71,"MassiveScenarioClassification (en)":74.0,"MTOPDomainClassification (en)":91.59,"MTOPIntentClassification (en)":66.4,"ToxicConversationsClassification":69.09,"TweetSentimentExtractionClassification":59.97} +{"Rank":43,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":64.31,"AmazonCounterfactualClassification (en)":71.57,"AmazonPolarityClassification":69.21,"AmazonReviewsClassification (en)":35.11,"Banking77Classification":79.77,"EmotionClassification":42.37,"ImdbClassification":60.46,"MassiveIntentClassification (en)":66.89,"MassiveScenarioClassification (en)":71.54,"MTOPDomainClassification (en)":87.06,"MTOPIntentClassification (en)":65.52,"ToxicConversationsClassification":66.07,"TweetSentimentExtractionClassification":56.12} +{"Rank":44,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":63.21,"AmazonCounterfactualClassification (en)":65.28,"AmazonPolarityClassification":62.98,"AmazonReviewsClassification (en)":30.79,"Banking77Classification":80.4,"EmotionClassification":41.17,"ImdbClassification":59.76,"MassiveIntentClassification (en)":67.15,"MassiveScenarioClassification (en)":74.58,"MTOPDomainClassification (en)":91.9,"MTOPIntentClassification (en)":62.84,"ToxicConversationsClassification":67.47,"TweetSentimentExtractionClassification":54.25} +{"Rank":45,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":62.71,"AmazonCounterfactualClassification (en)":75.93,"AmazonPolarityClassification":68.95,"AmazonReviewsClassification (en)":35.8,"Banking77Classification":69.85,"EmotionClassification":37.22,"ImdbClassification":62.04,"MassiveIntentClassification (en)":61.46,"MassiveScenarioClassification (en)":66.41,"MTOPDomainClassification (en)":86.06,"MTOPIntentClassification (en)":63.03,"ToxicConversationsClassification":66.9,"TweetSentimentExtractionClassification":58.82} +{"Rank":46,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":62.62,"AmazonCounterfactualClassification (en)":63.64,"AmazonPolarityClassification":64.26,"AmazonReviewsClassification (en)":30.85,"Banking77Classification":80.04,"EmotionClassification":40.83,"ImdbClassification":61.76,"MassiveIntentClassification (en)":66.94,"MassiveScenarioClassification (en)":73.81,"MTOPDomainClassification (en)":91.68,"MTOPIntentClassification (en)":61.55,"ToxicConversationsClassification":62.09,"TweetSentimentExtractionClassification":54.04} +{"Rank":47,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":62.5,"AmazonCounterfactualClassification (en)":67.09,"AmazonPolarityClassification":74.48,"AmazonReviewsClassification (en)":33.85,"Banking77Classification":73.55,"EmotionClassification":42.22,"ImdbClassification":69.63,"MassiveIntentClassification (en)":59.84,"MassiveScenarioClassification (en)":66.25,"MTOPDomainClassification (en)":81.71,"MTOPIntentClassification (en)":59.23,"ToxicConversationsClassification":68.82,"TweetSentimentExtractionClassification":53.36} +{"Rank":48,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":61.66,"AmazonCounterfactualClassification (en)":74.25,"AmazonPolarityClassification":71.33,"AmazonReviewsClassification (en)":33.56,"Banking77Classification":63.41,"EmotionClassification":35.28,"ImdbClassification":65.35,"MassiveIntentClassification (en)":59.88,"MassiveScenarioClassification (en)":64.28,"MTOPDomainClassification (en)":82.63,"MTOPIntentClassification (en)":68.14,"ToxicConversationsClassification":70.0,"TweetSentimentExtractionClassification":51.81} +{"Rank":49,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":57.65,"AmazonCounterfactualClassification (en)":60.54,"AmazonPolarityClassification":59.59,"AmazonReviewsClassification (en)":31.01,"Banking77Classification":67.05,"EmotionClassification":33.18,"ImdbClassification":63.98,"MassiveIntentClassification (en)":57.21,"MassiveScenarioClassification (en)":66.11,"MTOPDomainClassification (en)":78.57,"MTOPIntentClassification (en)":57.07,"ToxicConversationsClassification":67.76,"TweetSentimentExtractionClassification":49.68} +{"Rank":50,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":57.29,"AmazonCounterfactualClassification (en)":56.91,"AmazonPolarityClassification":60.32,"AmazonReviewsClassification (en)":29.67,"Banking77Classification":67.69,"EmotionClassification":36.93,"ImdbClassification":62.57,"MassiveIntentClassification (en)":56.19,"MassiveScenarioClassification (en)":66.03,"MTOPDomainClassification (en)":79.11,"MTOPIntentClassification (en)":55.85,"ToxicConversationsClassification":65.4,"TweetSentimentExtractionClassification":50.8} +{"Rank":51,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":53.18,"AmazonCounterfactualClassification (en)":76.84,"AmazonPolarityClassification":61.01,"AmazonReviewsClassification (en)":28.71,"Banking77Classification":57.76,"EmotionClassification":24.83,"ImdbClassification":57.58,"MassiveIntentClassification (en)":47.91,"MassiveScenarioClassification (en)":55.92,"MTOPDomainClassification (en)":75.36,"MTOPIntentClassification (en)":49.47,"ToxicConversationsClassification":54.05,"TweetSentimentExtractionClassification":48.73} +{"Rank":52,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":52.37,"AmazonCounterfactualClassification (en)":58.7,"AmazonPolarityClassification":57.77,"AmazonReviewsClassification (en)":26.26,"Banking77Classification":66.66,"EmotionClassification":24.82,"ImdbClassification":56.35,"MassiveIntentClassification (en)":51.73,"MassiveScenarioClassification (en)":58.58,"MTOPDomainClassification (en)":74.53,"MTOPIntentClassification (en)":50.05,"ToxicConversationsClassification":57.44,"TweetSentimentExtractionClassification":45.52} +{"Rank":53,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonCounterfactualClassification (en)":61.85,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":83.21,"EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} +{"Rank":73,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":60.48,"MassiveScenarioClassification (en)":65.43,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} +{"Rank":98,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":68.36,"AmazonReviewsClassification (en)":"","Banking77Classification":59.86,"EmotionClassification":29.5,"ImdbClassification":58.36,"MassiveIntentClassification (en)":50.16,"MassiveScenarioClassification (en)":61.29,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":57.77,"TweetSentimentExtractionClassification":55.3} diff --git a/all_data_tasks/1/default.jsonl b/all_data_tasks/1/default.jsonl index d0ea9ac88d9fb3a9ba472f51e055c20b09b22807..b48f03a3d5bf0ce25faf1ffca9e6f41a4249d9d7 100644 --- a/all_data_tasks/1/default.jsonl +++ b/all_data_tasks/1/default.jsonl @@ -1,57 +1,61 @@ -{"Rank":1,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.67,"AlloProfClusteringP2P":64.83,"AlloProfClusteringS2S":53.52,"HALClusteringS2S":26.18,"MLSUMClusteringP2P (fr)":44.59,"MLSUMClusteringS2S (fr)":41.67,"MasakhaNEWSClusteringP2P (fra)":68.35,"MasakhaNEWSClusteringS2S (fra)":48.58} -{"Rank":2,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.57,"AlloProfClusteringP2P":65.37,"AlloProfClusteringS2S":47.03,"HALClusteringS2S":27.67,"MLSUMClusteringP2P (fr)":45.99,"MLSUMClusteringS2S (fr)":45.57,"MasakhaNEWSClusteringP2P (fra)":44.53,"MasakhaNEWSClusteringS2S (fra)":49.8} -{"Rank":3,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.46,"AlloProfClusteringP2P":61.63,"AlloProfClusteringS2S":50.67,"HALClusteringS2S":27.44,"MLSUMClusteringP2P (fr)":45.23,"MLSUMClusteringS2S (fr)":41.48,"MasakhaNEWSClusteringP2P (fra)":56.59,"MasakhaNEWSClusteringS2S (fra)":35.18} -{"Rank":4,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":44.74,"AlloProfClusteringP2P":62.01,"AlloProfClusteringS2S":49.2,"HALClusteringS2S":26.17,"MLSUMClusteringP2P (fr)":45.28,"MLSUMClusteringS2S (fr)":42.74,"MasakhaNEWSClusteringP2P (fra)":48.13,"MasakhaNEWSClusteringS2S (fra)":39.62} -{"Rank":5,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":44.23,"AlloProfClusteringP2P":62.5,"AlloProfClusteringS2S":44.28,"HALClusteringS2S":26.36,"MLSUMClusteringP2P (fr)":44.03,"MLSUMClusteringS2S (fr)":42.95,"MasakhaNEWSClusteringP2P (fra)":50.68,"MasakhaNEWSClusteringS2S (fra)":38.79} -{"Rank":6,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":43.25,"AlloProfClusteringP2P":60.98,"AlloProfClusteringS2S":43.5,"HALClusteringS2S":21.4,"MLSUMClusteringP2P (fr)":42.24,"MLSUMClusteringS2S (fr)":35.25,"MasakhaNEWSClusteringP2P (fra)":61.15,"MasakhaNEWSClusteringS2S (fra)":38.24} -{"Rank":7,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":43.17,"AlloProfClusteringP2P":62.69,"AlloProfClusteringS2S":42.06,"HALClusteringS2S":23.9,"MLSUMClusteringP2P (fr)":42.04,"MLSUMClusteringS2S (fr)":32.29,"MasakhaNEWSClusteringP2P (fra)":54.51,"MasakhaNEWSClusteringS2S (fra)":44.73} -{"Rank":8,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":42.66,"AlloProfClusteringP2P":62.09,"AlloProfClusteringS2S":32.98,"HALClusteringS2S":22.48,"MLSUMClusteringP2P (fr)":43.48,"MLSUMClusteringS2S (fr)":38.53,"MasakhaNEWSClusteringP2P (fra)":47.91,"MasakhaNEWSClusteringS2S (fra)":51.16} -{"Rank":9,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":42.0,"AlloProfClusteringP2P":56.9,"AlloProfClusteringS2S":37.84,"HALClusteringS2S":18.95,"MLSUMClusteringP2P (fr)":43.9,"MLSUMClusteringS2S (fr)":35.5,"MasakhaNEWSClusteringP2P (fra)":60.57,"MasakhaNEWSClusteringS2S (fra)":40.31} -{"Rank":10,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.88,"AlloProfClusteringP2P":57.96,"AlloProfClusteringS2S":41.65,"HALClusteringS2S":24.84,"MLSUMClusteringP2P (fr)":45.08,"MLSUMClusteringS2S (fr)":38.77,"MasakhaNEWSClusteringP2P (fra)":48.54,"MasakhaNEWSClusteringS2S (fra)":36.33} -{"Rank":11,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":41.7,"AlloProfClusteringP2P":64.12,"AlloProfClusteringS2S":32.52,"HALClusteringS2S":23.4,"MLSUMClusteringP2P (fr)":42.94,"MLSUMClusteringS2S (fr)":33.91,"MasakhaNEWSClusteringP2P (fra)":53.94,"MasakhaNEWSClusteringS2S (fra)":41.05} -{"Rank":12,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":41.6,"AlloProfClusteringP2P":60.37,"AlloProfClusteringS2S":40.76,"HALClusteringS2S":20.28,"MLSUMClusteringP2P (fr)":41.61,"MLSUMClusteringS2S (fr)":33.6,"MasakhaNEWSClusteringP2P (fra)":62.82,"MasakhaNEWSClusteringS2S (fra)":31.74} -{"Rank":13,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":41.16,"AlloProfClusteringP2P":61.06,"AlloProfClusteringS2S":28.12,"HALClusteringS2S":19.69,"MLSUMClusteringP2P (fr)":45.59,"MLSUMClusteringS2S (fr)":32.0,"MasakhaNEWSClusteringP2P (fra)":52.47,"MasakhaNEWSClusteringS2S (fra)":49.2} -{"Rank":14,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":40.7,"AlloProfClusteringP2P":63.53,"AlloProfClusteringS2S":36.18,"HALClusteringS2S":19.9,"MLSUMClusteringP2P (fr)":45.08,"MLSUMClusteringS2S (fr)":34.75,"MasakhaNEWSClusteringP2P (fra)":53.18,"MasakhaNEWSClusteringS2S (fra)":32.31} -{"Rank":15,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":40.6,"AlloProfClusteringP2P":61.82,"AlloProfClusteringS2S":39.78,"HALClusteringS2S":18.73,"MLSUMClusteringP2P (fr)":42.07,"MLSUMClusteringS2S (fr)":31.87,"MasakhaNEWSClusteringP2P (fra)":58.6,"MasakhaNEWSClusteringS2S (fra)":31.33} -{"Rank":16,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":40.43,"AlloProfClusteringP2P":60.66,"AlloProfClusteringS2S":35.05,"HALClusteringS2S":20.9,"MLSUMClusteringP2P (fr)":43.5,"MLSUMClusteringS2S (fr)":30.99,"MasakhaNEWSClusteringP2P (fra)":49.71,"MasakhaNEWSClusteringS2S (fra)":42.23} -{"Rank":17,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":40.07,"AlloProfClusteringP2P":58.44,"AlloProfClusteringS2S":35.93,"HALClusteringS2S":17.72,"MLSUMClusteringP2P (fr)":40.77,"MLSUMClusteringS2S (fr)":30.06,"MasakhaNEWSClusteringP2P (fra)":61.9,"MasakhaNEWSClusteringS2S (fra)":35.64} -{"Rank":18,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":39.11,"AlloProfClusteringP2P":54.49,"AlloProfClusteringS2S":44.79,"HALClusteringS2S":23.97,"MLSUMClusteringP2P (fr)":40.55,"MLSUMClusteringS2S (fr)":37.53,"MasakhaNEWSClusteringP2P (fra)":41.57,"MasakhaNEWSClusteringS2S (fra)":30.88} -{"Rank":19,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":38.93,"AlloProfClusteringP2P":60.89,"AlloProfClusteringS2S":32.52,"HALClusteringS2S":18.95,"MLSUMClusteringP2P (fr)":43.2,"MLSUMClusteringS2S (fr)":37.61,"MasakhaNEWSClusteringP2P (fra)":40.12,"MasakhaNEWSClusteringS2S (fra)":39.22} -{"Rank":20,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":38.91,"AlloProfClusteringP2P":61.96,"AlloProfClusteringS2S":31.36,"HALClusteringS2S":17.31,"MLSUMClusteringP2P (fr)":42.8,"MLSUMClusteringS2S (fr)":32.72,"MasakhaNEWSClusteringP2P (fra)":56.81,"MasakhaNEWSClusteringS2S (fra)":29.41} -{"Rank":21,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":38.7,"AlloProfClusteringP2P":62.99,"AlloProfClusteringS2S":32.26,"HALClusteringS2S":22.44,"MLSUMClusteringP2P (fr)":44.04,"MLSUMClusteringS2S (fr)":37.65,"MasakhaNEWSClusteringP2P (fra)":40.94,"MasakhaNEWSClusteringS2S (fra)":30.56} -{"Rank":22,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":38.7,"AlloProfClusteringP2P":55.95,"AlloProfClusteringS2S":35.39,"HALClusteringS2S":18.2,"MLSUMClusteringP2P (fr)":40.17,"MLSUMClusteringS2S (fr)":34.65,"MasakhaNEWSClusteringP2P (fra)":53.76,"MasakhaNEWSClusteringS2S (fra)":32.76} -{"Rank":23,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":38.35,"AlloProfClusteringP2P":56.06,"AlloProfClusteringS2S":42.16,"HALClusteringS2S":23.21,"MLSUMClusteringP2P (fr)":39.97,"MLSUMClusteringS2S (fr)":36.55,"MasakhaNEWSClusteringP2P (fra)":36.58,"MasakhaNEWSClusteringS2S (fra)":33.9} -{"Rank":24,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":38.32,"AlloProfClusteringP2P":54.78,"AlloProfClusteringS2S":31.6,"HALClusteringS2S":20.62,"MLSUMClusteringP2P (fr)":42.09,"MLSUMClusteringS2S (fr)":34.84,"MasakhaNEWSClusteringP2P (fra)":46.16,"MasakhaNEWSClusteringS2S (fra)":38.13} -{"Rank":25,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":36.35,"AlloProfClusteringP2P":54.21,"AlloProfClusteringS2S":37.95,"HALClusteringS2S":18.94,"MLSUMClusteringP2P (fr)":41.02,"MLSUMClusteringS2S (fr)":37.97,"MasakhaNEWSClusteringP2P (fra)":24.09,"MasakhaNEWSClusteringS2S (fra)":40.24} -{"Rank":26,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":35.44,"AlloProfClusteringP2P":59.09,"AlloProfClusteringS2S":38.92,"HALClusteringS2S":20.22,"MLSUMClusteringP2P (fr)":35.98,"MLSUMClusteringS2S (fr)":27.05,"MasakhaNEWSClusteringP2P (fra)":36.03,"MasakhaNEWSClusteringS2S (fra)":30.77} -{"Rank":27,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":35.04,"AlloProfClusteringP2P":62.22,"AlloProfClusteringS2S":27.06,"HALClusteringS2S":13.86,"MLSUMClusteringP2P (fr)":44.11,"MLSUMClusteringS2S (fr)":30.47,"MasakhaNEWSClusteringP2P (fra)":40.2,"MasakhaNEWSClusteringS2S (fra)":27.35} -{"Rank":28,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":34.73,"AlloProfClusteringP2P":51.83,"AlloProfClusteringS2S":32.07,"HALClusteringS2S":18.84,"MLSUMClusteringP2P (fr)":36.74,"MLSUMClusteringS2S (fr)":28.12,"MasakhaNEWSClusteringP2P (fra)":34.92,"MasakhaNEWSClusteringS2S (fra)":40.58} -{"Rank":29,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":34.09,"AlloProfClusteringP2P":53.16,"AlloProfClusteringS2S":43.43,"HALClusteringS2S":20.26,"MLSUMClusteringP2P (fr)":41.22,"MLSUMClusteringS2S (fr)":31.88,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46} -{"Rank":30,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":33.96,"AlloProfClusteringP2P":53.49,"AlloProfClusteringS2S":43.1,"HALClusteringS2S":19.78,"MLSUMClusteringP2P (fr)":40.73,"MLSUMClusteringS2S (fr)":31.94,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46} -{"Rank":31,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":33.94,"AlloProfClusteringP2P":53.22,"AlloProfClusteringS2S":42.92,"HALClusteringS2S":19.94,"MLSUMClusteringP2P (fr)":40.96,"MLSUMClusteringS2S (fr)":31.87,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46} -{"Rank":32,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":33.82,"AlloProfClusteringP2P":51.5,"AlloProfClusteringS2S":43.06,"HALClusteringS2S":20.81,"MLSUMClusteringP2P (fr)":40.9,"MLSUMClusteringS2S (fr)":31.8,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46} -{"Rank":33,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":33.75,"AlloProfClusteringP2P":46.03,"AlloProfClusteringS2S":31.83,"HALClusteringS2S":19.58,"MLSUMClusteringP2P (fr)":34.35,"MLSUMClusteringS2S (fr)":29.3,"MasakhaNEWSClusteringP2P (fra)":42.72,"MasakhaNEWSClusteringS2S (fra)":32.47} -{"Rank":34,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":33.66,"AlloProfClusteringP2P":49.11,"AlloProfClusteringS2S":32.72,"HALClusteringS2S":16.19,"MLSUMClusteringP2P (fr)":36.19,"MLSUMClusteringS2S (fr)":30.39,"MasakhaNEWSClusteringP2P (fra)":38.51,"MasakhaNEWSClusteringS2S (fra)":32.51} -{"Rank":35,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":32.84,"AlloProfClusteringP2P":49.13,"AlloProfClusteringS2S":26.16,"HALClusteringS2S":12.49,"MLSUMClusteringP2P (fr)":35.15,"MLSUMClusteringS2S (fr)":25.95,"MasakhaNEWSClusteringP2P (fra)":53.73,"MasakhaNEWSClusteringS2S (fra)":27.27} -{"Rank":36,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":29.92,"AlloProfClusteringP2P":48.45,"AlloProfClusteringS2S":25.81,"HALClusteringS2S":11.52,"MLSUMClusteringP2P (fr)":34.53,"MLSUMClusteringS2S (fr)":27.35,"MasakhaNEWSClusteringP2P (fra)":32.04,"MasakhaNEWSClusteringS2S (fra)":29.77} -{"Rank":37,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.03,"AlloProfClusteringP2P":53.57,"AlloProfClusteringS2S":22.13,"HALClusteringS2S":7.68,"MLSUMClusteringP2P (fr)":36.43,"MLSUMClusteringS2S (fr)":25.26,"MasakhaNEWSClusteringP2P (fra)":37.57,"MasakhaNEWSClusteringS2S (fra)":20.58} -{"Rank":38,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":28.62,"AlloProfClusteringP2P":56.54,"AlloProfClusteringS2S":21.18,"HALClusteringS2S":5.94,"MLSUMClusteringP2P (fr)":42.67,"MLSUMClusteringS2S (fr)":18.5,"MasakhaNEWSClusteringP2P (fra)":34.02,"MasakhaNEWSClusteringS2S (fra)":21.52} -{"Rank":39,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":28.42,"AlloProfClusteringP2P":52.24,"AlloProfClusteringS2S":20.37,"HALClusteringS2S":8.68,"MLSUMClusteringP2P (fr)":40.44,"MLSUMClusteringS2S (fr)":24.14,"MasakhaNEWSClusteringP2P (fra)":29.29,"MasakhaNEWSClusteringS2S (fra)":23.76} -{"Rank":40,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":27.18,"AlloProfClusteringP2P":52.86,"AlloProfClusteringS2S":14.46,"HALClusteringS2S":3.85,"MLSUMClusteringP2P (fr)":39.06,"MLSUMClusteringS2S (fr)":17.13,"MasakhaNEWSClusteringP2P (fra)":41.61,"MasakhaNEWSClusteringS2S (fra)":21.26} -{"Rank":41,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":25.11,"AlloProfClusteringP2P":40.85,"AlloProfClusteringS2S":21.76,"HALClusteringS2S":5.26,"MLSUMClusteringP2P (fr)":38.09,"MLSUMClusteringS2S (fr)":18.71,"MasakhaNEWSClusteringP2P (fra)":26.43,"MasakhaNEWSClusteringS2S (fra)":24.68} -{"Rank":42,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":22.45,"AlloProfClusteringP2P":43.2,"AlloProfClusteringS2S":12.94,"HALClusteringS2S":1.8,"MLSUMClusteringP2P (fr)":33.22,"MLSUMClusteringS2S (fr)":14.9,"MasakhaNEWSClusteringP2P (fra)":28.49,"MasakhaNEWSClusteringS2S (fra)":22.58} -{"Rank":43,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null,"MLSUMClusteringP2P (fr)":null,"MLSUMClusteringS2S (fr)":null,"MasakhaNEWSClusteringP2P (fra)":null,"MasakhaNEWSClusteringS2S (fra)":null} -{"Rank":44,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null,"MLSUMClusteringP2P (fr)":null,"MLSUMClusteringS2S (fr)":null,"MasakhaNEWSClusteringP2P (fra)":null,"MasakhaNEWSClusteringS2S (fra)":null} -{"Rank":45,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null,"MLSUMClusteringP2P (fr)":null,"MLSUMClusteringS2S (fr)":null,"MasakhaNEWSClusteringP2P (fra)":null,"MasakhaNEWSClusteringS2S (fra)":null} -{"Rank":46,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null,"MLSUMClusteringP2P (fr)":null,"MLSUMClusteringS2S (fr)":null,"MasakhaNEWSClusteringP2P (fra)":null,"MasakhaNEWSClusteringS2S (fra)":null} -{"Rank":47,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null,"MLSUMClusteringP2P (fr)":null,"MLSUMClusteringS2S (fr)":null,"MasakhaNEWSClusteringP2P (fra)":null,"MasakhaNEWSClusteringS2S (fra)":null} -{"Rank":48,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null,"MLSUMClusteringP2P (fr)":null,"MLSUMClusteringS2S (fr)":null,"MasakhaNEWSClusteringP2P (fra)":null,"MasakhaNEWSClusteringS2S (fra)":null} -{"Rank":49,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null,"MLSUMClusteringP2P (fr)":null,"MLSUMClusteringS2S (fr)":null,"MasakhaNEWSClusteringP2P (fra)":null,"MasakhaNEWSClusteringS2S (fra)":null} -{"Rank":50,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null,"MLSUMClusteringP2P (fr)":null,"MLSUMClusteringS2S (fr)":null,"MasakhaNEWSClusteringP2P (fra)":null,"MasakhaNEWSClusteringS2S (fra)":null} -{"Rank":51,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null,"MLSUMClusteringP2P (fr)":null,"MLSUMClusteringS2S (fr)":null,"MasakhaNEWSClusteringP2P (fra)":null,"MasakhaNEWSClusteringS2S (fra)":null} -{"Rank":52,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null,"MLSUMClusteringP2P (fr)":null,"MLSUMClusteringS2S (fr)":null,"MasakhaNEWSClusteringP2P (fra)":null,"MasakhaNEWSClusteringS2S (fra)":null} -{"Rank":53,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null,"MLSUMClusteringP2P (fr)":null,"MLSUMClusteringS2S (fr)":null,"MasakhaNEWSClusteringP2P (fra)":null,"MasakhaNEWSClusteringS2S (fra)":null} -{"Rank":54,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null,"MLSUMClusteringP2P (fr)":null,"MLSUMClusteringS2S (fr)":null,"MasakhaNEWSClusteringP2P (fra)":null,"MasakhaNEWSClusteringS2S (fra)":null} -{"Rank":55,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null,"MLSUMClusteringP2P (fr)":null,"MLSUMClusteringS2S (fr)":null,"MasakhaNEWSClusteringP2P (fra)":null,"MasakhaNEWSClusteringS2S (fra)":null} -{"Rank":56,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null,"MLSUMClusteringP2P (fr)":null,"MLSUMClusteringS2S (fr)":null,"MasakhaNEWSClusteringP2P (fra)":null,"MasakhaNEWSClusteringS2S (fra)":null} -{"Rank":57,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null,"MLSUMClusteringP2P (fr)":null,"MLSUMClusteringS2S (fr)":null,"MasakhaNEWSClusteringP2P (fra)":null,"MasakhaNEWSClusteringS2S (fra)":null} +{"Rank":1,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":55.83,"ArxivClusteringP2P":56.4,"ArxivClusteringS2S":51.45,"BiorxivClusteringP2P":49.01,"BiorxivClusteringS2S":45.06,"MedrxivClusteringP2P":44.37,"MedrxivClusteringS2S":42.0,"RedditClustering":73.37,"RedditClusteringP2P":72.51,"StackExchangeClustering":79.07,"StackExchangeClusteringP2P":49.57,"TwentyNewsgroupsClustering":51.31} +{"Rank":2,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":53.35,"ArxivClusteringP2P":51.81,"ArxivClusteringS2S":44.73,"BiorxivClusteringP2P":46.07,"BiorxivClusteringS2S":40.64,"MedrxivClusteringP2P":42.94,"MedrxivClusteringS2S":41.44,"RedditClustering":68.5,"RedditClusteringP2P":64.86,"StackExchangeClustering":74.16,"StackExchangeClusteringP2P":45.1,"TwentyNewsgroupsClustering":66.62} +{"Rank":3,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":52.42,"ArxivClusteringP2P":51.95,"ArxivClusteringS2S":42.48,"BiorxivClusteringP2P":50.15,"BiorxivClusteringS2S":42.84,"MedrxivClusteringP2P":47.24,"MedrxivClusteringS2S":43.48,"RedditClustering":63.73,"RedditClusteringP2P":64.09,"StackExchangeClustering":70.71,"StackExchangeClusteringP2P":40.34,"TwentyNewsgroupsClustering":59.56} +{"Rank":4,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.01,"ArxivClusteringP2P":49.01,"ArxivClusteringS2S":44.45,"BiorxivClusteringP2P":38.03,"BiorxivClusteringS2S":36.53,"MedrxivClusteringP2P":32.7,"MedrxivClusteringS2S":31.27,"RedditClustering":67.84,"RedditClusteringP2P":67.96,"StackExchangeClustering":76.26,"StackExchangeClusteringP2P":36.88,"TwentyNewsgroupsClustering":58.14} +{"Rank":5,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":47.48,"ArxivClusteringP2P":46.27,"ArxivClusteringS2S":38.36,"BiorxivClusteringP2P":37.87,"BiorxivClusteringS2S":35.67,"MedrxivClusteringP2P":33.11,"MedrxivClusteringS2S":31.54,"RedditClustering":65.81,"RedditClusteringP2P":66.62,"StackExchangeClustering":74.52,"StackExchangeClusteringP2P":37.63,"TwentyNewsgroupsClustering":54.87} +{"Rank":6,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":47.4,"ArxivClusteringP2P":47.92,"ArxivClusteringS2S":42.42,"BiorxivClusteringP2P":38.72,"BiorxivClusteringS2S":36.6,"MedrxivClusteringP2P":34.04,"MedrxivClusteringS2S":32.81,"RedditClustering":61.56,"RedditClusteringP2P":65.35,"StackExchangeClustering":70.16,"StackExchangeClusteringP2P":38.23,"TwentyNewsgroupsClustering":53.56} +{"Rank":7,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.65,"ArxivClusteringP2P":46.57,"ArxivClusteringS2S":39.35,"BiorxivClusteringP2P":37.77,"BiorxivClusteringS2S":34.68,"MedrxivClusteringP2P":32.77,"MedrxivClusteringS2S":31.85,"RedditClustering":64.09,"RedditClusteringP2P":65.12,"StackExchangeClustering":72.05,"StackExchangeClusteringP2P":34.04,"TwentyNewsgroupsClustering":54.81} +{"Rank":8,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":46.45,"ArxivClusteringP2P":44.27,"ArxivClusteringS2S":46.85,"BiorxivClusteringP2P":32.35,"BiorxivClusteringS2S":36.7,"MedrxivClusteringP2P":30.71,"MedrxivClusteringS2S":32.96,"RedditClustering":61.72,"RedditClusteringP2P":63.98,"StackExchangeClustering":72.74,"StackExchangeClusteringP2P":32.26,"TwentyNewsgroupsClustering":56.41} +{"Rank":9,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.23,"ArxivClusteringP2P":47.05,"ArxivClusteringS2S":42.59,"BiorxivClusteringP2P":35.43,"BiorxivClusteringS2S":33.86,"MedrxivClusteringP2P":32.1,"MedrxivClusteringS2S":31.15,"RedditClustering":60.18,"RedditClusteringP2P":64.71,"StackExchangeClustering":71.23,"StackExchangeClusteringP2P":35.95,"TwentyNewsgroupsClustering":54.24} +{"Rank":10,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.9,"ArxivClusteringP2P":45.01,"ArxivClusteringS2S":36.85,"BiorxivClusteringP2P":36.66,"BiorxivClusteringS2S":34.21,"MedrxivClusteringP2P":32.6,"MedrxivClusteringS2S":30.8,"RedditClustering":61.42,"RedditClusteringP2P":64.13,"StackExchangeClustering":72.22,"StackExchangeClusteringP2P":38.49,"TwentyNewsgroupsClustering":52.56} +{"Rank":11,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":45.54,"ArxivClusteringP2P":42.81,"ArxivClusteringS2S":44.24,"BiorxivClusteringP2P":34.27,"BiorxivClusteringS2S":35.53,"MedrxivClusteringP2P":31.07,"MedrxivClusteringS2S":31.27,"RedditClustering":60.24,"RedditClusteringP2P":64.12,"StackExchangeClustering":70.73,"StackExchangeClusteringP2P":34.5,"TwentyNewsgroupsClustering":52.18} +{"Rank":12,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":45.24,"ArxivClusteringP2P":43.14,"ArxivClusteringS2S":42.38,"BiorxivClusteringP2P":35.88,"BiorxivClusteringS2S":34.81,"MedrxivClusteringP2P":32.23,"MedrxivClusteringS2S":31.37,"RedditClustering":61.1,"RedditClusteringP2P":64.52,"StackExchangeClustering":67.98,"StackExchangeClusteringP2P":33.2,"TwentyNewsgroupsClustering":51.04} +{"Rank":13,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":45.07,"ArxivClusteringP2P":44.12,"ArxivClusteringS2S":36.54,"BiorxivClusteringP2P":36.28,"BiorxivClusteringS2S":33.09,"MedrxivClusteringP2P":32.08,"MedrxivClusteringS2S":30.84,"RedditClustering":62.24,"RedditClusteringP2P":63.7,"StackExchangeClustering":70.19,"StackExchangeClusteringP2P":36.1,"TwentyNewsgroupsClustering":50.6} +{"Rank":14,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":43.72,"ArxivClusteringP2P":42.89,"ArxivClusteringS2S":33.47,"BiorxivClusteringP2P":36.53,"BiorxivClusteringS2S":28.66,"MedrxivClusteringP2P":32.09,"MedrxivClusteringS2S":26.82,"RedditClustering":58.99,"RedditClusteringP2P":64.46,"StackExchangeClustering":70.78,"StackExchangeClusteringP2P":35.25,"TwentyNewsgroupsClustering":50.93} +{"Rank":15,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":43.71,"ArxivClusteringP2P":45.45,"ArxivClusteringS2S":36.19,"BiorxivClusteringP2P":38.41,"BiorxivClusteringS2S":32.28,"MedrxivClusteringP2P":34.47,"MedrxivClusteringS2S":31.43,"RedditClustering":55.9,"RedditClusteringP2P":60.58,"StackExchangeClustering":62.94,"StackExchangeClusteringP2P":33.81,"TwentyNewsgroupsClustering":49.36} +{"Rank":16,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":43.69,"ArxivClusteringP2P":48.38,"ArxivClusteringS2S":39.72,"BiorxivClusteringP2P":39.62,"BiorxivClusteringS2S":35.02,"MedrxivClusteringP2P":35.58,"MedrxivClusteringS2S":32.87,"RedditClustering":54.82,"RedditClusteringP2P":56.77,"StackExchangeClustering":53.8,"StackExchangeClusteringP2P":34.28,"TwentyNewsgroupsClustering":49.74} +{"Rank":17,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":43.57,"ArxivClusteringP2P":43.47,"ArxivClusteringS2S":39.85,"BiorxivClusteringP2P":37.1,"BiorxivClusteringS2S":34.28,"MedrxivClusteringP2P":33.55,"MedrxivClusteringS2S":31.11,"RedditClustering":53.02,"RedditClusteringP2P":60.47,"StackExchangeClustering":63.04,"StackExchangeClusteringP2P":34.01,"TwentyNewsgroupsClustering":49.37} +{"Rank":18,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":43.16,"ArxivClusteringP2P":44.82,"ArxivClusteringS2S":35.32,"BiorxivClusteringP2P":38.19,"BiorxivClusteringS2S":31.83,"MedrxivClusteringP2P":34.08,"MedrxivClusteringS2S":30.98,"RedditClustering":54.92,"RedditClusteringP2P":60.23,"StackExchangeClustering":61.81,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":48.56} +{"Rank":19,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":42.42,"ArxivClusteringP2P":37.9,"ArxivClusteringS2S":32.39,"BiorxivClusteringP2P":30.48,"BiorxivClusteringS2S":27.5,"MedrxivClusteringP2P":29.12,"MedrxivClusteringS2S":27.56,"RedditClustering":64.13,"RedditClusteringP2P":62.84,"StackExchangeClustering":71.43,"StackExchangeClusteringP2P":32.85,"TwentyNewsgroupsClustering":50.44} +{"Rank":20,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":42.34,"ArxivClusteringP2P":41.62,"ArxivClusteringS2S":31.17,"BiorxivClusteringP2P":36.43,"BiorxivClusteringS2S":26.47,"MedrxivClusteringP2P":32.3,"MedrxivClusteringS2S":26.93,"RedditClustering":57.03,"RedditClusteringP2P":62.34,"StackExchangeClustering":67.13,"StackExchangeClusteringP2P":34.79,"TwentyNewsgroupsClustering":49.53} +{"Rank":21,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":42.24,"ArxivClusteringP2P":43.87,"ArxivClusteringS2S":34.57,"BiorxivClusteringP2P":36.79,"BiorxivClusteringS2S":30.68,"MedrxivClusteringP2P":34.09,"MedrxivClusteringS2S":31.3,"RedditClustering":53.31,"RedditClusteringP2P":58.96,"StackExchangeClustering":59.92,"StackExchangeClusteringP2P":33.88,"TwentyNewsgroupsClustering":47.29} +{"Rank":22,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":41.99,"ArxivClusteringP2P":49.22,"ArxivClusteringS2S":41.71,"BiorxivClusteringP2P":38.39,"BiorxivClusteringS2S":31.31,"MedrxivClusteringP2P":31.47,"MedrxivClusteringS2S":27.87,"RedditClustering":43.67,"RedditClusteringP2P":61.67,"StackExchangeClustering":68.2,"StackExchangeClusteringP2P":36.36,"TwentyNewsgroupsClustering":32.01} +{"Rank":23,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":41.94,"ArxivClusteringP2P":46.55,"ArxivClusteringS2S":37.86,"BiorxivClusteringP2P":38.37,"BiorxivClusteringS2S":32.88,"MedrxivClusteringP2P":34.39,"MedrxivClusteringS2S":31.86,"RedditClustering":50.7,"RedditClusteringP2P":54.8,"StackExchangeClustering":53.14,"StackExchangeClusteringP2P":34.26,"TwentyNewsgroupsClustering":46.49} +{"Rank":24,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":41.81,"ArxivClusteringP2P":46.07,"ArxivClusteringS2S":37.5,"BiorxivClusteringP2P":36.99,"BiorxivClusteringS2S":33.21,"MedrxivClusteringP2P":34.25,"MedrxivClusteringS2S":32.24,"RedditClustering":51.18,"RedditClusteringP2P":54.8,"StackExchangeClustering":53.05,"StackExchangeClusteringP2P":33.13,"TwentyNewsgroupsClustering":47.47} +{"Rank":25,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":41.65,"ArxivClusteringP2P":41.62,"ArxivClusteringS2S":29.44,"BiorxivClusteringP2P":35.99,"BiorxivClusteringS2S":24.02,"MedrxivClusteringP2P":32.4,"MedrxivClusteringS2S":26.33,"RedditClustering":54.53,"RedditClusteringP2P":62.5,"StackExchangeClustering":65.11,"StackExchangeClusteringP2P":36.86,"TwentyNewsgroupsClustering":49.33} +{"Rank":26,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":41.6,"ArxivClusteringP2P":37.5,"ArxivClusteringS2S":30.55,"BiorxivClusteringP2P":29.59,"BiorxivClusteringS2S":25.72,"MedrxivClusteringP2P":28.72,"MedrxivClusteringS2S":27.39,"RedditClustering":61.69,"RedditClusteringP2P":61.67,"StackExchangeClustering":69.93,"StackExchangeClusteringP2P":33.21,"TwentyNewsgroupsClustering":51.64} +{"Rank":27,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":41.51,"ArxivClusteringP2P":37.9,"ArxivClusteringS2S":30.45,"BiorxivClusteringP2P":30.52,"BiorxivClusteringS2S":26.06,"MedrxivClusteringP2P":28.69,"MedrxivClusteringS2S":26.69,"RedditClustering":61.34,"RedditClusteringP2P":61.11,"StackExchangeClustering":69.95,"StackExchangeClusteringP2P":32.73,"TwentyNewsgroupsClustering":51.15} +{"Rank":28,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":41.1,"ArxivClusteringP2P":42.61,"ArxivClusteringS2S":32.32,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":29.08,"MedrxivClusteringP2P":31.19,"MedrxivClusteringS2S":27.27,"RedditClustering":54.89,"RedditClusteringP2P":57.58,"StackExchangeClustering":63.15,"StackExchangeClusteringP2P":32.25,"TwentyNewsgroupsClustering":46.82} +{"Rank":29,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":40.83,"ArxivClusteringP2P":47.81,"ArxivClusteringS2S":40.53,"BiorxivClusteringP2P":38.12,"BiorxivClusteringS2S":31.25,"MedrxivClusteringP2P":30.94,"MedrxivClusteringS2S":28.04,"RedditClustering":42.84,"RedditClusteringP2P":60.1,"StackExchangeClustering":65.12,"StackExchangeClusteringP2P":33.61,"TwentyNewsgroupsClustering":30.76} +{"Rank":30,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":40.63,"ArxivClusteringP2P":47.56,"ArxivClusteringS2S":39.92,"BiorxivClusteringP2P":36.14,"BiorxivClusteringS2S":30.26,"MedrxivClusteringP2P":30.11,"MedrxivClusteringS2S":26.93,"RedditClustering":41.83,"RedditClusteringP2P":62.08,"StackExchangeClustering":67.34,"StackExchangeClusteringP2P":34.5,"TwentyNewsgroupsClustering":30.26} +{"Rank":31,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":40.31,"ArxivClusteringP2P":41.8,"ArxivClusteringS2S":32.41,"BiorxivClusteringP2P":34.81,"BiorxivClusteringS2S":28.59,"MedrxivClusteringP2P":32.73,"MedrxivClusteringS2S":29.91,"RedditClustering":50.31,"RedditClusteringP2P":56.57,"StackExchangeClustering":57.99,"StackExchangeClusteringP2P":33.64,"TwentyNewsgroupsClustering":44.61} +{"Rank":32,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":40.21,"ArxivClusteringP2P":39.28,"ArxivClusteringS2S":27.26,"BiorxivClusteringP2P":33.99,"BiorxivClusteringS2S":22.92,"MedrxivClusteringP2P":33.2,"MedrxivClusteringS2S":26.13,"RedditClustering":52.93,"RedditClusteringP2P":59.67,"StackExchangeClustering":63.13,"StackExchangeClusteringP2P":35.68,"TwentyNewsgroupsClustering":48.1} +{"Rank":33,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":39.62,"ArxivClusteringP2P":43.35,"ArxivClusteringS2S":36.0,"BiorxivClusteringP2P":37.55,"BiorxivClusteringS2S":30.33,"MedrxivClusteringP2P":30.6,"MedrxivClusteringS2S":28.73,"RedditClustering":43.15,"RedditClusteringP2P":61.69,"StackExchangeClustering":55.31,"StackExchangeClusteringP2P":33.51,"TwentyNewsgroupsClustering":35.55} +{"Rank":34,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":38.63,"ArxivClusteringP2P":35.49,"ArxivClusteringS2S":27.18,"BiorxivClusteringP2P":27.66,"BiorxivClusteringS2S":23.25,"MedrxivClusteringP2P":27.57,"MedrxivClusteringS2S":25.13,"RedditClustering":56.13,"RedditClusteringP2P":58.53,"StackExchangeClustering":64.21,"StackExchangeClusteringP2P":33.01,"TwentyNewsgroupsClustering":46.72} +{"Rank":35,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":38.5,"ArxivClusteringP2P":37.78,"ArxivClusteringS2S":31.68,"BiorxivClusteringP2P":33.02,"BiorxivClusteringS2S":29.45,"MedrxivClusteringP2P":31.93,"MedrxivClusteringS2S":31.53,"RedditClustering":45.65,"RedditClusteringP2P":52.05,"StackExchangeClustering":52.99,"StackExchangeClusteringP2P":33.06,"TwentyNewsgroupsClustering":44.36} +{"Rank":36,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":37.64,"ArxivClusteringP2P":36.94,"ArxivClusteringS2S":29.03,"BiorxivClusteringP2P":32.35,"BiorxivClusteringS2S":28.16,"MedrxivClusteringP2P":30.23,"MedrxivClusteringS2S":27.01,"RedditClustering":48.04,"RedditClusteringP2P":53.53,"StackExchangeClustering":59.54,"StackExchangeClusteringP2P":30.48,"TwentyNewsgroupsClustering":38.68} +{"Rank":37,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":37.52,"ArxivClusteringP2P":41.49,"ArxivClusteringS2S":28.47,"BiorxivClusteringP2P":36.86,"BiorxivClusteringS2S":27.55,"MedrxivClusteringP2P":31.09,"MedrxivClusteringS2S":26.5,"RedditClustering":42.47,"RedditClusteringP2P":58.1,"StackExchangeClustering":53.52,"StackExchangeClusteringP2P":30.43,"TwentyNewsgroupsClustering":36.26} +{"Rank":38,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":37.45,"ArxivClusteringP2P":42.92,"ArxivClusteringS2S":35.2,"BiorxivClusteringP2P":35.02,"BiorxivClusteringS2S":27.21,"MedrxivClusteringP2P":30.15,"MedrxivClusteringS2S":26.96,"RedditClustering":38.67,"RedditClusteringP2P":53.42,"StackExchangeClustering":59.35,"StackExchangeClusteringP2P":31.47,"TwentyNewsgroupsClustering":31.54} +{"Rank":39,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":37.14,"ArxivClusteringP2P":38.33,"ArxivClusteringS2S":31.55,"BiorxivClusteringP2P":33.49,"BiorxivClusteringS2S":29.44,"MedrxivClusteringP2P":31.52,"MedrxivClusteringS2S":30.87,"RedditClustering":42.02,"RedditClusteringP2P":50.73,"StackExchangeClustering":49.6,"StackExchangeClusteringP2P":31.69,"TwentyNewsgroupsClustering":39.28} +{"Rank":40,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":34.06,"ArxivClusteringP2P":44.75,"ArxivClusteringS2S":35.27,"BiorxivClusteringP2P":39.52,"BiorxivClusteringS2S":34.53,"MedrxivClusteringP2P":35.04,"MedrxivClusteringS2S":31.66,"RedditClustering":24.13,"RedditClusteringP2P":35.06,"StackExchangeClustering":39.01,"StackExchangeClusteringP2P":31.46,"TwentyNewsgroupsClustering":24.22} +{"Rank":41,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":33.43,"ArxivClusteringP2P":35.18,"ArxivClusteringS2S":27.54,"BiorxivClusteringP2P":30.15,"BiorxivClusteringS2S":24.67,"MedrxivClusteringP2P":26.25,"MedrxivClusteringS2S":24.12,"RedditClustering":40.23,"RedditClusteringP2P":47.74,"StackExchangeClustering":47.55,"StackExchangeClusteringP2P":29.45,"TwentyNewsgroupsClustering":34.86} +{"Rank":42,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":32.28,"ArxivClusteringP2P":35.27,"ArxivClusteringS2S":23.18,"BiorxivClusteringP2P":31.13,"BiorxivClusteringS2S":26.78,"MedrxivClusteringP2P":24.65,"MedrxivClusteringS2S":24.21,"RedditClustering":38.74,"RedditClusteringP2P":51.92,"StackExchangeClustering":42.7,"StackExchangeClusteringP2P":28.7,"TwentyNewsgroupsClustering":27.82} +{"Rank":43,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":30.12,"ArxivClusteringP2P":35.19,"ArxivClusteringS2S":27.51,"BiorxivClusteringP2P":30.12,"BiorxivClusteringS2S":24.77,"MedrxivClusteringP2P":26.09,"MedrxivClusteringS2S":23.6,"RedditClustering":27.24,"RedditClusteringP2P":43.32,"StackExchangeClustering":43.58,"StackExchangeClusteringP2P":26.55,"TwentyNewsgroupsClustering":23.35} +{"Rank":44,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":29.55,"ArxivClusteringP2P":32.13,"ArxivClusteringS2S":22.05,"BiorxivClusteringP2P":29.84,"BiorxivClusteringS2S":20.57,"MedrxivClusteringP2P":30.13,"MedrxivClusteringS2S":24.82,"RedditClustering":28.79,"RedditClusteringP2P":49.14,"StackExchangeClustering":35.43,"StackExchangeClusteringP2P":28.83,"TwentyNewsgroupsClustering":23.28} +{"Rank":45,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":29.04,"ArxivClusteringP2P":32.61,"ArxivClusteringS2S":24.68,"BiorxivClusteringP2P":24.9,"BiorxivClusteringS2S":19.55,"MedrxivClusteringP2P":23.6,"MedrxivClusteringS2S":21.97,"RedditClustering":32.18,"RedditClusteringP2P":45.14,"StackExchangeClustering":43.07,"StackExchangeClusteringP2P":28.5,"TwentyNewsgroupsClustering":23.21} +{"Rank":46,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":27.73,"ArxivClusteringP2P":32.56,"ArxivClusteringS2S":23.14,"BiorxivClusteringP2P":29.27,"BiorxivClusteringS2S":19.18,"MedrxivClusteringP2P":26.12,"MedrxivClusteringS2S":20.38,"RedditClustering":28.46,"RedditClusteringP2P":35.82,"StackExchangeClustering":35.8,"StackExchangeClusteringP2P":28.51,"TwentyNewsgroupsClustering":25.83} +{"Rank":47,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":26.57,"ArxivClusteringP2P":34.73,"ArxivClusteringS2S":26.01,"BiorxivClusteringP2P":29.76,"BiorxivClusteringS2S":20.71,"MedrxivClusteringP2P":26.65,"MedrxivClusteringS2S":21.5,"RedditClustering":28.84,"RedditClusteringP2P":7.37,"StackExchangeClustering":39.04,"StackExchangeClusteringP2P":30.23,"TwentyNewsgroupsClustering":27.42} +{"Rank":48,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":23.75,"ArxivClusteringP2P":24.83,"ArxivClusteringS2S":16.68,"BiorxivClusteringP2P":20.0,"BiorxivClusteringS2S":12.67,"MedrxivClusteringP2P":20.79,"MedrxivClusteringS2S":18.18,"RedditClustering":26.28,"RedditClusteringP2P":40.48,"StackExchangeClustering":33.51,"StackExchangeClusteringP2P":27.98,"TwentyNewsgroupsClustering":19.9} +{"Rank":49,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":15.28,"ArxivClusteringP2P":17.77,"ArxivClusteringS2S":12.39,"BiorxivClusteringP2P":12.4,"BiorxivClusteringS2S":8.83,"MedrxivClusteringP2P":17.91,"MedrxivClusteringS2S":16.63,"RedditClustering":9.96,"RedditClusteringP2P":26.42,"StackExchangeClustering":15.79,"StackExchangeClusteringP2P":18.63,"TwentyNewsgroupsClustering":11.38} +{"Rank":57,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":39.44,"BiorxivClusteringS2S":36.62,"MedrxivClusteringP2P":33.21,"MedrxivClusteringS2S":31.68,"RedditClustering":56.61,"RedditClusteringP2P":62.66,"StackExchangeClustering":66.11,"StackExchangeClusteringP2P":35.24,"TwentyNewsgroupsClustering":50.75} +{"Rank":84,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":37.12,"BiorxivClusteringS2S":33.41,"MedrxivClusteringP2P":31.82,"MedrxivClusteringS2S":29.68,"RedditClustering":56.54,"RedditClusteringP2P":63.23,"StackExchangeClustering":64.6,"StackExchangeClusteringP2P":33.02,"TwentyNewsgroupsClustering":49.86} +{"Rank":85,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":36.72,"BiorxivClusteringS2S":35.47,"MedrxivClusteringP2P":31.45,"MedrxivClusteringS2S":29.91,"RedditClustering":55.5,"RedditClusteringP2P":63.71,"StackExchangeClustering":65.23,"StackExchangeClusteringP2P":33.62,"TwentyNewsgroupsClustering":48.73} +{"Rank":87,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":36.1,"BiorxivClusteringS2S":31.51,"MedrxivClusteringP2P":31.31,"MedrxivClusteringS2S":28.32,"RedditClustering":43.27,"RedditClusteringP2P":57.22,"StackExchangeClustering":59.6,"StackExchangeClusteringP2P":30.82,"TwentyNewsgroupsClustering":37.65} +{"Rank":88,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":35.5,"BiorxivClusteringS2S":33.3,"MedrxivClusteringP2P":31.7,"MedrxivClusteringS2S":29.76,"RedditClustering":46.91,"RedditClusteringP2P":63.0,"StackExchangeClustering":58.37,"StackExchangeClusteringP2P":32.9,"TwentyNewsgroupsClustering":39.4} +{"Rank":89,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":35.84,"BiorxivClusteringS2S":27.35,"MedrxivClusteringP2P":30.72,"MedrxivClusteringS2S":27.0,"RedditClustering":40.12,"RedditClusteringP2P":59.49,"StackExchangeClustering":53.32,"StackExchangeClusteringP2P":31.87,"TwentyNewsgroupsClustering":33.67} +{"Rank":96,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","ArxivClusteringP2P":33.59,"ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} +{"Rank":104,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":26.05,"MedrxivClusteringP2P":"","MedrxivClusteringS2S":25.67,"RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":44.92} +{"Rank":105,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":32.92} +{"Rank":109,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":45.64,"RedditClusteringP2P":"","StackExchangeClustering":53.01,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":42.01} +{"Rank":110,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":40.79,"RedditClusteringP2P":"","StackExchangeClustering":55.14,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":37.64} +{"Rank":111,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":31.78,"RedditClusteringP2P":"","StackExchangeClustering":36.86,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":29.33} diff --git a/all_data_tasks/10/default.jsonl b/all_data_tasks/10/default.jsonl index b17c2fe3485a482025108f54e4e5ba67d169f09f..1d6eb2d45793b9ec36b297f6d81de6f375d883f2 100644 --- a/all_data_tasks/10/default.jsonl +++ b/all_data_tasks/10/default.jsonl @@ -14,99 +14,3 @@ {"Rank":14,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":66.45,"Cmnli":72.12,"Ocnli":60.77} {"Rank":15,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":64.3,"Cmnli":69.27,"Ocnli":59.33} {"Rank":16,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":63.99,"Cmnli":69.98,"Ocnli":58.0} -{"Rank":17,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":18,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":19,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":20,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":21,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":22,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":23,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":24,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":25,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":26,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":27,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":28,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":29,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":30,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":31,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":32,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":33,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":34,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":35,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":36,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":37,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":38,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":39,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":40,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":41,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":42,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":43,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":44,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":45,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":46,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":47,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":48,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":49,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":50,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":51,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":52,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":53,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":54,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":55,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":56,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":57,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":58,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":59,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":60,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":61,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":62,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":63,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":64,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":65,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":66,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":67,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":68,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":69,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":70,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":71,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":72,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":73,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":74,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":75,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":76,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":77,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":78,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":79,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":80,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":81,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":82,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":83,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":84,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":85,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":86,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":87,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":88,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":89,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":90,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":91,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":92,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":93,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":94,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":95,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":96,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":97,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":98,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":99,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":100,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":101,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":102,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":103,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":104,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":105,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":106,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":107,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":108,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":109,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":110,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":111,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":112,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null} diff --git a/all_data_tasks/11/default.jsonl b/all_data_tasks/11/default.jsonl index 8918e6f04e47bac0390bfc43a02c2a9f68bbee52..c79d5f11010325268d9644ad2672bff4c0dc4fc1 100644 --- a/all_data_tasks/11/default.jsonl +++ b/all_data_tasks/11/default.jsonl @@ -1,112 +1,23 @@ {"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":53.24,"CMedQAv1":68.25,"CMedQAv2":68.56,"MMarcoReranking":21.34,"MMarcoReranking (cmn-Hans)":29.12,"T2Reranking":65.83,"T2Reranking (cmn-Hans)":66.32} {"Rank":2,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":52.13,"CMedQAv1":65.21,"CMedQAv2":66.06,"MMarcoReranking":21.76,"MMarcoReranking (cmn-Hans)":30.52,"T2Reranking":64.39,"T2Reranking (cmn-Hans)":64.86} {"Rank":3,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":51.85,"CMedQAv1":63.44,"CMedQAv2":62.41,"MMarcoReranking":24.33,"MMarcoReranking (cmn-Hans)":29.98,"T2Reranking":65.24,"T2Reranking (cmn-Hans)":65.72} -{"Rank":4,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":5,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":6,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":7,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":8,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":9,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":10,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":11,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":12,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":13,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":14,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":15,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":16,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":88.99,"CMedQAv2":89.6,"MMarcoReranking":28.12,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":66.38,"T2Reranking (cmn-Hans)":null} -{"Rank":17,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":null,"CMedQAv1":86.37,"CMedQAv2":87.41,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":68.11,"T2Reranking (cmn-Hans)":null} -{"Rank":18,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"CMedQAv1":80.47,"CMedQAv2":84.88,"MMarcoReranking":29.74,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":66.49,"T2Reranking (cmn-Hans)":null} -{"Rank":19,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"CMedQAv1":81.72,"CMedQAv2":84.64,"MMarcoReranking":27.1,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":66.16,"T2Reranking (cmn-Hans)":null} -{"Rank":20,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"CMedQAv1":83.45,"CMedQAv2":85.44,"MMarcoReranking":28.74,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":65.74,"T2Reranking (cmn-Hans)":null} -{"Rank":21,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":22,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":null,"CMedQAv1":77.4,"CMedQAv2":79.86,"MMarcoReranking":20.5,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":65.9,"T2Reranking (cmn-Hans)":null} -{"Rank":23,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":24,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":25,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":26,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":27,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":28,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"CMedQAv1":58.92,"CMedQAv2":60.41,"MMarcoReranking":12.48,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":64.82,"T2Reranking (cmn-Hans)":null} -{"Rank":29,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":30,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":31,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":32,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":21.7,"T2Reranking":null,"T2Reranking (cmn-Hans)":65.63} -{"Rank":33,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":34,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":35,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":36,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":37,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":38,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":39,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":40,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":41,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":42,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":43,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":44,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":45,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":46,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":47,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":48,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":49,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":50,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":51,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":52,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":53,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":54,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":55,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":56,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":57,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":58,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":59,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":60,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":61,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":62,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":63,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":64,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"CMedQAv1":77.05,"CMedQAv2":76.76,"MMarcoReranking":17.51,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":66.03,"T2Reranking (cmn-Hans)":null} -{"Rank":65,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"CMedQAv1":77.76,"CMedQAv2":78.27,"MMarcoReranking":16.46,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":66.13,"T2Reranking (cmn-Hans)":null} -{"Rank":66,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":67,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":68,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":69,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":70,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":71,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":72,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":73,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":74,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":14.83,"T2Reranking":null,"T2Reranking (cmn-Hans)":63.29} -{"Rank":75,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":5.27,"T2Reranking":null,"T2Reranking (cmn-Hans)":60.32} -{"Rank":76,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":4.74,"T2Reranking":null,"T2Reranking (cmn-Hans)":56.26} -{"Rank":77,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":4.65,"T2Reranking":null,"T2Reranking (cmn-Hans)":58.3} -{"Rank":78,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":79,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":80,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":81,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":82,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":83,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":84,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":85,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":86,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":87,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":88,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":16.14,"T2Reranking":null,"T2Reranking (cmn-Hans)":65.28} -{"Rank":89,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":14.57,"T2Reranking":null,"T2Reranking (cmn-Hans)":64.49} -{"Rank":90,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":91,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":92,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":93,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":94,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":95,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":96,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"CMedQAv1":59.26,"CMedQAv2":59.82,"MMarcoReranking":12.76,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":65.95,"T2Reranking (cmn-Hans)":null} -{"Rank":97,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":null,"CMedQAv1":57.82,"CMedQAv2":58.88,"MMarcoReranking":14.55,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":65.76,"T2Reranking (cmn-Hans)":null} -{"Rank":98,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":99,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":100,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":101,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":102,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":103,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":104,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":105,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":106,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":107,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":63.08,"CMedQAv2":64.02,"MMarcoReranking":23.39,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":66.65,"T2Reranking (cmn-Hans)":null} -{"Rank":108,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":109,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":110,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":111,"Model":"Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":88.06,"CMedQAv2":88.46,"MMarcoReranking":34.3,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":67.85,"T2Reranking (cmn-Hans)":null} -{"Rank":112,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} +{"Rank":16,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CMedQAv1":88.99,"CMedQAv2":89.6,"MMarcoReranking":28.12,"MMarcoReranking (cmn-Hans)":"","T2Reranking":66.38,"T2Reranking (cmn-Hans)":""} +{"Rank":17,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":"","CMedQAv1":86.37,"CMedQAv2":87.41,"MMarcoReranking":"","MMarcoReranking (cmn-Hans)":"","T2Reranking":68.11,"T2Reranking (cmn-Hans)":""} +{"Rank":18,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","CMedQAv1":80.47,"CMedQAv2":84.88,"MMarcoReranking":29.74,"MMarcoReranking (cmn-Hans)":"","T2Reranking":66.49,"T2Reranking (cmn-Hans)":""} +{"Rank":19,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","CMedQAv1":81.72,"CMedQAv2":84.64,"MMarcoReranking":27.1,"MMarcoReranking (cmn-Hans)":"","T2Reranking":66.16,"T2Reranking (cmn-Hans)":""} +{"Rank":20,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","CMedQAv1":83.45,"CMedQAv2":85.44,"MMarcoReranking":28.74,"MMarcoReranking (cmn-Hans)":"","T2Reranking":65.74,"T2Reranking (cmn-Hans)":""} +{"Rank":22,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":"","CMedQAv1":77.4,"CMedQAv2":79.86,"MMarcoReranking":20.5,"MMarcoReranking (cmn-Hans)":"","T2Reranking":65.9,"T2Reranking (cmn-Hans)":""} +{"Rank":28,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","CMedQAv1":58.92,"CMedQAv2":60.41,"MMarcoReranking":12.48,"MMarcoReranking (cmn-Hans)":"","T2Reranking":64.82,"T2Reranking (cmn-Hans)":""} +{"Rank":32,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","MMarcoReranking (cmn-Hans)":21.7,"T2Reranking":"","T2Reranking (cmn-Hans)":65.63} +{"Rank":64,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","CMedQAv1":77.05,"CMedQAv2":76.76,"MMarcoReranking":17.51,"MMarcoReranking (cmn-Hans)":"","T2Reranking":66.03,"T2Reranking (cmn-Hans)":""} +{"Rank":65,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","CMedQAv1":77.76,"CMedQAv2":78.27,"MMarcoReranking":16.46,"MMarcoReranking (cmn-Hans)":"","T2Reranking":66.13,"T2Reranking (cmn-Hans)":""} +{"Rank":74,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","MMarcoReranking (cmn-Hans)":14.83,"T2Reranking":"","T2Reranking (cmn-Hans)":63.29} +{"Rank":75,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","MMarcoReranking (cmn-Hans)":5.27,"T2Reranking":"","T2Reranking (cmn-Hans)":60.32} +{"Rank":76,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","MMarcoReranking (cmn-Hans)":4.74,"T2Reranking":"","T2Reranking (cmn-Hans)":56.26} +{"Rank":77,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","MMarcoReranking (cmn-Hans)":4.65,"T2Reranking":"","T2Reranking (cmn-Hans)":58.3} +{"Rank":88,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","MMarcoReranking (cmn-Hans)":16.14,"T2Reranking":"","T2Reranking (cmn-Hans)":65.28} +{"Rank":89,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","MMarcoReranking (cmn-Hans)":14.57,"T2Reranking":"","T2Reranking (cmn-Hans)":64.49} +{"Rank":96,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","CMedQAv1":59.26,"CMedQAv2":59.82,"MMarcoReranking":12.76,"MMarcoReranking (cmn-Hans)":"","T2Reranking":65.95,"T2Reranking (cmn-Hans)":""} +{"Rank":97,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":"","CMedQAv1":57.82,"CMedQAv2":58.88,"MMarcoReranking":14.55,"MMarcoReranking (cmn-Hans)":"","T2Reranking":65.76,"T2Reranking (cmn-Hans)":""} +{"Rank":107,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CMedQAv1":63.08,"CMedQAv2":64.02,"MMarcoReranking":23.39,"MMarcoReranking (cmn-Hans)":"","T2Reranking":66.65,"T2Reranking (cmn-Hans)":""} +{"Rank":111,"Model":"Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CMedQAv1":88.06,"CMedQAv2":88.46,"MMarcoReranking":34.3,"MMarcoReranking (cmn-Hans)":"","T2Reranking":67.85,"T2Reranking (cmn-Hans)":""} diff --git a/all_data_tasks/12/default.jsonl b/all_data_tasks/12/default.jsonl index 2b0949510c80f07225fb5e0ef24d0335df71c801..0efcddd91f9242ca5d302f9087cdeba36c23d32e 100644 --- a/all_data_tasks/12/default.jsonl +++ b/all_data_tasks/12/default.jsonl @@ -1,112 +1,23 @@ {"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":63.66,"CmedqaRetrieval":28.67,"CmedqaRetrieval (cmn-Hans)":28.66,"CovidRetrieval":75.51,"CovidRetrieval (cmn-Hans)":75.61,"DuRetrieval":85.32,"DuRetrieval (cmn-Hans)":85.3,"EcomRetrieval":54.75,"EcomRetrieval (cmn-Hans)":54.67,"MedicalRetrieval":51.44,"MedicalRetrieval (cmn-Hans)":51.44,"MMarcoRetrieval":79.2,"MMarcoRetrieval (cmn-Hans)":79.2,"T2Retrieval":76.11,"T2Retrieval (cmn-Hans)":76.07,"VideoRetrieval":58.25,"VideoRetrieval (cmn-Hans)":58.28} {"Rank":2,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":61.61,"CmedqaRetrieval":27.2,"CmedqaRetrieval (cmn-Hans)":27.2,"CovidRetrieval":73.45,"CovidRetrieval (cmn-Hans)":73.48,"DuRetrieval":81.64,"DuRetrieval (cmn-Hans)":81.66,"EcomRetrieval":54.17,"EcomRetrieval (cmn-Hans)":54.01,"MedicalRetrieval":48.35,"MedicalRetrieval (cmn-Hans)":48.33,"MMarcoRetrieval":76.04,"MMarcoRetrieval (cmn-Hans)":76.01,"T2Retrieval":70.86,"T2Retrieval (cmn-Hans)":70.77,"VideoRetrieval":61.3,"VideoRetrieval (cmn-Hans)":61.26} {"Rank":3,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":59.94,"CmedqaRetrieval":24.38,"CmedqaRetrieval (cmn-Hans)":24.36,"CovidRetrieval":72.82,"CovidRetrieval (cmn-Hans)":72.82,"DuRetrieval":81.35,"DuRetrieval (cmn-Hans)":81.36,"EcomRetrieval":53.56,"EcomRetrieval (cmn-Hans)":53.53,"MedicalRetrieval":44.84,"MedicalRetrieval (cmn-Hans)":44.84,"MMarcoRetrieval":73.17,"MMarcoRetrieval (cmn-Hans)":73.17,"T2Retrieval":71.39,"T2Retrieval (cmn-Hans)":71.36,"VideoRetrieval":58.09,"VideoRetrieval (cmn-Hans)":58.06} -{"Rank":4,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":5,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":6,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":7,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":8,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":9,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":10,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":11,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":12,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":13,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":14,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":15,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":16,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":46.56,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":84.03,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":87.85,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":68.79,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":65.92,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":79.93,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":86.76,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":75.43,"VideoRetrieval (cmn-Hans)":null} -{"Rank":17,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":null,"CmedqaRetrieval":43.47,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":80.87,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":86.01,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":66.46,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":61.33,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":73.83,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":83.58,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":69.41,"VideoRetrieval (cmn-Hans)":null} -{"Rank":18,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"CmedqaRetrieval":41.61,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":74.7,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":85.07,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":64.25,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":56.51,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":77.69,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":83.71,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":72.35,"VideoRetrieval (cmn-Hans)":null} -{"Rank":19,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"CmedqaRetrieval":41.03,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":75.07,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":84.68,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":65.6,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":58.28,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":81.38,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":84.39,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":73.93,"VideoRetrieval (cmn-Hans)":null} -{"Rank":20,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"CmedqaRetrieval":42.57,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":73.35,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":86.32,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":65.33,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":59.59,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":79.23,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":83.99,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":73.32,"VideoRetrieval (cmn-Hans)":null} -{"Rank":21,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":22,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":null,"CmedqaRetrieval":35.11,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":70.14,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":77.28,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":55.71,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":49.8,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":63.48,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":76.43,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":66.19,"VideoRetrieval (cmn-Hans)":null} -{"Rank":23,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":24,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":25,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":26,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":27,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":28,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"CmedqaRetrieval":15.53,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":60.48,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":51.87,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":37.58,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":30.93,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":45.96,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":50.52,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":42.65,"VideoRetrieval (cmn-Hans)":null} -{"Rank":29,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":30,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":31,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":32,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":35.58,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":73.47,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":88.18,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":54.33,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":55.81,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":76.54,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":82.96,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":53.85} -{"Rank":33,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":34,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":35,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":36,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":37,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":38,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":39,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":40,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":41,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":42,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":43,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":44,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":45,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":46,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":47,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":48,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":49,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":50,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":51,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":52,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":53,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":54,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":55,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":56,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":57,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":58,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":59,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":60,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":61,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":62,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":63,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":64,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"CmedqaRetrieval":30.33,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":66.42,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":75.76,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":50.27,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":42.79,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":65.46,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":73.14,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":51.11,"VideoRetrieval (cmn-Hans)":null} -{"Rank":65,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"CmedqaRetrieval":30.73,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":61.33,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":74.69,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":45.18,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":48.66,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":61.06,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":72.36,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":44.02,"VideoRetrieval (cmn-Hans)":null} -{"Rank":66,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":67,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":68,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":69,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":70,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":71,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":72,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":73,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":74,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":5.49,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":28.6,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":26.34,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":25.42,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":6.68,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":34.78,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":25.32,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":22.04} -{"Rank":75,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":2.58,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":10.79,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":6.62,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":4.01,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":2.3,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":7.46,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":4.82,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":9.38} -{"Rank":76,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":2.03,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":0.8,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":3.03,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":3.7,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":1.76,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":6.21,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":1.6,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":9.79} -{"Rank":77,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":2.0,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":3.7,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":4.92,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":3.94,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":1.71,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":7.13,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":2.98,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":8.48} -{"Rank":78,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":79,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":80,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":81,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":82,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":83,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":84,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":85,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":86,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":87,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":88,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":10.78,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":30.11,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":34.72,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":13.32,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":15.46,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":46.62,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":30.31,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":14.71} -{"Rank":89,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":10.15,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":28.85,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":33.41,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":9.69,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":14.1,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":44.62,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":28.35,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":14.18} -{"Rank":90,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":91,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":92,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":93,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":94,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":95,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":96,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"CmedqaRetrieval":15.91,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":44.81,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":52.23,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":34.6,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":27.56,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":44.06,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":51.67,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":39.52,"VideoRetrieval (cmn-Hans)":null} -{"Rank":97,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":null,"CmedqaRetrieval":18.04,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":55.48,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":59.36,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":40.48,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":29.8,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":55.31,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":58.67,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":38.04,"VideoRetrieval (cmn-Hans)":null} -{"Rank":98,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":99,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":100,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":101,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":102,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":103,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":104,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":105,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":106,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":107,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":22.36,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":57.21,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":71.17,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":44.49,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":37.92,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":69.86,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":69.14,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":43.85,"VideoRetrieval (cmn-Hans)":null} -{"Rank":108,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":109,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":110,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":111,"Model":"Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":47.64,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":86.86,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":88.43,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":66.39,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":61.1,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":80.17,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":80.11,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":74.28,"VideoRetrieval (cmn-Hans)":null} -{"Rank":112,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} +{"Rank":16,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CmedqaRetrieval":46.56,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":84.03,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":87.85,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":68.79,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":65.92,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":79.93,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":86.76,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":75.43,"VideoRetrieval (cmn-Hans)":""} +{"Rank":17,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":"","CmedqaRetrieval":43.47,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":80.87,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":86.01,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":66.46,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":61.33,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":73.83,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":83.58,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":69.41,"VideoRetrieval (cmn-Hans)":""} +{"Rank":18,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","CmedqaRetrieval":41.61,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":74.7,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":85.07,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":64.25,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":56.51,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":77.69,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":83.71,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":72.35,"VideoRetrieval (cmn-Hans)":""} +{"Rank":19,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","CmedqaRetrieval":41.03,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":75.07,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":84.68,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":65.6,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":58.28,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":81.38,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":84.39,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":73.93,"VideoRetrieval (cmn-Hans)":""} +{"Rank":20,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","CmedqaRetrieval":42.57,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":73.35,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":86.32,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":65.33,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":59.59,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":79.23,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":83.99,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":73.32,"VideoRetrieval (cmn-Hans)":""} +{"Rank":22,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":"","CmedqaRetrieval":35.11,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":70.14,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":77.28,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":55.71,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":49.8,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":63.48,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":76.43,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":66.19,"VideoRetrieval (cmn-Hans)":""} +{"Rank":28,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","CmedqaRetrieval":15.53,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":60.48,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":51.87,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":37.58,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":30.93,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":45.96,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":50.52,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":42.65,"VideoRetrieval (cmn-Hans)":""} +{"Rank":32,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","CmedqaRetrieval":"","CmedqaRetrieval (cmn-Hans)":35.58,"CovidRetrieval":"","CovidRetrieval (cmn-Hans)":73.47,"DuRetrieval":"","DuRetrieval (cmn-Hans)":88.18,"EcomRetrieval":"","EcomRetrieval (cmn-Hans)":54.33,"MedicalRetrieval":"","MedicalRetrieval (cmn-Hans)":55.81,"MMarcoRetrieval":"","MMarcoRetrieval (cmn-Hans)":76.54,"T2Retrieval":"","T2Retrieval (cmn-Hans)":82.96,"VideoRetrieval":"","VideoRetrieval (cmn-Hans)":53.85} +{"Rank":64,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","CmedqaRetrieval":30.33,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":66.42,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":75.76,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":50.27,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":42.79,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":65.46,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":73.14,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":51.11,"VideoRetrieval (cmn-Hans)":""} +{"Rank":65,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","CmedqaRetrieval":30.73,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":61.33,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":74.69,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":45.18,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":48.66,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":61.06,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":72.36,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":44.02,"VideoRetrieval (cmn-Hans)":""} +{"Rank":74,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","CmedqaRetrieval":"","CmedqaRetrieval (cmn-Hans)":5.49,"CovidRetrieval":"","CovidRetrieval (cmn-Hans)":28.6,"DuRetrieval":"","DuRetrieval (cmn-Hans)":26.34,"EcomRetrieval":"","EcomRetrieval (cmn-Hans)":25.42,"MedicalRetrieval":"","MedicalRetrieval (cmn-Hans)":6.68,"MMarcoRetrieval":"","MMarcoRetrieval (cmn-Hans)":34.78,"T2Retrieval":"","T2Retrieval (cmn-Hans)":25.32,"VideoRetrieval":"","VideoRetrieval (cmn-Hans)":22.04} +{"Rank":75,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","CmedqaRetrieval":"","CmedqaRetrieval (cmn-Hans)":2.58,"CovidRetrieval":"","CovidRetrieval (cmn-Hans)":10.79,"DuRetrieval":"","DuRetrieval (cmn-Hans)":6.62,"EcomRetrieval":"","EcomRetrieval (cmn-Hans)":4.01,"MedicalRetrieval":"","MedicalRetrieval (cmn-Hans)":2.3,"MMarcoRetrieval":"","MMarcoRetrieval (cmn-Hans)":7.46,"T2Retrieval":"","T2Retrieval (cmn-Hans)":4.82,"VideoRetrieval":"","VideoRetrieval (cmn-Hans)":9.38} +{"Rank":76,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","CmedqaRetrieval":"","CmedqaRetrieval (cmn-Hans)":2.03,"CovidRetrieval":"","CovidRetrieval (cmn-Hans)":0.8,"DuRetrieval":"","DuRetrieval (cmn-Hans)":3.03,"EcomRetrieval":"","EcomRetrieval (cmn-Hans)":3.7,"MedicalRetrieval":"","MedicalRetrieval (cmn-Hans)":1.76,"MMarcoRetrieval":"","MMarcoRetrieval (cmn-Hans)":6.21,"T2Retrieval":"","T2Retrieval (cmn-Hans)":1.6,"VideoRetrieval":"","VideoRetrieval (cmn-Hans)":9.79} +{"Rank":77,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","CmedqaRetrieval":"","CmedqaRetrieval (cmn-Hans)":2.0,"CovidRetrieval":"","CovidRetrieval (cmn-Hans)":3.7,"DuRetrieval":"","DuRetrieval (cmn-Hans)":4.92,"EcomRetrieval":"","EcomRetrieval (cmn-Hans)":3.94,"MedicalRetrieval":"","MedicalRetrieval (cmn-Hans)":1.71,"MMarcoRetrieval":"","MMarcoRetrieval (cmn-Hans)":7.13,"T2Retrieval":"","T2Retrieval (cmn-Hans)":2.98,"VideoRetrieval":"","VideoRetrieval (cmn-Hans)":8.48} +{"Rank":88,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","CmedqaRetrieval":"","CmedqaRetrieval (cmn-Hans)":10.78,"CovidRetrieval":"","CovidRetrieval (cmn-Hans)":30.11,"DuRetrieval":"","DuRetrieval (cmn-Hans)":34.72,"EcomRetrieval":"","EcomRetrieval (cmn-Hans)":13.32,"MedicalRetrieval":"","MedicalRetrieval (cmn-Hans)":15.46,"MMarcoRetrieval":"","MMarcoRetrieval (cmn-Hans)":46.62,"T2Retrieval":"","T2Retrieval (cmn-Hans)":30.31,"VideoRetrieval":"","VideoRetrieval (cmn-Hans)":14.71} +{"Rank":89,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","CmedqaRetrieval":"","CmedqaRetrieval (cmn-Hans)":10.15,"CovidRetrieval":"","CovidRetrieval (cmn-Hans)":28.85,"DuRetrieval":"","DuRetrieval (cmn-Hans)":33.41,"EcomRetrieval":"","EcomRetrieval (cmn-Hans)":9.69,"MedicalRetrieval":"","MedicalRetrieval (cmn-Hans)":14.1,"MMarcoRetrieval":"","MMarcoRetrieval (cmn-Hans)":44.62,"T2Retrieval":"","T2Retrieval (cmn-Hans)":28.35,"VideoRetrieval":"","VideoRetrieval (cmn-Hans)":14.18} +{"Rank":96,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","CmedqaRetrieval":15.91,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":44.81,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":52.23,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":34.6,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":27.56,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":44.06,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":51.67,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":39.52,"VideoRetrieval (cmn-Hans)":""} +{"Rank":97,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":"","CmedqaRetrieval":18.04,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":55.48,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":59.36,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":40.48,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":29.8,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":55.31,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":58.67,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":38.04,"VideoRetrieval (cmn-Hans)":""} +{"Rank":107,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CmedqaRetrieval":22.36,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":57.21,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":71.17,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":44.49,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":37.92,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":69.86,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":69.14,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":43.85,"VideoRetrieval (cmn-Hans)":""} +{"Rank":111,"Model":"Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CmedqaRetrieval":47.64,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":86.86,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":88.43,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":66.39,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":61.1,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":80.17,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":80.11,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":74.28,"VideoRetrieval (cmn-Hans)":""} diff --git a/all_data_tasks/13/default.jsonl b/all_data_tasks/13/default.jsonl index 6e3d57e76abad60aac5b18c8fa6b71300babda6b..e5067748de26c809eb43c972cf0a3d6797bac5d9 100644 --- a/all_data_tasks/13/default.jsonl +++ b/all_data_tasks/13/default.jsonl @@ -1,112 +1,32 @@ -{"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":47.05,"AFQMC":33.02,"AFQMC (cmn-Hans)":33.01,"ATEC":39.81,"ATEC (cmn-Hans)":39.8,"BQ":46.44,"BQ (cmn-Hans)":46.44,"LCQMC":75.95,"LCQMC (cmn-Hans)":75.95,"PAWSX":14.63,"PAWSX (cmn-Hans)":14.63,"QBQTC":29.77,"STSB":81.08,"STSB (cmn-Hans)":81.08} -{"Rank":2,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":44.9,"AFQMC":29.67,"AFQMC (cmn-Hans)":29.66,"ATEC":37.01,"ATEC (cmn-Hans)":37.01,"BQ":45.45,"BQ (cmn-Hans)":45.45,"LCQMC":74.15,"LCQMC (cmn-Hans)":74.15,"PAWSX":12.14,"PAWSX (cmn-Hans)":12.13,"QBQTC":28.81,"STSB":79.05,"STSB (cmn-Hans)":79.04} -{"Rank":3,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":43.1,"AFQMC":25.21,"AFQMC (cmn-Hans)":25.21,"ATEC":35.14,"ATEC (cmn-Hans)":35.14,"BQ":43.27,"BQ (cmn-Hans)":43.27,"LCQMC":72.7,"LCQMC (cmn-Hans)":72.7,"PAWSX":11.01,"PAWSX (cmn-Hans)":11.0,"QBQTC":30.25,"STSB":77.73,"STSB (cmn-Hans)":77.73} -{"Rank":4,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":5,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":6,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":7,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":8,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":9,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":10,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":11,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":12,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":13,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":14,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":15,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":16,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":59.11,"AFQMC (cmn-Hans)":null,"ATEC":58.19,"ATEC (cmn-Hans)":null,"BQ":71.07,"BQ (cmn-Hans)":null,"LCQMC":78.27,"LCQMC (cmn-Hans)":null,"PAWSX":44.98,"PAWSX (cmn-Hans)":null,"QBQTC":38.69,"STSB":82.8,"STSB (cmn-Hans)":null} -{"Rank":17,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":null,"AFQMC":58.47,"AFQMC (cmn-Hans)":null,"ATEC":55.46,"ATEC (cmn-Hans)":null,"BQ":77.59,"BQ (cmn-Hans)":null,"LCQMC":76.29,"LCQMC (cmn-Hans)":null,"PAWSX":50.22,"PAWSX (cmn-Hans)":null,"QBQTC":31.82,"STSB":81.37,"STSB (cmn-Hans)":null} -{"Rank":18,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"AFQMC":42.4,"AFQMC (cmn-Hans)":null,"ATEC":48.17,"ATEC (cmn-Hans)":null,"BQ":61.78,"BQ (cmn-Hans)":null,"LCQMC":74.45,"LCQMC (cmn-Hans)":null,"PAWSX":20.4,"PAWSX (cmn-Hans)":null,"QBQTC":36.22,"STSB":78.31,"STSB (cmn-Hans)":null} -{"Rank":19,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"AFQMC":43.06,"AFQMC (cmn-Hans)":null,"ATEC":48.29,"ATEC (cmn-Hans)":null,"BQ":60.53,"BQ (cmn-Hans)":null,"LCQMC":74.71,"LCQMC (cmn-Hans)":null,"PAWSX":16.64,"PAWSX (cmn-Hans)":null,"QBQTC":35.2,"STSB":78.41,"STSB (cmn-Hans)":null} -{"Rank":20,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"AFQMC":44.36,"AFQMC (cmn-Hans)":null,"ATEC":49.54,"ATEC (cmn-Hans)":null,"BQ":62.94,"BQ (cmn-Hans)":null,"LCQMC":74.33,"LCQMC (cmn-Hans)":null,"PAWSX":33.92,"PAWSX (cmn-Hans)":null,"QBQTC":37.29,"STSB":78.7,"STSB (cmn-Hans)":null} -{"Rank":21,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":22,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":null,"AFQMC":33.42,"AFQMC (cmn-Hans)":null,"ATEC":43.01,"ATEC (cmn-Hans)":null,"BQ":55.22,"BQ (cmn-Hans)":null,"LCQMC":72.19,"LCQMC (cmn-Hans)":null,"PAWSX":9.26,"PAWSX (cmn-Hans)":null,"QBQTC":35.29,"STSB":76.73,"STSB (cmn-Hans)":null} -{"Rank":23,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":24,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":25,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":26,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":27,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":28,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"AFQMC":24.51,"AFQMC (cmn-Hans)":null,"ATEC":32.45,"ATEC (cmn-Hans)":null,"BQ":44.22,"BQ (cmn-Hans)":null,"LCQMC":69.16,"LCQMC (cmn-Hans)":null,"PAWSX":14.55,"PAWSX (cmn-Hans)":null,"QBQTC":29.51,"STSB":79.45,"STSB (cmn-Hans)":null} -{"Rank":29,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":30,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":31,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":32,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":32.65,"ATEC":null,"ATEC (cmn-Hans)":37.34,"BQ":null,"BQ (cmn-Hans)":38.03,"LCQMC":null,"LCQMC (cmn-Hans)":71.38,"PAWSX":null,"PAWSX (cmn-Hans)":16.4,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":74.11} -{"Rank":33,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":34,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":35,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":36,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":37,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":38,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":39,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":40,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":41,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":42,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":43,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":44,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":45,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":46,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":47,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":48,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":49,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":50,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":51,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":52,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":53,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":54,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":55,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":56,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":57,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":58,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":59,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":60,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":61,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":62,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":63,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":64,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"AFQMC":35.87,"AFQMC (cmn-Hans)":null,"ATEC":41.27,"ATEC (cmn-Hans)":null,"BQ":63.81,"BQ (cmn-Hans)":null,"LCQMC":74.88,"LCQMC (cmn-Hans)":null,"PAWSX":12.19,"PAWSX (cmn-Hans)":null,"QBQTC":32.07,"STSB":76.97,"STSB (cmn-Hans)":null} -{"Rank":65,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"AFQMC":36.53,"AFQMC (cmn-Hans)":null,"ATEC":41.8,"ATEC (cmn-Hans)":null,"BQ":65.2,"BQ (cmn-Hans)":null,"LCQMC":74.2,"LCQMC (cmn-Hans)":null,"PAWSX":15.95,"PAWSX (cmn-Hans)":null,"QBQTC":32.65,"STSB":74.16,"STSB (cmn-Hans)":null} -{"Rank":66,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":67,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":68,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":69,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":70,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":71,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":72,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":73,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":74,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":21.02,"ATEC":null,"ATEC (cmn-Hans)":26.61,"BQ":null,"BQ (cmn-Hans)":42.6,"LCQMC":null,"LCQMC (cmn-Hans)":52.19,"PAWSX":null,"PAWSX (cmn-Hans)":10.23,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":68.38} -{"Rank":75,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":7.94,"ATEC":null,"ATEC (cmn-Hans)":12.97,"BQ":null,"BQ (cmn-Hans)":23.31,"LCQMC":null,"LCQMC (cmn-Hans)":21.04,"PAWSX":null,"PAWSX (cmn-Hans)":7.31,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":36.66} -{"Rank":76,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":8.59,"ATEC":null,"ATEC (cmn-Hans)":13.52,"BQ":null,"BQ (cmn-Hans)":23.84,"LCQMC":null,"LCQMC (cmn-Hans)":23.85,"PAWSX":null,"PAWSX (cmn-Hans)":7.21,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":37.8} -{"Rank":77,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":8.01,"ATEC":null,"ATEC (cmn-Hans)":14.03,"BQ":null,"BQ (cmn-Hans)":21.39,"LCQMC":null,"LCQMC (cmn-Hans)":22.84,"PAWSX":null,"PAWSX (cmn-Hans)":6.44,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":37.7} -{"Rank":78,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":79,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":80,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":81,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":82,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":83,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":84,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":85,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":86,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":87,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":88,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":14.3,"ATEC":null,"ATEC (cmn-Hans)":18.42,"BQ":null,"BQ (cmn-Hans)":38.53,"LCQMC":null,"LCQMC (cmn-Hans)":63.96,"PAWSX":null,"PAWSX (cmn-Hans)":10.13,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":78.91} -{"Rank":89,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":15.69,"ATEC":null,"ATEC (cmn-Hans)":20.27,"BQ":null,"BQ (cmn-Hans)":36.33,"LCQMC":null,"LCQMC (cmn-Hans)":63.3,"PAWSX":null,"PAWSX (cmn-Hans)":12.16,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":80.84} -{"Rank":90,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":91,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":92,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":93,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":94,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":95,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":96,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"AFQMC":26.06,"AFQMC (cmn-Hans)":null,"ATEC":31.93,"ATEC (cmn-Hans)":null,"BQ":42.67,"BQ (cmn-Hans)":null,"LCQMC":70.16,"LCQMC (cmn-Hans)":null,"PAWSX":17.21,"PAWSX (cmn-Hans)":null,"QBQTC":24.62,"STSB":79.3,"STSB (cmn-Hans)":null} -{"Rank":97,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":null,"AFQMC":22.24,"AFQMC (cmn-Hans)":null,"ATEC":30.84,"ATEC (cmn-Hans)":null,"BQ":43.33,"BQ (cmn-Hans)":null,"LCQMC":66.74,"LCQMC (cmn-Hans)":null,"PAWSX":12.31,"PAWSX (cmn-Hans)":null,"QBQTC":27.2,"STSB":73.22,"STSB (cmn-Hans)":null} -{"Rank":98,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":99,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":100,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":101,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":102,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":103,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":104,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":105,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":106,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":107,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":23.88,"AFQMC (cmn-Hans)":null,"ATEC":29.25,"ATEC (cmn-Hans)":null,"BQ":45.33,"BQ (cmn-Hans)":null,"LCQMC":68.41,"LCQMC (cmn-Hans)":null,"PAWSX":16.55,"PAWSX (cmn-Hans)":null,"QBQTC":30.27,"STSB":70.61,"STSB (cmn-Hans)":null} -{"Rank":108,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":109,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":110,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":111,"Model":"Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":50.8,"AFQMC (cmn-Hans)":null,"ATEC":53.23,"ATEC (cmn-Hans)":null,"BQ":66.49,"BQ (cmn-Hans)":null,"LCQMC":76.6,"LCQMC (cmn-Hans)":null,"PAWSX":47.56,"PAWSX (cmn-Hans)":null,"QBQTC":39.96,"STSB":80.14,"STSB (cmn-Hans)":null} -{"Rank":112,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} +{"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":48.38,"AFQMC":33.02,"AFQMC (cmn-Hans)":33.01,"ATEC":39.81,"ATEC (cmn-Hans)":39.8,"BQ":46.44,"BQ (cmn-Hans)":46.44,"LCQMC":75.95,"LCQMC (cmn-Hans)":75.95,"PAWSX":14.63,"PAWSX (cmn-Hans)":14.63,"QBQTC":29.77,"STS22 (zh)":65.64,"STSB":81.08,"STSB (cmn-Hans)":81.08} +{"Rank":2,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":46.38,"AFQMC":29.67,"AFQMC (cmn-Hans)":29.66,"ATEC":37.01,"ATEC (cmn-Hans)":37.01,"BQ":45.45,"BQ (cmn-Hans)":45.45,"LCQMC":74.15,"LCQMC (cmn-Hans)":74.15,"PAWSX":12.14,"PAWSX (cmn-Hans)":12.13,"QBQTC":28.81,"STS22 (zh)":65.64,"STSB":79.05,"STSB (cmn-Hans)":79.04} +{"Rank":14,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":"","ATEC":"","ATEC (cmn-Hans)":"","BQ":"","BQ (cmn-Hans)":"","LCQMC":"","LCQMC (cmn-Hans)":"","PAWSX":"","PAWSX (cmn-Hans)":"","QBQTC":"","STS22 (zh)":49.41,"STSB":"","STSB (cmn-Hans)":""} +{"Rank":15,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":59.11,"AFQMC (cmn-Hans)":"","ATEC":58.19,"ATEC (cmn-Hans)":"","BQ":71.07,"BQ (cmn-Hans)":"","LCQMC":78.27,"LCQMC (cmn-Hans)":"","PAWSX":44.98,"PAWSX (cmn-Hans)":"","QBQTC":38.69,"STS22 (zh)":66.53,"STSB":82.8,"STSB (cmn-Hans)":""} +{"Rank":16,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":"","AFQMC":58.47,"AFQMC (cmn-Hans)":"","ATEC":55.46,"ATEC (cmn-Hans)":"","BQ":77.59,"BQ (cmn-Hans)":"","LCQMC":76.29,"LCQMC (cmn-Hans)":"","PAWSX":50.22,"PAWSX (cmn-Hans)":"","QBQTC":31.82,"STS22 (zh)":67.36,"STSB":81.37,"STSB (cmn-Hans)":""} +{"Rank":17,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","AFQMC":42.4,"AFQMC (cmn-Hans)":"","ATEC":48.17,"ATEC (cmn-Hans)":"","BQ":61.78,"BQ (cmn-Hans)":"","LCQMC":74.45,"LCQMC (cmn-Hans)":"","PAWSX":20.4,"PAWSX (cmn-Hans)":"","QBQTC":36.22,"STS22 (zh)":68.01,"STSB":78.31,"STSB (cmn-Hans)":""} +{"Rank":18,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","AFQMC":43.06,"AFQMC (cmn-Hans)":"","ATEC":48.29,"ATEC (cmn-Hans)":"","BQ":60.53,"BQ (cmn-Hans)":"","LCQMC":74.71,"LCQMC (cmn-Hans)":"","PAWSX":16.64,"PAWSX (cmn-Hans)":"","QBQTC":35.2,"STS22 (zh)":67.19,"STSB":78.41,"STSB (cmn-Hans)":""} +{"Rank":19,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","AFQMC":44.36,"AFQMC (cmn-Hans)":"","ATEC":49.54,"ATEC (cmn-Hans)":"","BQ":62.94,"BQ (cmn-Hans)":"","LCQMC":74.33,"LCQMC (cmn-Hans)":"","PAWSX":33.92,"PAWSX (cmn-Hans)":"","QBQTC":37.29,"STS22 (zh)":68.94,"STSB":78.7,"STSB (cmn-Hans)":""} +{"Rank":21,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":"","AFQMC":33.42,"AFQMC (cmn-Hans)":"","ATEC":43.01,"ATEC (cmn-Hans)":"","BQ":55.22,"BQ (cmn-Hans)":"","LCQMC":72.19,"LCQMC (cmn-Hans)":"","PAWSX":9.26,"PAWSX (cmn-Hans)":"","QBQTC":35.29,"STS22 (zh)":67.72,"STSB":76.73,"STSB (cmn-Hans)":""} +{"Rank":27,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","AFQMC":24.51,"AFQMC (cmn-Hans)":"","ATEC":32.45,"ATEC (cmn-Hans)":"","BQ":44.22,"BQ (cmn-Hans)":"","LCQMC":69.16,"LCQMC (cmn-Hans)":"","PAWSX":14.55,"PAWSX (cmn-Hans)":"","QBQTC":29.51,"STS22 (zh)":65.94,"STSB":79.45,"STSB (cmn-Hans)":""} +{"Rank":31,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":32.65,"ATEC":"","ATEC (cmn-Hans)":37.34,"BQ":"","BQ (cmn-Hans)":38.03,"LCQMC":"","LCQMC (cmn-Hans)":71.38,"PAWSX":"","PAWSX (cmn-Hans)":16.4,"QBQTC":"","STS22 (zh)":"","STSB":"","STSB (cmn-Hans)":74.11} +{"Rank":60,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AFQMC":25.21,"AFQMC (cmn-Hans)":25.21,"ATEC":35.14,"ATEC (cmn-Hans)":35.14,"BQ":43.27,"BQ (cmn-Hans)":43.27,"LCQMC":72.7,"LCQMC (cmn-Hans)":72.7,"PAWSX":11.01,"PAWSX (cmn-Hans)":11.0,"QBQTC":30.25,"STS22 (zh)":"","STSB":77.73,"STSB (cmn-Hans)":77.73} +{"Rank":64,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","AFQMC":35.87,"AFQMC (cmn-Hans)":"","ATEC":41.27,"ATEC (cmn-Hans)":"","BQ":63.81,"BQ (cmn-Hans)":"","LCQMC":74.88,"LCQMC (cmn-Hans)":"","PAWSX":12.19,"PAWSX (cmn-Hans)":"","QBQTC":32.07,"STS22 (zh)":66.73,"STSB":76.97,"STSB (cmn-Hans)":""} +{"Rank":65,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","AFQMC":36.53,"AFQMC (cmn-Hans)":"","ATEC":41.8,"ATEC (cmn-Hans)":"","BQ":65.2,"BQ (cmn-Hans)":"","LCQMC":74.2,"LCQMC (cmn-Hans)":"","PAWSX":15.95,"PAWSX (cmn-Hans)":"","QBQTC":32.65,"STS22 (zh)":62.91,"STSB":74.16,"STSB (cmn-Hans)":""} +{"Rank":74,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":21.02,"ATEC":"","ATEC (cmn-Hans)":26.61,"BQ":"","BQ (cmn-Hans)":42.6,"LCQMC":"","LCQMC (cmn-Hans)":52.19,"PAWSX":"","PAWSX (cmn-Hans)":10.23,"QBQTC":"","STS22 (zh)":63.02,"STSB":"","STSB (cmn-Hans)":68.38} +{"Rank":75,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":7.94,"ATEC":"","ATEC (cmn-Hans)":12.97,"BQ":"","BQ (cmn-Hans)":23.31,"LCQMC":"","LCQMC (cmn-Hans)":21.04,"PAWSX":"","PAWSX (cmn-Hans)":7.31,"QBQTC":"","STS22 (zh)":33.15,"STSB":"","STSB (cmn-Hans)":36.66} +{"Rank":76,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":8.59,"ATEC":"","ATEC (cmn-Hans)":13.52,"BQ":"","BQ (cmn-Hans)":23.84,"LCQMC":"","LCQMC (cmn-Hans)":23.85,"PAWSX":"","PAWSX (cmn-Hans)":7.21,"QBQTC":"","STS22 (zh)":44.93,"STSB":"","STSB (cmn-Hans)":37.8} +{"Rank":77,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":8.01,"ATEC":"","ATEC (cmn-Hans)":14.03,"BQ":"","BQ (cmn-Hans)":21.39,"LCQMC":"","LCQMC (cmn-Hans)":22.84,"PAWSX":"","PAWSX (cmn-Hans)":6.44,"QBQTC":"","STS22 (zh)":"","STSB":"","STSB (cmn-Hans)":37.7} +{"Rank":78,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":"","ATEC":"","ATEC (cmn-Hans)":"","BQ":"","BQ (cmn-Hans)":"","LCQMC":"","LCQMC (cmn-Hans)":"","PAWSX":"","PAWSX (cmn-Hans)":"","QBQTC":"","STS22 (zh)":16.35,"STSB":"","STSB (cmn-Hans)":""} +{"Rank":80,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":"","ATEC":"","ATEC (cmn-Hans)":"","BQ":"","BQ (cmn-Hans)":"","LCQMC":"","LCQMC (cmn-Hans)":"","PAWSX":"","PAWSX (cmn-Hans)":"","QBQTC":"","STS22 (zh)":4.78,"STSB":"","STSB (cmn-Hans)":""} +{"Rank":81,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":"","ATEC":"","ATEC (cmn-Hans)":"","BQ":"","BQ (cmn-Hans)":"","LCQMC":"","LCQMC (cmn-Hans)":"","PAWSX":"","PAWSX (cmn-Hans)":"","QBQTC":"","STS22 (zh)":54.32,"STSB":"","STSB (cmn-Hans)":""} +{"Rank":83,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":"","ATEC":"","ATEC (cmn-Hans)":"","BQ":"","BQ (cmn-Hans)":"","LCQMC":"","LCQMC (cmn-Hans)":"","PAWSX":"","PAWSX (cmn-Hans)":"","QBQTC":"","STS22 (zh)":27.32,"STSB":"","STSB (cmn-Hans)":""} +{"Rank":84,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":"","ATEC":"","ATEC (cmn-Hans)":"","BQ":"","BQ (cmn-Hans)":"","LCQMC":"","LCQMC (cmn-Hans)":"","PAWSX":"","PAWSX (cmn-Hans)":"","QBQTC":"","STS22 (zh)":31.16,"STSB":"","STSB (cmn-Hans)":""} +{"Rank":88,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":14.3,"ATEC":"","ATEC (cmn-Hans)":18.42,"BQ":"","BQ (cmn-Hans)":38.53,"LCQMC":"","LCQMC (cmn-Hans)":63.96,"PAWSX":"","PAWSX (cmn-Hans)":10.13,"QBQTC":"","STS22 (zh)":"","STSB":"","STSB (cmn-Hans)":78.91} +{"Rank":89,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":15.69,"ATEC":"","ATEC (cmn-Hans)":20.27,"BQ":"","BQ (cmn-Hans)":36.33,"LCQMC":"","LCQMC (cmn-Hans)":63.3,"PAWSX":"","PAWSX (cmn-Hans)":12.16,"QBQTC":"","STS22 (zh)":"","STSB":"","STSB (cmn-Hans)":80.84} +{"Rank":90,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":"","ATEC":"","ATEC (cmn-Hans)":"","BQ":"","BQ (cmn-Hans)":"","LCQMC":"","LCQMC (cmn-Hans)":"","PAWSX":"","PAWSX (cmn-Hans)":"","QBQTC":"","STS22 (zh)":32.9,"STSB":"","STSB (cmn-Hans)":""} +{"Rank":91,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":"","ATEC":"","ATEC (cmn-Hans)":"","BQ":"","BQ (cmn-Hans)":"","LCQMC":"","LCQMC (cmn-Hans)":"","PAWSX":"","PAWSX (cmn-Hans)":"","QBQTC":"","STS22 (zh)":30.47,"STSB":"","STSB (cmn-Hans)":""} +{"Rank":92,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":"","ATEC":"","ATEC (cmn-Hans)":"","BQ":"","BQ (cmn-Hans)":"","LCQMC":"","LCQMC (cmn-Hans)":"","PAWSX":"","PAWSX (cmn-Hans)":"","QBQTC":"","STS22 (zh)":33.55,"STSB":"","STSB (cmn-Hans)":""} +{"Rank":96,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","AFQMC":26.06,"AFQMC (cmn-Hans)":"","ATEC":31.93,"ATEC (cmn-Hans)":"","BQ":42.67,"BQ (cmn-Hans)":"","LCQMC":70.16,"LCQMC (cmn-Hans)":"","PAWSX":17.21,"PAWSX (cmn-Hans)":"","QBQTC":24.62,"STS22 (zh)":55.35,"STSB":79.3,"STSB (cmn-Hans)":""} +{"Rank":97,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":"","AFQMC":22.24,"AFQMC (cmn-Hans)":"","ATEC":30.84,"ATEC (cmn-Hans)":"","BQ":43.33,"BQ (cmn-Hans)":"","LCQMC":66.74,"LCQMC (cmn-Hans)":"","PAWSX":12.31,"PAWSX (cmn-Hans)":"","QBQTC":27.2,"STS22 (zh)":66.4,"STSB":73.22,"STSB (cmn-Hans)":""} +{"Rank":107,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":23.88,"AFQMC (cmn-Hans)":"","ATEC":29.25,"ATEC (cmn-Hans)":"","BQ":45.33,"BQ (cmn-Hans)":"","LCQMC":68.41,"LCQMC (cmn-Hans)":"","PAWSX":16.55,"PAWSX (cmn-Hans)":"","QBQTC":30.27,"STS22 (zh)":62.53,"STSB":70.61,"STSB (cmn-Hans)":""} +{"Rank":111,"Model":"Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":50.8,"AFQMC (cmn-Hans)":"","ATEC":53.23,"ATEC (cmn-Hans)":"","BQ":66.49,"BQ (cmn-Hans)":"","LCQMC":76.6,"LCQMC (cmn-Hans)":"","PAWSX":47.56,"PAWSX (cmn-Hans)":"","QBQTC":39.96,"STS22 (zh)":65.78,"STSB":80.14,"STSB (cmn-Hans)":""} diff --git a/all_data_tasks/16/default.jsonl b/all_data_tasks/16/default.jsonl index c2c67a443c29a551d3ed5f619dbb294c2a64b2a3..a39966f77edd531792c488d914031a893a31d331 100644 --- a/all_data_tasks/16/default.jsonl +++ b/all_data_tasks/16/default.jsonl @@ -1,57 +1,45 @@ -{"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null} -{"Rank":2,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":null} -{"Rank":3,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":null} -{"Rank":4,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null} -{"Rank":5,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null} -{"Rank":6,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":null} -{"Rank":7,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null} -{"Rank":8,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null} -{"Rank":9,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null} -{"Rank":10,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null} -{"Rank":11,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null} -{"Rank":12,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null} -{"Rank":13,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null} -{"Rank":14,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null} -{"Rank":15,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null} -{"Rank":16,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null} -{"Rank":17,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null} -{"Rank":18,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null} -{"Rank":19,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null} -{"Rank":20,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null} -{"Rank":21,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null} -{"Rank":22,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null} -{"Rank":23,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null} -{"Rank":24,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null} -{"Rank":25,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null} -{"Rank":26,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null} -{"Rank":27,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null} -{"Rank":28,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null} -{"Rank":29,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null} -{"Rank":30,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null} -{"Rank":31,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null} -{"Rank":32,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null} -{"Rank":33,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null} -{"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null} -{"Rank":35,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null} -{"Rank":36,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null} -{"Rank":37,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null} -{"Rank":38,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null} -{"Rank":39,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null} -{"Rank":40,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null} -{"Rank":41,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null} -{"Rank":42,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null} -{"Rank":43,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null} -{"Rank":44,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null} -{"Rank":45,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null} -{"Rank":46,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null} -{"Rank":47,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null} -{"Rank":48,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null} -{"Rank":49,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null} -{"Rank":50,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null} -{"Rank":51,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null} -{"Rank":52,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null} -{"Rank":53,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null} -{"Rank":54,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null} -{"Rank":55,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null} -{"Rank":56,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null} -{"Rank":57,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null} +{"Rank":1,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":69.27,"AmazonReviewsClassification (fr)":43.76,"MasakhaNEWSClassification (fra)":81.52,"MassiveIntentClassification (fr)":65.42,"MassiveScenarioClassification (fr)":71.11,"MTOPDomainClassification (fr)":89.38,"MTOPIntentClassification (fr)":64.45} +{"Rank":2,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.61,"AmazonReviewsClassification (fr)":41.59,"MasakhaNEWSClassification (fra)":81.4,"MassiveIntentClassification (fr)":62.83,"MassiveScenarioClassification (fr)":69.71,"MTOPDomainClassification (fr)":90.05,"MTOPIntentClassification (fr)":66.09} +{"Rank":3,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.56,"AmazonReviewsClassification (fr)":43.36,"MasakhaNEWSClassification (fra)":74.81,"MassiveIntentClassification (fr)":68.06,"MassiveScenarioClassification (fr)":74.29,"MTOPDomainClassification (fr)":90.33,"MTOPIntentClassification (fr)":60.52} +{"Rank":4,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.45,"AmazonReviewsClassification (fr)":41.98,"MasakhaNEWSClassification (fra)":76.42,"MassiveIntentClassification (fr)":66.94,"MassiveScenarioClassification (fr)":72.78,"MTOPDomainClassification (fr)":90.12,"MTOPIntentClassification (fr)":62.44} +{"Rank":5,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.44,"AmazonReviewsClassification (fr)":42.15,"MasakhaNEWSClassification (fra)":82.13,"MassiveIntentClassification (fr)":63.08,"MassiveScenarioClassification (fr)":70.15,"MTOPDomainClassification (fr)":87.68,"MTOPIntentClassification (fr)":59.44} +{"Rank":6,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":67.36,"AmazonReviewsClassification (fr)":46.09,"MasakhaNEWSClassification (fra)":79.1,"MassiveIntentClassification (fr)":65.91,"MassiveScenarioClassification (fr)":68.53,"MTOPDomainClassification (fr)":86.2,"MTOPIntentClassification (fr)":58.33} +{"Rank":7,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.08,"AmazonReviewsClassification (fr)":41.89,"MasakhaNEWSClassification (fra)":83.06,"MassiveIntentClassification (fr)":62.94,"MassiveScenarioClassification (fr)":67.29,"MTOPDomainClassification (fr)":86.23,"MTOPIntentClassification (fr)":61.07} +{"Rank":8,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":66.37,"AmazonReviewsClassification (fr)":35.09,"MasakhaNEWSClassification (fra)":72.04,"MassiveIntentClassification (fr)":65.8,"MassiveScenarioClassification (fr)":73.47,"MTOPDomainClassification (fr)":88.19,"MTOPIntentClassification (fr)":63.64} +{"Rank":9,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":65.82,"AmazonReviewsClassification (fr)":37.97,"MasakhaNEWSClassification (fra)":80.62,"MassiveIntentClassification (fr)":62.65,"MassiveScenarioClassification (fr)":69.29,"MTOPDomainClassification (fr)":85.74,"MTOPIntentClassification (fr)":58.62} +{"Rank":10,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":65.09,"AmazonReviewsClassification (fr)":43.52,"MasakhaNEWSClassification (fra)":80.09,"MassiveIntentClassification (fr)":60.99,"MassiveScenarioClassification (fr)":66.42,"MTOPDomainClassification (fr)":85.14,"MTOPIntentClassification (fr)":54.39} +{"Rank":11,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":64.64,"AmazonReviewsClassification (fr)":39.0,"MasakhaNEWSClassification (fra)":78.1,"MassiveIntentClassification (fr)":61.88,"MassiveScenarioClassification (fr)":67.9,"MTOPDomainClassification (fr)":81.21,"MTOPIntentClassification (fr)":59.76} +{"Rank":12,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":64.6,"AmazonReviewsClassification (fr)":38.52,"MasakhaNEWSClassification (fra)":77.39,"MassiveIntentClassification (fr)":60.47,"MassiveScenarioClassification (fr)":65.1,"MTOPDomainClassification (fr)":84.14,"MTOPIntentClassification (fr)":62.01} +{"Rank":13,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":64.57,"AmazonReviewsClassification (fr)":34.79,"MasakhaNEWSClassification (fra)":79.29,"MassiveIntentClassification (fr)":59.41,"MassiveScenarioClassification (fr)":65.29,"MTOPDomainClassification (fr)":85.52,"MTOPIntentClassification (fr)":63.12} +{"Rank":14,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":64.41,"AmazonReviewsClassification (fr)":33.51,"MasakhaNEWSClassification (fra)":82.06,"MassiveIntentClassification (fr)":61.19,"MassiveScenarioClassification (fr)":70.22,"MTOPDomainClassification (fr)":85.5,"MTOPIntentClassification (fr)":53.98} +{"Rank":15,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":62.14,"AmazonReviewsClassification (fr)":35.7,"MasakhaNEWSClassification (fra)":76.87,"MassiveIntentClassification (fr)":57.02,"MassiveScenarioClassification (fr)":65.2,"MTOPDomainClassification (fr)":84.61,"MTOPIntentClassification (fr)":53.41} +{"Rank":16,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":61.64,"AmazonReviewsClassification (fr)":41.48,"MasakhaNEWSClassification (fra)":80.43,"MassiveIntentClassification (fr)":57.01,"MassiveScenarioClassification (fr)":63.6,"MTOPDomainClassification (fr)":79.6,"MTOPIntentClassification (fr)":47.73} +{"Rank":17,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":61.3,"AmazonReviewsClassification (fr)":38.6,"MasakhaNEWSClassification (fra)":82.58,"MassiveIntentClassification (fr)":56.31,"MassiveScenarioClassification (fr)":59.5,"MTOPDomainClassification (fr)":80.79,"MTOPIntentClassification (fr)":50.01} +{"Rank":18,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":61.02,"AmazonReviewsClassification (fr)":35.3,"MasakhaNEWSClassification (fra)":76.09,"MassiveIntentClassification (fr)":57.52,"MassiveScenarioClassification (fr)":64.52,"MTOPDomainClassification (fr)":78.63,"MTOPIntentClassification (fr)":54.05} +{"Rank":19,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":59.84,"AmazonReviewsClassification (fr)":37.26,"MasakhaNEWSClassification (fra)":80.19,"MassiveIntentClassification (fr)":53.7,"MassiveScenarioClassification (fr)":62.46,"MTOPDomainClassification (fr)":79.79,"MTOPIntentClassification (fr)":45.62} +{"Rank":20,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":58.08,"AmazonReviewsClassification (fr)":37.35,"MasakhaNEWSClassification (fra)":81.21,"MassiveIntentClassification (fr)":51.13,"MassiveScenarioClassification (fr)":59.92,"MTOPDomainClassification (fr)":75.03,"MTOPIntentClassification (fr)":43.85} +{"Rank":21,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":57.72,"AmazonReviewsClassification (fr)":36.71,"MasakhaNEWSClassification (fra)":80.59,"MassiveIntentClassification (fr)":46.39,"MassiveScenarioClassification (fr)":53.86,"MTOPDomainClassification (fr)":74.8,"MTOPIntentClassification (fr)":53.97} +{"Rank":22,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":56.63,"AmazonReviewsClassification (fr)":36.03,"MasakhaNEWSClassification (fra)":70.36,"MassiveIntentClassification (fr)":51.59,"MassiveScenarioClassification (fr)":61.28,"MTOPDomainClassification (fr)":77.1,"MTOPIntentClassification (fr)":43.44} +{"Rank":23,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.78,"AmazonReviewsClassification (fr)":34.25,"MasakhaNEWSClassification (fra)":73.84,"MassiveIntentClassification (fr)":51.93,"MassiveScenarioClassification (fr)":58.31,"MTOPDomainClassification (fr)":71.83,"MTOPIntentClassification (fr)":44.53} +{"Rank":24,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.9,"AmazonReviewsClassification (fr)":35.12,"MasakhaNEWSClassification (fra)":80.83,"MassiveIntentClassification (fr)":43.21,"MassiveScenarioClassification (fr)":49.78,"MTOPDomainClassification (fr)":69.24,"MTOPIntentClassification (fr)":51.25} +{"Rank":25,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":53.31,"AmazonReviewsClassification (fr)":31.12,"MasakhaNEWSClassification (fra)":65.9,"MassiveIntentClassification (fr)":46.13,"MassiveScenarioClassification (fr)":54.32,"MTOPDomainClassification (fr)":72.26,"MTOPIntentClassification (fr)":50.12} +{"Rank":26,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":52.14,"AmazonReviewsClassification (fr)":27.54,"MasakhaNEWSClassification (fra)":72.2,"MassiveIntentClassification (fr)":44.82,"MassiveScenarioClassification (fr)":53.76,"MTOPDomainClassification (fr)":75.59,"MTOPIntentClassification (fr)":38.94} +{"Rank":27,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":50.9,"AmazonReviewsClassification (fr)":27.05,"MasakhaNEWSClassification (fra)":75.62,"MassiveIntentClassification (fr)":42.64,"MassiveScenarioClassification (fr)":49.92,"MTOPDomainClassification (fr)":72.97,"MTOPIntentClassification (fr)":37.18} +{"Rank":28,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":48.37,"AmazonReviewsClassification (fr)":29.02,"MasakhaNEWSClassification (fra)":75.69,"MassiveIntentClassification (fr)":38.01,"MassiveScenarioClassification (fr)":43.63,"MTOPDomainClassification (fr)":64.49,"MTOPIntentClassification (fr)":39.4} +{"Rank":29,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":46.1,"AmazonReviewsClassification (fr)":29.39,"MasakhaNEWSClassification (fra)":64.0,"MassiveIntentClassification (fr)":37.3,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.61,"MTOPIntentClassification (fr)":37.84} +{"Rank":30,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":46.1,"AmazonReviewsClassification (fr)":29.38,"MasakhaNEWSClassification (fra)":63.93,"MassiveIntentClassification (fr)":37.28,"MassiveScenarioClassification (fr)":44.5,"MTOPDomainClassification (fr)":63.65,"MTOPIntentClassification (fr)":37.87} +{"Rank":31,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":46.09,"AmazonReviewsClassification (fr)":29.39,"MasakhaNEWSClassification (fra)":63.91,"MassiveIntentClassification (fr)":37.3,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.63,"MTOPIntentClassification (fr)":37.86} +{"Rank":32,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":46.09,"AmazonReviewsClassification (fr)":29.35,"MasakhaNEWSClassification (fra)":63.89,"MassiveIntentClassification (fr)":37.28,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.7,"MTOPIntentClassification (fr)":37.85} +{"Rank":33,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":31.21,"AmazonReviewsClassification (fr)":26.75,"MasakhaNEWSClassification (fra)":60.5,"MassiveIntentClassification (fr)":13.58,"MassiveScenarioClassification (fr)":23.21,"MTOPDomainClassification (fr)":43.83,"MTOPIntentClassification (fr)":19.38} +{"Rank":34,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":30.71,"AmazonReviewsClassification (fr)":26.62,"MasakhaNEWSClassification (fra)":65.76,"MassiveIntentClassification (fr)":15.82,"MassiveScenarioClassification (fr)":23.92,"MTOPDomainClassification (fr)":36.77,"MTOPIntentClassification (fr)":15.37} +{"Rank":35,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":30.38,"AmazonReviewsClassification (fr)":26.85,"MasakhaNEWSClassification (fra)":67.94,"MassiveIntentClassification (fr)":15.09,"MassiveScenarioClassification (fr)":21.67,"MTOPDomainClassification (fr)":34.99,"MTOPIntentClassification (fr)":15.76} +{"Rank":36,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":25.21,"AmazonReviewsClassification (fr)":22.45,"MasakhaNEWSClassification (fra)":55.64,"MassiveIntentClassification (fr)":16.41,"MassiveScenarioClassification (fr)":22.72,"MTOPDomainClassification (fr)":24.27,"MTOPIntentClassification (fr)":9.79} +{"Rank":37,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":24.91,"AmazonReviewsClassification (fr)":24.9,"MasakhaNEWSClassification (fra)":71.14,"MassiveIntentClassification (fr)":6.98,"MassiveScenarioClassification (fr)":11.41,"MTOPDomainClassification (fr)":25.55,"MTOPIntentClassification (fr)":9.49} +{"Rank":38,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":23.28,"AmazonReviewsClassification (fr)":23.52,"MasakhaNEWSClassification (fra)":62.61,"MassiveIntentClassification (fr)":6.24,"MassiveScenarioClassification (fr)":10.98,"MTOPDomainClassification (fr)":27.74,"MTOPIntentClassification (fr)":8.61} +{"Rank":46,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","AmazonReviewsClassification (fr)":40.94,"MasakhaNEWSClassification (fra)":79.69,"MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":84.79,"MTOPIntentClassification (fr)":55.51} +{"Rank":47,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","AmazonReviewsClassification (fr)":41.91,"MasakhaNEWSClassification (fra)":79.38,"MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":86.41,"MTOPIntentClassification (fr)":59.43} +{"Rank":48,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AmazonReviewsClassification (fr)":39.68,"MasakhaNEWSClassification (fra)":77.65,"MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":81.2,"MTOPIntentClassification (fr)":46.01} +{"Rank":49,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":74.05,"MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} +{"Rank":51,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AmazonReviewsClassification (fr)":23.31,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":38.41,"MassiveScenarioClassification (fr)":40.26,"MTOPDomainClassification (fr)":54.61,"MTOPIntentClassification (fr)":34.71} +{"Rank":53,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AmazonReviewsClassification (fr)":33.48,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":54.83,"MassiveScenarioClassification (fr)":64.06,"MTOPDomainClassification (fr)":82.48,"MTOPIntentClassification (fr)":46.39} +{"Rank":54,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AmazonReviewsClassification (fr)":35.48,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":57.67,"MassiveScenarioClassification (fr)":66.72,"MTOPDomainClassification (fr)":85.05,"MTOPIntentClassification (fr)":51.07} diff --git a/all_data_tasks/17/default.jsonl b/all_data_tasks/17/default.jsonl index d382b80b753e3b81b03f3e76bca723834e97af47..039a67316c6b68b825bcc81fb9d3178261808528 100644 --- a/all_data_tasks/17/default.jsonl +++ b/all_data_tasks/17/default.jsonl @@ -1,57 +1,42 @@ -{"Rank":1,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":48.18,"AlloProfClusteringP2P":64.83,"AlloProfClusteringS2S":53.52,"HALClusteringS2S":26.18} -{"Rank":2,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.69,"AlloProfClusteringP2P":65.37,"AlloProfClusteringS2S":47.03,"HALClusteringS2S":27.67} -{"Rank":3,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.58,"AlloProfClusteringP2P":61.63,"AlloProfClusteringS2S":50.67,"HALClusteringS2S":27.44} -{"Rank":4,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.79,"AlloProfClusteringP2P":62.01,"AlloProfClusteringS2S":49.2,"HALClusteringS2S":26.17} -{"Rank":5,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":44.38,"AlloProfClusteringP2P":62.5,"AlloProfClusteringS2S":44.28,"HALClusteringS2S":26.36} -{"Rank":6,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":42.88,"AlloProfClusteringP2P":62.69,"AlloProfClusteringS2S":42.06,"HALClusteringS2S":23.9} -{"Rank":7,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":41.96,"AlloProfClusteringP2P":60.98,"AlloProfClusteringS2S":43.5,"HALClusteringS2S":21.4} -{"Rank":8,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.48,"AlloProfClusteringP2P":57.96,"AlloProfClusteringS2S":41.65,"HALClusteringS2S":24.84} -{"Rank":9,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":41.08,"AlloProfClusteringP2P":54.49,"AlloProfClusteringS2S":44.79,"HALClusteringS2S":23.97} -{"Rank":10,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":40.48,"AlloProfClusteringP2P":56.06,"AlloProfClusteringS2S":42.16,"HALClusteringS2S":23.21} -{"Rank":11,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":40.47,"AlloProfClusteringP2P":60.37,"AlloProfClusteringS2S":40.76,"HALClusteringS2S":20.28} -{"Rank":12,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":40.11,"AlloProfClusteringP2P":61.82,"AlloProfClusteringS2S":39.78,"HALClusteringS2S":18.73} -{"Rank":13,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":40.01,"AlloProfClusteringP2P":64.12,"AlloProfClusteringS2S":32.52,"HALClusteringS2S":23.4} -{"Rank":14,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":39.87,"AlloProfClusteringP2P":63.53,"AlloProfClusteringS2S":36.18,"HALClusteringS2S":19.9} -{"Rank":15,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":39.41,"AlloProfClusteringP2P":59.09,"AlloProfClusteringS2S":38.92,"HALClusteringS2S":20.22} -{"Rank":16,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":39.23,"AlloProfClusteringP2P":62.99,"AlloProfClusteringS2S":32.26,"HALClusteringS2S":22.44} -{"Rank":17,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":39.18,"AlloProfClusteringP2P":62.09,"AlloProfClusteringS2S":32.98,"HALClusteringS2S":22.48} -{"Rank":18,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":38.95,"AlloProfClusteringP2P":53.16,"AlloProfClusteringS2S":43.43,"HALClusteringS2S":20.26} -{"Rank":19,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":38.87,"AlloProfClusteringP2P":60.66,"AlloProfClusteringS2S":35.05,"HALClusteringS2S":20.9} -{"Rank":20,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":38.79,"AlloProfClusteringP2P":53.49,"AlloProfClusteringS2S":43.1,"HALClusteringS2S":19.78} -{"Rank":21,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":38.69,"AlloProfClusteringP2P":53.22,"AlloProfClusteringS2S":42.92,"HALClusteringS2S":19.94} -{"Rank":22,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":38.46,"AlloProfClusteringP2P":51.5,"AlloProfClusteringS2S":43.06,"HALClusteringS2S":20.81} -{"Rank":23,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":37.9,"AlloProfClusteringP2P":56.9,"AlloProfClusteringS2S":37.84,"HALClusteringS2S":18.95} -{"Rank":24,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":37.45,"AlloProfClusteringP2P":60.89,"AlloProfClusteringS2S":32.52,"HALClusteringS2S":18.95} -{"Rank":25,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":37.36,"AlloProfClusteringP2P":58.44,"AlloProfClusteringS2S":35.93,"HALClusteringS2S":17.72} -{"Rank":26,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":37.03,"AlloProfClusteringP2P":54.21,"AlloProfClusteringS2S":37.95,"HALClusteringS2S":18.94} -{"Rank":27,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":36.88,"AlloProfClusteringP2P":61.96,"AlloProfClusteringS2S":31.36,"HALClusteringS2S":17.31} -{"Rank":28,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":36.51,"AlloProfClusteringP2P":55.95,"AlloProfClusteringS2S":35.39,"HALClusteringS2S":18.2} -{"Rank":29,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":36.29,"AlloProfClusteringP2P":61.06,"AlloProfClusteringS2S":28.12,"HALClusteringS2S":19.69} -{"Rank":30,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":35.67,"AlloProfClusteringP2P":54.78,"AlloProfClusteringS2S":31.6,"HALClusteringS2S":20.62} -{"Rank":31,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":34.38,"AlloProfClusteringP2P":62.22,"AlloProfClusteringS2S":27.06,"HALClusteringS2S":13.86} -{"Rank":32,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":34.25,"AlloProfClusteringP2P":51.83,"AlloProfClusteringS2S":32.07,"HALClusteringS2S":18.84} -{"Rank":33,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":32.67,"AlloProfClusteringP2P":49.11,"AlloProfClusteringS2S":32.72,"HALClusteringS2S":16.19} -{"Rank":34,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":32.48,"AlloProfClusteringP2P":46.03,"AlloProfClusteringS2S":31.83,"HALClusteringS2S":19.58} -{"Rank":35,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":29.26,"AlloProfClusteringP2P":49.13,"AlloProfClusteringS2S":26.16,"HALClusteringS2S":12.49} -{"Rank":36,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":28.59,"AlloProfClusteringP2P":48.45,"AlloProfClusteringS2S":25.81,"HALClusteringS2S":11.52} -{"Rank":37,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":27.89,"AlloProfClusteringP2P":56.54,"AlloProfClusteringS2S":21.18,"HALClusteringS2S":5.94} -{"Rank":38,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":27.79,"AlloProfClusteringP2P":53.57,"AlloProfClusteringS2S":22.13,"HALClusteringS2S":7.68} -{"Rank":39,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":27.1,"AlloProfClusteringP2P":52.24,"AlloProfClusteringS2S":20.37,"HALClusteringS2S":8.68} -{"Rank":40,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":23.72,"AlloProfClusteringP2P":52.86,"AlloProfClusteringS2S":14.46,"HALClusteringS2S":3.85} -{"Rank":41,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":22.62,"AlloProfClusteringP2P":40.85,"AlloProfClusteringS2S":21.76,"HALClusteringS2S":5.26} -{"Rank":42,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":19.31,"AlloProfClusteringP2P":43.2,"AlloProfClusteringS2S":12.94,"HALClusteringS2S":1.8} -{"Rank":43,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null} -{"Rank":44,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null} -{"Rank":45,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null} -{"Rank":46,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null} -{"Rank":47,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null} -{"Rank":48,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null} -{"Rank":49,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null} -{"Rank":50,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null} -{"Rank":51,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null} -{"Rank":52,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null} -{"Rank":53,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null} -{"Rank":54,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null} -{"Rank":55,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null} -{"Rank":56,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null} -{"Rank":57,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null} +{"Rank":1,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.67,"AlloProfClusteringP2P":64.83,"AlloProfClusteringS2S":53.52,"HALClusteringS2S":26.18,"MLSUMClusteringP2P (fr)":44.59,"MLSUMClusteringS2S (fr)":41.67,"MasakhaNEWSClusteringP2P (fra)":68.35,"MasakhaNEWSClusteringS2S (fra)":48.58} +{"Rank":2,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.57,"AlloProfClusteringP2P":65.37,"AlloProfClusteringS2S":47.03,"HALClusteringS2S":27.67,"MLSUMClusteringP2P (fr)":45.99,"MLSUMClusteringS2S (fr)":45.57,"MasakhaNEWSClusteringP2P (fra)":44.53,"MasakhaNEWSClusteringS2S (fra)":49.8} +{"Rank":3,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.46,"AlloProfClusteringP2P":61.63,"AlloProfClusteringS2S":50.67,"HALClusteringS2S":27.44,"MLSUMClusteringP2P (fr)":45.23,"MLSUMClusteringS2S (fr)":41.48,"MasakhaNEWSClusteringP2P (fra)":56.59,"MasakhaNEWSClusteringS2S (fra)":35.18} +{"Rank":4,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":44.74,"AlloProfClusteringP2P":62.01,"AlloProfClusteringS2S":49.2,"HALClusteringS2S":26.17,"MLSUMClusteringP2P (fr)":45.28,"MLSUMClusteringS2S (fr)":42.74,"MasakhaNEWSClusteringP2P (fra)":48.13,"MasakhaNEWSClusteringS2S (fra)":39.62} +{"Rank":5,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":44.23,"AlloProfClusteringP2P":62.5,"AlloProfClusteringS2S":44.28,"HALClusteringS2S":26.36,"MLSUMClusteringP2P (fr)":44.03,"MLSUMClusteringS2S (fr)":42.95,"MasakhaNEWSClusteringP2P (fra)":50.68,"MasakhaNEWSClusteringS2S (fra)":38.79} +{"Rank":6,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":43.25,"AlloProfClusteringP2P":60.98,"AlloProfClusteringS2S":43.5,"HALClusteringS2S":21.4,"MLSUMClusteringP2P (fr)":42.24,"MLSUMClusteringS2S (fr)":35.25,"MasakhaNEWSClusteringP2P (fra)":61.15,"MasakhaNEWSClusteringS2S (fra)":38.24} +{"Rank":7,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":43.17,"AlloProfClusteringP2P":62.69,"AlloProfClusteringS2S":42.06,"HALClusteringS2S":23.9,"MLSUMClusteringP2P (fr)":42.04,"MLSUMClusteringS2S (fr)":32.29,"MasakhaNEWSClusteringP2P (fra)":54.51,"MasakhaNEWSClusteringS2S (fra)":44.73} +{"Rank":8,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":42.66,"AlloProfClusteringP2P":62.09,"AlloProfClusteringS2S":32.98,"HALClusteringS2S":22.48,"MLSUMClusteringP2P (fr)":43.48,"MLSUMClusteringS2S (fr)":38.53,"MasakhaNEWSClusteringP2P (fra)":47.91,"MasakhaNEWSClusteringS2S (fra)":51.16} +{"Rank":9,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":42.0,"AlloProfClusteringP2P":56.9,"AlloProfClusteringS2S":37.84,"HALClusteringS2S":18.95,"MLSUMClusteringP2P (fr)":43.9,"MLSUMClusteringS2S (fr)":35.5,"MasakhaNEWSClusteringP2P (fra)":60.57,"MasakhaNEWSClusteringS2S (fra)":40.31} +{"Rank":10,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.88,"AlloProfClusteringP2P":57.96,"AlloProfClusteringS2S":41.65,"HALClusteringS2S":24.84,"MLSUMClusteringP2P (fr)":45.08,"MLSUMClusteringS2S (fr)":38.77,"MasakhaNEWSClusteringP2P (fra)":48.54,"MasakhaNEWSClusteringS2S (fra)":36.33} +{"Rank":11,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":41.7,"AlloProfClusteringP2P":64.12,"AlloProfClusteringS2S":32.52,"HALClusteringS2S":23.4,"MLSUMClusteringP2P (fr)":42.94,"MLSUMClusteringS2S (fr)":33.91,"MasakhaNEWSClusteringP2P (fra)":53.94,"MasakhaNEWSClusteringS2S (fra)":41.05} +{"Rank":12,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":41.6,"AlloProfClusteringP2P":60.37,"AlloProfClusteringS2S":40.76,"HALClusteringS2S":20.28,"MLSUMClusteringP2P (fr)":41.61,"MLSUMClusteringS2S (fr)":33.6,"MasakhaNEWSClusteringP2P (fra)":62.82,"MasakhaNEWSClusteringS2S (fra)":31.74} +{"Rank":13,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":41.16,"AlloProfClusteringP2P":61.06,"AlloProfClusteringS2S":28.12,"HALClusteringS2S":19.69,"MLSUMClusteringP2P (fr)":45.59,"MLSUMClusteringS2S (fr)":32.0,"MasakhaNEWSClusteringP2P (fra)":52.47,"MasakhaNEWSClusteringS2S (fra)":49.2} +{"Rank":14,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":40.7,"AlloProfClusteringP2P":63.53,"AlloProfClusteringS2S":36.18,"HALClusteringS2S":19.9,"MLSUMClusteringP2P (fr)":45.08,"MLSUMClusteringS2S (fr)":34.75,"MasakhaNEWSClusteringP2P (fra)":53.18,"MasakhaNEWSClusteringS2S (fra)":32.31} +{"Rank":15,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":40.6,"AlloProfClusteringP2P":61.82,"AlloProfClusteringS2S":39.78,"HALClusteringS2S":18.73,"MLSUMClusteringP2P (fr)":42.07,"MLSUMClusteringS2S (fr)":31.87,"MasakhaNEWSClusteringP2P (fra)":58.6,"MasakhaNEWSClusteringS2S (fra)":31.33} +{"Rank":16,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":40.43,"AlloProfClusteringP2P":60.66,"AlloProfClusteringS2S":35.05,"HALClusteringS2S":20.9,"MLSUMClusteringP2P (fr)":43.5,"MLSUMClusteringS2S (fr)":30.99,"MasakhaNEWSClusteringP2P (fra)":49.71,"MasakhaNEWSClusteringS2S (fra)":42.23} +{"Rank":17,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":40.07,"AlloProfClusteringP2P":58.44,"AlloProfClusteringS2S":35.93,"HALClusteringS2S":17.72,"MLSUMClusteringP2P (fr)":40.77,"MLSUMClusteringS2S (fr)":30.06,"MasakhaNEWSClusteringP2P (fra)":61.9,"MasakhaNEWSClusteringS2S (fra)":35.64} +{"Rank":18,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":39.11,"AlloProfClusteringP2P":54.49,"AlloProfClusteringS2S":44.79,"HALClusteringS2S":23.97,"MLSUMClusteringP2P (fr)":40.55,"MLSUMClusteringS2S (fr)":37.53,"MasakhaNEWSClusteringP2P (fra)":41.57,"MasakhaNEWSClusteringS2S (fra)":30.88} +{"Rank":19,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":38.93,"AlloProfClusteringP2P":60.89,"AlloProfClusteringS2S":32.52,"HALClusteringS2S":18.95,"MLSUMClusteringP2P (fr)":43.2,"MLSUMClusteringS2S (fr)":37.61,"MasakhaNEWSClusteringP2P (fra)":40.12,"MasakhaNEWSClusteringS2S (fra)":39.22} +{"Rank":20,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":38.91,"AlloProfClusteringP2P":61.96,"AlloProfClusteringS2S":31.36,"HALClusteringS2S":17.31,"MLSUMClusteringP2P (fr)":42.8,"MLSUMClusteringS2S (fr)":32.72,"MasakhaNEWSClusteringP2P (fra)":56.81,"MasakhaNEWSClusteringS2S (fra)":29.41} +{"Rank":21,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":38.7,"AlloProfClusteringP2P":62.99,"AlloProfClusteringS2S":32.26,"HALClusteringS2S":22.44,"MLSUMClusteringP2P (fr)":44.04,"MLSUMClusteringS2S (fr)":37.65,"MasakhaNEWSClusteringP2P (fra)":40.94,"MasakhaNEWSClusteringS2S (fra)":30.56} +{"Rank":22,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":38.7,"AlloProfClusteringP2P":55.95,"AlloProfClusteringS2S":35.39,"HALClusteringS2S":18.2,"MLSUMClusteringP2P (fr)":40.17,"MLSUMClusteringS2S (fr)":34.65,"MasakhaNEWSClusteringP2P (fra)":53.76,"MasakhaNEWSClusteringS2S (fra)":32.76} +{"Rank":23,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":38.35,"AlloProfClusteringP2P":56.06,"AlloProfClusteringS2S":42.16,"HALClusteringS2S":23.21,"MLSUMClusteringP2P (fr)":39.97,"MLSUMClusteringS2S (fr)":36.55,"MasakhaNEWSClusteringP2P (fra)":36.58,"MasakhaNEWSClusteringS2S (fra)":33.9} +{"Rank":24,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":38.32,"AlloProfClusteringP2P":54.78,"AlloProfClusteringS2S":31.6,"HALClusteringS2S":20.62,"MLSUMClusteringP2P (fr)":42.09,"MLSUMClusteringS2S (fr)":34.84,"MasakhaNEWSClusteringP2P (fra)":46.16,"MasakhaNEWSClusteringS2S (fra)":38.13} +{"Rank":25,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":36.35,"AlloProfClusteringP2P":54.21,"AlloProfClusteringS2S":37.95,"HALClusteringS2S":18.94,"MLSUMClusteringP2P (fr)":41.02,"MLSUMClusteringS2S (fr)":37.97,"MasakhaNEWSClusteringP2P (fra)":24.09,"MasakhaNEWSClusteringS2S (fra)":40.24} +{"Rank":26,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":35.44,"AlloProfClusteringP2P":59.09,"AlloProfClusteringS2S":38.92,"HALClusteringS2S":20.22,"MLSUMClusteringP2P (fr)":35.98,"MLSUMClusteringS2S (fr)":27.05,"MasakhaNEWSClusteringP2P (fra)":36.03,"MasakhaNEWSClusteringS2S (fra)":30.77} +{"Rank":27,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":35.04,"AlloProfClusteringP2P":62.22,"AlloProfClusteringS2S":27.06,"HALClusteringS2S":13.86,"MLSUMClusteringP2P (fr)":44.11,"MLSUMClusteringS2S (fr)":30.47,"MasakhaNEWSClusteringP2P (fra)":40.2,"MasakhaNEWSClusteringS2S (fra)":27.35} +{"Rank":28,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":34.73,"AlloProfClusteringP2P":51.83,"AlloProfClusteringS2S":32.07,"HALClusteringS2S":18.84,"MLSUMClusteringP2P (fr)":36.74,"MLSUMClusteringS2S (fr)":28.12,"MasakhaNEWSClusteringP2P (fra)":34.92,"MasakhaNEWSClusteringS2S (fra)":40.58} +{"Rank":29,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":34.09,"AlloProfClusteringP2P":53.16,"AlloProfClusteringS2S":43.43,"HALClusteringS2S":20.26,"MLSUMClusteringP2P (fr)":41.22,"MLSUMClusteringS2S (fr)":31.88,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46} +{"Rank":30,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":33.96,"AlloProfClusteringP2P":53.49,"AlloProfClusteringS2S":43.1,"HALClusteringS2S":19.78,"MLSUMClusteringP2P (fr)":40.73,"MLSUMClusteringS2S (fr)":31.94,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46} +{"Rank":31,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":33.94,"AlloProfClusteringP2P":53.22,"AlloProfClusteringS2S":42.92,"HALClusteringS2S":19.94,"MLSUMClusteringP2P (fr)":40.96,"MLSUMClusteringS2S (fr)":31.87,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46} +{"Rank":32,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":33.82,"AlloProfClusteringP2P":51.5,"AlloProfClusteringS2S":43.06,"HALClusteringS2S":20.81,"MLSUMClusteringP2P (fr)":40.9,"MLSUMClusteringS2S (fr)":31.8,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46} +{"Rank":33,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":33.75,"AlloProfClusteringP2P":46.03,"AlloProfClusteringS2S":31.83,"HALClusteringS2S":19.58,"MLSUMClusteringP2P (fr)":34.35,"MLSUMClusteringS2S (fr)":29.3,"MasakhaNEWSClusteringP2P (fra)":42.72,"MasakhaNEWSClusteringS2S (fra)":32.47} +{"Rank":34,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":33.66,"AlloProfClusteringP2P":49.11,"AlloProfClusteringS2S":32.72,"HALClusteringS2S":16.19,"MLSUMClusteringP2P (fr)":36.19,"MLSUMClusteringS2S (fr)":30.39,"MasakhaNEWSClusteringP2P (fra)":38.51,"MasakhaNEWSClusteringS2S (fra)":32.51} +{"Rank":35,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":32.84,"AlloProfClusteringP2P":49.13,"AlloProfClusteringS2S":26.16,"HALClusteringS2S":12.49,"MLSUMClusteringP2P (fr)":35.15,"MLSUMClusteringS2S (fr)":25.95,"MasakhaNEWSClusteringP2P (fra)":53.73,"MasakhaNEWSClusteringS2S (fra)":27.27} +{"Rank":36,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":29.92,"AlloProfClusteringP2P":48.45,"AlloProfClusteringS2S":25.81,"HALClusteringS2S":11.52,"MLSUMClusteringP2P (fr)":34.53,"MLSUMClusteringS2S (fr)":27.35,"MasakhaNEWSClusteringP2P (fra)":32.04,"MasakhaNEWSClusteringS2S (fra)":29.77} +{"Rank":37,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.03,"AlloProfClusteringP2P":53.57,"AlloProfClusteringS2S":22.13,"HALClusteringS2S":7.68,"MLSUMClusteringP2P (fr)":36.43,"MLSUMClusteringS2S (fr)":25.26,"MasakhaNEWSClusteringP2P (fra)":37.57,"MasakhaNEWSClusteringS2S (fra)":20.58} +{"Rank":38,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":28.62,"AlloProfClusteringP2P":56.54,"AlloProfClusteringS2S":21.18,"HALClusteringS2S":5.94,"MLSUMClusteringP2P (fr)":42.67,"MLSUMClusteringS2S (fr)":18.5,"MasakhaNEWSClusteringP2P (fra)":34.02,"MasakhaNEWSClusteringS2S (fra)":21.52} +{"Rank":39,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":28.42,"AlloProfClusteringP2P":52.24,"AlloProfClusteringS2S":20.37,"HALClusteringS2S":8.68,"MLSUMClusteringP2P (fr)":40.44,"MLSUMClusteringS2S (fr)":24.14,"MasakhaNEWSClusteringP2P (fra)":29.29,"MasakhaNEWSClusteringS2S (fra)":23.76} +{"Rank":40,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":27.18,"AlloProfClusteringP2P":52.86,"AlloProfClusteringS2S":14.46,"HALClusteringS2S":3.85,"MLSUMClusteringP2P (fr)":39.06,"MLSUMClusteringS2S (fr)":17.13,"MasakhaNEWSClusteringP2P (fra)":41.61,"MasakhaNEWSClusteringS2S (fra)":21.26} +{"Rank":41,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":25.11,"AlloProfClusteringP2P":40.85,"AlloProfClusteringS2S":21.76,"HALClusteringS2S":5.26,"MLSUMClusteringP2P (fr)":38.09,"MLSUMClusteringS2S (fr)":18.71,"MasakhaNEWSClusteringP2P (fra)":26.43,"MasakhaNEWSClusteringS2S (fra)":24.68} +{"Rank":42,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":22.45,"AlloProfClusteringP2P":43.2,"AlloProfClusteringS2S":12.94,"HALClusteringS2S":1.8,"MLSUMClusteringP2P (fr)":33.22,"MLSUMClusteringS2S (fr)":14.9,"MasakhaNEWSClusteringP2P (fra)":28.49,"MasakhaNEWSClusteringS2S (fra)":22.58} diff --git a/all_data_tasks/18/default.jsonl b/all_data_tasks/18/default.jsonl index c2c67a443c29a551d3ed5f619dbb294c2a64b2a3..ce1b379c51b2a4f83a326eaf8ebf0b460cf25e1d 100644 --- a/all_data_tasks/18/default.jsonl +++ b/all_data_tasks/18/default.jsonl @@ -1,57 +1,42 @@ -{"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null} -{"Rank":2,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":null} -{"Rank":3,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":null} -{"Rank":4,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null} -{"Rank":5,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null} -{"Rank":6,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":null} -{"Rank":7,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null} -{"Rank":8,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null} -{"Rank":9,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null} -{"Rank":10,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null} -{"Rank":11,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null} -{"Rank":12,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null} -{"Rank":13,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null} -{"Rank":14,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null} -{"Rank":15,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null} -{"Rank":16,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null} -{"Rank":17,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null} -{"Rank":18,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null} -{"Rank":19,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null} -{"Rank":20,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null} -{"Rank":21,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null} -{"Rank":22,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null} -{"Rank":23,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null} -{"Rank":24,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null} -{"Rank":25,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null} -{"Rank":26,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null} -{"Rank":27,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null} -{"Rank":28,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null} -{"Rank":29,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null} -{"Rank":30,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null} -{"Rank":31,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null} -{"Rank":32,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null} -{"Rank":33,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null} -{"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null} -{"Rank":35,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null} -{"Rank":36,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null} -{"Rank":37,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null} -{"Rank":38,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null} -{"Rank":39,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null} -{"Rank":40,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null} -{"Rank":41,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null} -{"Rank":42,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null} -{"Rank":43,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null} -{"Rank":44,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null} -{"Rank":45,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null} -{"Rank":46,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null} -{"Rank":47,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null} -{"Rank":48,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null} -{"Rank":49,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null} -{"Rank":50,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null} -{"Rank":51,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null} -{"Rank":52,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null} -{"Rank":53,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null} -{"Rank":54,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null} -{"Rank":55,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null} -{"Rank":56,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null} -{"Rank":57,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null} +{"Rank":1,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":81.65,"OpusparcusPC (fr)":93.77,"PawsXPairClassification (fr)":69.53} +{"Rank":2,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":78.96,"OpusparcusPC (fr)":93.94,"PawsXPairClassification (fr)":63.98} +{"Rank":3,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.81,"OpusparcusPC (fr)":92.04,"PawsXPairClassification (fr)":65.57} +{"Rank":4,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.66,"OpusparcusPC (fr)":93.68,"PawsXPairClassification (fr)":63.64} +{"Rank":5,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.67,"OpusparcusPC (fr)":94.08,"PawsXPairClassification (fr)":61.26} +{"Rank":6,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":77.5,"OpusparcusPC (fr)":92.48,"PawsXPairClassification (fr)":62.52} +{"Rank":7,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.32,"OpusparcusPC (fr)":92.61,"PawsXPairClassification (fr)":62.02} +{"Rank":8,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.3,"OpusparcusPC (fr)":93.06,"PawsXPairClassification (fr)":61.54} +{"Rank":9,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":77.28,"OpusparcusPC (fr)":91.42,"PawsXPairClassification (fr)":63.13} +{"Rank":10,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.14,"OpusparcusPC (fr)":94.12,"PawsXPairClassification (fr)":60.16} +{"Rank":11,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":77.11,"OpusparcusPC (fr)":94.63,"PawsXPairClassification (fr)":59.59} +{"Rank":12,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.85,"OpusparcusPC (fr)":92.87,"PawsXPairClassification (fr)":60.83} +{"Rank":13,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":76.19,"OpusparcusPC (fr)":93.89,"PawsXPairClassification (fr)":58.5} +{"Rank":14,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":76.08,"OpusparcusPC (fr)":88.5,"PawsXPairClassification (fr)":63.65} +{"Rank":15,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":75.8,"OpusparcusPC (fr)":93.45,"PawsXPairClassification (fr)":58.14} +{"Rank":16,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":75.39,"OpusparcusPC (fr)":91.19,"PawsXPairClassification (fr)":59.59} +{"Rank":17,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":74.82,"OpusparcusPC (fr)":92.72,"PawsXPairClassification (fr)":56.93} +{"Rank":18,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":74.74,"OpusparcusPC (fr)":92.05,"PawsXPairClassification (fr)":57.44} +{"Rank":19,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":74.47,"OpusparcusPC (fr)":92.01,"PawsXPairClassification (fr)":56.94} +{"Rank":20,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.36,"OpusparcusPC (fr)":89.76,"PawsXPairClassification (fr)":58.96} +{"Rank":21,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":74.3,"OpusparcusPC (fr)":93.96,"PawsXPairClassification (fr)":54.63} +{"Rank":22,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.12,"OpusparcusPC (fr)":90.92,"PawsXPairClassification (fr)":57.32} +{"Rank":23,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":74.1,"OpusparcusPC (fr)":92.52,"PawsXPairClassification (fr)":55.68} +{"Rank":24,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.76,"OpusparcusPC (fr)":85.54,"PawsXPairClassification (fr)":61.99} +{"Rank":25,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.5,"OpusparcusPC (fr)":93.38,"PawsXPairClassification (fr)":53.62} +{"Rank":26,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":72.72,"OpusparcusPC (fr)":88.07,"PawsXPairClassification (fr)":57.36} +{"Rank":27,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":72.38,"OpusparcusPC (fr)":89.4,"PawsXPairClassification (fr)":55.35} +{"Rank":28,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.92,"OpusparcusPC (fr)":91.46,"PawsXPairClassification (fr)":52.39} +{"Rank":29,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":71.57,"OpusparcusPC (fr)":92.07,"PawsXPairClassification (fr)":51.08} +{"Rank":30,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":70.96,"OpusparcusPC (fr)":86.53,"PawsXPairClassification (fr)":55.4} +{"Rank":31,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.9,"OpusparcusPC (fr)":82.1,"PawsXPairClassification (fr)":59.69} +{"Rank":32,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":70.32,"OpusparcusPC (fr)":87.43,"PawsXPairClassification (fr)":53.22} +{"Rank":33,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.1,"OpusparcusPC (fr)":86.79,"PawsXPairClassification (fr)":53.4} +{"Rank":34,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.09,"OpusparcusPC (fr)":86.79,"PawsXPairClassification (fr)":53.39} +{"Rank":35,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.08,"OpusparcusPC (fr)":86.78,"PawsXPairClassification (fr)":53.38} +{"Rank":36,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":70.08,"OpusparcusPC (fr)":86.77,"PawsXPairClassification (fr)":53.39} +{"Rank":37,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":68.56,"OpusparcusPC (fr)":83.73,"PawsXPairClassification (fr)":53.38} +{"Rank":38,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":68.4,"OpusparcusPC (fr)":85.45,"PawsXPairClassification (fr)":51.35} +{"Rank":39,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":67.39,"OpusparcusPC (fr)":82.0,"PawsXPairClassification (fr)":52.78} +{"Rank":40,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":67.02,"OpusparcusPC (fr)":82.15,"PawsXPairClassification (fr)":51.89} +{"Rank":41,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":64.46,"OpusparcusPC (fr)":74.78,"PawsXPairClassification (fr)":54.14} +{"Rank":57,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","OpusparcusPC (fr)":94.45,"PawsXPairClassification (fr)":""} diff --git a/all_data_tasks/19/default.jsonl b/all_data_tasks/19/default.jsonl index 80ffbd841925016e1c5659a97c6e96210c32ad7a..aa14b308aa8ac5a915ff3fbce267db4034a73bc4 100644 --- a/all_data_tasks/19/default.jsonl +++ b/all_data_tasks/19/default.jsonl @@ -5,53 +5,40 @@ {"Rank":5,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":64.74,"AlloprofReranking":49.01,"AlloprofReranking (fra-Latn)":62.42,"SyntecReranking":75.03,"SyntecReranking (fra-Latn)":72.5} {"Rank":6,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":61.44,"AlloprofReranking":49.51,"AlloprofReranking (fra-Latn)":55.37,"SyntecReranking":73.28,"SyntecReranking (fra-Latn)":67.62} {"Rank":7,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":55.3,"AlloprofReranking":31.69,"AlloprofReranking (fra-Latn)":62.62,"SyntecReranking":59.57,"SyntecReranking (fra-Latn)":67.31} -{"Rank":8,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":72.36,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":88.57,"SyntecReranking (fra-Latn)":null} -{"Rank":9,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":63.54,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":82.65,"SyntecReranking (fra-Latn)":null} -{"Rank":10,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":70.79,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":86.77,"SyntecReranking (fra-Latn)":null} -{"Rank":11,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":72.92,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":91.2,"SyntecReranking (fra-Latn)":null} -{"Rank":12,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":74.78,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":90.4,"SyntecReranking (fra-Latn)":null} -{"Rank":13,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"AlloprofReranking":35.29,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":55.93,"SyntecReranking (fra-Latn)":null} -{"Rank":14,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":51.6,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":88.03,"SyntecReranking (fra-Latn)":null} -{"Rank":15,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":51.01,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":85.72,"SyntecReranking (fra-Latn)":null} -{"Rank":16,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":17,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":18,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":19,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofReranking":36.21,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":53.25,"SyntecReranking (fra-Latn)":null} -{"Rank":20,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofReranking":36.21,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":53.25,"SyntecReranking (fra-Latn)":null} -{"Rank":21,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofReranking":36.25,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":53.25,"SyntecReranking (fra-Latn)":null} -{"Rank":22,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":77.95,"SyntecReranking":null,"SyntecReranking (fra-Latn)":83.32} -{"Rank":23,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"AlloprofReranking":53.0,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":82.9,"SyntecReranking (fra-Latn)":null} -{"Rank":24,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":25,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofReranking":48.68,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":79.75,"SyntecReranking (fra-Latn)":null} -{"Rank":26,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"AlloprofReranking":57.62,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":88.15,"SyntecReranking (fra-Latn)":null} -{"Rank":27,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":28,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":29,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofReranking":34.81,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":55.88,"SyntecReranking (fra-Latn)":null} -{"Rank":30,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofReranking":34.55,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":57.18,"SyntecReranking (fra-Latn)":null} -{"Rank":31,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"AlloprofReranking":26.29,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":42.8,"SyntecReranking (fra-Latn)":null} -{"Rank":32,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloprofReranking":36.23,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":53.25,"SyntecReranking (fra-Latn)":null} -{"Rank":33,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AlloprofReranking":38.85,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":66.4,"SyntecReranking (fra-Latn)":null} -{"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"AlloprofReranking":47.36,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":77.05,"SyntecReranking (fra-Latn)":null} -{"Rank":35,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":39.13,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":62.58,"SyntecReranking (fra-Latn)":null} -{"Rank":36,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":28.75,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":50.88,"SyntecReranking (fra-Latn)":null} -{"Rank":37,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":67.01,"SyntecReranking":null,"SyntecReranking (fra-Latn)":69.17} -{"Rank":38,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":69.63,"SyntecReranking":null,"SyntecReranking (fra-Latn)":66.12} -{"Rank":39,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":40,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":41,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"AlloprofReranking":51.77,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":74.78,"SyntecReranking (fra-Latn)":null} -{"Rank":42,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":43,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":44,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"AlloprofReranking":40.28,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":65.08,"SyntecReranking (fra-Latn)":null} -{"Rank":45,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofReranking":50.12,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":78.05,"SyntecReranking (fra-Latn)":null} -{"Rank":46,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AlloprofReranking":57.99,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":79.77,"SyntecReranking (fra-Latn)":null} -{"Rank":47,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AlloprofReranking":63.3,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":83.07,"SyntecReranking (fra-Latn)":null} -{"Rank":48,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"AlloprofReranking":68.36,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":85.15,"SyntecReranking (fra-Latn)":null} -{"Rank":49,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":50,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":51,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":51.48,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":70.28,"SyntecReranking (fra-Latn)":null} -{"Rank":52,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":56.23,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":73.85,"SyntecReranking (fra-Latn)":null} -{"Rank":53,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":55.39,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":77.13,"SyntecReranking (fra-Latn)":null} -{"Rank":54,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"AlloprofReranking":25.58,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":43.75,"SyntecReranking (fra-Latn)":null} -{"Rank":55,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"AlloprofReranking":28.62,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":49.4,"SyntecReranking (fra-Latn)":null} -{"Rank":56,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":89.87,"SyntecReranking (fra-Latn)":null} -{"Rank":57,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} +{"Rank":8,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":72.36,"AlloprofReranking (fra-Latn)":"","SyntecReranking":88.57,"SyntecReranking (fra-Latn)":""} +{"Rank":9,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":63.54,"AlloprofReranking (fra-Latn)":"","SyntecReranking":82.65,"SyntecReranking (fra-Latn)":""} +{"Rank":10,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":70.79,"AlloprofReranking (fra-Latn)":"","SyntecReranking":86.77,"SyntecReranking (fra-Latn)":""} +{"Rank":11,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":72.92,"AlloprofReranking (fra-Latn)":"","SyntecReranking":91.2,"SyntecReranking (fra-Latn)":""} +{"Rank":12,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":74.78,"AlloprofReranking (fra-Latn)":"","SyntecReranking":90.4,"SyntecReranking (fra-Latn)":""} +{"Rank":13,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","AlloprofReranking":35.29,"AlloprofReranking (fra-Latn)":"","SyntecReranking":55.93,"SyntecReranking (fra-Latn)":""} +{"Rank":14,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":51.6,"AlloprofReranking (fra-Latn)":"","SyntecReranking":88.03,"SyntecReranking (fra-Latn)":""} +{"Rank":15,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":51.01,"AlloprofReranking (fra-Latn)":"","SyntecReranking":85.72,"SyntecReranking (fra-Latn)":""} +{"Rank":19,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AlloprofReranking":36.21,"AlloprofReranking (fra-Latn)":"","SyntecReranking":53.25,"SyntecReranking (fra-Latn)":""} +{"Rank":20,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AlloprofReranking":36.21,"AlloprofReranking (fra-Latn)":"","SyntecReranking":53.25,"SyntecReranking (fra-Latn)":""} +{"Rank":21,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AlloprofReranking":36.25,"AlloprofReranking (fra-Latn)":"","SyntecReranking":53.25,"SyntecReranking (fra-Latn)":""} +{"Rank":22,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","AlloprofReranking":"","AlloprofReranking (fra-Latn)":77.95,"SyntecReranking":"","SyntecReranking (fra-Latn)":83.32} +{"Rank":23,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":"","AlloprofReranking":53.0,"AlloprofReranking (fra-Latn)":"","SyntecReranking":82.9,"SyntecReranking (fra-Latn)":""} +{"Rank":25,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AlloprofReranking":48.68,"AlloprofReranking (fra-Latn)":"","SyntecReranking":79.75,"SyntecReranking (fra-Latn)":""} +{"Rank":26,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":"","AlloprofReranking":57.62,"AlloprofReranking (fra-Latn)":"","SyntecReranking":88.15,"SyntecReranking (fra-Latn)":""} +{"Rank":29,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AlloprofReranking":34.81,"AlloprofReranking (fra-Latn)":"","SyntecReranking":55.88,"SyntecReranking (fra-Latn)":""} +{"Rank":30,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AlloprofReranking":34.55,"AlloprofReranking (fra-Latn)":"","SyntecReranking":57.18,"SyntecReranking (fra-Latn)":""} +{"Rank":31,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":"","AlloprofReranking":26.29,"AlloprofReranking (fra-Latn)":"","SyntecReranking":42.8,"SyntecReranking (fra-Latn)":""} +{"Rank":32,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":"","AlloprofReranking":36.23,"AlloprofReranking (fra-Latn)":"","SyntecReranking":53.25,"SyntecReranking (fra-Latn)":""} +{"Rank":33,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AlloprofReranking":38.85,"AlloprofReranking (fra-Latn)":"","SyntecReranking":66.4,"SyntecReranking (fra-Latn)":""} +{"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","AlloprofReranking":47.36,"AlloprofReranking (fra-Latn)":"","SyntecReranking":77.05,"SyntecReranking (fra-Latn)":""} +{"Rank":35,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":39.13,"AlloprofReranking (fra-Latn)":"","SyntecReranking":62.58,"SyntecReranking (fra-Latn)":""} +{"Rank":36,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":28.75,"AlloprofReranking (fra-Latn)":"","SyntecReranking":50.88,"SyntecReranking (fra-Latn)":""} +{"Rank":37,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AlloprofReranking":"","AlloprofReranking (fra-Latn)":67.01,"SyntecReranking":"","SyntecReranking (fra-Latn)":69.17} +{"Rank":38,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AlloprofReranking":"","AlloprofReranking (fra-Latn)":69.63,"SyntecReranking":"","SyntecReranking (fra-Latn)":66.12} +{"Rank":41,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","AlloprofReranking":51.77,"AlloprofReranking (fra-Latn)":"","SyntecReranking":74.78,"SyntecReranking (fra-Latn)":""} +{"Rank":44,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","AlloprofReranking":40.28,"AlloprofReranking (fra-Latn)":"","SyntecReranking":65.08,"SyntecReranking (fra-Latn)":""} +{"Rank":45,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AlloprofReranking":50.12,"AlloprofReranking (fra-Latn)":"","SyntecReranking":78.05,"SyntecReranking (fra-Latn)":""} +{"Rank":46,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AlloprofReranking":57.99,"AlloprofReranking (fra-Latn)":"","SyntecReranking":79.77,"SyntecReranking (fra-Latn)":""} +{"Rank":47,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AlloprofReranking":63.3,"AlloprofReranking (fra-Latn)":"","SyntecReranking":83.07,"SyntecReranking (fra-Latn)":""} +{"Rank":48,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":"","AlloprofReranking":68.36,"AlloprofReranking (fra-Latn)":"","SyntecReranking":85.15,"SyntecReranking (fra-Latn)":""} +{"Rank":51,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":51.48,"AlloprofReranking (fra-Latn)":"","SyntecReranking":70.28,"SyntecReranking (fra-Latn)":""} +{"Rank":52,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":56.23,"AlloprofReranking (fra-Latn)":"","SyntecReranking":73.85,"SyntecReranking (fra-Latn)":""} +{"Rank":53,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":55.39,"AlloprofReranking (fra-Latn)":"","SyntecReranking":77.13,"SyntecReranking (fra-Latn)":""} +{"Rank":54,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":"","AlloprofReranking":25.58,"AlloprofReranking (fra-Latn)":"","SyntecReranking":43.75,"SyntecReranking (fra-Latn)":""} +{"Rank":55,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","AlloprofReranking":28.62,"AlloprofReranking (fra-Latn)":"","SyntecReranking":49.4,"SyntecReranking (fra-Latn)":""} +{"Rank":56,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":"","AlloprofReranking (fra-Latn)":"","SyntecReranking":89.87,"SyntecReranking (fra-Latn)":""} diff --git a/all_data_tasks/2/default.jsonl b/all_data_tasks/2/default.jsonl index 69246aa27835d4fc3a608c7f2c5bf7d956820db8..bea47d168d54747c8c026ce8b818707f47be6e08 100644 --- a/all_data_tasks/2/default.jsonl +++ b/all_data_tasks/2/default.jsonl @@ -1,57 +1,55 @@ -{"Rank":1,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":81.65,"OpusparcusPC (fr)":93.77,"PawsXPairClassification (fr)":69.53} -{"Rank":2,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":78.96,"OpusparcusPC (fr)":93.94,"PawsXPairClassification (fr)":63.98} -{"Rank":3,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.81,"OpusparcusPC (fr)":92.04,"PawsXPairClassification (fr)":65.57} -{"Rank":4,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.66,"OpusparcusPC (fr)":93.68,"PawsXPairClassification (fr)":63.64} -{"Rank":5,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.67,"OpusparcusPC (fr)":94.08,"PawsXPairClassification (fr)":61.26} -{"Rank":6,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":77.5,"OpusparcusPC (fr)":92.48,"PawsXPairClassification (fr)":62.52} -{"Rank":7,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.32,"OpusparcusPC (fr)":92.61,"PawsXPairClassification (fr)":62.02} -{"Rank":8,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.3,"OpusparcusPC (fr)":93.06,"PawsXPairClassification (fr)":61.54} -{"Rank":9,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":77.28,"OpusparcusPC (fr)":91.42,"PawsXPairClassification (fr)":63.13} -{"Rank":10,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.14,"OpusparcusPC (fr)":94.12,"PawsXPairClassification (fr)":60.16} -{"Rank":11,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":77.11,"OpusparcusPC (fr)":94.63,"PawsXPairClassification (fr)":59.59} -{"Rank":12,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.85,"OpusparcusPC (fr)":92.87,"PawsXPairClassification (fr)":60.83} -{"Rank":13,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":76.19,"OpusparcusPC (fr)":93.89,"PawsXPairClassification (fr)":58.5} -{"Rank":14,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":76.08,"OpusparcusPC (fr)":88.5,"PawsXPairClassification (fr)":63.65} -{"Rank":15,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":75.8,"OpusparcusPC (fr)":93.45,"PawsXPairClassification (fr)":58.14} -{"Rank":16,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":75.39,"OpusparcusPC (fr)":91.19,"PawsXPairClassification (fr)":59.59} -{"Rank":17,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":74.82,"OpusparcusPC (fr)":92.72,"PawsXPairClassification (fr)":56.93} -{"Rank":18,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":74.74,"OpusparcusPC (fr)":92.05,"PawsXPairClassification (fr)":57.44} -{"Rank":19,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":74.47,"OpusparcusPC (fr)":92.01,"PawsXPairClassification (fr)":56.94} -{"Rank":20,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.36,"OpusparcusPC (fr)":89.76,"PawsXPairClassification (fr)":58.96} -{"Rank":21,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":74.3,"OpusparcusPC (fr)":93.96,"PawsXPairClassification (fr)":54.63} -{"Rank":22,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.12,"OpusparcusPC (fr)":90.92,"PawsXPairClassification (fr)":57.32} -{"Rank":23,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":74.1,"OpusparcusPC (fr)":92.52,"PawsXPairClassification (fr)":55.68} -{"Rank":24,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.76,"OpusparcusPC (fr)":85.54,"PawsXPairClassification (fr)":61.99} -{"Rank":25,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.5,"OpusparcusPC (fr)":93.38,"PawsXPairClassification (fr)":53.62} -{"Rank":26,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":72.72,"OpusparcusPC (fr)":88.07,"PawsXPairClassification (fr)":57.36} -{"Rank":27,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":72.38,"OpusparcusPC (fr)":89.4,"PawsXPairClassification (fr)":55.35} -{"Rank":28,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.92,"OpusparcusPC (fr)":91.46,"PawsXPairClassification (fr)":52.39} -{"Rank":29,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":71.57,"OpusparcusPC (fr)":92.07,"PawsXPairClassification (fr)":51.08} -{"Rank":30,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":70.96,"OpusparcusPC (fr)":86.53,"PawsXPairClassification (fr)":55.4} -{"Rank":31,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.9,"OpusparcusPC (fr)":82.1,"PawsXPairClassification (fr)":59.69} -{"Rank":32,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":70.32,"OpusparcusPC (fr)":87.43,"PawsXPairClassification (fr)":53.22} -{"Rank":33,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.1,"OpusparcusPC (fr)":86.79,"PawsXPairClassification (fr)":53.4} -{"Rank":34,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.09,"OpusparcusPC (fr)":86.79,"PawsXPairClassification (fr)":53.39} -{"Rank":35,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.08,"OpusparcusPC (fr)":86.78,"PawsXPairClassification (fr)":53.38} -{"Rank":36,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":70.08,"OpusparcusPC (fr)":86.77,"PawsXPairClassification (fr)":53.39} -{"Rank":37,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":68.56,"OpusparcusPC (fr)":83.73,"PawsXPairClassification (fr)":53.38} -{"Rank":38,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":68.4,"OpusparcusPC (fr)":85.45,"PawsXPairClassification (fr)":51.35} -{"Rank":39,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":67.39,"OpusparcusPC (fr)":82.0,"PawsXPairClassification (fr)":52.78} -{"Rank":40,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":67.02,"OpusparcusPC (fr)":82.15,"PawsXPairClassification (fr)":51.89} -{"Rank":41,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":64.46,"OpusparcusPC (fr)":74.78,"PawsXPairClassification (fr)":54.14} -{"Rank":42,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null} -{"Rank":43,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null} -{"Rank":44,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null} -{"Rank":45,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null} -{"Rank":46,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null} -{"Rank":47,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null} -{"Rank":48,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null} -{"Rank":49,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null} -{"Rank":50,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null} -{"Rank":51,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null} -{"Rank":52,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null} -{"Rank":53,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null} -{"Rank":54,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null} -{"Rank":55,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null} -{"Rank":56,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null} -{"Rank":57,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"OpusparcusPC (fr)":94.45,"PawsXPairClassification (fr)":null} +{"Rank":1,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":89.24,"SprintDuplicateQuestions":94.5,"TwitterSemEval2015":86.32,"TwitterURLCorpus":86.9} +{"Rank":2,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":88.03,"SprintDuplicateQuestions":96.83,"TwitterSemEval2015":80.7,"TwitterURLCorpus":86.56} +{"Rank":3,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":87.99,"SprintDuplicateQuestions":96.82,"TwitterSemEval2015":80.6,"TwitterURLCorpus":86.56} +{"Rank":4,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":87.79,"SprintDuplicateQuestions":95.09,"TwitterSemEval2015":81.73,"TwitterURLCorpus":86.56} +{"Rank":5,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":87.61,"SprintDuplicateQuestions":96.26,"TwitterSemEval2015":79.04,"TwitterURLCorpus":87.53} +{"Rank":6,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":87.38,"SprintDuplicateQuestions":95.99,"TwitterSemEval2015":79.36,"TwitterURLCorpus":86.79} +{"Rank":7,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":87.25,"SprintDuplicateQuestions":96.49,"TwitterSemEval2015":78.23,"TwitterURLCorpus":87.04} +{"Rank":8,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":86.87,"SprintDuplicateQuestions":98.07,"TwitterSemEval2015":74.44,"TwitterURLCorpus":88.11} +{"Rank":9,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":86.57,"SprintDuplicateQuestions":96.01,"TwitterSemEval2015":76.87,"TwitterURLCorpus":86.84} +{"Rank":10,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":86.21,"SprintDuplicateQuestions":96.25,"TwitterSemEval2015":76.14,"TwitterURLCorpus":86.23} +{"Rank":11,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":86.13,"SprintDuplicateQuestions":95.45,"TwitterSemEval2015":77.81,"TwitterURLCorpus":85.14} +{"Rank":12,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":86.12,"SprintDuplicateQuestions":95.68,"TwitterSemEval2015":77.54,"TwitterURLCorpus":85.13} +{"Rank":13,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":86.06,"SprintDuplicateQuestions":91.44,"TwitterSemEval2015":80.89,"TwitterURLCorpus":85.86} +{"Rank":14,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.72,"SprintDuplicateQuestions":92.25,"TwitterSemEval2015":77.13,"TwitterURLCorpus":87.78} +{"Rank":15,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":85.32,"SprintDuplicateQuestions":95.05,"TwitterSemEval2015":76.03,"TwitterURLCorpus":84.89} +{"Rank":16,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":85.18,"SprintDuplicateQuestions":91.23,"TwitterSemEval2015":78.25,"TwitterURLCorpus":86.05} +{"Rank":17,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":85.06,"SprintDuplicateQuestions":88.89,"TwitterSemEval2015":80.28,"TwitterURLCorpus":86.01} +{"Rank":18,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.04,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":73.33,"TwitterURLCorpus":87.21} +{"Rank":19,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":84.97,"SprintDuplicateQuestions":89.01,"TwitterSemEval2015":79.75,"TwitterURLCorpus":86.14} +{"Rank":20,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.89,"SprintDuplicateQuestions":92.17,"TwitterSemEval2015":75.28,"TwitterURLCorpus":87.22} +{"Rank":21,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":84.75,"SprintDuplicateQuestions":93.14,"TwitterSemEval2015":75.28,"TwitterURLCorpus":85.83} +{"Rank":22,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":84.59,"SprintDuplicateQuestions":92.91,"TwitterSemEval2015":74.3,"TwitterURLCorpus":86.57} +{"Rank":23,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.22,"SprintDuplicateQuestions":89.02,"TwitterSemEval2015":76.56,"TwitterURLCorpus":87.09} +{"Rank":24,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":84.09,"SprintDuplicateQuestions":92.31,"TwitterSemEval2015":73.61,"TwitterURLCorpus":86.34} +{"Rank":25,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":83.85,"SprintDuplicateQuestions":94.55,"TwitterSemEval2015":72.23,"TwitterURLCorpus":84.77} +{"Rank":26,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":83.57,"SprintDuplicateQuestions":93.02,"TwitterSemEval2015":72.21,"TwitterURLCorpus":85.48} +{"Rank":27,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":83.54,"SprintDuplicateQuestions":91.45,"TwitterSemEval2015":73.23,"TwitterURLCorpus":85.93} +{"Rank":28,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":83.04,"SprintDuplicateQuestions":90.15,"TwitterSemEval2015":73.85,"TwitterURLCorpus":85.11} +{"Rank":29,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":82.95,"SprintDuplicateQuestions":93.06,"TwitterSemEval2015":71.24,"TwitterURLCorpus":84.54} +{"Rank":30,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":82.65,"SprintDuplicateQuestions":92.18,"TwitterSemEval2015":70.75,"TwitterURLCorpus":85.03} +{"Rank":31,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":82.54,"SprintDuplicateQuestions":95.55,"TwitterSemEval2015":66.85,"TwitterURLCorpus":85.21} +{"Rank":32,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":82.41,"SprintDuplicateQuestions":92.45,"TwitterSemEval2015":70.02,"TwitterURLCorpus":84.77} +{"Rank":33,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":82.37,"SprintDuplicateQuestions":94.55,"TwitterSemEval2015":67.86,"TwitterURLCorpus":84.7} +{"Rank":34,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":82.26,"SprintDuplicateQuestions":90.06,"TwitterSemEval2015":71.68,"TwitterURLCorpus":85.03} +{"Rank":35,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":81.74,"SprintDuplicateQuestions":96.09,"TwitterSemEval2015":65.95,"TwitterURLCorpus":83.17} +{"Rank":36,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":81.32,"SprintDuplicateQuestions":94.53,"TwitterSemEval2015":64.41,"TwitterURLCorpus":85.01} +{"Rank":37,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":80.94,"SprintDuplicateQuestions":91.3,"TwitterSemEval2015":68.76,"TwitterURLCorpus":82.76} +{"Rank":38,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.81,"SprintDuplicateQuestions":90.55,"TwitterSemEval2015":66.75,"TwitterURLCorpus":85.14} +{"Rank":39,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":78.87,"SprintDuplicateQuestions":89.26,"TwitterSemEval2015":62.78,"TwitterURLCorpus":84.58} +{"Rank":40,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":78.45,"SprintDuplicateQuestions":89.46,"TwitterSemEval2015":62.06,"TwitterURLCorpus":83.83} +{"Rank":41,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":78.01,"SprintDuplicateQuestions":88.14,"TwitterSemEval2015":66.6,"TwitterURLCorpus":79.3} +{"Rank":42,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":77.88,"SprintDuplicateQuestions":87.57,"TwitterSemEval2015":65.14,"TwitterURLCorpus":80.94} +{"Rank":43,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.79,"SprintDuplicateQuestions":79.85,"TwitterSemEval2015":69.45,"TwitterURLCorpus":84.06} +{"Rank":44,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":77.61,"SprintDuplicateQuestions":87.15,"TwitterSemEval2015":61.67,"TwitterURLCorpus":84.02} +{"Rank":45,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.46,"SprintDuplicateQuestions":76.46,"TwitterSemEval2015":70.85,"TwitterURLCorpus":85.08} +{"Rank":46,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.86,"SprintDuplicateQuestions":77.85,"TwitterSemEval2015":69.04,"TwitterURLCorpus":83.69} +{"Rank":47,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.9,"SprintDuplicateQuestions":69.52,"TwitterSemEval2015":74.42,"TwitterURLCorpus":83.75} +{"Rank":48,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":73.68,"SprintDuplicateQuestions":69.39,"TwitterSemEval2015":67.75,"TwitterURLCorpus":83.89} +{"Rank":49,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":72.94,"SprintDuplicateQuestions":85.55,"TwitterSemEval2015":53.85,"TwitterURLCorpus":79.41} +{"Rank":50,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":72.21,"SprintDuplicateQuestions":77.36,"TwitterSemEval2015":61.54,"TwitterURLCorpus":77.73} +{"Rank":51,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":70.92,"SprintDuplicateQuestions":86.96,"TwitterSemEval2015":48.45,"TwitterURLCorpus":77.35} +{"Rank":52,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":70.33,"SprintDuplicateQuestions":69.41,"TwitterSemEval2015":60.21,"TwitterURLCorpus":81.37} +{"Rank":53,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":68.86,"SprintDuplicateQuestions":65.54,"TwitterSemEval2015":59.57,"TwitterURLCorpus":81.47} +{"Rank":54,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":61.37,"SprintDuplicateQuestions":71.63,"TwitterSemEval2015":43.25,"TwitterURLCorpus":69.22} +{"Rank":55,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":56.33,"SprintDuplicateQuestions":36.81,"TwitterSemEval2015":55.9,"TwitterURLCorpus":76.29} diff --git a/all_data_tasks/20/default.jsonl b/all_data_tasks/20/default.jsonl index 7835f3bf79deb1ea8a2ffbe946057cd3dd174231..a42123a2a175be479772e81db0e2248c5f6a474e 100644 --- a/all_data_tasks/20/default.jsonl +++ b/all_data_tasks/20/default.jsonl @@ -1,57 +1,44 @@ -{"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":43.75,"AlloprofRetrieval":38.15,"AlloprofRetrieval (fra-Latn)":39.34,"BSARDRetrieval":0.27,"BSARDRetrieval (fra-Latn)":21.28,"SyntecRetrieval":81.07,"SyntecRetrieval (fra-Latn)":82.39} -{"Rank":2,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":42.14,"AlloprofRetrieval":36.21,"AlloprofRetrieval (fra-Latn)":34.45,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":18.83,"SyntecRetrieval":80.49,"SyntecRetrieval (fra-Latn)":82.86} -{"Rank":3,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":37.8,"AlloprofRetrieval":30.8,"AlloprofRetrieval (fra-Latn)":30.8,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":13.19,"SyntecRetrieval":76.0,"SyntecRetrieval (fra-Latn)":76.0} -{"Rank":4,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":36.36,"AlloprofRetrieval":27.01,"AlloprofRetrieval (fra-Latn)":27.38,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":14.54,"SyntecRetrieval":75.76,"SyntecRetrieval (fra-Latn)":73.46} -{"Rank":5,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":32.32,"AlloprofRetrieval":26.63,"AlloprofRetrieval (fra-Latn)":26.63,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":9.6,"SyntecRetrieval":65.54,"SyntecRetrieval (fra-Latn)":65.54} -{"Rank":6,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":30.32,"AlloprofRetrieval":28.41,"AlloprofRetrieval (fra-Latn)":28.41,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":4.8,"SyntecRetrieval":60.15,"SyntecRetrieval (fra-Latn)":60.15} -{"Rank":7,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":25.77,"AlloprofRetrieval":19.77,"AlloprofRetrieval (fra-Latn)":19.77,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":4.44,"SyntecRetrieval":55.31,"SyntecRetrieval (fra-Latn)":55.31} -{"Rank":8,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":56.84,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":2.48,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":78.77,"SyntecRetrieval (fra-Latn)":null} -{"Rank":9,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":45.5,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.15,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":75.83,"SyntecRetrieval (fra-Latn)":null} -{"Rank":10,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":52.61,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.29,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":82.77,"SyntecRetrieval (fra-Latn)":null} -{"Rank":11,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":57.28,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":11.83,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":87.33,"SyntecRetrieval (fra-Latn)":null} -{"Rank":12,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":58.27,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":5.14,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":87.28,"SyntecRetrieval (fra-Latn)":null} -{"Rank":13,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"AlloprofRetrieval":3.1,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.36,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":28.58,"SyntecRetrieval (fra-Latn)":null} -{"Rank":14,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":35.39,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":76.88,"SyntecRetrieval (fra-Latn)":null} -{"Rank":15,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":38.36,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.14,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":79.27,"SyntecRetrieval (fra-Latn)":null} -{"Rank":16,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null} -{"Rank":17,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null} -{"Rank":18,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null} -{"Rank":19,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofRetrieval":1.6,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":18.95,"SyntecRetrieval (fra-Latn)":null} -{"Rank":20,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofRetrieval":1.61,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":18.95,"SyntecRetrieval (fra-Latn)":null} -{"Rank":21,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofRetrieval":1.6,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":18.95,"SyntecRetrieval (fra-Latn)":null} -{"Rank":22,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":55.42,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":26.63,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":89.48} -{"Rank":23,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"AlloprofRetrieval":29.97,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":74.2,"SyntecRetrieval (fra-Latn)":null} -{"Rank":24,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null} -{"Rank":25,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofRetrieval":21.94,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":68.62,"SyntecRetrieval (fra-Latn)":null} -{"Rank":26,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"AlloprofRetrieval":31.62,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":81.11,"SyntecRetrieval (fra-Latn)":null} -{"Rank":27,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null} -{"Rank":28,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null} -{"Rank":29,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofRetrieval":1.63,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":20.56,"SyntecRetrieval (fra-Latn)":null} -{"Rank":30,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofRetrieval":1.72,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":22.33,"SyntecRetrieval (fra-Latn)":null} -{"Rank":31,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"AlloprofRetrieval":0.58,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":1.58,"SyntecRetrieval (fra-Latn)":null} -{"Rank":32,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloprofRetrieval":1.63,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":18.95,"SyntecRetrieval (fra-Latn)":null} -{"Rank":33,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AlloprofRetrieval":5.51,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":34.95,"SyntecRetrieval (fra-Latn)":null} -{"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"AlloprofRetrieval":16.46,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":55.9,"SyntecRetrieval (fra-Latn)":null} -{"Rank":35,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":12.37,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":40.57,"SyntecRetrieval (fra-Latn)":null} -{"Rank":36,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":1.98,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":24.45,"SyntecRetrieval (fra-Latn)":null} -{"Rank":37,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"AlloprofRetrieval":33.2,"AlloprofRetrieval (fra-Latn)":33.2,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":6.24,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":60.8} -{"Rank":38,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":34.27,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":6.98,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":57.39} -{"Rank":39,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null} -{"Rank":40,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null} -{"Rank":41,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"AlloprofRetrieval":26.99,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":65.34,"SyntecRetrieval (fra-Latn)":null} -{"Rank":42,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null} -{"Rank":43,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null} -{"Rank":44,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"AlloprofRetrieval":30.23,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":58.07,"SyntecRetrieval (fra-Latn)":null} -{"Rank":45,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofRetrieval":27.52,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.16,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":67.0,"SyntecRetrieval (fra-Latn)":null} -{"Rank":46,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AlloprofRetrieval":34.52,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":71.05,"SyntecRetrieval (fra-Latn)":null} -{"Rank":47,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AlloprofRetrieval":40.38,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.14,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":74.24,"SyntecRetrieval (fra-Latn)":null} -{"Rank":48,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"AlloprofRetrieval":45.75,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":3.33,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":78.97,"SyntecRetrieval (fra-Latn)":null} -{"Rank":49,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null} -{"Rank":50,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null} -{"Rank":51,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":18.9,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":49.69,"SyntecRetrieval (fra-Latn)":null} -{"Rank":52,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":35.27,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":69.82,"SyntecRetrieval (fra-Latn)":null} -{"Rank":53,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":33.78,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":63.69,"SyntecRetrieval (fra-Latn)":null} -{"Rank":54,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"AlloprofRetrieval":0.16,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":3.33,"SyntecRetrieval (fra-Latn)":null} -{"Rank":55,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"AlloprofRetrieval":0.52,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":6.6,"SyntecRetrieval (fra-Latn)":null} -{"Rank":56,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":51.64,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.61,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":85.97,"SyntecRetrieval (fra-Latn)":null} -{"Rank":57,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null} +{"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":44.23,"AlloprofRetrieval":38.15,"AlloprofRetrieval (fra-Latn)":39.34,"BSARDRetrieval":0.27,"BSARDRetrieval (fra-Latn)":21.28,"MintakaRetrieval (fr)":25.2,"SyntecRetrieval":81.07,"SyntecRetrieval (fra-Latn)":82.39,"XPQARetrieval (fr)":66.15} +{"Rank":2,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":42.76,"AlloprofRetrieval":36.21,"AlloprofRetrieval (fra-Latn)":34.45,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":18.83,"MintakaRetrieval (fr)":23.46,"SyntecRetrieval":80.49,"SyntecRetrieval (fra-Latn)":82.86,"XPQARetrieval (fr)":65.81} +{"Rank":3,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":37.27,"AlloprofRetrieval":27.01,"AlloprofRetrieval (fra-Latn)":27.38,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":14.54,"MintakaRetrieval (fr)":22.53,"SyntecRetrieval":75.76,"SyntecRetrieval (fra-Latn)":73.46,"XPQARetrieval (fr)":57.47} +{"Rank":4,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":37.18,"AlloprofRetrieval":30.8,"AlloprofRetrieval (fra-Latn)":30.8,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":13.19,"MintakaRetrieval (fr)":24.45,"SyntecRetrieval":76.0,"SyntecRetrieval (fra-Latn)":76.0,"XPQARetrieval (fr)":46.22} +{"Rank":5,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":32.25,"AlloprofRetrieval":26.63,"AlloprofRetrieval (fra-Latn)":26.63,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":9.6,"MintakaRetrieval (fr)":21.53,"SyntecRetrieval":65.54,"SyntecRetrieval (fra-Latn)":65.54,"XPQARetrieval (fr)":42.51} +{"Rank":6,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":30.36,"AlloprofRetrieval":28.41,"AlloprofRetrieval (fra-Latn)":28.41,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":4.8,"MintakaRetrieval (fr)":9.19,"SyntecRetrieval":60.15,"SyntecRetrieval (fra-Latn)":60.15,"XPQARetrieval (fr)":51.79} +{"Rank":7,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":27.73,"AlloprofRetrieval":19.77,"AlloprofRetrieval (fra-Latn)":19.77,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":4.44,"MintakaRetrieval (fr)":15.53,"SyntecRetrieval":55.31,"SyntecRetrieval (fra-Latn)":55.31,"XPQARetrieval (fr)":51.74} +{"Rank":8,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofRetrieval":56.84,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":2.48,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":21.73,"SyntecRetrieval":78.77,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":74.24} +{"Rank":9,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofRetrieval":45.5,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.15,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":15.51,"SyntecRetrieval":75.83,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":67.07} +{"Rank":10,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofRetrieval":52.61,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.29,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":19.05,"SyntecRetrieval":82.77,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":71.95} +{"Rank":11,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofRetrieval":57.28,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":11.83,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":34.92,"SyntecRetrieval":87.33,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":73.56} +{"Rank":12,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofRetrieval":58.27,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":5.14,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":49.19,"SyntecRetrieval":87.28,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":72.92} +{"Rank":13,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","AlloprofRetrieval":3.1,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.36,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":6.31,"SyntecRetrieval":28.58,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":42.59} +{"Rank":14,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofRetrieval":35.39,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":23.0,"SyntecRetrieval":76.88,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":45.23} +{"Rank":15,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofRetrieval":38.36,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.14,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":25.44,"SyntecRetrieval":79.27,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":58.87} +{"Rank":19,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AlloprofRetrieval":1.6,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":18.39} +{"Rank":20,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AlloprofRetrieval":1.61,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":18.35} +{"Rank":21,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AlloprofRetrieval":1.6,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":18.46} +{"Rank":22,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","AlloprofRetrieval":"","AlloprofRetrieval (fra-Latn)":55.42,"BSARDRetrieval":"","BSARDRetrieval (fra-Latn)":26.63,"MintakaRetrieval (fr)":"","SyntecRetrieval":"","SyntecRetrieval (fra-Latn)":89.48,"XPQARetrieval (fr)":""} +{"Rank":23,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":"","AlloprofRetrieval":29.97,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":21.31,"SyntecRetrieval":74.2,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":58.57} +{"Rank":25,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AlloprofRetrieval":21.94,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":13.36,"SyntecRetrieval":68.62,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":57.92} +{"Rank":26,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":"","AlloprofRetrieval":31.62,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":21.87,"SyntecRetrieval":81.11,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":65.62} +{"Rank":29,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AlloprofRetrieval":1.63,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":0.58,"SyntecRetrieval":20.56,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":6.59} +{"Rank":30,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AlloprofRetrieval":1.72,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":0.51,"SyntecRetrieval":22.33,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":9.09} +{"Rank":31,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":"","AlloprofRetrieval":0.58,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":0.26,"SyntecRetrieval":1.58,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":3.69} +{"Rank":32,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":"","AlloprofRetrieval":1.63,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":18.49} +{"Rank":33,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AlloprofRetrieval":5.51,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":2.87,"SyntecRetrieval":34.95,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":26.12} +{"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","AlloprofRetrieval":16.46,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":3.57,"SyntecRetrieval":55.9,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":41.29} +{"Rank":35,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofRetrieval":12.37,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":2.78,"SyntecRetrieval":40.57,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":33.82} +{"Rank":36,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofRetrieval":1.98,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":0.48,"SyntecRetrieval":24.45,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":12.98} +{"Rank":37,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AlloprofRetrieval":33.2,"AlloprofRetrieval (fra-Latn)":33.2,"BSARDRetrieval":"","BSARDRetrieval (fra-Latn)":6.24,"MintakaRetrieval (fr)":"","SyntecRetrieval":"","SyntecRetrieval (fra-Latn)":60.8,"XPQARetrieval (fr)":55.9} +{"Rank":38,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AlloprofRetrieval":"","AlloprofRetrieval (fra-Latn)":34.27,"BSARDRetrieval":"","BSARDRetrieval (fra-Latn)":6.98,"MintakaRetrieval (fr)":"","SyntecRetrieval":"","SyntecRetrieval (fra-Latn)":57.39,"XPQARetrieval (fr)":""} +{"Rank":41,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","AlloprofRetrieval":26.99,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":22.55,"SyntecRetrieval":65.34,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":51.2} +{"Rank":44,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","AlloprofRetrieval":30.23,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":16.31,"SyntecRetrieval":58.07,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":48.83} +{"Rank":45,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AlloprofRetrieval":27.52,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.16,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":21.04,"SyntecRetrieval":67.0,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":45.19} +{"Rank":46,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AlloprofRetrieval":34.52,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":23.92,"SyntecRetrieval":71.05,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":48.79} +{"Rank":47,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AlloprofRetrieval":40.38,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.14,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":31.54,"SyntecRetrieval":74.24,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":52.14} +{"Rank":48,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":"","AlloprofRetrieval":45.75,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":3.33,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":34.93,"SyntecRetrieval":78.97,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":56.2} +{"Rank":51,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofRetrieval":18.9,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":14.81,"SyntecRetrieval":49.69,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":40.4} +{"Rank":52,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofRetrieval":35.27,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":26.12,"SyntecRetrieval":69.82,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":59.59} +{"Rank":53,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofRetrieval":33.78,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":26.21,"SyntecRetrieval":63.69,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":65.21} +{"Rank":54,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":"","AlloprofRetrieval":0.16,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":0.88,"SyntecRetrieval":3.33,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":11.65} +{"Rank":55,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","AlloprofRetrieval":0.52,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":0.9,"SyntecRetrieval":6.6,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":12.7} +{"Rank":56,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofRetrieval":51.64,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.61,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":29.94,"SyntecRetrieval":85.97,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":73.0} diff --git a/all_data_tasks/21/default.jsonl b/all_data_tasks/21/default.jsonl index 4faecada55d8aaa509feb3b09ead1c5da8193295..1c72e9697851c21286e538246fda57cc557bf5a3 100644 --- a/all_data_tasks/21/default.jsonl +++ b/all_data_tasks/21/default.jsonl @@ -1,57 +1,48 @@ -{"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":78.8,"SICKFr":78.78,"SICKFr (fra-Latn)":78.81} -{"Rank":2,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":76.0,"SICKFr":76.23,"SICKFr (fra-Latn)":75.76} -{"Rank":3,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":75.56,"SICKFr":75.56,"SICKFr (fra-Latn)":75.56} -{"Rank":4,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":75.15,"SICKFr":75.62,"SICKFr (fra-Latn)":74.67} -{"Rank":5,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":75.1,"SICKFr":75.1,"SICKFr (fra-Latn)":75.1} -{"Rank":6,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":69.94,"SICKFr":69.94,"SICKFr (fra-Latn)":69.94} -{"Rank":7,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":62.48,"SICKFr":62.48,"SICKFr (fra-Latn)":62.48} -{"Rank":8,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SICKFr":76.21,"SICKFr (fra-Latn)":null} -{"Rank":9,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SICKFr":68.51,"SICKFr (fra-Latn)":null} -{"Rank":10,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SICKFr":73.56,"SICKFr (fra-Latn)":null} -{"Rank":11,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SICKFr":74.09,"SICKFr (fra-Latn)":null} -{"Rank":12,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SICKFr":74.9,"SICKFr (fra-Latn)":null} -{"Rank":13,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"SICKFr":64.95,"SICKFr (fra-Latn)":null} -{"Rank":14,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SICKFr":75.5,"SICKFr (fra-Latn)":null} -{"Rank":15,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SICKFr":79.23,"SICKFr (fra-Latn)":null} -{"Rank":16,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":17,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":18,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":19,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SICKFr":58.76,"SICKFr (fra-Latn)":null} -{"Rank":20,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SICKFr":58.77,"SICKFr (fra-Latn)":null} -{"Rank":21,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SICKFr":58.76,"SICKFr (fra-Latn)":null} -{"Rank":22,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"SICKFr":null,"SICKFr (fra-Latn)":76.91} -{"Rank":23,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"SICKFr":69.6,"SICKFr (fra-Latn)":null} -{"Rank":24,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":25,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SICKFr":74.18,"SICKFr (fra-Latn)":null} -{"Rank":26,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"SICKFr":77.7,"SICKFr (fra-Latn)":null} -{"Rank":27,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":28,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":29,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SICKFr":53.86,"SICKFr (fra-Latn)":null} -{"Rank":30,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SICKFr":41.9,"SICKFr (fra-Latn)":null} -{"Rank":31,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"SICKFr":34.6,"SICKFr (fra-Latn)":null} -{"Rank":32,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"SICKFr":58.75,"SICKFr (fra-Latn)":null} -{"Rank":33,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"SICKFr":58.26,"SICKFr (fra-Latn)":null} -{"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"SICKFr":64.39,"SICKFr (fra-Latn)":null} -{"Rank":35,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SICKFr":59.94,"SICKFr (fra-Latn)":null} -{"Rank":36,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SICKFr":54.54,"SICKFr (fra-Latn)":null} -{"Rank":37,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"SICKFr":null,"SICKFr (fra-Latn)":63.16} -{"Rank":38,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SICKFr":null,"SICKFr (fra-Latn)":67.05} -{"Rank":39,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":40,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":41,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"SICKFr":72.49,"SICKFr (fra-Latn)":null} -{"Rank":42,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":43,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":44,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"SICKFr":62.11,"SICKFr (fra-Latn)":null} -{"Rank":45,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SICKFr":71.74,"SICKFr (fra-Latn)":null} -{"Rank":46,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"SICKFr":72.83,"SICKFr (fra-Latn)":null} -{"Rank":47,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"SICKFr":75.08,"SICKFr (fra-Latn)":null} -{"Rank":48,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"SICKFr":77.07,"SICKFr (fra-Latn)":null} -{"Rank":49,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":50,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":51,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SICKFr":77.25,"SICKFr (fra-Latn)":null} -{"Rank":52,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SICKFr":71.37,"SICKFr (fra-Latn)":null} -{"Rank":53,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SICKFr":74.39,"SICKFr (fra-Latn)":null} -{"Rank":54,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"SICKFr":48.62,"SICKFr (fra-Latn)":null} -{"Rank":55,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"SICKFr":50.01,"SICKFr (fra-Latn)":null} -{"Rank":56,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SICKFr":76.28,"SICKFr (fra-Latn)":null} -{"Rank":57,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SICKFr":null,"SICKFr (fra-Latn)":null} +{"Rank":1,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":77.53,"STS22 (fr)":74.3,"STSBenchmarkMultilingualSTS (fr)":84.69,"SICKFr":75.56,"SICKFr (fra-Latn)":75.56} +{"Rank":2,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":75.16,"STS22 (fr)":70.55,"STSBenchmarkMultilingualSTS (fr)":79.9,"SICKFr":75.1,"SICKFr (fra-Latn)":75.1} +{"Rank":3,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":73.23,"STS22 (fr)":77.95,"STSBenchmarkMultilingualSTS (fr)":75.1,"SICKFr":69.94,"SICKFr (fra-Latn)":69.94} +{"Rank":4,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":66.72,"STS22 (fr)":77.0,"STSBenchmarkMultilingualSTS (fr)":64.93,"SICKFr":62.48,"SICKFr (fra-Latn)":62.48} +{"Rank":5,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":82.74,"STSBenchmarkMultilingualSTS (fr)":79.72,"SICKFr":76.21,"SICKFr (fra-Latn)":""} +{"Rank":6,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":70.51,"STSBenchmarkMultilingualSTS (fr)":76.43,"SICKFr":68.51,"SICKFr (fra-Latn)":""} +{"Rank":7,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":79.99,"STSBenchmarkMultilingualSTS (fr)":79.02,"SICKFr":73.56,"SICKFr (fra-Latn)":""} +{"Rank":8,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":83.75,"STSBenchmarkMultilingualSTS (fr)":83.02,"SICKFr":74.09,"SICKFr (fra-Latn)":""} +{"Rank":9,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":82.76,"STSBenchmarkMultilingualSTS (fr)":82.72,"SICKFr":74.9,"SICKFr (fra-Latn)":""} +{"Rank":10,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","STS22 (fr)":58.61,"STSBenchmarkMultilingualSTS (fr)":69.82,"SICKFr":64.95,"SICKFr (fra-Latn)":""} +{"Rank":11,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":82.8,"STSBenchmarkMultilingualSTS (fr)":76.48,"SICKFr":75.5,"SICKFr (fra-Latn)":""} +{"Rank":12,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":82.76,"STSBenchmarkMultilingualSTS (fr)":81.84,"SICKFr":79.23,"SICKFr (fra-Latn)":""} +{"Rank":16,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS22 (fr)":40.31,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.76,"SICKFr (fra-Latn)":""} +{"Rank":17,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS22 (fr)":40.4,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.77,"SICKFr (fra-Latn)":""} +{"Rank":18,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS22 (fr)":38.77,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.76,"SICKFr (fra-Latn)":""} +{"Rank":19,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":"","SICKFr (fra-Latn)":76.91} +{"Rank":20,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":"","STS22 (fr)":78.77,"STSBenchmarkMultilingualSTS (fr)":79.23,"SICKFr":69.6,"SICKFr (fra-Latn)":""} +{"Rank":22,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS22 (fr)":77.54,"STSBenchmarkMultilingualSTS (fr)":81.64,"SICKFr":74.18,"SICKFr (fra-Latn)":""} +{"Rank":23,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":"","STS22 (fr)":81.73,"STSBenchmarkMultilingualSTS (fr)":85.79,"SICKFr":77.7,"SICKFr (fra-Latn)":""} +{"Rank":26,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS22 (fr)":65.37,"STSBenchmarkMultilingualSTS (fr)":37.14,"SICKFr":53.86,"SICKFr (fra-Latn)":""} +{"Rank":27,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS22 (fr)":55.15,"STSBenchmarkMultilingualSTS (fr)":33.41,"SICKFr":41.9,"SICKFr (fra-Latn)":""} +{"Rank":28,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":"","STS22 (fr)":48.52,"STSBenchmarkMultilingualSTS (fr)":15.66,"SICKFr":34.6,"SICKFr (fra-Latn)":""} +{"Rank":29,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":"","STS22 (fr)":39.05,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.75,"SICKFr (fra-Latn)":""} +{"Rank":30,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","STS22 (fr)":56.47,"STSBenchmarkMultilingualSTS (fr)":54.97,"SICKFr":58.26,"SICKFr (fra-Latn)":""} +{"Rank":31,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","STS22 (fr)":69.82,"STSBenchmarkMultilingualSTS (fr)":61.87,"SICKFr":64.39,"SICKFr (fra-Latn)":""} +{"Rank":32,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":80.62,"SICKFr":76.23,"SICKFr (fra-Latn)":75.76} +{"Rank":33,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":82.53,"SICKFr":78.78,"SICKFr (fra-Latn)":78.81} +{"Rank":34,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":79.32,"SICKFr":75.62,"SICKFr (fra-Latn)":74.67} +{"Rank":35,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":77.1,"STSBenchmarkMultilingualSTS (fr)":49.97,"SICKFr":59.94,"SICKFr (fra-Latn)":""} +{"Rank":36,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":61.35,"STSBenchmarkMultilingualSTS (fr)":36.78,"SICKFr":54.54,"SICKFr (fra-Latn)":""} +{"Rank":37,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","STS22 (fr)":69.51,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":"","SICKFr (fra-Latn)":63.16} +{"Rank":38,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":"","SICKFr (fra-Latn)":67.05} +{"Rank":39,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS22 (fr)":53.92,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":"","SICKFr (fra-Latn)":""} +{"Rank":40,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":"","STS22 (fr)":49.43,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":"","SICKFr (fra-Latn)":""} +{"Rank":41,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","STS22 (fr)":76.41,"STSBenchmarkMultilingualSTS (fr)":77.49,"SICKFr":72.49,"SICKFr (fra-Latn)":""} +{"Rank":42,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","STS22 (fr)":78.7,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":"","SICKFr (fra-Latn)":""} +{"Rank":43,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","STS22 (fr)":79.43,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":"","SICKFr (fra-Latn)":""} +{"Rank":44,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","STS22 (fr)":74.62,"STSBenchmarkMultilingualSTS (fr)":63.85,"SICKFr":62.11,"SICKFr (fra-Latn)":""} +{"Rank":45,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS22 (fr)":77.69,"STSBenchmarkMultilingualSTS (fr)":74.04,"SICKFr":71.74,"SICKFr (fra-Latn)":""} +{"Rank":46,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","STS22 (fr)":75.01,"STSBenchmarkMultilingualSTS (fr)":77.59,"SICKFr":72.83,"SICKFr (fra-Latn)":""} +{"Rank":47,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","STS22 (fr)":77.49,"STSBenchmarkMultilingualSTS (fr)":79.42,"SICKFr":75.08,"SICKFr (fra-Latn)":""} +{"Rank":48,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":"","STS22 (fr)":76.8,"STSBenchmarkMultilingualSTS (fr)":81.24,"SICKFr":77.07,"SICKFr (fra-Latn)":""} +{"Rank":51,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":74.1,"STSBenchmarkMultilingualSTS (fr)":83.48,"SICKFr":77.25,"SICKFr (fra-Latn)":""} +{"Rank":52,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":77.91,"STSBenchmarkMultilingualSTS (fr)":75.48,"SICKFr":71.37,"SICKFr (fra-Latn)":""} +{"Rank":53,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":71.11,"STSBenchmarkMultilingualSTS (fr)":78.16,"SICKFr":74.39,"SICKFr (fra-Latn)":""} +{"Rank":54,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":"","STS22 (fr)":56.72,"STSBenchmarkMultilingualSTS (fr)":46.23,"SICKFr":48.62,"SICKFr (fra-Latn)":""} +{"Rank":55,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","STS22 (fr)":55.49,"STSBenchmarkMultilingualSTS (fr)":42.32,"SICKFr":50.01,"SICKFr (fra-Latn)":""} +{"Rank":56,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":81.09,"STSBenchmarkMultilingualSTS (fr)":77.55,"SICKFr":76.28,"SICKFr (fra-Latn)":""} diff --git a/all_data_tasks/22/default.jsonl b/all_data_tasks/22/default.jsonl index bf31ada5bfb2c7c32e3fa192789053a7d00962fd..697785aa56e49760da0f67938416c0449cc78947 100644 --- a/all_data_tasks/22/default.jsonl +++ b/all_data_tasks/22/default.jsonl @@ -5,53 +5,40 @@ {"Rank":5,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":29.47,"SummEvalFr":29.47,"SummEvalFr (fra-Latn)":29.47} {"Rank":6,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":29.2,"SummEvalFr":29.2,"SummEvalFr (fra-Latn)":29.2} {"Rank":7,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":28.28,"SummEvalFr":28.28,"SummEvalFr (fra-Latn)":28.29} -{"Rank":8,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":31.47,"SummEvalFr (fra-Latn)":null} -{"Rank":9,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":30.88,"SummEvalFr (fra-Latn)":null} -{"Rank":10,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":28.34,"SummEvalFr (fra-Latn)":null} -{"Rank":11,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":30.34,"SummEvalFr (fra-Latn)":null} -{"Rank":12,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":29.96,"SummEvalFr (fra-Latn)":null} -{"Rank":13,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"SummEvalFr":31.56,"SummEvalFr (fra-Latn)":null} -{"Rank":14,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":31.4,"SummEvalFr (fra-Latn)":null} -{"Rank":15,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":31.26,"SummEvalFr (fra-Latn)":null} -{"Rank":16,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":17,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":18,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":19,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SummEvalFr":29.06,"SummEvalFr (fra-Latn)":null} -{"Rank":20,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SummEvalFr":29.13,"SummEvalFr (fra-Latn)":null} -{"Rank":21,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SummEvalFr":28.84,"SummEvalFr (fra-Latn)":null} -{"Rank":22,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":29.97} -{"Rank":23,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"SummEvalFr":29.04,"SummEvalFr (fra-Latn)":null} -{"Rank":24,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":25,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SummEvalFr":28.77,"SummEvalFr (fra-Latn)":null} -{"Rank":26,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"SummEvalFr":30.88,"SummEvalFr (fra-Latn)":null} -{"Rank":27,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":28,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":29,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SummEvalFr":31.26,"SummEvalFr (fra-Latn)":null} -{"Rank":30,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SummEvalFr":29.43,"SummEvalFr (fra-Latn)":null} -{"Rank":31,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"SummEvalFr":29.25,"SummEvalFr (fra-Latn)":null} -{"Rank":32,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"SummEvalFr":28.81,"SummEvalFr (fra-Latn)":null} -{"Rank":33,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"SummEvalFr":30.72,"SummEvalFr (fra-Latn)":null} -{"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"SummEvalFr":32.22,"SummEvalFr (fra-Latn)":null} -{"Rank":35,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":29.48,"SummEvalFr (fra-Latn)":null} -{"Rank":36,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":23.63,"SummEvalFr (fra-Latn)":null} -{"Rank":37,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":26.63} -{"Rank":38,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":28.11} -{"Rank":39,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":40,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":41,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"SummEvalFr":28.12,"SummEvalFr (fra-Latn)":null} -{"Rank":42,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":43,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":44,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"SummEvalFr":27.59,"SummEvalFr (fra-Latn)":null} -{"Rank":45,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SummEvalFr":30.01,"SummEvalFr (fra-Latn)":null} -{"Rank":46,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"SummEvalFr":30.23,"SummEvalFr (fra-Latn)":null} -{"Rank":47,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"SummEvalFr":31.59,"SummEvalFr (fra-Latn)":null} -{"Rank":48,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"SummEvalFr":30.39,"SummEvalFr (fra-Latn)":null} -{"Rank":49,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":50,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":51,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":29.33,"SummEvalFr (fra-Latn)":null} -{"Rank":52,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":28.21,"SummEvalFr (fra-Latn)":null} -{"Rank":53,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":28.56,"SummEvalFr (fra-Latn)":null} -{"Rank":54,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"SummEvalFr":29.14,"SummEvalFr (fra-Latn)":null} -{"Rank":55,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"SummEvalFr":28.89,"SummEvalFr (fra-Latn)":null} -{"Rank":56,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":30.5,"SummEvalFr (fra-Latn)":null} -{"Rank":57,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} +{"Rank":8,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","SummEvalFr":31.47,"SummEvalFr (fra-Latn)":""} +{"Rank":9,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","SummEvalFr":30.88,"SummEvalFr (fra-Latn)":""} +{"Rank":10,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","SummEvalFr":28.34,"SummEvalFr (fra-Latn)":""} +{"Rank":11,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","SummEvalFr":30.34,"SummEvalFr (fra-Latn)":""} +{"Rank":12,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","SummEvalFr":29.96,"SummEvalFr (fra-Latn)":""} +{"Rank":13,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","SummEvalFr":31.56,"SummEvalFr (fra-Latn)":""} +{"Rank":14,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","SummEvalFr":31.4,"SummEvalFr (fra-Latn)":""} +{"Rank":15,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","SummEvalFr":31.26,"SummEvalFr (fra-Latn)":""} +{"Rank":19,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","SummEvalFr":29.06,"SummEvalFr (fra-Latn)":""} +{"Rank":20,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","SummEvalFr":29.13,"SummEvalFr (fra-Latn)":""} +{"Rank":21,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","SummEvalFr":28.84,"SummEvalFr (fra-Latn)":""} +{"Rank":22,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","SummEvalFr":"","SummEvalFr (fra-Latn)":29.97} +{"Rank":23,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":"","SummEvalFr":29.04,"SummEvalFr (fra-Latn)":""} +{"Rank":25,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","SummEvalFr":28.77,"SummEvalFr (fra-Latn)":""} +{"Rank":26,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":"","SummEvalFr":30.88,"SummEvalFr (fra-Latn)":""} +{"Rank":29,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","SummEvalFr":31.26,"SummEvalFr (fra-Latn)":""} +{"Rank":30,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","SummEvalFr":29.43,"SummEvalFr (fra-Latn)":""} +{"Rank":31,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":"","SummEvalFr":29.25,"SummEvalFr (fra-Latn)":""} +{"Rank":32,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":"","SummEvalFr":28.81,"SummEvalFr (fra-Latn)":""} +{"Rank":33,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","SummEvalFr":30.72,"SummEvalFr (fra-Latn)":""} +{"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","SummEvalFr":32.22,"SummEvalFr (fra-Latn)":""} +{"Rank":35,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","SummEvalFr":29.48,"SummEvalFr (fra-Latn)":""} +{"Rank":36,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","SummEvalFr":23.63,"SummEvalFr (fra-Latn)":""} +{"Rank":37,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","SummEvalFr":"","SummEvalFr (fra-Latn)":26.63} +{"Rank":38,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","SummEvalFr":"","SummEvalFr (fra-Latn)":28.11} +{"Rank":41,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","SummEvalFr":28.12,"SummEvalFr (fra-Latn)":""} +{"Rank":44,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","SummEvalFr":27.59,"SummEvalFr (fra-Latn)":""} +{"Rank":45,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","SummEvalFr":30.01,"SummEvalFr (fra-Latn)":""} +{"Rank":46,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","SummEvalFr":30.23,"SummEvalFr (fra-Latn)":""} +{"Rank":47,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","SummEvalFr":31.59,"SummEvalFr (fra-Latn)":""} +{"Rank":48,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":"","SummEvalFr":30.39,"SummEvalFr (fra-Latn)":""} +{"Rank":51,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","SummEvalFr":29.33,"SummEvalFr (fra-Latn)":""} +{"Rank":52,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","SummEvalFr":28.21,"SummEvalFr (fra-Latn)":""} +{"Rank":53,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","SummEvalFr":28.56,"SummEvalFr (fra-Latn)":""} +{"Rank":54,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":"","SummEvalFr":29.14,"SummEvalFr (fra-Latn)":""} +{"Rank":55,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","SummEvalFr":28.89,"SummEvalFr (fra-Latn)":""} +{"Rank":56,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","SummEvalFr":30.5,"SummEvalFr (fra-Latn)":""} diff --git a/all_data_tasks/28/default.jsonl b/all_data_tasks/28/default.jsonl index 04b50a7f4e9e8f782683ab712b8b2666368f8315..2e34913c9f04cb232e5a0ff982f49e9e2f1cbedf 100644 --- a/all_data_tasks/28/default.jsonl +++ b/all_data_tasks/28/default.jsonl @@ -1,23 +1,22 @@ -{"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":62.36,"AllegroReviews":41.14,"AllegroReviews (pol-Latn)":41.04,"CBD":69.9,"CBD (pol-Latn)":69.84,"PAC":70.37,"PAC (pol-Latn)":70.33,"PolEmo2.0-IN":77.06,"PolEmo2.0-IN (pol-Latn)":77.06,"PolEmo2.0-OUT":53.38,"PolEmo2.0-OUT (pol-Latn)":53.48} -{"Rank":2,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":57.17,"AllegroReviews":40.85,"AllegroReviews (pol-Latn)":40.78,"CBD":62.66,"CBD (pol-Latn)":62.6,"PAC":70.87,"PAC (pol-Latn)":70.87,"PolEmo2.0-IN":67.66,"PolEmo2.0-IN (pol-Latn)":67.59,"PolEmo2.0-OUT":43.91,"PolEmo2.0-OUT (pol-Latn)":43.93} -{"Rank":3,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":55.53,"AllegroReviews":37.42,"AllegroReviews (pol-Latn)":37.33,"CBD":63.25,"CBD (pol-Latn)":63.33,"PAC":70.55,"PAC (pol-Latn)":70.48,"PolEmo2.0-IN":67.35,"PolEmo2.0-IN (pol-Latn)":67.31,"PolEmo2.0-OUT":39.13,"PolEmo2.0-OUT (pol-Latn)":39.17} -{"Rank":4,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":55.48,"AllegroReviews":34.89,"AllegroReviews (pol-Latn)":34.86,"CBD":65.71,"CBD (pol-Latn)":65.74,"PAC":68.11,"PAC (pol-Latn)":68.09,"PolEmo2.0-IN":64.0,"PolEmo2.0-IN (pol-Latn)":63.91,"PolEmo2.0-OUT":44.72,"PolEmo2.0-OUT (pol-Latn)":44.76} -{"Rank":5,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":49.07,"AllegroReviews":33.86,"AllegroReviews (pol-Latn)":33.89,"CBD":65.0,"CBD (pol-Latn)":64.97,"PAC":63.76,"PAC (pol-Latn)":63.76,"PolEmo2.0-IN":62.78,"PolEmo2.0-IN (pol-Latn)":62.74,"PolEmo2.0-OUT":19.98,"PolEmo2.0-OUT (pol-Latn)":19.92} -{"Rank":6,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":48.15,"AllegroReviews":30.88,"AllegroReviews (pol-Latn)":30.85,"CBD":57.68,"CBD (pol-Latn)":57.71,"PAC":65.76,"PAC (pol-Latn)":65.75,"PolEmo2.0-IN":57.76,"PolEmo2.0-IN (pol-Latn)":57.76,"PolEmo2.0-OUT":28.7,"PolEmo2.0-OUT (pol-Latn)":28.66} -{"Rank":7,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":null,"CBD":null,"CBD (pol-Latn)":null,"PAC":null,"PAC (pol-Latn)":null,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":null} -{"Rank":8,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":37.32,"CBD":null,"CBD (pol-Latn)":70.98,"PAC":null,"PAC (pol-Latn)":68.09,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":66.07,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":32.94} -{"Rank":9,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"AllegroReviews":34.11,"AllegroReviews (pol-Latn)":null,"CBD":68.35,"CBD (pol-Latn)":null,"PAC":68.4,"PAC (pol-Latn)":null,"PolEmo2.0-IN":64.18,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":45.73,"PolEmo2.0-OUT (pol-Latn)":null} -{"Rank":10,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"AllegroReviews":33.35,"AllegroReviews (pol-Latn)":null,"CBD":68.51,"CBD (pol-Latn)":null,"PAC":66.26,"PAC (pol-Latn)":null,"PolEmo2.0-IN":63.52,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":44.7,"PolEmo2.0-OUT (pol-Latn)":null} -{"Rank":11,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"AllegroReviews":34.5,"AllegroReviews (pol-Latn)":null,"CBD":70.27,"CBD (pol-Latn)":null,"PAC":64.6,"PAC (pol-Latn)":null,"PolEmo2.0-IN":67.06,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":38.58,"PolEmo2.0-OUT (pol-Latn)":null} -{"Rank":12,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"AllegroReviews":34.55,"AllegroReviews (pol-Latn)":null,"CBD":67.48,"CBD (pol-Latn)":null,"PAC":63.25,"PAC (pol-Latn)":null,"PolEmo2.0-IN":68.37,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":30.99,"PolEmo2.0-OUT (pol-Latn)":null} -{"Rank":13,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":23.85,"CBD":null,"CBD (pol-Latn)":48.46,"PAC":null,"PAC (pol-Latn)":59.53,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":38.32,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":22.98} -{"Rank":14,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":24.64,"CBD":null,"CBD (pol-Latn)":50.9,"PAC":null,"PAC (pol-Latn)":59.78,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":40.29,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":25.0} -{"Rank":15,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":22.99,"CBD":null,"CBD (pol-Latn)":50.25,"PAC":null,"PAC (pol-Latn)":62.1,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":41.63,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":25.0} -{"Rank":16,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":null,"CBD":null,"CBD (pol-Latn)":null,"PAC":null,"PAC (pol-Latn)":null,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":null} -{"Rank":17,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":null,"CBD":null,"CBD (pol-Latn)":null,"PAC":null,"PAC (pol-Latn)":null,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":null} -{"Rank":18,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"AllegroReviews":28.03,"AllegroReviews (pol-Latn)":null,"CBD":60.0,"CBD (pol-Latn)":null,"PAC":68.17,"PAC (pol-Latn)":null,"PolEmo2.0-IN":48.84,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":30.0,"PolEmo2.0-OUT (pol-Latn)":null} -{"Rank":19,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":null,"CBD":null,"CBD (pol-Latn)":null,"PAC":null,"PAC (pol-Latn)":null,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":null} -{"Rank":20,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":null,"CBD":null,"CBD (pol-Latn)":null,"PAC":null,"PAC (pol-Latn)":null,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":null} -{"Rank":21,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":null,"CBD":null,"CBD (pol-Latn)":null,"PAC":null,"PAC (pol-Latn)":null,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":null} -{"Rank":22,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":null,"CBD":null,"CBD (pol-Latn)":null,"PAC":null,"PAC (pol-Latn)":null,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":null} -{"Rank":23,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":null,"CBD":null,"CBD (pol-Latn)":null,"PAC":null,"PAC (pol-Latn)":null,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":null} +{"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":63.21,"AllegroReviews":41.14,"AllegroReviews (pol-Latn)":41.04,"CBD":69.9,"CBD (pol-Latn)":69.84,"MassiveIntentClassification (pl)":65.07,"MassiveScenarioClassification (pl)":69.82,"PAC":70.37,"PAC (pol-Latn)":70.33,"PolEmo2.0-IN":77.06,"PolEmo2.0-IN (pol-Latn)":77.06,"PolEmo2.0-OUT":53.38,"PolEmo2.0-OUT (pol-Latn)":53.48} +{"Rank":2,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":58.24,"AllegroReviews":40.85,"AllegroReviews (pol-Latn)":40.78,"CBD":62.66,"CBD (pol-Latn)":62.6,"MassiveIntentClassification (pl)":61.04,"MassiveScenarioClassification (pl)":66.11,"PAC":70.87,"PAC (pol-Latn)":70.87,"PolEmo2.0-IN":67.66,"PolEmo2.0-IN (pol-Latn)":67.59,"PolEmo2.0-OUT":43.91,"PolEmo2.0-OUT (pol-Latn)":43.93} +{"Rank":3,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":56.59,"AllegroReviews":34.89,"AllegroReviews (pol-Latn)":34.86,"CBD":65.71,"CBD (pol-Latn)":65.74,"MassiveIntentClassification (pl)":59.71,"MassiveScenarioClassification (pl)":64.58,"PAC":68.11,"PAC (pol-Latn)":68.09,"PolEmo2.0-IN":64.0,"PolEmo2.0-IN (pol-Latn)":63.91,"PolEmo2.0-OUT":44.72,"PolEmo2.0-OUT (pol-Latn)":44.76} +{"Rank":4,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":56.41,"AllegroReviews":37.42,"AllegroReviews (pol-Latn)":37.33,"CBD":63.25,"CBD (pol-Latn)":63.33,"MassiveIntentClassification (pl)":57.4,"MassiveScenarioClassification (pl)":64.25,"PAC":70.55,"PAC (pol-Latn)":70.48,"PolEmo2.0-IN":67.35,"PolEmo2.0-IN (pol-Latn)":67.31,"PolEmo2.0-OUT":39.13,"PolEmo2.0-OUT (pol-Latn)":39.17} +{"Rank":5,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":51.99,"AllegroReviews":33.86,"AllegroReviews (pol-Latn)":33.89,"CBD":65.0,"CBD (pol-Latn)":64.97,"MassiveIntentClassification (pl)":64.29,"MassiveScenarioClassification (pl)":68.98,"PAC":63.76,"PAC (pol-Latn)":63.76,"PolEmo2.0-IN":62.78,"PolEmo2.0-IN (pol-Latn)":62.74,"PolEmo2.0-OUT":19.98,"PolEmo2.0-OUT (pol-Latn)":19.92} +{"Rank":6,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":50.5,"AllegroReviews":30.88,"AllegroReviews (pol-Latn)":30.85,"CBD":57.68,"CBD (pol-Latn)":57.71,"MassiveIntentClassification (pl)":59.43,"MassiveScenarioClassification (pl)":65.04,"PAC":65.76,"PAC (pol-Latn)":65.75,"PolEmo2.0-IN":57.76,"PolEmo2.0-IN (pol-Latn)":57.76,"PolEmo2.0-OUT":28.7,"PolEmo2.0-OUT (pol-Latn)":28.66} +{"Rank":7,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":"","CBD":"","CBD (pol-Latn)":"","MassiveIntentClassification (pl)":44.99,"MassiveScenarioClassification (pl)":52.92,"PAC":"","PAC (pol-Latn)":"","PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":""} +{"Rank":8,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":37.32,"CBD":"","CBD (pol-Latn)":70.98,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":"","PAC (pol-Latn)":68.09,"PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":66.07,"PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":32.94} +{"Rank":9,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","AllegroReviews":34.11,"AllegroReviews (pol-Latn)":"","CBD":68.35,"CBD (pol-Latn)":"","MassiveIntentClassification (pl)":65.53,"MassiveScenarioClassification (pl)":68.51,"PAC":68.4,"PAC (pol-Latn)":"","PolEmo2.0-IN":64.18,"PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":45.73,"PolEmo2.0-OUT (pol-Latn)":""} +{"Rank":10,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","AllegroReviews":33.35,"AllegroReviews (pol-Latn)":"","CBD":68.51,"CBD (pol-Latn)":"","MassiveIntentClassification (pl)":66.63,"MassiveScenarioClassification (pl)":69.97,"PAC":66.26,"PAC (pol-Latn)":"","PolEmo2.0-IN":63.52,"PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":44.7,"PolEmo2.0-OUT (pol-Latn)":""} +{"Rank":11,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","AllegroReviews":34.5,"AllegroReviews (pol-Latn)":"","CBD":70.27,"CBD (pol-Latn)":"","MassiveIntentClassification (pl)":64.81,"MassiveScenarioClassification (pl)":70.01,"PAC":64.6,"PAC (pol-Latn)":"","PolEmo2.0-IN":67.06,"PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":38.58,"PolEmo2.0-OUT (pol-Latn)":""} +{"Rank":12,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","AllegroReviews":34.55,"AllegroReviews (pol-Latn)":"","CBD":67.48,"CBD (pol-Latn)":"","MassiveIntentClassification (pl)":65.93,"MassiveScenarioClassification (pl)":71.85,"PAC":63.25,"PAC (pol-Latn)":"","PolEmo2.0-IN":68.37,"PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":30.99,"PolEmo2.0-OUT (pol-Latn)":""} +{"Rank":13,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":23.85,"CBD":"","CBD (pol-Latn)":48.46,"MassiveIntentClassification (pl)":37.63,"MassiveScenarioClassification (pl)":44.72,"PAC":"","PAC (pol-Latn)":59.53,"PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":38.32,"PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":22.98} +{"Rank":14,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":24.64,"CBD":"","CBD (pol-Latn)":50.9,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":"","PAC (pol-Latn)":59.78,"PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":40.29,"PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":25.0} +{"Rank":15,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":22.99,"CBD":"","CBD (pol-Latn)":50.25,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":"","PAC (pol-Latn)":62.1,"PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":41.63,"PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":25.0} +{"Rank":16,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":"","CBD":"","CBD (pol-Latn)":"","MassiveIntentClassification (pl)":35.77,"MassiveScenarioClassification (pl)":36.87,"PAC":"","PAC (pol-Latn)":"","PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":""} +{"Rank":18,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","AllegroReviews":28.03,"AllegroReviews (pol-Latn)":"","CBD":60.0,"CBD (pol-Latn)":"","MassiveIntentClassification (pl)":53.1,"MassiveScenarioClassification (pl)":61.29,"PAC":68.17,"PAC (pol-Latn)":"","PolEmo2.0-IN":48.84,"PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":30.0,"PolEmo2.0-OUT (pol-Latn)":""} +{"Rank":19,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":"","CBD":"","CBD (pol-Latn)":"","MassiveIntentClassification (pl)":39.08,"MassiveScenarioClassification (pl)":46.79,"PAC":"","PAC (pol-Latn)":"","PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":""} +{"Rank":20,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":"","CBD":"","CBD (pol-Latn)":"","MassiveIntentClassification (pl)":42.64,"MassiveScenarioClassification (pl)":49.97,"PAC":"","PAC (pol-Latn)":"","PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":""} +{"Rank":21,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":"","CBD":"","CBD (pol-Latn)":"","MassiveIntentClassification (pl)":34.41,"MassiveScenarioClassification (pl)":42.3,"PAC":"","PAC (pol-Latn)":"","PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":""} +{"Rank":22,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":"","CBD":"","CBD (pol-Latn)":"","MassiveIntentClassification (pl)":37.67,"MassiveScenarioClassification (pl)":45.2,"PAC":"","PAC (pol-Latn)":"","PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":""} +{"Rank":23,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":"","CBD":"","CBD (pol-Latn)":"","MassiveIntentClassification (pl)":43.95,"MassiveScenarioClassification (pl)":49.87,"PAC":"","PAC (pol-Latn)":"","PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":""} diff --git a/all_data_tasks/29/default.jsonl b/all_data_tasks/29/default.jsonl index 6d29299e612a33acb2c6393574dc679bba061880..fa2dbb2a211247a3b75d5e7e65b247858aa224c8 100644 --- a/all_data_tasks/29/default.jsonl +++ b/all_data_tasks/29/default.jsonl @@ -9,15 +9,3 @@ {"Rank":9,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"8TagsClustering":23.24} {"Rank":10,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"8TagsClustering":12.96} {"Rank":11,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"8TagsClustering":12.51} -{"Rank":12,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"8TagsClustering":null} -{"Rank":13,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"8TagsClustering":null} -{"Rank":14,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"8TagsClustering":null} -{"Rank":15,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"8TagsClustering":null} -{"Rank":16,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"8TagsClustering":null} -{"Rank":17,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"8TagsClustering":null} -{"Rank":18,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"8TagsClustering":null} -{"Rank":19,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"8TagsClustering":null} -{"Rank":20,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"8TagsClustering":null} -{"Rank":21,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"8TagsClustering":null} -{"Rank":22,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"8TagsClustering":null} -{"Rank":23,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"8TagsClustering":null} diff --git a/all_data_tasks/3/default.jsonl b/all_data_tasks/3/default.jsonl index 80ffbd841925016e1c5659a97c6e96210c32ad7a..f045914142614ea3a1d173cfbaefa1ef708ff015 100644 --- a/all_data_tasks/3/default.jsonl +++ b/all_data_tasks/3/default.jsonl @@ -1,57 +1,56 @@ -{"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":74.79,"AlloprofReranking":57.37,"AlloprofReranking (fra-Latn)":69.44,"SyntecReranking":86.9,"SyntecReranking (fra-Latn)":85.45} -{"Rank":2,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":73.68,"AlloprofReranking":58.1,"AlloprofReranking (fra-Latn)":65.9,"SyntecReranking":85.43,"SyntecReranking (fra-Latn)":85.31} -{"Rank":3,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":72.12,"AlloprofReranking":56.17,"AlloprofReranking (fra-Latn)":64.41,"SyntecReranking":86.7,"SyntecReranking (fra-Latn)":81.22} -{"Rank":4,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":71.44,"AlloprofReranking":54.34,"AlloprofReranking (fra-Latn)":67.2,"SyntecReranking":83.23,"SyntecReranking (fra-Latn)":80.97} -{"Rank":5,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":64.74,"AlloprofReranking":49.01,"AlloprofReranking (fra-Latn)":62.42,"SyntecReranking":75.03,"SyntecReranking (fra-Latn)":72.5} -{"Rank":6,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":61.44,"AlloprofReranking":49.51,"AlloprofReranking (fra-Latn)":55.37,"SyntecReranking":73.28,"SyntecReranking (fra-Latn)":67.62} -{"Rank":7,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":55.3,"AlloprofReranking":31.69,"AlloprofReranking (fra-Latn)":62.62,"SyntecReranking":59.57,"SyntecReranking (fra-Latn)":67.31} -{"Rank":8,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":72.36,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":88.57,"SyntecReranking (fra-Latn)":null} -{"Rank":9,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":63.54,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":82.65,"SyntecReranking (fra-Latn)":null} -{"Rank":10,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":70.79,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":86.77,"SyntecReranking (fra-Latn)":null} -{"Rank":11,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":72.92,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":91.2,"SyntecReranking (fra-Latn)":null} -{"Rank":12,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":74.78,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":90.4,"SyntecReranking (fra-Latn)":null} -{"Rank":13,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"AlloprofReranking":35.29,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":55.93,"SyntecReranking (fra-Latn)":null} -{"Rank":14,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":51.6,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":88.03,"SyntecReranking (fra-Latn)":null} -{"Rank":15,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":51.01,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":85.72,"SyntecReranking (fra-Latn)":null} -{"Rank":16,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":17,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":18,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":19,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofReranking":36.21,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":53.25,"SyntecReranking (fra-Latn)":null} -{"Rank":20,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofReranking":36.21,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":53.25,"SyntecReranking (fra-Latn)":null} -{"Rank":21,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofReranking":36.25,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":53.25,"SyntecReranking (fra-Latn)":null} -{"Rank":22,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":77.95,"SyntecReranking":null,"SyntecReranking (fra-Latn)":83.32} -{"Rank":23,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"AlloprofReranking":53.0,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":82.9,"SyntecReranking (fra-Latn)":null} -{"Rank":24,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":25,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofReranking":48.68,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":79.75,"SyntecReranking (fra-Latn)":null} -{"Rank":26,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"AlloprofReranking":57.62,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":88.15,"SyntecReranking (fra-Latn)":null} -{"Rank":27,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":28,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":29,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofReranking":34.81,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":55.88,"SyntecReranking (fra-Latn)":null} -{"Rank":30,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofReranking":34.55,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":57.18,"SyntecReranking (fra-Latn)":null} -{"Rank":31,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"AlloprofReranking":26.29,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":42.8,"SyntecReranking (fra-Latn)":null} -{"Rank":32,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloprofReranking":36.23,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":53.25,"SyntecReranking (fra-Latn)":null} -{"Rank":33,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AlloprofReranking":38.85,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":66.4,"SyntecReranking (fra-Latn)":null} -{"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"AlloprofReranking":47.36,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":77.05,"SyntecReranking (fra-Latn)":null} -{"Rank":35,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":39.13,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":62.58,"SyntecReranking (fra-Latn)":null} -{"Rank":36,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":28.75,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":50.88,"SyntecReranking (fra-Latn)":null} -{"Rank":37,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":67.01,"SyntecReranking":null,"SyntecReranking (fra-Latn)":69.17} -{"Rank":38,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":69.63,"SyntecReranking":null,"SyntecReranking (fra-Latn)":66.12} -{"Rank":39,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":40,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":41,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"AlloprofReranking":51.77,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":74.78,"SyntecReranking (fra-Latn)":null} -{"Rank":42,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":43,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":44,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"AlloprofReranking":40.28,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":65.08,"SyntecReranking (fra-Latn)":null} -{"Rank":45,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofReranking":50.12,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":78.05,"SyntecReranking (fra-Latn)":null} -{"Rank":46,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AlloprofReranking":57.99,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":79.77,"SyntecReranking (fra-Latn)":null} -{"Rank":47,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AlloprofReranking":63.3,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":83.07,"SyntecReranking (fra-Latn)":null} -{"Rank":48,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"AlloprofReranking":68.36,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":85.15,"SyntecReranking (fra-Latn)":null} -{"Rank":49,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":50,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":51,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":51.48,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":70.28,"SyntecReranking (fra-Latn)":null} -{"Rank":52,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":56.23,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":73.85,"SyntecReranking (fra-Latn)":null} -{"Rank":53,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":55.39,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":77.13,"SyntecReranking (fra-Latn)":null} -{"Rank":54,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"AlloprofReranking":25.58,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":43.75,"SyntecReranking (fra-Latn)":null} -{"Rank":55,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"AlloprofReranking":28.62,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":49.4,"SyntecReranking (fra-Latn)":null} -{"Rank":56,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":89.87,"SyntecReranking (fra-Latn)":null} -{"Rank":57,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} +{"Rank":1,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":60.13,"AskUbuntuDupQuestions":66.0,"MindSmallReranking":32.71,"SciDocsRR":87.89,"StackOverflowDupQuestions":53.93} +{"Rank":2,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":60.09,"AskUbuntuDupQuestions":64.92,"MindSmallReranking":30.97,"SciDocsRR":89.34,"StackOverflowDupQuestions":55.11} +{"Rank":3,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":59.74,"AskUbuntuDupQuestions":65.77,"MindSmallReranking":31.69,"SciDocsRR":87.03,"StackOverflowDupQuestions":54.49} +{"Rank":4,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":59.68,"AskUbuntuDupQuestions":65.19,"MindSmallReranking":32.67,"SciDocsRR":86.05,"StackOverflowDupQuestions":54.82} +{"Rank":5,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":59.36,"AskUbuntuDupQuestions":65.85,"MindSmallReranking":30.97,"SciDocsRR":88.65,"StackOverflowDupQuestions":51.98} +{"Rank":6,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":59.16,"AskUbuntuDupQuestions":65.03,"MindSmallReranking":29.86,"SciDocsRR":86.66,"StackOverflowDupQuestions":55.08} +{"Rank":7,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":58.9,"AskUbuntuDupQuestions":64.4,"MindSmallReranking":33.07,"SciDocsRR":83.59,"StackOverflowDupQuestions":54.56} +{"Rank":8,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":58.44,"AskUbuntuDupQuestions":64.06,"MindSmallReranking":31.02,"SciDocsRR":87.2,"StackOverflowDupQuestions":51.47} +{"Rank":9,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":58.42,"AskUbuntuDupQuestions":63.98,"MindSmallReranking":31.5,"SciDocsRR":83.8,"StackOverflowDupQuestions":54.41} +{"Rank":10,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":58.24,"AskUbuntuDupQuestions":63.24,"MindSmallReranking":31.48,"SciDocsRR":84.68,"StackOverflowDupQuestions":53.56} +{"Rank":11,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":58.04,"AskUbuntuDupQuestions":63.48,"MindSmallReranking":30.8,"SciDocsRR":87.12,"StackOverflowDupQuestions":50.76} +{"Rank":12,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":57.99,"AskUbuntuDupQuestions":64.61,"MindSmallReranking":29.63,"SciDocsRR":84.25,"StackOverflowDupQuestions":53.46} +{"Rank":13,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":57.78,"AskUbuntuDupQuestions":63.84,"MindSmallReranking":31.89,"SciDocsRR":81.62,"StackOverflowDupQuestions":53.76} +{"Rank":14,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":57.38,"AskUbuntuDupQuestions":63.13,"MindSmallReranking":31.34,"SciDocsRR":84.03,"StackOverflowDupQuestions":51.02} +{"Rank":15,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":57.09,"AskUbuntuDupQuestions":61.11,"MindSmallReranking":31.53,"SciDocsRR":84.78,"StackOverflowDupQuestions":50.95} +{"Rank":16,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.72,"AskUbuntuDupQuestions":62.18,"MindSmallReranking":29.93,"SciDocsRR":83.25,"StackOverflowDupQuestions":51.53} +{"Rank":17,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":56.66,"AskUbuntuDupQuestions":63.23,"MindSmallReranking":31.93,"SciDocsRR":77.96,"StackOverflowDupQuestions":53.5} +{"Rank":18,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":56.42,"AskUbuntuDupQuestions":66.16,"MindSmallReranking":30.6,"SciDocsRR":76.09,"StackOverflowDupQuestions":52.85} +{"Rank":19,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.32,"AskUbuntuDupQuestions":62.05,"MindSmallReranking":31.45,"SciDocsRR":81.22,"StackOverflowDupQuestions":50.54} +{"Rank":20,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":55.96,"AskUbuntuDupQuestions":63.08,"MindSmallReranking":31.5,"SciDocsRR":76.49,"StackOverflowDupQuestions":52.79} +{"Rank":21,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":55.96,"AskUbuntuDupQuestions":59.24,"MindSmallReranking":30.24,"SciDocsRR":84.22,"StackOverflowDupQuestions":50.14} +{"Rank":22,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":55.65,"AskUbuntuDupQuestions":61.6,"MindSmallReranking":30.34,"SciDocsRR":80.33,"StackOverflowDupQuestions":50.32} +{"Rank":23,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":55.38,"AskUbuntuDupQuestions":60.71,"MindSmallReranking":31.96,"SciDocsRR":79.23,"StackOverflowDupQuestions":49.61} +{"Rank":24,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":55.36,"AskUbuntuDupQuestions":61.64,"MindSmallReranking":31.84,"SciDocsRR":76.39,"StackOverflowDupQuestions":51.58} +{"Rank":25,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":55.18,"AskUbuntuDupQuestions":61.34,"MindSmallReranking":30.04,"SciDocsRR":79.4,"StackOverflowDupQuestions":49.95} +{"Rank":26,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":55.03,"AskUbuntuDupQuestions":59.28,"MindSmallReranking":29.28,"SciDocsRR":81.81,"StackOverflowDupQuestions":49.75} +{"Rank":27,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":54.71,"AskUbuntuDupQuestions":62.86,"MindSmallReranking":29.77,"SciDocsRR":75.16,"StackOverflowDupQuestions":51.05} +{"Rank":28,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":54.56,"AskUbuntuDupQuestions":61.16,"MindSmallReranking":30.02,"SciDocsRR":78.05,"StackOverflowDupQuestions":49.0} +{"Rank":29,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":54.23,"AskUbuntuDupQuestions":60.86,"MindSmallReranking":31.33,"SciDocsRR":73.71,"StackOverflowDupQuestions":51.01} +{"Rank":30,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":54.0,"AskUbuntuDupQuestions":61.51,"MindSmallReranking":30.27,"SciDocsRR":74.88,"StackOverflowDupQuestions":49.34} +{"Rank":31,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":53.98,"AskUbuntuDupQuestions":58.6,"MindSmallReranking":29.73,"SciDocsRR":77.81,"StackOverflowDupQuestions":49.8} +{"Rank":32,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":53.8,"AskUbuntuDupQuestions":60.16,"MindSmallReranking":30.15,"SciDocsRR":78.09,"StackOverflowDupQuestions":46.78} +{"Rank":33,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":53.62,"AskUbuntuDupQuestions":60.49,"MindSmallReranking":30.37,"SciDocsRR":77.78,"StackOverflowDupQuestions":45.85} +{"Rank":34,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":53.42,"AskUbuntuDupQuestions":60.79,"MindSmallReranking":29.7,"SciDocsRR":75.79,"StackOverflowDupQuestions":47.42} +{"Rank":35,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":53.27,"AskUbuntuDupQuestions":58.31,"MindSmallReranking":30.75,"SciDocsRR":75.62,"StackOverflowDupQuestions":48.4} +{"Rank":36,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":53.14,"AskUbuntuDupQuestions":56.69,"MindSmallReranking":31.58,"SciDocsRR":76.51,"StackOverflowDupQuestions":47.78} +{"Rank":37,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":53.09,"AskUbuntuDupQuestions":57.16,"MindSmallReranking":30.1,"SciDocsRR":76.28,"StackOverflowDupQuestions":48.82} +{"Rank":38,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":53.09,"AskUbuntuDupQuestions":59.73,"MindSmallReranking":30.2,"SciDocsRR":73.96,"StackOverflowDupQuestions":48.46} +{"Rank":39,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":52.95,"AskUbuntuDupQuestions":55.56,"MindSmallReranking":30.86,"SciDocsRR":77.62,"StackOverflowDupQuestions":47.77} +{"Rank":40,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":52.9,"AskUbuntuDupQuestions":56.42,"MindSmallReranking":29.96,"SciDocsRR":78.26,"StackOverflowDupQuestions":46.97} +{"Rank":41,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":51.84,"AskUbuntuDupQuestions":58.99,"MindSmallReranking":27.13,"SciDocsRR":72.78,"StackOverflowDupQuestions":48.48} +{"Rank":42,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.02,"AskUbuntuDupQuestions":53.49,"MindSmallReranking":30.71,"SciDocsRR":71.04,"StackOverflowDupQuestions":40.85} +{"Rank":43,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":48.82,"AskUbuntuDupQuestions":53.75,"MindSmallReranking":30.39,"SciDocsRR":69.22,"StackOverflowDupQuestions":41.92} +{"Rank":44,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":48.42,"AskUbuntuDupQuestions":52.75,"MindSmallReranking":29.81,"SciDocsRR":68.72,"StackOverflowDupQuestions":42.42} +{"Rank":45,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":48.1,"AskUbuntuDupQuestions":50.07,"MindSmallReranking":24.8,"SciDocsRR":81.31,"StackOverflowDupQuestions":36.22} +{"Rank":46,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":47.7,"AskUbuntuDupQuestions":52.7,"MindSmallReranking":29.52,"SciDocsRR":67.76,"StackOverflowDupQuestions":40.82} +{"Rank":47,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":47.54,"AskUbuntuDupQuestions":51.8,"MindSmallReranking":29.3,"SciDocsRR":70.14,"StackOverflowDupQuestions":38.9} +{"Rank":48,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":46.47,"AskUbuntuDupQuestions":51.57,"MindSmallReranking":28.62,"SciDocsRR":66.33,"StackOverflowDupQuestions":39.35} +{"Rank":49,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":44.75,"AskUbuntuDupQuestions":50.88,"MindSmallReranking":28.92,"SciDocsRR":63.55,"StackOverflowDupQuestions":35.65} +{"Rank":50,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":43.44,"AskUbuntuDupQuestions":45.84,"MindSmallReranking":28.37,"SciDocsRR":64.94,"StackOverflowDupQuestions":34.62} +{"Rank":51,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":43.29,"AskUbuntuDupQuestions":49.57,"MindSmallReranking":27.01,"SciDocsRR":62.56,"StackOverflowDupQuestions":34.03} +{"Rank":52,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":41.44,"AskUbuntuDupQuestions":48.99,"MindSmallReranking":24.79,"SciDocsRR":54.99,"StackOverflowDupQuestions":36.98} +{"Rank":53,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":88.87,"StackOverflowDupQuestions":""} +{"Rank":109,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AskUbuntuDupQuestions":54.68,"MindSmallReranking":"","SciDocsRR":72.78,"StackOverflowDupQuestions":40.65} +{"Rank":110,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AskUbuntuDupQuestions":55.09,"MindSmallReranking":"","SciDocsRR":70.93,"StackOverflowDupQuestions":42.42} +{"Rank":111,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AskUbuntuDupQuestions":53.56,"MindSmallReranking":"","SciDocsRR":68.7,"StackOverflowDupQuestions":39.41} diff --git a/all_data_tasks/30/default.jsonl b/all_data_tasks/30/default.jsonl index f5cd8b5a3e42faa2c53f10489b18506947dad554..031bddac1ab77e9a3eb1be3fea2c7234c95cd826 100644 --- a/all_data_tasks/30/default.jsonl +++ b/all_data_tasks/30/default.jsonl @@ -4,20 +4,12 @@ {"Rank":4,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":81.31,"CDSC-E":72.67,"CDSC-E (pol-Latn)":72.7,"PPC":88.01,"PSC":99.14,"PSC (pol-Latn)":99.14,"SICK-E-PL":68.77,"SICK-E-PL (pol-Latn)":68.76} {"Rank":5,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":79.61,"CDSC-E":69.7,"CDSC-E (pol-Latn)":69.69,"PPC":86.72,"PSC":99.24,"PSC (pol-Latn)":99.23,"SICK-E-PL":66.34,"SICK-E-PL (pol-Latn)":66.35} {"Rank":6,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":78.17,"CDSC-E":68.91,"CDSC-E (pol-Latn)":68.92,"PPC":86.97,"PSC":97.42,"PSC (pol-Latn)":97.42,"SICK-E-PL":63.77,"SICK-E-PL (pol-Latn)":63.77} -{"Rank":7,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":null,"PPC":null,"PSC":null,"PSC (pol-Latn)":null,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":null} -{"Rank":8,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":72.65,"PPC":null,"PSC":null,"PSC (pol-Latn)":99.43,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":75.98} -{"Rank":9,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"CDSC-E":63.31,"CDSC-E (pol-Latn)":null,"PPC":84.18,"PSC":98.87,"PSC (pol-Latn)":null,"SICK-E-PL":54.93,"SICK-E-PL (pol-Latn)":null} -{"Rank":10,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"CDSC-E":67.35,"CDSC-E (pol-Latn)":null,"PPC":85.33,"PSC":98.46,"PSC (pol-Latn)":null,"SICK-E-PL":58.19,"SICK-E-PL (pol-Latn)":null} -{"Rank":11,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"CDSC-E":75.99,"CDSC-E (pol-Latn)":null,"PPC":93.29,"PSC":99.1,"PSC (pol-Latn)":null,"SICK-E-PL":79.63,"SICK-E-PL (pol-Latn)":null} -{"Rank":12,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"CDSC-E":75.06,"CDSC-E (pol-Latn)":null,"PPC":93.49,"PSC":99.05,"PSC (pol-Latn)":null,"SICK-E-PL":80.56,"SICK-E-PL (pol-Latn)":null} -{"Rank":13,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":49.04,"PPC":null,"PSC":null,"PSC (pol-Latn)":87.92,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":49.63} -{"Rank":14,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":47.27,"PPC":null,"PSC":null,"PSC (pol-Latn)":81.87,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":47.32} -{"Rank":15,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":45.37,"PPC":null,"PSC":null,"PSC (pol-Latn)":83.28,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":46.51} -{"Rank":16,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":null,"PPC":null,"PSC":null,"PSC (pol-Latn)":null,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":null} -{"Rank":17,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":null,"PPC":null,"PSC":null,"PSC (pol-Latn)":null,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":null} -{"Rank":18,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"CDSC-E":71.83,"CDSC-E (pol-Latn)":null,"PPC":86.83,"PSC":96.35,"PSC (pol-Latn)":null,"SICK-E-PL":62.05,"SICK-E-PL (pol-Latn)":null} -{"Rank":19,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":null,"PPC":null,"PSC":null,"PSC (pol-Latn)":null,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":null} -{"Rank":20,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":null,"PPC":null,"PSC":null,"PSC (pol-Latn)":null,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":null} -{"Rank":21,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":null,"PPC":null,"PSC":null,"PSC (pol-Latn)":null,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":null} -{"Rank":22,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":null,"PPC":null,"PSC":null,"PSC (pol-Latn)":null,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":null} -{"Rank":23,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":null,"PPC":null,"PSC":null,"PSC (pol-Latn)":null,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":null} +{"Rank":8,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","CDSC-E":"","CDSC-E (pol-Latn)":72.65,"PPC":"","PSC":"","PSC (pol-Latn)":99.43,"SICK-E-PL":"","SICK-E-PL (pol-Latn)":75.98} +{"Rank":9,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","CDSC-E":63.31,"CDSC-E (pol-Latn)":"","PPC":84.18,"PSC":98.87,"PSC (pol-Latn)":"","SICK-E-PL":54.93,"SICK-E-PL (pol-Latn)":""} +{"Rank":10,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","CDSC-E":67.35,"CDSC-E (pol-Latn)":"","PPC":85.33,"PSC":98.46,"PSC (pol-Latn)":"","SICK-E-PL":58.19,"SICK-E-PL (pol-Latn)":""} +{"Rank":11,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","CDSC-E":75.99,"CDSC-E (pol-Latn)":"","PPC":93.29,"PSC":99.1,"PSC (pol-Latn)":"","SICK-E-PL":79.63,"SICK-E-PL (pol-Latn)":""} +{"Rank":12,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","CDSC-E":75.06,"CDSC-E (pol-Latn)":"","PPC":93.49,"PSC":99.05,"PSC (pol-Latn)":"","SICK-E-PL":80.56,"SICK-E-PL (pol-Latn)":""} +{"Rank":13,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","CDSC-E":"","CDSC-E (pol-Latn)":49.04,"PPC":"","PSC":"","PSC (pol-Latn)":87.92,"SICK-E-PL":"","SICK-E-PL (pol-Latn)":49.63} +{"Rank":14,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","CDSC-E":"","CDSC-E (pol-Latn)":47.27,"PPC":"","PSC":"","PSC (pol-Latn)":81.87,"SICK-E-PL":"","SICK-E-PL (pol-Latn)":47.32} +{"Rank":15,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","CDSC-E":"","CDSC-E (pol-Latn)":45.37,"PPC":"","PSC":"","PSC (pol-Latn)":83.28,"SICK-E-PL":"","SICK-E-PL (pol-Latn)":46.51} +{"Rank":18,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","CDSC-E":71.83,"CDSC-E (pol-Latn)":"","PPC":86.83,"PSC":96.35,"PSC (pol-Latn)":"","SICK-E-PL":62.05,"SICK-E-PL (pol-Latn)":""} diff --git a/all_data_tasks/31/default.jsonl b/all_data_tasks/31/default.jsonl index 643df4391399f084fd0bb15780c91dff0b65fc75..b2f55c9cf710ffe33062fc8497b944f18c09624d 100644 --- a/all_data_tasks/31/default.jsonl +++ b/all_data_tasks/31/default.jsonl @@ -4,20 +4,12 @@ {"Rank":4,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":28.51,"ArguAna-PL":42.62,"ArguAna-PL (pol-Latn)":42.61,"DBPedia-PL":20.18,"FiQA-PL":14.68,"FiQA-PL (pol-Latn)":14.71,"HotpotQA-PL":29.36,"MSMARCO-PL":12.45,"NFCorpus-PL":18.53,"NFCorpus-PL (pol-Latn)":18.54,"NQ-PL":15.64,"Quora-PL":79.18,"SCIDOCS-PL":11.18,"SCIDOCS-PL (pol-Latn)":11.17,"SciFact-PL":41.53,"SciFact-PL (pol-Latn)":41.55,"TRECCOVID-PL":35.38,"TRECCOVID-PL (pol-Latn)":35.43} {"Rank":5,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":26.21,"ArguAna-PL":37.83,"ArguAna-PL (pol-Latn)":37.86,"DBPedia-PL":18.0,"FiQA-PL":12.49,"FiQA-PL (pol-Latn)":12.49,"HotpotQA-PL":22.76,"MSMARCO-PL":10.39,"NFCorpus-PL":17.16,"NFCorpus-PL (pol-Latn)":17.17,"NQ-PL":12.56,"Quora-PL":77.18,"SCIDOCS-PL":10.26,"SCIDOCS-PL (pol-Latn)":10.26,"SciFact-PL":40.24,"SciFact-PL (pol-Latn)":40.24,"TRECCOVID-PL":34.38,"TRECCOVID-PL (pol-Latn)":34.23} {"Rank":6,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":22.73,"ArguAna-PL":38.52,"ArguAna-PL (pol-Latn)":38.56,"DBPedia-PL":16.1,"FiQA-PL":7.63,"FiQA-PL (pol-Latn)":7.66,"HotpotQA-PL":19.72,"MSMARCO-PL":7.22,"NFCorpus-PL":17.45,"NFCorpus-PL (pol-Latn)":17.45,"NQ-PL":9.65,"Quora-PL":74.96,"SCIDOCS-PL":7.48,"SCIDOCS-PL (pol-Latn)":7.47,"SciFact-PL":39.79,"SciFact-PL (pol-Latn)":39.79,"TRECCOVID-PL":18.45,"TRECCOVID-PL (pol-Latn)":18.51} -{"Rank":7,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":null,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":null} -{"Rank":8,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":48.89,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":38.04,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":32.88,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":18.39,"SciFact-PL":null,"SciFact-PL (pol-Latn)":73.22,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":58.01} -{"Rank":9,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"ArguAna-PL":41.97,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":24.07,"FiQA-PL":24.25,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":43.41,"MSMARCO-PL":51.56,"NFCorpus-PL":25.95,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":35.09,"Quora-PL":78.86,"SCIDOCS-PL":11.0,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":51.92,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":42.64,"TRECCOVID-PL (pol-Latn)":null} -{"Rank":10,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"ArguAna-PL":44.12,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":26.32,"FiQA-PL":24.95,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":45.13,"MSMARCO-PL":25.47,"NFCorpus-PL":28.55,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":37.9,"Quora-PL":77.98,"SCIDOCS-PL":10.9,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":54.44,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":46.98,"TRECCOVID-PL (pol-Latn)":null} -{"Rank":11,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"ArguAna-PL":49.42,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":19.82,"FiQA-PL":19.58,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":23.47,"MSMARCO-PL":16.51,"NFCorpus-PL":22.49,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":19.83,"Quora-PL":81.17,"SCIDOCS-PL":12.15,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":49.49,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":38.97,"TRECCOVID-PL (pol-Latn)":null} -{"Rank":12,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"ArguAna-PL":51.87,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":24.59,"FiQA-PL":22.27,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":32.11,"MSMARCO-PL":17.91,"NFCorpus-PL":24.05,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":23.54,"Quora-PL":81.49,"SCIDOCS-PL":13.23,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":52.51,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":35.23,"TRECCOVID-PL (pol-Latn)":null} -{"Rank":13,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":13.4,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":5.82,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":15.43,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":5.34,"SciFact-PL":null,"SciFact-PL (pol-Latn)":22.48,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":16.52} -{"Rank":14,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":11.5,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":2.29,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":10.62,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":3.75,"SciFact-PL":null,"SciFact-PL (pol-Latn)":16.14,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":8.66} -{"Rank":15,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":14.72,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":3.6,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":8.77,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":4.02,"SciFact-PL":null,"SciFact-PL (pol-Latn)":13.31,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":12.12} -{"Rank":16,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":null,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":null} -{"Rank":17,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":null,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":null} -{"Rank":18,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"ArguAna-PL":36.7,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":12.36,"FiQA-PL":8.02,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":20.83,"MSMARCO-PL":4.57,"NFCorpus-PL":16.28,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":5.85,"Quora-PL":71.95,"SCIDOCS-PL":6.5,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":33.03,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":16.91,"TRECCOVID-PL (pol-Latn)":null} -{"Rank":19,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":null,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":null} -{"Rank":20,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":null,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":null} -{"Rank":21,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":null,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":null} -{"Rank":22,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":null,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":null} -{"Rank":23,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":null,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":null} +{"Rank":8,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","ArguAna-PL":"","ArguAna-PL (pol-Latn)":48.89,"DBPedia-PL":"","FiQA-PL":"","FiQA-PL (pol-Latn)":38.04,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NFCorpus-PL (pol-Latn)":32.88,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SCIDOCS-PL (pol-Latn)":18.39,"SciFact-PL":"","SciFact-PL (pol-Latn)":73.22,"TRECCOVID-PL":"","TRECCOVID-PL (pol-Latn)":58.01} +{"Rank":9,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","ArguAna-PL":41.97,"ArguAna-PL (pol-Latn)":"","DBPedia-PL":24.07,"FiQA-PL":24.25,"FiQA-PL (pol-Latn)":"","HotpotQA-PL":43.41,"MSMARCO-PL":51.56,"NFCorpus-PL":25.95,"NFCorpus-PL (pol-Latn)":"","NQ-PL":35.09,"Quora-PL":78.86,"SCIDOCS-PL":11.0,"SCIDOCS-PL (pol-Latn)":"","SciFact-PL":51.92,"SciFact-PL (pol-Latn)":"","TRECCOVID-PL":42.64,"TRECCOVID-PL (pol-Latn)":""} +{"Rank":10,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","ArguAna-PL":44.12,"ArguAna-PL (pol-Latn)":"","DBPedia-PL":26.32,"FiQA-PL":24.95,"FiQA-PL (pol-Latn)":"","HotpotQA-PL":45.13,"MSMARCO-PL":25.47,"NFCorpus-PL":28.55,"NFCorpus-PL (pol-Latn)":"","NQ-PL":37.9,"Quora-PL":77.98,"SCIDOCS-PL":10.9,"SCIDOCS-PL (pol-Latn)":"","SciFact-PL":54.44,"SciFact-PL (pol-Latn)":"","TRECCOVID-PL":46.98,"TRECCOVID-PL (pol-Latn)":""} +{"Rank":11,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","ArguAna-PL":49.42,"ArguAna-PL (pol-Latn)":"","DBPedia-PL":19.82,"FiQA-PL":19.58,"FiQA-PL (pol-Latn)":"","HotpotQA-PL":23.47,"MSMARCO-PL":16.51,"NFCorpus-PL":22.49,"NFCorpus-PL (pol-Latn)":"","NQ-PL":19.83,"Quora-PL":81.17,"SCIDOCS-PL":12.15,"SCIDOCS-PL (pol-Latn)":"","SciFact-PL":49.49,"SciFact-PL (pol-Latn)":"","TRECCOVID-PL":38.97,"TRECCOVID-PL (pol-Latn)":""} +{"Rank":12,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","ArguAna-PL":51.87,"ArguAna-PL (pol-Latn)":"","DBPedia-PL":24.59,"FiQA-PL":22.27,"FiQA-PL (pol-Latn)":"","HotpotQA-PL":32.11,"MSMARCO-PL":17.91,"NFCorpus-PL":24.05,"NFCorpus-PL (pol-Latn)":"","NQ-PL":23.54,"Quora-PL":81.49,"SCIDOCS-PL":13.23,"SCIDOCS-PL (pol-Latn)":"","SciFact-PL":52.51,"SciFact-PL (pol-Latn)":"","TRECCOVID-PL":35.23,"TRECCOVID-PL (pol-Latn)":""} +{"Rank":13,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","ArguAna-PL":"","ArguAna-PL (pol-Latn)":13.4,"DBPedia-PL":"","FiQA-PL":"","FiQA-PL (pol-Latn)":5.82,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NFCorpus-PL (pol-Latn)":15.43,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SCIDOCS-PL (pol-Latn)":5.34,"SciFact-PL":"","SciFact-PL (pol-Latn)":22.48,"TRECCOVID-PL":"","TRECCOVID-PL (pol-Latn)":16.52} +{"Rank":14,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","ArguAna-PL":"","ArguAna-PL (pol-Latn)":11.5,"DBPedia-PL":"","FiQA-PL":"","FiQA-PL (pol-Latn)":2.29,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NFCorpus-PL (pol-Latn)":10.62,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SCIDOCS-PL (pol-Latn)":3.75,"SciFact-PL":"","SciFact-PL (pol-Latn)":16.14,"TRECCOVID-PL":"","TRECCOVID-PL (pol-Latn)":8.66} +{"Rank":15,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","ArguAna-PL":"","ArguAna-PL (pol-Latn)":14.72,"DBPedia-PL":"","FiQA-PL":"","FiQA-PL (pol-Latn)":3.6,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NFCorpus-PL (pol-Latn)":8.77,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SCIDOCS-PL (pol-Latn)":4.02,"SciFact-PL":"","SciFact-PL (pol-Latn)":13.31,"TRECCOVID-PL":"","TRECCOVID-PL (pol-Latn)":12.12} +{"Rank":18,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","ArguAna-PL":36.7,"ArguAna-PL (pol-Latn)":"","DBPedia-PL":12.36,"FiQA-PL":8.02,"FiQA-PL (pol-Latn)":"","HotpotQA-PL":20.83,"MSMARCO-PL":4.57,"NFCorpus-PL":16.28,"NFCorpus-PL (pol-Latn)":"","NQ-PL":5.85,"Quora-PL":71.95,"SCIDOCS-PL":6.5,"SCIDOCS-PL (pol-Latn)":"","SciFact-PL":33.03,"SciFact-PL (pol-Latn)":"","TRECCOVID-PL":16.91,"TRECCOVID-PL (pol-Latn)":""} diff --git a/all_data_tasks/32/default.jsonl b/all_data_tasks/32/default.jsonl index f4a3027693db50d2941d31560e89be8930cce1dc..de5b07fec212bf481309550759f33d0a5dbd6324 100644 --- a/all_data_tasks/32/default.jsonl +++ b/all_data_tasks/32/default.jsonl @@ -1,23 +1,23 @@ -{"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":83.04,"CDSC-R":91.0,"CDSC-R (pol-Latn)":91.0,"SICK-R-PL":75.08,"SICK-R-PL (pol-Latn)":75.08} -{"Rank":2,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.96,"CDSC-R":88.8,"CDSC-R (pol-Latn)":88.8,"SICK-R-PL":73.13,"SICK-R-PL (pol-Latn)":73.13} -{"Rank":3,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.66,"CDSC-R":90.08,"CDSC-R (pol-Latn)":90.09,"SICK-R-PL":71.23,"SICK-R-PL (pol-Latn)":71.23} -{"Rank":4,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":79.86,"CDSC-R":90.27,"CDSC-R (pol-Latn)":90.27,"SICK-R-PL":69.46,"SICK-R-PL (pol-Latn)":69.45} -{"Rank":5,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":78.88,"CDSC-R":88.98,"CDSC-R (pol-Latn)":88.98,"SICK-R-PL":68.77,"SICK-R-PL (pol-Latn)":68.77} -{"Rank":6,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":75.72,"CDSC-R":85.53,"CDSC-R (pol-Latn)":85.53,"SICK-R-PL":65.9,"SICK-R-PL (pol-Latn)":65.9} -{"Rank":7,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":null,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":null} -{"Rank":8,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":92.23,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":72.78} -{"Rank":9,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"CDSC-R":86.18,"CDSC-R (pol-Latn)":null,"SICK-R-PL":64.67,"SICK-R-PL (pol-Latn)":null} -{"Rank":10,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"CDSC-R":89.09,"CDSC-R (pol-Latn)":null,"SICK-R-PL":67.26,"SICK-R-PL (pol-Latn)":null} -{"Rank":11,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"CDSC-R":89.62,"CDSC-R (pol-Latn)":null,"SICK-R-PL":76.37,"SICK-R-PL (pol-Latn)":null} -{"Rank":12,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"CDSC-R":88.55,"CDSC-R (pol-Latn)":null,"SICK-R-PL":76.18,"SICK-R-PL (pol-Latn)":null} -{"Rank":13,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":82.5,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":54.26} -{"Rank":14,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":79.45,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":52.43} -{"Rank":15,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":77.04,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":50.2} -{"Rank":16,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":null,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":null} -{"Rank":17,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":null,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":null} -{"Rank":18,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"CDSC-R":87.67,"CDSC-R (pol-Latn)":null,"SICK-R-PL":65.53,"SICK-R-PL (pol-Latn)":null} -{"Rank":19,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":null,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":null} -{"Rank":20,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":null,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":null} -{"Rank":21,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":null,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":null} -{"Rank":22,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":null,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":null} -{"Rank":23,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":null,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":null} +{"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":73.36,"CDSC-R":91.0,"CDSC-R (pol-Latn)":91.0,"SICK-R-PL":75.08,"SICK-R-PL (pol-Latn)":75.08,"STS22 (pl)":34.66} +{"Rank":2,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":71.5,"CDSC-R":88.8,"CDSC-R (pol-Latn)":88.8,"SICK-R-PL":73.13,"SICK-R-PL (pol-Latn)":73.13,"STS22 (pl)":33.64} +{"Rank":3,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":71.34,"CDSC-R":90.08,"CDSC-R (pol-Latn)":90.09,"SICK-R-PL":71.23,"SICK-R-PL (pol-Latn)":71.23,"STS22 (pl)":34.07} +{"Rank":4,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":71.05,"CDSC-R":90.27,"CDSC-R (pol-Latn)":90.27,"SICK-R-PL":69.46,"SICK-R-PL (pol-Latn)":69.45,"STS22 (pl)":35.8} +{"Rank":5,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":69.85,"CDSC-R":88.98,"CDSC-R (pol-Latn)":88.98,"SICK-R-PL":68.77,"SICK-R-PL (pol-Latn)":68.77,"STS22 (pl)":33.73} +{"Rank":6,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":68.43,"CDSC-R":85.53,"CDSC-R (pol-Latn)":85.53,"SICK-R-PL":65.9,"SICK-R-PL (pol-Latn)":65.9,"STS22 (pl)":39.28} +{"Rank":7,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":"","SICK-R-PL":"","SICK-R-PL (pol-Latn)":"","STS22 (pl)":18.34} +{"Rank":8,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":92.23,"SICK-R-PL":"","SICK-R-PL (pol-Latn)":72.78,"STS22 (pl)":""} +{"Rank":9,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","CDSC-R":86.18,"CDSC-R (pol-Latn)":"","SICK-R-PL":64.67,"SICK-R-PL (pol-Latn)":"","STS22 (pl)":39.73} +{"Rank":10,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","CDSC-R":89.09,"CDSC-R (pol-Latn)":"","SICK-R-PL":67.26,"SICK-R-PL (pol-Latn)":"","STS22 (pl)":38.69} +{"Rank":11,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","CDSC-R":89.62,"CDSC-R (pol-Latn)":"","SICK-R-PL":76.37,"SICK-R-PL (pol-Latn)":"","STS22 (pl)":40.36} +{"Rank":12,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","CDSC-R":88.55,"CDSC-R (pol-Latn)":"","SICK-R-PL":76.18,"SICK-R-PL (pol-Latn)":"","STS22 (pl)":37.34} +{"Rank":13,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":82.5,"SICK-R-PL":"","SICK-R-PL (pol-Latn)":54.26,"STS22 (pl)":19.22} +{"Rank":14,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":79.45,"SICK-R-PL":"","SICK-R-PL (pol-Latn)":52.43,"STS22 (pl)":26.77} +{"Rank":15,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":77.04,"SICK-R-PL":"","SICK-R-PL (pol-Latn)":50.2,"STS22 (pl)":""} +{"Rank":16,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":"","SICK-R-PL":"","SICK-R-PL (pol-Latn)":"","STS22 (pl)":13.56} +{"Rank":17,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":"","SICK-R-PL":"","SICK-R-PL (pol-Latn)":"","STS22 (pl)":12.47} +{"Rank":18,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","CDSC-R":87.67,"CDSC-R (pol-Latn)":"","SICK-R-PL":65.53,"SICK-R-PL (pol-Latn)":"","STS22 (pl)":34.58} +{"Rank":19,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":"","SICK-R-PL":"","SICK-R-PL (pol-Latn)":"","STS22 (pl)":30.68} +{"Rank":20,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":"","SICK-R-PL":"","SICK-R-PL (pol-Latn)":"","STS22 (pl)":33.74} +{"Rank":21,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":"","SICK-R-PL":"","SICK-R-PL (pol-Latn)":"","STS22 (pl)":24.42} +{"Rank":22,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":"","SICK-R-PL":"","SICK-R-PL (pol-Latn)":"","STS22 (pl)":25.0} +{"Rank":23,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":"","SICK-R-PL":"","SICK-R-PL (pol-Latn)":"","STS22 (pl)":27.04} diff --git a/all_data_tasks/35/default.jsonl b/all_data_tasks/35/default.jsonl index 0e6bc0c5f1e3bcc7b8685490bf76f82f8745df46..4b1f32260dab2a2f58f2425122058f14fe7f4541 100644 --- a/all_data_tasks/35/default.jsonl +++ b/all_data_tasks/35/default.jsonl @@ -1,101 +1,101 @@ -{"Rank":1,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":67.9,"STS17 (ar-ar)":69.07,"STS17 (en-ar)":74.51,"STS17 (en-de)":73.85,"STS17 (en-tr)":72.07,"STS17 (es-en)":65.71,"STS17 (es-es)":80.83,"STS17 (fr-en)":76.98,"STS17 (it-en)":76.99,"STS17 (ko-ko)":71.32,"STS17 (nl-en)":75.22,"STS22 (ar)":57.67,"STS22 (de)":48.58,"STS22 (de-en)":50.14,"STS22 (de-fr)":53.28,"STS22 (de-pl)":58.69,"STS22 (es)":63.18,"STS22 (es-en)":71.86,"STS22 (es-it)":69.69,"STS22 (fr)":77.95,"STS22 (fr-pl)":61.98,"STS22 (it)":72.22,"STS22 (pl)":39.28,"STS22 (pl-en)":69.41,"STS22 (ru)":57.49,"STS22 (tr)":58.15,"STS22 (zh-en)":64.02,"STSBenchmark":72.25,"STSBenchmarkMultilingualSTS (cmn-Hans)":69.5,"STSBenchmarkMultilingualSTS (deu-Latn)":72.43,"STSBenchmarkMultilingualSTS (en)":72.25,"STSBenchmarkMultilingualSTS (fr)":75.1,"STSBenchmarkMultilingualSTS (fra-Latn)":75.1,"STSBenchmarkMultilingualSTS (ita-Latn)":72.97,"STSBenchmarkMultilingualSTS (nld-Latn)":70.22,"STSBenchmarkMultilingualSTS (pol-Latn)":72.58,"STSBenchmarkMultilingualSTS (por-Latn)":71.65,"STSBenchmarkMultilingualSTS (rus-Cyrl)":73.06,"STSBenchmarkMultilingualSTS (spa-Latn)":72.92} -{"Rank":2,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":44.27,"STS17 (ar-ar)":50.89,"STS17 (en-ar)":-4.28,"STS17 (en-de)":35.82,"STS17 (en-tr)":4.5,"STS17 (es-en)":16.31,"STS17 (es-es)":76.12,"STS17 (fr-en)":37.09,"STS17 (it-en)":24.45,"STS17 (ko-ko)":43.39,"STS17 (nl-en)":29.0,"STS22 (ar)":22.64,"STS22 (de)":31.04,"STS22 (de-en)":44.04,"STS22 (de-fr)":30.07,"STS22 (de-pl)":4.93,"STS22 (es)":54.78,"STS22 (es-en)":53.42,"STS22 (es-it)":44.27,"STS22 (fr)":77.0,"STS22 (fr-pl)":50.71,"STS22 (it)":60.4,"STS22 (pl)":26.77,"STS22 (pl-en)":32.8,"STS22 (ru)":14.72,"STS22 (tr)":33.69,"STS22 (zh-en)":41.64,"STSBenchmark":82.03,"STSBenchmarkMultilingualSTS (cmn-Hans)":39.74,"STSBenchmarkMultilingualSTS (deu-Latn)":62.4,"STSBenchmarkMultilingualSTS (en)":82.03,"STSBenchmarkMultilingualSTS (fr)":64.93,"STSBenchmarkMultilingualSTS (fra-Latn)":64.93,"STSBenchmarkMultilingualSTS (ita-Latn)":59.24,"STSBenchmarkMultilingualSTS (nld-Latn)":55.46,"STSBenchmarkMultilingualSTS (pol-Latn)":56.42,"STSBenchmarkMultilingualSTS (por-Latn)":61.56,"STSBenchmarkMultilingualSTS (rus-Cyrl)":55.55,"STSBenchmarkMultilingualSTS (spa-Latn)":61.62} -{"Rank":3,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.33,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":4,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.99,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":5,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":74.85,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":6,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.74,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":79.72,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":7,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":70.51,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":76.43,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":8,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":79.99,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":79.02,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":9,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.22,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":10,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":83.75,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":83.02,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":11,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.86,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":12,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.56,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":13,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.76,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":82.72,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":14,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","STS17 (ar-ar)":67.47,"STS17 (en-ar)":65.05,"STS17 (en-de)":66.66,"STS17 (en-tr)":70.05,"STS17 (es-en)":55.3,"STS17 (es-es)":79.67,"STS17 (fr-en)":70.82,"STS17 (it-en)":70.98,"STS17 (ko-ko)":70.52,"STS17 (nl-en)":68.12,"STS22 (ar)":42.57,"STS22 (de)":25.69,"STS22 (de-en)":32.35,"STS22 (de-fr)":37.41,"STS22 (de-pl)":15.67,"STS22 (es)":54.92,"STS22 (es-en)":54.34,"STS22 (es-it)":42.21,"STS22 (fr)":58.61,"STS22 (fr-pl)":39.44,"STS22 (it)":60.31,"STS22 (pl)":18.34,"STS22 (pl-en)":53.63,"STS22 (ru)":39.24,"STS22 (tr)":36.97,"STS22 (zh-en)":46.19,"STSBenchmark":69.77,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":69.82,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":15,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.35,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":16,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":79.27,"STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":17,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.8,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":76.48,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":18,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.76,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":81.84,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":19,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":61.6,"STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":20,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":53.76,"STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":21,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":66.71,"STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":22,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":40.31,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":52.25,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":23,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":40.4,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":52.25,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":24,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":38.77,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":52.25,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":25,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.1,"STSBenchmarkMultilingualSTS (cmn-Hans)":75.27,"STSBenchmarkMultilingualSTS (deu-Latn)":77.57,"STSBenchmarkMultilingualSTS (en)":83.12,"STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":77.48,"STSBenchmarkMultilingualSTS (ita-Latn)":76.24,"STSBenchmarkMultilingualSTS (nld-Latn)":74.83,"STSBenchmarkMultilingualSTS (pol-Latn)":74.67,"STSBenchmarkMultilingualSTS (por-Latn)":76.61,"STSBenchmarkMultilingualSTS (rus-Cyrl)":76.19,"STSBenchmarkMultilingualSTS (spa-Latn)":79.51} -{"Rank":26,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.72,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":27,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":78.32,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":28,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.05,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":29,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":77.44,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":30,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.65,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":31,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":80.42,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":32,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.16,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":33,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":73.36,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":34,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":78.77,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":79.23,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":35,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":36,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":37,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":47.29,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":38,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":73.02,"STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":39,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":40,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":41,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":77.54,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":81.64,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":42,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.73,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":85.79,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":43,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":81.81,"STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":44,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":82.96,"STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":45,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":58.45,"STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":46,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":65.37,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":37.14,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":47,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":55.15,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":33.41,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":48,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":48.52,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":15.66,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":49,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":39.05,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":52.25,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":50,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":56.47,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":54.97,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":51,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":69.82,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":61.87,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":84.25,"STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":52,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":34.07,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.64,"STSBenchmarkMultilingualSTS (cmn-Hans)":79.87,"STSBenchmarkMultilingualSTS (deu-Latn)":79.68,"STSBenchmarkMultilingualSTS (en)":85.64,"STSBenchmarkMultilingualSTS (fr)":80.62,"STSBenchmarkMultilingualSTS (fra-Latn)":80.85,"STSBenchmarkMultilingualSTS (ita-Latn)":78.09,"STSBenchmarkMultilingualSTS (nld-Latn)":75.96,"STSBenchmarkMultilingualSTS (pol-Latn)":74.93,"STSBenchmarkMultilingualSTS (por-Latn)":67.16,"STSBenchmarkMultilingualSTS (rus-Cyrl)":79.33,"STSBenchmarkMultilingualSTS (spa-Latn)":81.75} -{"Rank":53,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":34.66,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.29,"STSBenchmarkMultilingualSTS (cmn-Hans)":81.22,"STSBenchmarkMultilingualSTS (deu-Latn)":84.27,"STSBenchmarkMultilingualSTS (en)":87.29,"STSBenchmarkMultilingualSTS (fr)":82.53,"STSBenchmarkMultilingualSTS (fra-Latn)":83.28,"STSBenchmarkMultilingualSTS (ita-Latn)":81.75,"STSBenchmarkMultilingualSTS (nld-Latn)":81.63,"STSBenchmarkMultilingualSTS (pol-Latn)":81.06,"STSBenchmarkMultilingualSTS (por-Latn)":73.31,"STSBenchmarkMultilingualSTS (rus-Cyrl)":83.05,"STSBenchmarkMultilingualSTS (spa-Latn)":83.81} -{"Rank":54,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":35.8,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.11,"STSBenchmarkMultilingualSTS (cmn-Hans)":78.49,"STSBenchmarkMultilingualSTS (deu-Latn)":79.17,"STSBenchmarkMultilingualSTS (en)":84.11,"STSBenchmarkMultilingualSTS (fr)":79.32,"STSBenchmarkMultilingualSTS (fra-Latn)":79.2,"STSBenchmarkMultilingualSTS (ita-Latn)":78.21,"STSBenchmarkMultilingualSTS (nld-Latn)":76.04,"STSBenchmarkMultilingualSTS (pol-Latn)":72.61,"STSBenchmarkMultilingualSTS (por-Latn)":77.39,"STSBenchmarkMultilingualSTS (rus-Cyrl)":78.24,"STSBenchmarkMultilingualSTS (spa-Latn)":80.31} -{"Rank":55,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":39.73,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":56,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":38.69,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":57,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":77.1,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":49.97,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":58,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":61.35,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":36.78,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":59,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.28,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":60,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.8,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":61,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.14,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":62,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.46,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":63,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":78.81,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":64,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.25,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":65,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":76.52,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":66,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":40.36,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":67,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":37.34,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":68,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","STS17 (ar-ar)":58.71,"STS17 (en-ar)":0.54,"STS17 (en-de)":27.54,"STS17 (en-tr)":0.43,"STS17 (es-en)":22.01,"STS17 (es-es)":78.37,"STS17 (fr-en)":30.7,"STS17 (it-en)":24.28,"STS17 (ko-ko)":43.37,"STS17 (nl-en)":24.51,"STS22 (ar)":17.54,"STS22 (de)":22.53,"STS22 (de-en)":42.86,"STS22 (de-fr)":43.52,"STS22 (de-pl)":1.63,"STS22 (es)":43.98,"STS22 (es-en)":53.99,"STS22 (es-it)":40.71,"STS22 (fr)":69.51,"STS22 (fr-pl)":16.9,"STS22 (it)":47.48,"STS22 (pl)":19.22,"STS22 (pl-en)":42.67,"STS22 (ru)":11.19,"STS22 (tr)":21.6,"STS22 (zh-en)":44.39,"STSBenchmark":83.09,"STSBenchmarkMultilingualSTS (cmn-Hans)":38.93,"STSBenchmarkMultilingualSTS (deu-Latn)":63.28,"STSBenchmarkMultilingualSTS (en)":83.09,"STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":66.68,"STSBenchmarkMultilingualSTS (ita-Latn)":60.71,"STSBenchmarkMultilingualSTS (nld-Latn)":60.03,"STSBenchmarkMultilingualSTS (pol-Latn)":60.2,"STSBenchmarkMultilingualSTS (por-Latn)":63.85,"STSBenchmarkMultilingualSTS (rus-Cyrl)":56.09,"STSBenchmarkMultilingualSTS (spa-Latn)":65.33} -{"Rank":69,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.42,"STSBenchmarkMultilingualSTS (cmn-Hans)":39.43,"STSBenchmarkMultilingualSTS (deu-Latn)":61.43,"STSBenchmarkMultilingualSTS (en)":83.42,"STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":65.15,"STSBenchmarkMultilingualSTS (ita-Latn)":62.72,"STSBenchmarkMultilingualSTS (nld-Latn)":57.01,"STSBenchmarkMultilingualSTS (pol-Latn)":52.36,"STSBenchmarkMultilingualSTS (por-Latn)":62.12,"STSBenchmarkMultilingualSTS (rus-Cyrl)":55.54,"STSBenchmarkMultilingualSTS (spa-Latn)":65.78} -{"Rank":70,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":27.14,"STS17 (en-ar)":6.9,"STS17 (en-de)":11.59,"STS17 (en-tr)":6.46,"STS17 (es-en)":10.86,"STS17 (es-es)":55.45,"STS17 (fr-en)":16.02,"STS17 (it-en)":19.87,"STS17 (ko-ko)":8.08,"STS17 (nl-en)":24.92,"STS22 (ar)":19.57,"STS22 (de)":17.31,"STS22 (de-en)":26.03,"STS22 (de-fr)":10.26,"STS22 (de-pl)":16.94,"STS22 (es)":48.89,"STS22 (es-en)":51.79,"STS22 (es-it)":25.24,"STS22 (fr)":53.92,"STS22 (fr-pl)":39.44,"STS22 (it)":39.43,"STS22 (pl)":13.56,"STS22 (pl-en)":25.36,"STS22 (ru)":1.11,"STS22 (tr)":31.73,"STS22 (zh-en)":8.44,"STSBenchmark":61.26,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":71,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":61.54,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":72,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":"","STS17 (ar-ar)":13.78,"STS17 (en-ar)":9.08,"STS17 (en-de)":-3.11,"STS17 (en-tr)":-0.45,"STS17 (es-en)":-8.18,"STS17 (es-es)":48.23,"STS17 (fr-en)":5.81,"STS17 (it-en)":3.64,"STS17 (ko-ko)":2.54,"STS17 (nl-en)":0.44,"STS22 (ar)":32.42,"STS22 (de)":33.04,"STS22 (de-en)":28.65,"STS22 (de-fr)":14.77,"STS22 (de-pl)":11.21,"STS22 (es)":48.53,"STS22 (es-en)":26.97,"STS22 (es-it)":41.1,"STS22 (fr)":49.43,"STS22 (fr-pl)":39.44,"STS22 (it)":57.77,"STS22 (pl)":12.47,"STS22 (pl-en)":45.55,"STS22 (ru)":19.44,"STS22 (tr)":47.38,"STS22 (zh-en)":14.05,"STSBenchmark":61.55,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":73,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","STS17 (ar-ar)":77.34,"STS17 (en-ar)":77.46,"STS17 (en-de)":80.24,"STS17 (en-tr)":74.34,"STS17 (es-en)":77.4,"STS17 (es-es)":83.71,"STS17 (fr-en)":79.28,"STS17 (it-en)":80.82,"STS17 (ko-ko)":76.4,"STS17 (nl-en)":80.51,"STS22 (ar)":49.04,"STS22 (de)":35.73,"STS22 (de-en)":47.51,"STS22 (de-fr)":60.76,"STS22 (de-pl)":36.09,"STS22 (es)":59.34,"STS22 (es-en)":68.96,"STS22 (es-it)":63.28,"STS22 (fr)":76.41,"STS22 (fr-pl)":61.98,"STS22 (it)":65.1,"STS22 (pl)":34.58,"STS22 (pl-en)":71.33,"STS22 (ru)":52.4,"STS22 (tr)":54.07,"STS22 (zh-en)":61.75,"STSBenchmark":80.75,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":77.49,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":74,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.58,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":75,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","STS17 (ar-ar)":10.19,"STS17 (en-ar)":-5.77,"STS17 (en-de)":67.43,"STS17 (en-tr)":8.75,"STS17 (es-en)":54.96,"STS17 (es-es)":82.74,"STS17 (fr-en)":60.5,"STS17 (it-en)":46.26,"STS17 (ko-ko)":8.96,"STS17 (nl-en)":47.48,"STS22 (ar)":34.97,"STS22 (de)":51.7,"STS22 (de-en)":48.76,"STS22 (de-fr)":57.5,"STS22 (de-pl)":32.76,"STS22 (es)":57.49,"STS22 (es-en)":67.76,"STS22 (es-it)":57.18,"STS22 (fr)":78.7,"STS22 (fr-pl)":61.98,"STS22 (it)":67.67,"STS22 (pl)":30.68,"STS22 (pl-en)":54.17,"STS22 (ru)":15.36,"STS22 (tr)":58.12,"STS22 (zh-en)":29.42,"STSBenchmark":77.6,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":76,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","STS17 (ar-ar)":9.06,"STS17 (en-ar)":-3.22,"STS17 (en-de)":70.38,"STS17 (en-tr)":17.17,"STS17 (es-en)":60.24,"STS17 (es-es)":81.93,"STS17 (fr-en)":62.17,"STS17 (it-en)":59.11,"STS17 (ko-ko)":8.9,"STS17 (nl-en)":56.91,"STS22 (ar)":37.66,"STS22 (de)":50.58,"STS22 (de-en)":53.63,"STS22 (de-fr)":55.72,"STS22 (de-pl)":27.99,"STS22 (es)":59.14,"STS22 (es-en)":69.99,"STS22 (es-it)":60.94,"STS22 (fr)":79.43,"STS22 (fr-pl)":61.98,"STS22 (it)":67.14,"STS22 (pl)":33.74,"STS22 (pl-en)":60.18,"STS22 (ru)":32.69,"STS22 (tr)":55.79,"STS22 (zh-en)":28.85,"STSBenchmark":77.65,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":77,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":77.73,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":78,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":76.97,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":79,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":74.62,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":63.85,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":80,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","STS17 (ar-ar)":79.16,"STS17 (en-ar)":81.22,"STS17 (en-de)":84.22,"STS17 (en-tr)":76.74,"STS17 (es-en)":84.44,"STS17 (es-es)":85.56,"STS17 (fr-en)":76.59,"STS17 (it-en)":82.35,"STS17 (ko-ko)":77.03,"STS17 (nl-en)":81.71,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":70.55,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":33.73,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.42,"STSBenchmarkMultilingualSTS (cmn-Hans)":80.47,"STSBenchmarkMultilingualSTS (deu-Latn)":78.87,"STSBenchmarkMultilingualSTS (en)":84.42,"STSBenchmarkMultilingualSTS (fr)":79.9,"STSBenchmarkMultilingualSTS (fra-Latn)":79.9,"STSBenchmarkMultilingualSTS (ita-Latn)":80.39,"STSBenchmarkMultilingualSTS (nld-Latn)":79.54,"STSBenchmarkMultilingualSTS (pol-Latn)":78.29,"STSBenchmarkMultilingualSTS (por-Latn)":80.16,"STSBenchmarkMultilingualSTS (rus-Cyrl)":79.32,"STSBenchmarkMultilingualSTS (spa-Latn)":81.1} -{"Rank":81,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","STS17 (ar-ar)":79.1,"STS17 (en-ar)":80.85,"STS17 (en-de)":83.28,"STS17 (en-tr)":74.9,"STS17 (es-en)":86.11,"STS17 (es-es)":85.14,"STS17 (fr-en)":81.17,"STS17 (it-en)":84.24,"STS17 (ko-ko)":83.41,"STS17 (nl-en)":82.51,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":74.3,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":33.64,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.82,"STSBenchmarkMultilingualSTS (cmn-Hans)":81.98,"STSBenchmarkMultilingualSTS (deu-Latn)":83.56,"STSBenchmarkMultilingualSTS (en)":86.82,"STSBenchmarkMultilingualSTS (fr)":84.69,"STSBenchmarkMultilingualSTS (fra-Latn)":84.69,"STSBenchmarkMultilingualSTS (ita-Latn)":84.09,"STSBenchmarkMultilingualSTS (nld-Latn)":83.36,"STSBenchmarkMultilingualSTS (pol-Latn)":81.46,"STSBenchmarkMultilingualSTS (por-Latn)":84.0,"STSBenchmarkMultilingualSTS (rus-Cyrl)":82.45,"STSBenchmarkMultilingualSTS (spa-Latn)":84.61} -{"Rank":82,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":13.36,"STS17 (en-ar)":-5.65,"STS17 (en-de)":67.11,"STS17 (en-tr)":-0.02,"STS17 (es-en)":47.72,"STS17 (es-es)":79.94,"STS17 (fr-en)":56.61,"STS17 (it-en)":30.46,"STS17 (ko-ko)":10.06,"STS17 (nl-en)":36.46,"STS22 (ar)":31.2,"STS22 (de)":42.08,"STS22 (de-en)":46.9,"STS22 (de-fr)":55.04,"STS22 (de-pl)":33.94,"STS22 (es)":53.81,"STS22 (es-en)":65.19,"STS22 (es-it)":55.29,"STS22 (fr)":77.69,"STS22 (fr-pl)":28.17,"STS22 (it)":60.65,"STS22 (pl)":24.42,"STS22 (pl-en)":42.97,"STS22 (ru)":12.13,"STS22 (tr)":40.45,"STS22 (zh-en)":20.15,"STSBenchmark":85.52,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":74.04,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":83,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","STS17 (ar-ar)":10.75,"STS17 (en-ar)":-4.71,"STS17 (en-de)":73.62,"STS17 (en-tr)":-0.42,"STS17 (es-en)":62.62,"STS17 (es-es)":82.74,"STS17 (fr-en)":67.86,"STS17 (it-en)":51.86,"STS17 (ko-ko)":9.44,"STS17 (nl-en)":45.95,"STS22 (ar)":27.01,"STS22 (de)":43.73,"STS22 (de-en)":49.93,"STS22 (de-fr)":61.58,"STS22 (de-pl)":38.83,"STS22 (es)":57.68,"STS22 (es-en)":68.09,"STS22 (es-it)":61.58,"STS22 (fr)":75.01,"STS22 (fr-pl)":5.63,"STS22 (it)":62.01,"STS22 (pl)":25.0,"STS22 (pl-en)":51.72,"STS22 (ru)":14.21,"STS22 (tr)":47.3,"STS22 (zh-en)":23.1,"STSBenchmark":85.36,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":77.59,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":84,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","STS17 (ar-ar)":11.13,"STS17 (en-ar)":-3.93,"STS17 (en-de)":79.04,"STS17 (en-tr)":13.61,"STS17 (es-en)":71.72,"STS17 (es-es)":83.42,"STS17 (fr-en)":71.38,"STS17 (it-en)":69.5,"STS17 (ko-ko)":9.61,"STS17 (nl-en)":66.12,"STS22 (ar)":29.6,"STS22 (de)":47.72,"STS22 (de-en)":49.64,"STS22 (de-fr)":62.21,"STS22 (de-pl)":34.34,"STS22 (es)":58.16,"STS22 (es-en)":69.15,"STS22 (es-it)":65.26,"STS22 (fr)":77.49,"STS22 (fr-pl)":50.71,"STS22 (it)":66.91,"STS22 (pl)":27.04,"STS22 (pl-en)":58.85,"STS22 (ru)":26.63,"STS22 (tr)":43.36,"STS22 (zh-en)":29.0,"STSBenchmark":83.93,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":79.42,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":85,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":76.8,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.01,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":81.24,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":86,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":81.81,"STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":87,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":78.12,"STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":88,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":74.1,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":83.48,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":89,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":77.91,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":75.48,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":90,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":71.11,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":78.16,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":91,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":56.72,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":46.23,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":92,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":55.49,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":42.32,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":93,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.78,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":94,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.32,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":95,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.02,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":96,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.08,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":97,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.09,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":64.5,"STS22 (zh-en)":"","STSBenchmark":83.17,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":77.55,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":98,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":82.34,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":99,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.56,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":100,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.24,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":101,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.54,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} +{"Rank":1,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":66.01,"STS17 (ar-ar)":69.07,"STS17 (en-ar)":74.51,"STS17 (en-de)":73.85,"STS17 (en-tr)":72.07,"STS17 (es-en)":65.71,"STS17 (es-es)":80.83,"STS17 (fr-en)":76.98,"STS17 (it-en)":76.99,"STS17 (ko-ko)":71.32,"STS17 (nl-en)":75.22,"STS22 (ar)":57.67,"STS22 (de)":48.58,"STS22 (de-en)":50.14,"STS22 (de-fr)":53.28,"STS22 (de-pl)":58.69,"STS22 (es)":63.18,"STS22 (es-en)":71.86,"STS22 (es-it)":69.69,"STS22 (fr)":77.95,"STS22 (fr-pl)":61.98,"STS22 (it)":72.22,"STS22 (pl)":39.28,"STS22 (pl-en)":69.41,"STS22 (ru)":57.49,"STS22 (tr)":58.15,"STS22 (zh-en)":64.02,"STSBenchmark":72.25} +{"Rank":2,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":65.43,"STS17 (ar-ar)":77.34,"STS17 (en-ar)":77.46,"STS17 (en-de)":80.24,"STS17 (en-tr)":74.34,"STS17 (es-en)":77.4,"STS17 (es-es)":83.71,"STS17 (fr-en)":79.28,"STS17 (it-en)":80.82,"STS17 (ko-ko)":76.4,"STS17 (nl-en)":80.51,"STS22 (ar)":49.04,"STS22 (de)":35.73,"STS22 (de-en)":47.51,"STS22 (de-fr)":60.76,"STS22 (de-pl)":36.09,"STS22 (es)":59.34,"STS22 (es-en)":68.96,"STS22 (es-it)":63.28,"STS22 (fr)":76.41,"STS22 (fr-pl)":61.98,"STS22 (it)":65.1,"STS22 (pl)":34.58,"STS22 (pl-en)":71.33,"STS22 (ru)":52.4,"STS22 (tr)":54.07,"STS22 (zh-en)":61.75,"STSBenchmark":80.75} +{"Rank":3,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":52.31,"STS17 (ar-ar)":67.47,"STS17 (en-ar)":65.05,"STS17 (en-de)":66.66,"STS17 (en-tr)":70.05,"STS17 (es-en)":55.3,"STS17 (es-es)":79.67,"STS17 (fr-en)":70.82,"STS17 (it-en)":70.98,"STS17 (ko-ko)":70.52,"STS17 (nl-en)":68.12,"STS22 (ar)":42.57,"STS22 (de)":25.69,"STS22 (de-en)":32.35,"STS22 (de-fr)":37.41,"STS22 (de-pl)":15.67,"STS22 (es)":54.92,"STS22 (es-en)":54.34,"STS22 (es-it)":42.21,"STS22 (fr)":58.61,"STS22 (fr-pl)":39.44,"STS22 (it)":60.31,"STS22 (pl)":18.34,"STS22 (pl-en)":53.63,"STS22 (ru)":39.24,"STS22 (tr)":36.97,"STS22 (zh-en)":46.19,"STSBenchmark":69.77} +{"Rank":4,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":50.06,"STS17 (ar-ar)":11.13,"STS17 (en-ar)":-3.93,"STS17 (en-de)":79.04,"STS17 (en-tr)":13.61,"STS17 (es-en)":71.72,"STS17 (es-es)":83.42,"STS17 (fr-en)":71.38,"STS17 (it-en)":69.5,"STS17 (ko-ko)":9.61,"STS17 (nl-en)":66.12,"STS22 (ar)":29.6,"STS22 (de)":47.72,"STS22 (de-en)":49.64,"STS22 (de-fr)":62.21,"STS22 (de-pl)":34.34,"STS22 (es)":58.16,"STS22 (es-en)":69.15,"STS22 (es-it)":65.26,"STS22 (fr)":77.49,"STS22 (fr-pl)":50.71,"STS22 (it)":66.91,"STS22 (pl)":27.04,"STS22 (pl-en)":58.85,"STS22 (ru)":26.63,"STS22 (tr)":43.36,"STS22 (zh-en)":29.0,"STSBenchmark":83.93} +{"Rank":5,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":49.47,"STS17 (ar-ar)":9.06,"STS17 (en-ar)":-3.22,"STS17 (en-de)":70.38,"STS17 (en-tr)":17.17,"STS17 (es-en)":60.24,"STS17 (es-es)":81.93,"STS17 (fr-en)":62.17,"STS17 (it-en)":59.11,"STS17 (ko-ko)":8.9,"STS17 (nl-en)":56.91,"STS22 (ar)":37.66,"STS22 (de)":50.58,"STS22 (de-en)":53.63,"STS22 (de-fr)":55.72,"STS22 (de-pl)":27.99,"STS22 (es)":59.14,"STS22 (es-en)":69.99,"STS22 (es-it)":60.94,"STS22 (fr)":79.43,"STS22 (fr-pl)":61.98,"STS22 (it)":67.14,"STS22 (pl)":33.74,"STS22 (pl-en)":60.18,"STS22 (ru)":32.69,"STS22 (tr)":55.79,"STS22 (zh-en)":28.85,"STSBenchmark":77.65} +{"Rank":6,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":46.79,"STS17 (ar-ar)":10.19,"STS17 (en-ar)":-5.77,"STS17 (en-de)":67.43,"STS17 (en-tr)":8.75,"STS17 (es-en)":54.96,"STS17 (es-es)":82.74,"STS17 (fr-en)":60.5,"STS17 (it-en)":46.26,"STS17 (ko-ko)":8.96,"STS17 (nl-en)":47.48,"STS22 (ar)":34.97,"STS22 (de)":51.7,"STS22 (de-en)":48.76,"STS22 (de-fr)":57.5,"STS22 (de-pl)":32.76,"STS22 (es)":57.49,"STS22 (es-en)":67.76,"STS22 (es-it)":57.18,"STS22 (fr)":78.7,"STS22 (fr-pl)":61.98,"STS22 (it)":67.67,"STS22 (pl)":30.68,"STS22 (pl-en)":54.17,"STS22 (ru)":15.36,"STS22 (tr)":58.12,"STS22 (zh-en)":29.42,"STSBenchmark":77.6} +{"Rank":7,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":44.35,"STS17 (ar-ar)":10.75,"STS17 (en-ar)":-4.71,"STS17 (en-de)":73.62,"STS17 (en-tr)":-0.42,"STS17 (es-en)":62.62,"STS17 (es-es)":82.74,"STS17 (fr-en)":67.86,"STS17 (it-en)":51.86,"STS17 (ko-ko)":9.44,"STS17 (nl-en)":45.95,"STS22 (ar)":27.01,"STS22 (de)":43.73,"STS22 (de-en)":49.93,"STS22 (de-fr)":61.58,"STS22 (de-pl)":38.83,"STS22 (es)":57.68,"STS22 (es-en)":68.09,"STS22 (es-it)":61.58,"STS22 (fr)":75.01,"STS22 (fr-pl)":5.63,"STS22 (it)":62.01,"STS22 (pl)":25.0,"STS22 (pl-en)":51.72,"STS22 (ru)":14.21,"STS22 (tr)":47.3,"STS22 (zh-en)":23.1,"STSBenchmark":85.36} +{"Rank":8,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":41.17,"STS17 (ar-ar)":13.36,"STS17 (en-ar)":-5.65,"STS17 (en-de)":67.11,"STS17 (en-tr)":-0.02,"STS17 (es-en)":47.72,"STS17 (es-es)":79.94,"STS17 (fr-en)":56.61,"STS17 (it-en)":30.46,"STS17 (ko-ko)":10.06,"STS17 (nl-en)":36.46,"STS22 (ar)":31.2,"STS22 (de)":42.08,"STS22 (de-en)":46.9,"STS22 (de-fr)":55.04,"STS22 (de-pl)":33.94,"STS22 (es)":53.81,"STS22 (es-en)":65.19,"STS22 (es-it)":55.29,"STS22 (fr)":77.69,"STS22 (fr-pl)":28.17,"STS22 (it)":60.65,"STS22 (pl)":24.42,"STS22 (pl-en)":42.97,"STS22 (ru)":12.13,"STS22 (tr)":40.45,"STS22 (zh-en)":20.15,"STSBenchmark":85.52} +{"Rank":9,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":37.71,"STS17 (ar-ar)":50.89,"STS17 (en-ar)":-4.28,"STS17 (en-de)":35.82,"STS17 (en-tr)":4.5,"STS17 (es-en)":16.31,"STS17 (es-es)":76.12,"STS17 (fr-en)":37.09,"STS17 (it-en)":24.45,"STS17 (ko-ko)":43.39,"STS17 (nl-en)":29.0,"STS22 (ar)":22.64,"STS22 (de)":31.04,"STS22 (de-en)":44.04,"STS22 (de-fr)":30.07,"STS22 (de-pl)":4.93,"STS22 (es)":54.78,"STS22 (es-en)":53.42,"STS22 (es-it)":44.27,"STS22 (fr)":77.0,"STS22 (fr-pl)":50.71,"STS22 (it)":60.4,"STS22 (pl)":26.77,"STS22 (pl-en)":32.8,"STS22 (ru)":14.72,"STS22 (tr)":33.69,"STS22 (zh-en)":41.64,"STSBenchmark":82.03} +{"Rank":10,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":34.57,"STS17 (ar-ar)":58.71,"STS17 (en-ar)":0.54,"STS17 (en-de)":27.54,"STS17 (en-tr)":0.43,"STS17 (es-en)":22.01,"STS17 (es-es)":78.37,"STS17 (fr-en)":30.7,"STS17 (it-en)":24.28,"STS17 (ko-ko)":43.37,"STS17 (nl-en)":24.51,"STS22 (ar)":17.54,"STS22 (de)":22.53,"STS22 (de-en)":42.86,"STS22 (de-fr)":43.52,"STS22 (de-pl)":1.63,"STS22 (es)":43.98,"STS22 (es-en)":53.99,"STS22 (es-it)":40.71,"STS22 (fr)":69.51,"STS22 (fr-pl)":16.9,"STS22 (it)":47.48,"STS22 (pl)":19.22,"STS22 (pl-en)":42.67,"STS22 (ru)":11.19,"STS22 (tr)":21.6,"STS22 (zh-en)":44.39,"STSBenchmark":83.09} +{"Rank":11,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":25.1,"STS17 (ar-ar)":27.14,"STS17 (en-ar)":6.9,"STS17 (en-de)":11.59,"STS17 (en-tr)":6.46,"STS17 (es-en)":10.86,"STS17 (es-es)":55.45,"STS17 (fr-en)":16.02,"STS17 (it-en)":19.87,"STS17 (ko-ko)":8.08,"STS17 (nl-en)":24.92,"STS22 (ar)":19.57,"STS22 (de)":17.31,"STS22 (de-en)":26.03,"STS22 (de-fr)":10.26,"STS22 (de-pl)":16.94,"STS22 (es)":48.89,"STS22 (es-en)":51.79,"STS22 (es-it)":25.24,"STS22 (fr)":53.92,"STS22 (fr-pl)":39.44,"STS22 (it)":39.43,"STS22 (pl)":13.56,"STS22 (pl-en)":25.36,"STS22 (ru)":1.11,"STS22 (tr)":31.73,"STS22 (zh-en)":8.44,"STSBenchmark":61.26} +{"Rank":12,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":24.28,"STS17 (ar-ar)":13.78,"STS17 (en-ar)":9.08,"STS17 (en-de)":-3.11,"STS17 (en-tr)":-0.45,"STS17 (es-en)":-8.18,"STS17 (es-es)":48.23,"STS17 (fr-en)":5.81,"STS17 (it-en)":3.64,"STS17 (ko-ko)":2.54,"STS17 (nl-en)":0.44,"STS22 (ar)":32.42,"STS22 (de)":33.04,"STS22 (de-en)":28.65,"STS22 (de-fr)":14.77,"STS22 (de-pl)":11.21,"STS22 (es)":48.53,"STS22 (es-en)":26.97,"STS22 (es-it)":41.1,"STS22 (fr)":49.43,"STS22 (fr-pl)":39.44,"STS22 (it)":57.77,"STS22 (pl)":12.47,"STS22 (pl-en)":45.55,"STS22 (ru)":19.44,"STS22 (tr)":47.38,"STS22 (zh-en)":14.05,"STSBenchmark":61.55} +{"Rank":13,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.33} +{"Rank":14,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.99} +{"Rank":15,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":74.85} +{"Rank":16,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.74,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":17,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":70.51,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":18,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":79.99,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":19,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.22} +{"Rank":20,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":83.75,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":21,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.86} +{"Rank":22,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.56} +{"Rank":23,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.76,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":24,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.35} +{"Rank":25,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":26,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.8,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":27,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.76,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":28,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":29,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":30,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":31,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":40.31,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":32,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":40.4,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":33,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":38.77,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":34,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.1} +{"Rank":35,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.72} +{"Rank":36,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":78.32} +{"Rank":37,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.05} +{"Rank":38,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":77.44} +{"Rank":39,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.65} +{"Rank":40,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":80.42} +{"Rank":41,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.16} +{"Rank":42,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":73.36} +{"Rank":43,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":78.77,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":44,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":45,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":46,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":47.29} +{"Rank":47,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":48,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":49,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":50,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":77.54,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":51,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.73,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":52,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":53,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":54,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":55,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":65.37,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":56,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":55.15,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":57,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":48.52,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":58,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":39.05,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":59,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":56.47,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":60,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":69.82,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":61,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":34.07,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.64} +{"Rank":62,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":34.66,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.29} +{"Rank":63,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":35.8,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.11} +{"Rank":64,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":39.73,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":65,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":38.69,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":66,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":77.1,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":67,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":61.35,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":68,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.28} +{"Rank":69,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.8} +{"Rank":70,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.14} +{"Rank":71,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.46} +{"Rank":72,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":78.81} +{"Rank":73,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.25} +{"Rank":74,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":76.52} +{"Rank":75,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":40.36,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":76,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":37.34,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":77,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.42} +{"Rank":78,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":61.54} +{"Rank":79,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.58} +{"Rank":80,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":77.73} +{"Rank":81,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":76.97} +{"Rank":82,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":74.62,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":83,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","STS17 (ar-ar)":79.16,"STS17 (en-ar)":81.22,"STS17 (en-de)":84.22,"STS17 (en-tr)":76.74,"STS17 (es-en)":84.44,"STS17 (es-es)":85.56,"STS17 (fr-en)":76.59,"STS17 (it-en)":82.35,"STS17 (ko-ko)":77.03,"STS17 (nl-en)":81.71,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":70.55,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":33.73,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.42} +{"Rank":84,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","STS17 (ar-ar)":79.1,"STS17 (en-ar)":80.85,"STS17 (en-de)":83.28,"STS17 (en-tr)":74.9,"STS17 (es-en)":86.11,"STS17 (es-es)":85.14,"STS17 (fr-en)":81.17,"STS17 (it-en)":84.24,"STS17 (ko-ko)":83.41,"STS17 (nl-en)":82.51,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":74.3,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":33.64,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.82} +{"Rank":85,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":76.8,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.01} +{"Rank":86,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":87,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":88,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":74.1,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":89,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":77.91,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":90,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":71.11,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":91,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":56.72,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":92,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":55.49,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":93,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.78} +{"Rank":94,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.32} +{"Rank":95,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.02} +{"Rank":96,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.08} +{"Rank":97,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.09,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":64.5,"STS22 (zh-en)":"","STSBenchmark":83.17} +{"Rank":98,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":82.34} +{"Rank":99,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.56} +{"Rank":100,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.24} +{"Rank":101,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.54} diff --git a/all_data_tasks/4/default.jsonl b/all_data_tasks/4/default.jsonl index a86bbed29eb95485a96711fba65f9b494475e2d3..2e6f7185e7e49bbae0e5c991ec46bbd2b83cde36 100644 --- a/all_data_tasks/4/default.jsonl +++ b/all_data_tasks/4/default.jsonl @@ -1,57 +1,59 @@ -{"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":44.23,"AlloprofRetrieval":38.15,"AlloprofRetrieval (fra-Latn)":39.34,"BSARDRetrieval":0.27,"BSARDRetrieval (fra-Latn)":21.28,"MintakaRetrieval (fr)":25.2,"SyntecRetrieval":81.07,"SyntecRetrieval (fra-Latn)":82.39,"XPQARetrieval (fr)":66.15} -{"Rank":2,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":42.76,"AlloprofRetrieval":36.21,"AlloprofRetrieval (fra-Latn)":34.45,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":18.83,"MintakaRetrieval (fr)":23.46,"SyntecRetrieval":80.49,"SyntecRetrieval (fra-Latn)":82.86,"XPQARetrieval (fr)":65.81} -{"Rank":3,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":37.27,"AlloprofRetrieval":27.01,"AlloprofRetrieval (fra-Latn)":27.38,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":14.54,"MintakaRetrieval (fr)":22.53,"SyntecRetrieval":75.76,"SyntecRetrieval (fra-Latn)":73.46,"XPQARetrieval (fr)":57.47} -{"Rank":4,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":37.18,"AlloprofRetrieval":30.8,"AlloprofRetrieval (fra-Latn)":30.8,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":13.19,"MintakaRetrieval (fr)":24.45,"SyntecRetrieval":76.0,"SyntecRetrieval (fra-Latn)":76.0,"XPQARetrieval (fr)":46.22} -{"Rank":5,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":32.25,"AlloprofRetrieval":26.63,"AlloprofRetrieval (fra-Latn)":26.63,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":9.6,"MintakaRetrieval (fr)":21.53,"SyntecRetrieval":65.54,"SyntecRetrieval (fra-Latn)":65.54,"XPQARetrieval (fr)":42.51} -{"Rank":6,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":30.36,"AlloprofRetrieval":28.41,"AlloprofRetrieval (fra-Latn)":28.41,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":4.8,"MintakaRetrieval (fr)":9.19,"SyntecRetrieval":60.15,"SyntecRetrieval (fra-Latn)":60.15,"XPQARetrieval (fr)":51.79} -{"Rank":7,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":27.73,"AlloprofRetrieval":19.77,"AlloprofRetrieval (fra-Latn)":19.77,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":4.44,"MintakaRetrieval (fr)":15.53,"SyntecRetrieval":55.31,"SyntecRetrieval (fra-Latn)":55.31,"XPQARetrieval (fr)":51.74} -{"Rank":8,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":56.84,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":2.48,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":21.73,"SyntecRetrieval":78.77,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":74.24} -{"Rank":9,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":45.5,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.15,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":15.51,"SyntecRetrieval":75.83,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":67.07} -{"Rank":10,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":52.61,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.29,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":19.05,"SyntecRetrieval":82.77,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":71.95} -{"Rank":11,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":57.28,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":11.83,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":34.92,"SyntecRetrieval":87.33,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":73.56} -{"Rank":12,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":58.27,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":5.14,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":49.19,"SyntecRetrieval":87.28,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":72.92} -{"Rank":13,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"AlloprofRetrieval":3.1,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.36,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":6.31,"SyntecRetrieval":28.58,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":42.59} -{"Rank":14,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":35.39,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":23.0,"SyntecRetrieval":76.88,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":45.23} -{"Rank":15,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":38.36,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.14,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":25.44,"SyntecRetrieval":79.27,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":58.87} -{"Rank":16,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":null} -{"Rank":17,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":null} -{"Rank":18,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":null} -{"Rank":19,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofRetrieval":1.6,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":18.39} -{"Rank":20,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofRetrieval":1.61,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":18.35} -{"Rank":21,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofRetrieval":1.6,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":18.46} -{"Rank":22,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":55.42,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":26.63,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":89.48,"XPQARetrieval (fr)":null} -{"Rank":23,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"AlloprofRetrieval":29.97,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":21.31,"SyntecRetrieval":74.2,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":58.57} -{"Rank":24,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":null} -{"Rank":25,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofRetrieval":21.94,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":13.36,"SyntecRetrieval":68.62,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":57.92} -{"Rank":26,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"AlloprofRetrieval":31.62,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":21.87,"SyntecRetrieval":81.11,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":65.62} -{"Rank":27,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":null} -{"Rank":28,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":null} -{"Rank":29,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofRetrieval":1.63,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":0.58,"SyntecRetrieval":20.56,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":6.59} -{"Rank":30,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofRetrieval":1.72,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":0.51,"SyntecRetrieval":22.33,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":9.09} -{"Rank":31,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"AlloprofRetrieval":0.58,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":0.26,"SyntecRetrieval":1.58,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":3.69} -{"Rank":32,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloprofRetrieval":1.63,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":18.49} -{"Rank":33,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AlloprofRetrieval":5.51,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":2.87,"SyntecRetrieval":34.95,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":26.12} -{"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"AlloprofRetrieval":16.46,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":3.57,"SyntecRetrieval":55.9,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":41.29} -{"Rank":35,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":12.37,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":2.78,"SyntecRetrieval":40.57,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":33.82} -{"Rank":36,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":1.98,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":0.48,"SyntecRetrieval":24.45,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":12.98} -{"Rank":37,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"AlloprofRetrieval":33.2,"AlloprofRetrieval (fra-Latn)":33.2,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":6.24,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":60.8,"XPQARetrieval (fr)":55.9} -{"Rank":38,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":34.27,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":6.98,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":57.39,"XPQARetrieval (fr)":null} -{"Rank":39,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":null} -{"Rank":40,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":null} -{"Rank":41,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"AlloprofRetrieval":26.99,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":22.55,"SyntecRetrieval":65.34,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":51.2} -{"Rank":42,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":null} -{"Rank":43,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":null} -{"Rank":44,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"AlloprofRetrieval":30.23,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":16.31,"SyntecRetrieval":58.07,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":48.83} -{"Rank":45,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofRetrieval":27.52,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.16,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":21.04,"SyntecRetrieval":67.0,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":45.19} -{"Rank":46,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AlloprofRetrieval":34.52,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":23.92,"SyntecRetrieval":71.05,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":48.79} -{"Rank":47,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AlloprofRetrieval":40.38,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.14,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":31.54,"SyntecRetrieval":74.24,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":52.14} -{"Rank":48,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"AlloprofRetrieval":45.75,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":3.33,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":34.93,"SyntecRetrieval":78.97,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":56.2} -{"Rank":49,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":null} -{"Rank":50,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":null} -{"Rank":51,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":18.9,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":14.81,"SyntecRetrieval":49.69,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":40.4} -{"Rank":52,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":35.27,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":26.12,"SyntecRetrieval":69.82,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":59.59} -{"Rank":53,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":33.78,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":26.21,"SyntecRetrieval":63.69,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":65.21} -{"Rank":54,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"AlloprofRetrieval":0.16,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":0.88,"SyntecRetrieval":3.33,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":11.65} -{"Rank":55,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"AlloprofRetrieval":0.52,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":0.9,"SyntecRetrieval":6.6,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":12.7} -{"Rank":56,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":51.64,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.61,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":29.94,"SyntecRetrieval":85.97,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":73.0} -{"Rank":57,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":null} +{"Rank":1,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":58.28,"ArguAna":64.06,"ClimateFEVER":32.65,"CQADupstackRetrieval":46.6,"DBPedia":46.03,"FEVER":91.47,"FiQA2018":59.76,"HotpotQA":70.86,"MSMARCO":40.6,"NFCorpus":40.32,"NQ":65.92,"QuoraRetrieval":87.4,"SCIDOCS":24.32,"SciFact":79.99,"Touche2020":39.16,"TRECCOVID":85.07} +{"Rank":2,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":56.63,"ArguAna":62.78,"ClimateFEVER":34.27,"CQADupstackRetrieval":48.25,"DBPedia":48.34,"FEVER":90.2,"FiQA2018":55.33,"HotpotQA":71.76,"MSMARCO":43.24,"NFCorpus":41.83,"NQ":64.21,"QuoraRetrieval":87.16,"SCIDOCS":22.96,"SciFact":78.22,"Touche2020":20.5,"TRECCOVID":80.34} +{"Rank":3,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":56.6,"ArguAna":70.28,"ClimateFEVER":31.95,"CQADupstackRetrieval":46.2,"DBPedia":39.79,"FEVER":91.35,"FiQA2018":52.51,"HotpotQA":75.51,"MSMARCO":37.93,"NFCorpus":43.7,"NQ":64.26,"QuoraRetrieval":87.62,"SCIDOCS":20.24,"SciFact":79.91,"Touche2020":26.8,"TRECCOVID":81.02} +{"Rank":4,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":56.24,"ArguAna":62.65,"ClimateFEVER":44.0,"CQADupstackRetrieval":40.64,"DBPedia":48.04,"FEVER":93.35,"FiQA2018":55.31,"HotpotQA":72.25,"MSMARCO":41.68,"NFCorpus":38.25,"NQ":61.79,"QuoraRetrieval":89.61,"SCIDOCS":27.69,"SciFact":75.31,"Touche2020":20.3,"TRECCOVID":72.72} +{"Rank":5,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":55.99,"ArguAna":57.48,"ClimateFEVER":35.19,"CQADupstackRetrieval":48.84,"DBPedia":49.58,"FEVER":89.4,"FiQA2018":53.11,"HotpotQA":74.07,"MSMARCO":42.17,"NFCorpus":39.33,"NQ":61.7,"QuoraRetrieval":87.75,"SCIDOCS":22.5,"SciFact":78.86,"Touche2020":22.18,"TRECCOVID":77.69} +{"Rank":6,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":55.7,"ArguAna":62.18,"ClimateFEVER":33.21,"CQADupstackRetrieval":48.89,"DBPedia":47.12,"FEVER":86.96,"FiQA2018":59.24,"HotpotQA":71.33,"MSMARCO":32.58,"NFCorpus":40.33,"NQ":61.28,"QuoraRetrieval":88.18,"SCIDOCS":20.34,"SciFact":75.42,"Touche2020":25.86,"TRECCOVID":82.62} +{"Rank":7,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.58,"ArguAna":58.73,"ClimateFEVER":37.47,"CQADupstackRetrieval":45.11,"DBPedia":43.42,"FEVER":89.71,"FiQA2018":44.79,"HotpotQA":70.46,"MSMARCO":39.66,"NFCorpus":43.33,"NQ":60.65,"QuoraRetrieval":87.83,"SCIDOCS":23.19,"SciFact":73.64,"Touche2020":36.83,"TRECCOVID":78.92} +{"Rank":8,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.44,"ArguAna":58.05,"ClimateFEVER":30.27,"CQADupstackRetrieval":47.54,"DBPedia":44.76,"FEVER":87.94,"FiQA2018":55.0,"HotpotQA":71.58,"MSMARCO":40.24,"NFCorpus":42.07,"NQ":61.27,"QuoraRetrieval":89.05,"SCIDOCS":23.11,"SciFact":77.77,"Touche2020":23.35,"TRECCOVID":79.56} +{"Rank":9,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":54.6,"ArguAna":56.53,"ClimateFEVER":30.7,"CQADupstackRetrieval":45.94,"DBPedia":48.42,"FEVER":89.93,"FiQA2018":51.28,"HotpotQA":72.99,"MSMARCO":41.46,"NFCorpus":40.33,"NQ":61.24,"QuoraRetrieval":85.59,"SCIDOCS":21.05,"SciFact":77.3,"Touche2020":16.92,"TRECCOVID":79.25} +{"Rank":10,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":52.44,"ArguAna":56.27,"ClimateFEVER":29.35,"CQADupstackRetrieval":45.41,"DBPedia":41.91,"FEVER":82.61,"FiQA2018":55.54,"HotpotQA":64.65,"MSMARCO":31.12,"NFCorpus":37.81,"NQ":57.37,"QuoraRetrieval":87.89,"SCIDOCS":18.21,"SciFact":70.86,"Touche2020":27.4,"TRECCOVID":80.13} +{"Rank":11,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":52.4,"ArguAna":47.45,"ClimateFEVER":40.7,"CQADupstackRetrieval":39.06,"DBPedia":42.96,"FEVER":85.7,"FiQA2018":36.92,"HotpotQA":71.48,"MSMARCO":42.29,"NFCorpus":33.31,"NQ":58.83,"QuoraRetrieval":87.87,"SCIDOCS":17.88,"SciFact":70.12,"Touche2020":29.24,"TRECCOVID":82.12} +{"Rank":12,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.66,"ArguAna":55.6,"ClimateFEVER":25.8,"CQADupstackRetrieval":42.28,"DBPedia":40.8,"FEVER":84.57,"FiQA2018":50.33,"HotpotQA":62.69,"MSMARCO":37.93,"NFCorpus":37.94,"NQ":56.64,"QuoraRetrieval":88.22,"SCIDOCS":20.44,"SciFact":73.1,"Touche2020":22.31,"TRECCOVID":76.24} +{"Rank":13,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":51.44,"ArguAna":51.66,"ClimateFEVER":33.49,"CQADupstackRetrieval":41.73,"DBPedia":43.58,"FEVER":86.81,"FiQA2018":41.0,"HotpotQA":63.85,"MSMARCO":38.32,"NFCorpus":37.12,"NQ":53.89,"QuoraRetrieval":87.37,"SCIDOCS":17.96,"SciFact":72.08,"Touche2020":22.31,"TRECCOVID":80.41} +{"Rank":14,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.08,"ArguAna":55.49,"ClimateFEVER":26.86,"CQADupstackRetrieval":42.58,"DBPedia":39.97,"FEVER":79.42,"FiQA2018":44.91,"HotpotQA":63.63,"MSMARCO":37.02,"NFCorpus":38.33,"NQ":52.86,"QuoraRetrieval":88.83,"SCIDOCS":20.8,"SciFact":73.37,"Touche2020":24.28,"TRECCOVID":77.9} +{"Rank":15,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":50.81,"ArguAna":45.44,"ClimateFEVER":39.63,"CQADupstackRetrieval":37.61,"DBPedia":39.42,"FEVER":84.4,"FiQA2018":35.0,"HotpotQA":67.78,"MSMARCO":41.38,"NFCorpus":32.54,"NQ":57.1,"QuoraRetrieval":87.65,"SCIDOCS":16.76,"SciFact":68.24,"Touche2020":28.49,"TRECCOVID":80.65} +{"Rank":16,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":50.02,"ArguAna":55.98,"ClimateFEVER":27.08,"CQADupstackRetrieval":34.27,"DBPedia":42.7,"FEVER":78.55,"FiQA2018":41.57,"HotpotQA":67.01,"MSMARCO":38.9,"NFCorpus":36.66,"NQ":55.84,"QuoraRetrieval":84.69,"SCIDOCS":16.24,"SciFact":71.8,"Touche2020":26.27,"TRECCOVID":72.72} +{"Rank":17,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.25,"ArguAna":57.44,"ClimateFEVER":21.64,"CQADupstackRetrieval":41.69,"DBPedia":39.39,"FEVER":74.99,"FiQA2018":44.41,"HotpotQA":60.9,"MSMARCO":40.91,"NFCorpus":36.97,"NQ":51.58,"QuoraRetrieval":87.6,"SCIDOCS":18.36,"SciFact":72.75,"Touche2020":21.61,"TRECCOVID":68.47} +{"Rank":18,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":48.48,"ArguAna":53.77,"ClimateFEVER":27.21,"CQADupstackRetrieval":38.56,"DBPedia":41.28,"FEVER":74.08,"FiQA2018":46.78,"HotpotQA":59.67,"MSMARCO":44.05,"NFCorpus":34.18,"NQ":57.24,"QuoraRetrieval":89.09,"SCIDOCS":15.88,"SciFact":66.77,"Touche2020":26.76,"TRECCOVID":51.9} +{"Rank":19,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":47.96,"ArguAna":52.81,"ClimateFEVER":27.01,"CQADupstackRetrieval":37.35,"DBPedia":39.74,"FEVER":72.18,"FiQA2018":44.19,"HotpotQA":58.91,"MSMARCO":43.52,"NFCorpus":33.34,"NQ":56.16,"QuoraRetrieval":88.91,"SCIDOCS":15.71,"SciFact":64.2,"Touche2020":25.26,"TRECCOVID":60.09} +{"Rank":20,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":47.75,"ArguAna":43.4,"ClimateFEVER":36.52,"CQADupstackRetrieval":34.67,"DBPedia":36.22,"FEVER":80.48,"FiQA2018":32.08,"HotpotQA":60.09,"MSMARCO":39.99,"NFCorpus":30.72,"NQ":53.62,"QuoraRetrieval":87.07,"SCIDOCS":15.56,"SciFact":64.28,"Touche2020":26.99,"TRECCOVID":74.58} +{"Rank":21,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":47.42,"ArguAna":52.09,"ClimateFEVER":26.9,"CQADupstackRetrieval":36.62,"DBPedia":39.55,"FEVER":72.66,"FiQA2018":42.79,"HotpotQA":57.85,"MSMARCO":42.73,"NFCorpus":32.63,"NQ":55.09,"QuoraRetrieval":88.47,"SCIDOCS":15.51,"SciFact":63.42,"Touche2020":28.29,"TRECCOVID":56.68} +{"Rank":22,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":44.67,"ArguAna":50.83,"ClimateFEVER":24.88,"CQADupstackRetrieval":34.55,"DBPedia":35.24,"FEVER":68.93,"FiQA2018":35.15,"HotpotQA":54.93,"MSMARCO":41.16,"NFCorpus":30.22,"NQ":50.47,"QuoraRetrieval":87.98,"SCIDOCS":14.0,"SciFact":59.74,"Touche2020":25.89,"TRECCOVID":56.05} +{"Rank":23,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":43.81,"ArguAna":46.52,"ClimateFEVER":21.97,"CQADupstackRetrieval":44.96,"DBPedia":32.09,"FEVER":50.86,"FiQA2018":49.96,"HotpotQA":39.29,"MSMARCO":39.75,"NFCorpus":33.29,"NQ":50.45,"QuoraRetrieval":87.46,"SCIDOCS":23.76,"SciFact":65.57,"Touche2020":19.93,"TRECCOVID":51.33} +{"Rank":24,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":42.69,"ArguAna":47.13,"ClimateFEVER":21.57,"CQADupstackRetrieval":42.53,"DBPedia":33.35,"FEVER":55.9,"FiQA2018":37.27,"HotpotQA":44.59,"MSMARCO":39.03,"NFCorpus":32.25,"NQ":46.47,"QuoraRetrieval":87.75,"SCIDOCS":21.82,"SciFact":62.64,"Touche2020":17.22,"TRECCOVID":50.82} +{"Rank":25,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":42.24,"ArguAna":39.85,"ClimateFEVER":14.63,"CQADupstackRetrieval":44.65,"DBPedia":39.19,"FEVER":51.2,"FiQA2018":46.68,"HotpotQA":42.14,"MSMARCO":27.67,"NFCorpus":35.08,"NQ":52.87,"QuoraRetrieval":85.96,"SCIDOCS":17.17,"SciFact":55.38,"Touche2020":21.65,"TRECCOVID":59.48} +{"Rank":26,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":41.95,"ArguAna":50.17,"ClimateFEVER":20.27,"CQADupstackRetrieval":41.32,"DBPedia":32.33,"FEVER":51.93,"FiQA2018":36.87,"HotpotQA":46.51,"MSMARCO":36.54,"NFCorpus":31.59,"NQ":43.87,"QuoraRetrieval":87.56,"SCIDOCS":21.64,"SciFact":64.51,"Touche2020":16.9,"TRECCOVID":47.25} +{"Rank":27,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":41.88,"ArguAna":48.32,"ClimateFEVER":24.79,"CQADupstackRetrieval":33.67,"DBPedia":38.1,"FEVER":59.29,"FiQA2018":27.42,"HotpotQA":56.81,"MSMARCO":36.77,"NFCorpus":31.32,"NQ":41.83,"QuoraRetrieval":86.72,"SCIDOCS":17.12,"SciFact":65.51,"Touche2020":15.79,"TRECCOVID":44.77} +{"Rank":28,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":40.92,"ArguAna":37.16,"ClimateFEVER":31.48,"CQADupstackRetrieval":28.72,"DBPedia":28.19,"FEVER":70.24,"FiQA2018":25.78,"HotpotQA":43.07,"MSMARCO":35.95,"NFCorpus":26.03,"NQ":45.54,"QuoraRetrieval":85.83,"SCIDOCS":12.09,"SciFact":52.71,"Touche2020":23.13,"TRECCOVID":67.83} +{"Rank":29,"Model":"bm25s<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":39.84,"ArguAna":49.28,"ClimateFEVER":13.62,"CQADupstackRetrieval":31.86,"DBPedia":29.91,"FEVER":48.09,"FiQA2018":25.14,"HotpotQA":56.91,"MSMARCO":21.89,"NFCorpus":32.08,"NQ":28.5,"QuoraRetrieval":80.42,"SCIDOCS":15.78,"SciFact":68.7,"Touche2020":33.05,"TRECCOVID":62.31} +{"Rank":30,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":39.19,"ArguAna":51.73,"ClimateFEVER":23.58,"CQADupstackRetrieval":32.4,"DBPedia":26.78,"FEVER":53.42,"FiQA2018":28.56,"HotpotQA":52.37,"MSMARCO":17.47,"NFCorpus":26.28,"NQ":37.65,"QuoraRetrieval":84.64,"SCIDOCS":10.39,"SciFact":66.36,"Touche2020":12.82,"TRECCOVID":63.34} +{"Rank":31,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":38.47,"ArguAna":39.4,"ClimateFEVER":10.61,"CQADupstackRetrieval":40.78,"DBPedia":33.65,"FEVER":36.12,"FiQA2018":44.71,"HotpotQA":37.17,"MSMARCO":25.17,"NFCorpus":33.18,"NQ":46.29,"QuoraRetrieval":85.85,"SCIDOCS":15.97,"SciFact":50.91,"Touche2020":22.51,"TRECCOVID":54.77} +{"Rank":32,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":38.05,"ArguAna":51.0,"ClimateFEVER":22.97,"CQADupstackRetrieval":33.37,"DBPedia":25.48,"FEVER":45.11,"FiQA2018":27.24,"HotpotQA":54.54,"MSMARCO":19.13,"NFCorpus":27.16,"NQ":34.16,"QuoraRetrieval":84.4,"SCIDOCS":15.35,"SciFact":68.68,"Touche2020":6.54,"TRECCOVID":55.67} +{"Rank":33,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":36.75,"ArguAna":47.09,"ClimateFEVER":20.67,"CQADupstackRetrieval":30.78,"DBPedia":25.81,"FEVER":43.48,"FiQA2018":24.62,"HotpotQA":48.46,"MSMARCO":18.81,"NFCorpus":26.81,"NQ":33.21,"QuoraRetrieval":86.15,"SCIDOCS":10.0,"SciFact":64.48,"Touche2020":10.18,"TRECCOVID":60.67} +{"Rank":34,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":36.71,"ArguAna":39.27,"ClimateFEVER":11.36,"CQADupstackRetrieval":38.96,"DBPedia":31.55,"FEVER":36.21,"FiQA2018":43.55,"HotpotQA":33.95,"MSMARCO":23.96,"NFCorpus":31.1,"NQ":42.02,"QuoraRetrieval":85.73,"SCIDOCS":15.38,"SciFact":49.91,"Touche2020":21.63,"TRECCOVID":46.11} +{"Rank":35,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":35.34,"ArguAna":48.91,"ClimateFEVER":15.27,"CQADupstackRetrieval":31.32,"DBPedia":26.22,"FEVER":56.76,"FiQA2018":22.96,"HotpotQA":37.03,"MSMARCO":26.6,"NFCorpus":25.49,"NQ":33.6,"QuoraRetrieval":86.4,"SCIDOCS":13.97,"SciFact":50.3,"Touche2020":17.4,"TRECCOVID":37.87} +{"Rank":36,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":33.63,"ArguAna":44.85,"ClimateFEVER":10.37,"CQADupstackRetrieval":35.23,"DBPedia":27.77,"FEVER":26.17,"FiQA2018":34.83,"HotpotQA":33.2,"MSMARCO":20.7,"NFCorpus":28.65,"NQ":36.32,"QuoraRetrieval":85.49,"SCIDOCS":14.15,"SciFact":45.76,"Touche2020":20.3,"TRECCOVID":40.7} +{"Rank":37,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":32.96,"ArguAna":45.15,"ClimateFEVER":16.96,"CQADupstackRetrieval":27.72,"DBPedia":27.86,"FEVER":45.68,"FiQA2018":15.62,"HotpotQA":35.61,"MSMARCO":29.57,"NFCorpus":22.29,"NQ":29.85,"QuoraRetrieval":86.51,"SCIDOCS":10.13,"SciFact":52.31,"Touche2020":8.57,"TRECCOVID":40.54} +{"Rank":38,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":32.45,"ArguAna":44.88,"ClimateFEVER":18.49,"CQADupstackRetrieval":30.7,"DBPedia":22.63,"FEVER":52.66,"FiQA2018":20.33,"HotpotQA":30.01,"MSMARCO":23.72,"NFCorpus":23.45,"NQ":29.8,"QuoraRetrieval":86.55,"SCIDOCS":0.03,"SciFact":48.37,"Touche2020":16.06,"TRECCOVID":39.12} +{"Rank":39,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":25.93,"ArguAna":43.64,"ClimateFEVER":18.95,"CQADupstackRetrieval":18.5,"DBPedia":13.21,"FEVER":16.96,"FiQA2018":16.99,"HotpotQA":22.64,"MSMARCO":7.03,"NFCorpus":15.73,"NQ":17.96,"QuoraRetrieval":78.23,"SCIDOCS":5.53,"SciFact":38.31,"Touche2020":19.17,"TRECCOVID":56.04} +{"Rank":40,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":21.82,"ArguAna":38.33,"ClimateFEVER":11.98,"CQADupstackRetrieval":14.5,"DBPedia":19.73,"FEVER":20.41,"FiQA2018":10.41,"HotpotQA":22.9,"MSMARCO":11.0,"NFCorpus":12.42,"NQ":16.08,"QuoraRetrieval":79.62,"SCIDOCS":7.53,"SciFact":29.59,"Touche2020":9.9,"TRECCOVID":22.93} +{"Rank":41,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":21.62,"ArguAna":36.3,"ClimateFEVER":14.44,"CQADupstackRetrieval":15.47,"DBPedia":18.28,"FEVER":14.99,"FiQA2018":10.09,"HotpotQA":19.18,"MSMARCO":9.6,"NFCorpus":13.87,"NQ":12.87,"QuoraRetrieval":71.32,"SCIDOCS":8.04,"SciFact":29.58,"Touche2020":13.99,"TRECCOVID":36.22} +{"Rank":42,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":21.22,"ArguAna":30.96,"ClimateFEVER":14.87,"CQADupstackRetrieval":16.79,"DBPedia":15.88,"FEVER":15.56,"FiQA2018":10.49,"HotpotQA":20.77,"MSMARCO":9.75,"NFCorpus":11.79,"NQ":12.75,"QuoraRetrieval":71.57,"SCIDOCS":8.47,"SciFact":29.53,"Touche2020":13.17,"TRECCOVID":35.92} +{"Rank":43,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":20.29,"ArguAna":38.34,"ClimateFEVER":11.8,"CQADupstackRetrieval":13.22,"DBPedia":15.04,"FEVER":21.06,"FiQA2018":9.84,"HotpotQA":19.75,"MSMARCO":9.35,"NFCorpus":9.88,"NQ":11.69,"QuoraRetrieval":78.03,"SCIDOCS":5.5,"SciFact":25.72,"Touche2020":8.9,"TRECCOVID":26.2} +{"Rank":44,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":18.99,"ArguAna":34.18,"ClimateFEVER":3.83,"CQADupstackRetrieval":18.75,"DBPedia":15.57,"FEVER":12.18,"FiQA2018":7.0,"HotpotQA":18.75,"MSMARCO":7.6,"NFCorpus":16.54,"NQ":8.42,"QuoraRetrieval":77.03,"SCIDOCS":5.63,"SciFact":38.2,"Touche2020":4.88,"TRECCOVID":16.34} +{"Rank":45,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":18.36,"ArguAna":39.65,"ClimateFEVER":2.83,"CQADupstackRetrieval":10.17,"DBPedia":3.48,"FEVER":4.45,"FiQA2018":7.54,"HotpotQA":12.6,"MSMARCO":10.53,"NFCorpus":20.59,"NQ":2.02,"QuoraRetrieval":82.18,"SCIDOCS":6.28,"SciFact":45.46,"Touche2020":3.1,"TRECCOVID":24.56} +{"Rank":46,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":15.88,"ArguAna":32.67,"ClimateFEVER":6.86,"CQADupstackRetrieval":14.6,"DBPedia":4.14,"FEVER":5.45,"FiQA2018":5.64,"HotpotQA":5.46,"MSMARCO":5.59,"NFCorpus":0.85,"NQ":5.99,"QuoraRetrieval":64.65,"SCIDOCS":0.0,"SciFact":47.88,"Touche2020":8.46,"TRECCOVID":29.91} +{"Rank":47,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":10.59,"ArguAna":28.29,"ClimateFEVER":5.41,"CQADupstackRetrieval":5.51,"DBPedia":4.13,"FEVER":3.3,"FiQA2018":2.19,"HotpotQA":8.26,"MSMARCO":1.91,"NFCorpus":4.3,"NQ":2.62,"QuoraRetrieval":61.03,"SCIDOCS":2.82,"SciFact":13.34,"Touche2020":0.97,"TRECCOVID":14.74} +{"Rank":48,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":7.94,"ArguAna":12.86,"ClimateFEVER":0.36,"CQADupstackRetrieval":4.12,"DBPedia":1.53,"FEVER":0.77,"FiQA2018":1.73,"HotpotQA":5.5,"MSMARCO":1.09,"NFCorpus":2.44,"NQ":0.64,"QuoraRetrieval":71.14,"SCIDOCS":0.78,"SciFact":4.04,"Touche2020":1.06,"TRECCOVID":10.97} +{"Rank":49,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","ArguAna":48.83,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":40.38,"HotpotQA":"","MSMARCO":35.19,"NFCorpus":"","NQ":51.08,"QuoraRetrieval":"","SCIDOCS":"","SciFact":73.5,"Touche2020":"","TRECCOVID":54.74} +{"Rank":65,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","ArguAna":63.17,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":59.91,"HotpotQA":"","MSMARCO":"","NFCorpus":40.86,"NQ":"","QuoraRetrieval":"","SCIDOCS":24.4,"SciFact":79.13,"Touche2020":27.81,"TRECCOVID":74.36} +{"Rank":86,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","ArguAna":44.21,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":38.15,"HotpotQA":"","MSMARCO":"","NFCorpus":32.49,"NQ":"","QuoraRetrieval":"","SCIDOCS":17.17,"SciFact":69.39,"Touche2020":21.5,"TRECCOVID":69.5} +{"Rank":87,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","ArguAna":54.36,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":43.81,"HotpotQA":"","MSMARCO":"","NFCorpus":33.95,"NQ":"","QuoraRetrieval":"","SCIDOCS":17.45,"SciFact":70.42,"Touche2020":23.13,"TRECCOVID":71.21} +{"Rank":88,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","ArguAna":39.09,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":33.13,"HotpotQA":"","MSMARCO":"","NFCorpus":31.0,"NQ":"","QuoraRetrieval":"","SCIDOCS":13.9,"SciFact":67.7,"Touche2020":21.16,"TRECCOVID":72.57} +{"Rank":98,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","ArguAna":32.03,"ClimateFEVER":5.56,"CQADupstackRetrieval":"","DBPedia":9.61,"FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} +{"Rank":104,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","ArguAna":46.91,"ClimateFEVER":18.5,"CQADupstackRetrieval":"","DBPedia":36.2,"FEVER":72.1,"FiQA2018":38.41,"HotpotQA":59.39,"MSMARCO":37.94,"NFCorpus":33.17,"NQ":42.81,"QuoraRetrieval":70.57,"SCIDOCS":14.83,"SciFact":67.25,"Touche2020":28.68,"TRECCOVID":72.43} +{"Rank":106,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","ArguAna":49.2,"ClimateFEVER":19.9,"CQADupstackRetrieval":"","DBPedia":"","FEVER":77.0,"FiQA2018":42.2,"HotpotQA":63.1,"MSMARCO":"","NFCorpus":36.7,"NQ":"","QuoraRetrieval":69.7,"SCIDOCS":"","SciFact":70.4,"Touche2020":29.7,"TRECCOVID":58.5} +{"Rank":107,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","ArguAna":46.98,"ClimateFEVER":19.4,"CQADupstackRetrieval":"","DBPedia":"","FEVER":75.6,"FiQA2018":45.21,"HotpotQA":64.8,"MSMARCO":"","NFCorpus":38.01,"NQ":"","QuoraRetrieval":67.7,"SCIDOCS":17.74,"SciFact":74.35,"Touche2020":30.9,"TRECCOVID":56.14} +{"Rank":108,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","ArguAna":43.5,"ClimateFEVER":22.3,"CQADupstackRetrieval":"","DBPedia":"","FEVER":77.5,"FiQA2018":51.2,"HotpotQA":68.8,"MSMARCO":"","NFCorpus":40.7,"NQ":"","QuoraRetrieval":63.8,"SCIDOCS":"","SciFact":75.4,"Touche2020":29.1,"TRECCOVID":64.9} +{"Rank":110,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":5.14,"HotpotQA":"","MSMARCO":"","NFCorpus":19.96,"NQ":"","QuoraRetrieval":83.11,"SCIDOCS":"","SciFact":46.68,"Touche2020":"","TRECCOVID":7.61} diff --git a/all_data_tasks/42/default.jsonl b/all_data_tasks/42/default.jsonl index 6b9538f6ec61f4d6f6b7e6481e66faa065c32b7d..207b67271d54bf33997ed890c17031aa35b516cb 100644 --- a/all_data_tasks/42/default.jsonl +++ b/all_data_tasks/42/default.jsonl @@ -20,6 +20,6 @@ {"Rank":20,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":7.37,"RiaNewsRetrieval (rus-Cyrl)":4.14,"RuBQRetrieval (rus-Cyrl)":10.6} {"Rank":21,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":2.02,"RiaNewsRetrieval (rus-Cyrl)":0.79,"RuBQRetrieval (rus-Cyrl)":3.24} {"Rank":22,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":1.66,"RiaNewsRetrieval (rus-Cyrl)":0.67,"RuBQRetrieval (rus-Cyrl)":2.64} -{"Rank":23,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"RiaNewsRetrieval (rus-Cyrl)":null,"RuBQRetrieval (rus-Cyrl)":70.94} -{"Rank":24,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"RiaNewsRetrieval (rus-Cyrl)":null,"RuBQRetrieval (rus-Cyrl)":8.84} -{"Rank":25,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"RiaNewsRetrieval (rus-Cyrl)":null,"RuBQRetrieval (rus-Cyrl)":4.75} +{"Rank":23,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","RiaNewsRetrieval (rus-Cyrl)":"","RuBQRetrieval (rus-Cyrl)":70.94} +{"Rank":24,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","RiaNewsRetrieval (rus-Cyrl)":"","RuBQRetrieval (rus-Cyrl)":8.84} +{"Rank":25,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","RiaNewsRetrieval (rus-Cyrl)":"","RuBQRetrieval (rus-Cyrl)":4.75} diff --git a/all_data_tasks/5/default.jsonl b/all_data_tasks/5/default.jsonl index 93c77c9db4b7dcfccad8229ab83b869760b36098..fb116174da59cf4d02c167aa1c19e4d1977521ab 100644 --- a/all_data_tasks/5/default.jsonl +++ b/all_data_tasks/5/default.jsonl @@ -1,57 +1,58 @@ -{"Rank":1,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":77.53,"STS22 (fr)":74.3,"STSBenchmarkMultilingualSTS (fr)":84.69,"SICKFr":75.56,"SICKFr (fra-Latn)":75.56} -{"Rank":2,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":75.16,"STS22 (fr)":70.55,"STSBenchmarkMultilingualSTS (fr)":79.9,"SICKFr":75.1,"SICKFr (fra-Latn)":75.1} -{"Rank":3,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":73.23,"STS22 (fr)":77.95,"STSBenchmarkMultilingualSTS (fr)":75.1,"SICKFr":69.94,"SICKFr (fra-Latn)":69.94} -{"Rank":4,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":66.72,"STS22 (fr)":77.0,"STSBenchmarkMultilingualSTS (fr)":64.93,"SICKFr":62.48,"SICKFr (fra-Latn)":62.48} -{"Rank":5,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"STS22 (fr)":82.74,"STSBenchmarkMultilingualSTS (fr)":79.72,"SICKFr":76.21,"SICKFr (fra-Latn)":null} -{"Rank":6,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"STS22 (fr)":70.51,"STSBenchmarkMultilingualSTS (fr)":76.43,"SICKFr":68.51,"SICKFr (fra-Latn)":null} -{"Rank":7,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"STS22 (fr)":79.99,"STSBenchmarkMultilingualSTS (fr)":79.02,"SICKFr":73.56,"SICKFr (fra-Latn)":null} -{"Rank":8,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"STS22 (fr)":83.75,"STSBenchmarkMultilingualSTS (fr)":83.02,"SICKFr":74.09,"SICKFr (fra-Latn)":null} -{"Rank":9,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"STS22 (fr)":82.76,"STSBenchmarkMultilingualSTS (fr)":82.72,"SICKFr":74.9,"SICKFr (fra-Latn)":null} -{"Rank":10,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"STS22 (fr)":58.61,"STSBenchmarkMultilingualSTS (fr)":69.82,"SICKFr":64.95,"SICKFr (fra-Latn)":null} -{"Rank":11,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"STS22 (fr)":82.8,"STSBenchmarkMultilingualSTS (fr)":76.48,"SICKFr":75.5,"SICKFr (fra-Latn)":null} -{"Rank":12,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"STS22 (fr)":82.76,"STSBenchmarkMultilingualSTS (fr)":81.84,"SICKFr":79.23,"SICKFr (fra-Latn)":null} -{"Rank":13,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"STS22 (fr)":null,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":14,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"STS22 (fr)":null,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":15,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"STS22 (fr)":null,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":16,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"STS22 (fr)":40.31,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.76,"SICKFr (fra-Latn)":null} -{"Rank":17,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"STS22 (fr)":40.4,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.77,"SICKFr (fra-Latn)":null} -{"Rank":18,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"STS22 (fr)":38.77,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.76,"SICKFr (fra-Latn)":null} -{"Rank":19,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"STS22 (fr)":null,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":76.91} -{"Rank":20,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"STS22 (fr)":78.77,"STSBenchmarkMultilingualSTS (fr)":79.23,"SICKFr":69.6,"SICKFr (fra-Latn)":null} -{"Rank":21,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"STS22 (fr)":null,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":22,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"STS22 (fr)":77.54,"STSBenchmarkMultilingualSTS (fr)":81.64,"SICKFr":74.18,"SICKFr (fra-Latn)":null} -{"Rank":23,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"STS22 (fr)":81.73,"STSBenchmarkMultilingualSTS (fr)":85.79,"SICKFr":77.7,"SICKFr (fra-Latn)":null} -{"Rank":24,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"STS22 (fr)":null,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":25,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"STS22 (fr)":null,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":26,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"STS22 (fr)":65.37,"STSBenchmarkMultilingualSTS (fr)":37.14,"SICKFr":53.86,"SICKFr (fra-Latn)":null} -{"Rank":27,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"STS22 (fr)":55.15,"STSBenchmarkMultilingualSTS (fr)":33.41,"SICKFr":41.9,"SICKFr (fra-Latn)":null} -{"Rank":28,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"STS22 (fr)":48.52,"STSBenchmarkMultilingualSTS (fr)":15.66,"SICKFr":34.6,"SICKFr (fra-Latn)":null} -{"Rank":29,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"STS22 (fr)":39.05,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.75,"SICKFr (fra-Latn)":null} -{"Rank":30,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"STS22 (fr)":56.47,"STSBenchmarkMultilingualSTS (fr)":54.97,"SICKFr":58.26,"SICKFr (fra-Latn)":null} -{"Rank":31,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"STS22 (fr)":69.82,"STSBenchmarkMultilingualSTS (fr)":61.87,"SICKFr":64.39,"SICKFr (fra-Latn)":null} -{"Rank":32,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":null,"STS22 (fr)":null,"STSBenchmarkMultilingualSTS (fr)":80.62,"SICKFr":76.23,"SICKFr (fra-Latn)":75.76} -{"Rank":33,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"STS22 (fr)":null,"STSBenchmarkMultilingualSTS (fr)":82.53,"SICKFr":78.78,"SICKFr (fra-Latn)":78.81} -{"Rank":34,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null,"STS22 (fr)":null,"STSBenchmarkMultilingualSTS (fr)":79.32,"SICKFr":75.62,"SICKFr (fra-Latn)":74.67} -{"Rank":35,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"STS22 (fr)":77.1,"STSBenchmarkMultilingualSTS (fr)":49.97,"SICKFr":59.94,"SICKFr (fra-Latn)":null} -{"Rank":36,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"STS22 (fr)":61.35,"STSBenchmarkMultilingualSTS (fr)":36.78,"SICKFr":54.54,"SICKFr (fra-Latn)":null} -{"Rank":37,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"STS22 (fr)":69.51,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":63.16} -{"Rank":38,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"STS22 (fr)":null,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":67.05} -{"Rank":39,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"STS22 (fr)":53.92,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":40,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"STS22 (fr)":49.43,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":41,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"STS22 (fr)":76.41,"STSBenchmarkMultilingualSTS (fr)":77.49,"SICKFr":72.49,"SICKFr (fra-Latn)":null} -{"Rank":42,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"STS22 (fr)":78.7,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":43,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"STS22 (fr)":79.43,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":44,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"STS22 (fr)":74.62,"STSBenchmarkMultilingualSTS (fr)":63.85,"SICKFr":62.11,"SICKFr (fra-Latn)":null} -{"Rank":45,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"STS22 (fr)":77.69,"STSBenchmarkMultilingualSTS (fr)":74.04,"SICKFr":71.74,"SICKFr (fra-Latn)":null} -{"Rank":46,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"STS22 (fr)":75.01,"STSBenchmarkMultilingualSTS (fr)":77.59,"SICKFr":72.83,"SICKFr (fra-Latn)":null} -{"Rank":47,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"STS22 (fr)":77.49,"STSBenchmarkMultilingualSTS (fr)":79.42,"SICKFr":75.08,"SICKFr (fra-Latn)":null} -{"Rank":48,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"STS22 (fr)":76.8,"STSBenchmarkMultilingualSTS (fr)":81.24,"SICKFr":77.07,"SICKFr (fra-Latn)":null} -{"Rank":49,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"STS22 (fr)":null,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":50,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"STS22 (fr)":null,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":51,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"STS22 (fr)":74.1,"STSBenchmarkMultilingualSTS (fr)":83.48,"SICKFr":77.25,"SICKFr (fra-Latn)":null} -{"Rank":52,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"STS22 (fr)":77.91,"STSBenchmarkMultilingualSTS (fr)":75.48,"SICKFr":71.37,"SICKFr (fra-Latn)":null} -{"Rank":53,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"STS22 (fr)":71.11,"STSBenchmarkMultilingualSTS (fr)":78.16,"SICKFr":74.39,"SICKFr (fra-Latn)":null} -{"Rank":54,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"STS22 (fr)":56.72,"STSBenchmarkMultilingualSTS (fr)":46.23,"SICKFr":48.62,"SICKFr (fra-Latn)":null} -{"Rank":55,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"STS22 (fr)":55.49,"STSBenchmarkMultilingualSTS (fr)":42.32,"SICKFr":50.01,"SICKFr (fra-Latn)":null} -{"Rank":56,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"STS22 (fr)":81.09,"STSBenchmarkMultilingualSTS (fr)":77.55,"SICKFr":76.28,"SICKFr (fra-Latn)":null} -{"Rank":57,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"STS22 (fr)":null,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":null} +{"Rank":1,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":85.79,"BIOSSES":89.7,"SICK-R":78.44,"STS12":86.46,"STS13":87.76,"STS14":86.6,"STS15":90.1,"STS16":86.39,"STS17 (en-en)":86.98,"STS22 (en)":76.89,"STSBenchmark":88.56} +{"Rank":2,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":85.07,"BIOSSES":89.46,"SICK-R":81.93,"STS12":77.59,"STS13":90.36,"STS14":85.25,"STS15":89.66,"STS16":87.34,"STS17 (en-en)":92.06,"STS22 (en)":68.02,"STSBenchmark":88.99} +{"Rank":3,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":84.93,"BIOSSES":89.42,"SICK-R":81.67,"STS12":78.02,"STS13":90.1,"STS14":85.44,"STS15":89.64,"STS16":87.24,"STS17 (en-en)":90.46,"STS22 (en)":67.99,"STSBenchmark":89.33} +{"Rank":4,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.31,"BIOSSES":89.24,"SICK-R":83.16,"STS12":73.34,"STS13":88.49,"STS14":86.49,"STS15":91.13,"STS16":85.68,"STS17 (en-en)":90.06,"STS22 (en)":66.32,"STSBenchmark":89.22} +{"Rank":5,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":84.09,"BIOSSES":85.24,"SICK-R":83.7,"STS12":78.8,"STS13":86.37,"STS14":84.04,"STS15":88.99,"STS16":87.22,"STS17 (en-en)":90.19,"STS22 (en)":67.68,"STSBenchmark":88.65} +{"Rank":6,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":83.73,"BIOSSES":82.13,"SICK-R":83.01,"STS12":78.85,"STS13":86.84,"STS14":84.04,"STS15":88.72,"STS16":86.79,"STS17 (en-en)":90.63,"STS22 (en)":67.55,"STSBenchmark":88.72} +{"Rank":7,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":83.58,"BIOSSES":84.92,"SICK-R":83.94,"STS12":79.27,"STS13":84.83,"STS14":82.94,"STS15":88.09,"STS16":86.54,"STS17 (en-en)":89.58,"STS22 (en)":67.67,"STSBenchmark":88.05} +{"Rank":8,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":83.58,"BIOSSES":85.88,"SICK-R":82.25,"STS12":78.28,"STS13":85.52,"STS14":82.49,"STS15":88.76,"STS16":87.11,"STS17 (en-en)":90.1,"STS22 (en)":68.25,"STSBenchmark":87.16} +{"Rank":9,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.93,"BIOSSES":84.85,"SICK-R":79.71,"STS12":77.09,"STS13":88.91,"STS14":82.08,"STS15":89.21,"STS16":84.74,"STS17 (en-en)":90.73,"STS22 (en)":62.1,"STSBenchmark":89.86} +{"Rank":10,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":82.63,"BIOSSES":80.43,"SICK-R":80.47,"STS12":78.85,"STS13":88.94,"STS14":84.86,"STS15":89.32,"STS16":84.67,"STS17 (en-en)":89.46,"STS22 (en)":65.33,"STSBenchmark":84.01} +{"Rank":11,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":82.42,"BIOSSES":81.12,"SICK-R":79.15,"STS12":76.52,"STS13":88.63,"STS14":83.32,"STS15":87.5,"STS16":86.39,"STS17 (en-en)":87.79,"STS22 (en)":66.4,"STSBenchmark":87.35} +{"Rank":12,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":81.83,"BIOSSES":78.93,"SICK-R":80.34,"STS12":79.11,"STS13":87.33,"STS14":83.17,"STS15":88.28,"STS16":84.36,"STS17 (en-en)":88.99,"STS22 (en)":62.39,"STSBenchmark":85.36} +{"Rank":13,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.73,"BIOSSES":84.68,"SICK-R":79.0,"STS12":72.84,"STS13":86.1,"STS14":81.15,"STS15":88.49,"STS16":85.08,"STS17 (en-en)":90.22,"STS22 (en)":66.14,"STSBenchmark":83.56} +{"Rank":14,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":81.7,"BIOSSES":83.3,"SICK-R":79.27,"STS12":78.3,"STS13":85.81,"STS14":81.38,"STS15":86.79,"STS16":84.56,"STS17 (en-en)":87.25,"STS22 (en)":65.24,"STSBenchmark":85.14} +{"Rank":15,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":81.66,"BIOSSES":73.12,"SICK-R":79.98,"STS12":79.02,"STS13":88.8,"STS14":84.33,"STS15":88.89,"STS16":85.31,"STS17 (en-en)":88.91,"STS22 (en)":64.32,"STSBenchmark":83.93} +{"Rank":16,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":81.62,"BIOSSES":82.49,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.79,"STS17 (en-en)":88.12,"STS22 (en)":63.66,"STSBenchmark":87.29} +{"Rank":17,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.58,"BIOSSES":88.72,"SICK-R":76.73,"STS12":73.09,"STS13":84.92,"STS14":79.81,"STS15":88.01,"STS16":84.41,"STS17 (en-en)":90.94,"STS22 (en)":64.96,"STSBenchmark":84.24} +{"Rank":18,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":81.34,"BIOSSES":81.58,"SICK-R":79.24,"STS12":78.16,"STS13":86.01,"STS14":81.25,"STS15":86.51,"STS16":84.24,"STS17 (en-en)":86.44,"STS22 (en)":65.14,"STSBenchmark":84.8} +{"Rank":19,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":81.14,"BIOSSES":75.89,"SICK-R":80.18,"STS12":78.05,"STS13":85.85,"STS14":82.19,"STS15":87.46,"STS16":84.03,"STS17 (en-en)":89.57,"STS22 (en)":62.66,"STSBenchmark":85.52} +{"Rank":20,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.04,"BIOSSES":84.87,"SICK-R":79.18,"STS12":71.98,"STS13":85.52,"STS14":80.5,"STS15":87.51,"STS16":84.48,"STS17 (en-en)":88.11,"STS22 (en)":65.92,"STSBenchmark":82.34} +{"Rank":21,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.97,"BIOSSES":86.35,"SICK-R":80.6,"STS12":69.8,"STS13":83.27,"STS14":76.09,"STS15":86.12,"STS16":85.96,"STS17 (en-en)":90.25,"STS22 (en)":68.12,"STSBenchmark":83.17} +{"Rank":22,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.77,"BIOSSES":76.27,"SICK-R":79.62,"STS12":77.9,"STS13":85.11,"STS14":80.81,"STS15":87.48,"STS16":83.2,"STS17 (en-en)":86.99,"STS22 (en)":63.52,"STSBenchmark":86.82} +{"Rank":23,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":80.74,"BIOSSES":80.19,"SICK-R":79.09,"STS12":77.49,"STS13":85.62,"STS14":80.5,"STS15":85.84,"STS16":83.9,"STS17 (en-en)":86.27,"STS22 (en)":64.24,"STSBenchmark":84.28} +{"Rank":24,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":80.32,"BIOSSES":80.43,"SICK-R":80.59,"STS12":72.63,"STS13":83.48,"STS14":78.0,"STS15":85.66,"STS16":80.03,"STS17 (en-en)":90.6,"STS22 (en)":68.39,"STSBenchmark":83.42} +{"Rank":25,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.31,"BIOSSES":85.05,"SICK-R":78.51,"STS12":76.7,"STS13":78.02,"STS14":76.6,"STS15":88.16,"STS16":84.28,"STS17 (en-en)":87.84,"STS22 (en)":62.26,"STSBenchmark":85.64} +{"Rank":26,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":79.8,"BIOSSES":83.57,"SICK-R":79.32,"STS12":73.08,"STS13":82.13,"STS14":76.73,"STS15":85.58,"STS16":80.23,"STS17 (en-en)":88.63,"STS22 (en)":65.67,"STSBenchmark":83.09} +{"Rank":27,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":79.79,"BIOSSES":77.18,"SICK-R":78.76,"STS12":77.3,"STS13":84.18,"STS14":79.37,"STS15":84.69,"STS16":83.36,"STS17 (en-en)":85.73,"STS22 (en)":63.83,"STSBenchmark":83.46} +{"Rank":28,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":79.54,"BIOSSES":85.01,"SICK-R":81.47,"STS12":65.84,"STS13":78.37,"STS14":77.52,"STS15":85.43,"STS16":79.94,"STS17 (en-en)":90.12,"STS22 (en)":68.59,"STSBenchmark":83.1} +{"Rank":29,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":79.16,"BIOSSES":82.46,"SICK-R":77.51,"STS12":76.56,"STS13":76.97,"STS14":75.52,"STS15":87.12,"STS16":83.63,"STS17 (en-en)":86.42,"STS22 (en)":61.25,"STSBenchmark":84.11} +{"Rank":30,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":79.12,"BIOSSES":68.38,"SICK-R":80.77,"STS12":75.3,"STS13":84.67,"STS14":80.19,"STS15":85.4,"STS16":80.82,"STS17 (en-en)":89.44,"STS22 (en)":61.96,"STSBenchmark":84.25} +{"Rank":31,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":78.96,"BIOSSES":74.18,"SICK-R":79.61,"STS12":76.02,"STS13":80.7,"STS14":78.85,"STS15":85.84,"STS16":81.05,"STS17 (en-en)":86.87,"STS22 (en)":62.07,"STSBenchmark":84.42} +{"Rank":32,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":78.95,"BIOSSES":81.64,"SICK-R":77.58,"STS12":72.37,"STS13":80.6,"STS14":75.59,"STS15":85.39,"STS16":78.99,"STS17 (en-en)":87.59,"STS22 (en)":67.71,"STSBenchmark":82.03} +{"Rank":33,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.6,"BIOSSES":78.04,"SICK-R":77.48,"STS12":72.3,"STS13":81.49,"STS14":74.74,"STS15":84.28,"STS16":82.06,"STS17 (en-en)":87.08,"STS22 (en)":64.71,"STSBenchmark":83.78} +{"Rank":34,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":78.5,"BIOSSES":83.29,"SICK-R":75.55,"STS12":67.65,"STS13":83.9,"STS14":76.97,"STS15":83.8,"STS16":81.91,"STS17 (en-en)":85.58,"STS22 (en)":65.93,"STSBenchmark":80.42} +{"Rank":35,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":78.38,"BIOSSES":81.91,"SICK-R":74.29,"STS12":70.12,"STS13":82.72,"STS14":78.24,"STS15":86.26,"STS16":81.61,"STS17 (en-en)":85.18,"STS22 (en)":65.76,"STSBenchmark":77.73} +{"Rank":36,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":78.19,"BIOSSES":84.86,"SICK-R":73.39,"STS12":70.33,"STS13":82.19,"STS14":77.16,"STS15":86.31,"STS16":81.85,"STS17 (en-en)":83.93,"STS22 (en)":64.3,"STSBenchmark":77.6} +{"Rank":37,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":77.8,"BIOSSES":78.94,"SICK-R":73.63,"STS12":69.11,"STS13":81.82,"STS14":77.07,"STS15":86.01,"STS16":82.23,"STS17 (en-en)":84.9,"STS22 (en)":66.61,"STSBenchmark":77.65} +{"Rank":38,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":77.07,"BIOSSES":79.0,"SICK-R":71.45,"STS12":68.59,"STS13":79.09,"STS14":74.64,"STS15":84.85,"STS16":81.57,"STS17 (en-en)":85.8,"STS22 (en)":66.17,"STSBenchmark":79.58} +{"Rank":39,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":76.95,"BIOSSES":83.79,"SICK-R":68.78,"STS12":64.81,"STS13":80.1,"STS14":74.96,"STS15":83.7,"STS16":80.55,"STS17 (en-en)":85.74,"STS22 (en)":67.5,"STSBenchmark":79.54} +{"Rank":40,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":76.51,"BIOSSES":83.32,"SICK-R":70.2,"STS12":64.34,"STS13":80.03,"STS14":74.51,"STS15":83.3,"STS16":79.67,"STS17 (en-en)":86.32,"STS22 (en)":64.64,"STSBenchmark":78.81} +{"Rank":41,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":76.47,"BIOSSES":77.32,"SICK-R":72.0,"STS12":68.19,"STS13":80.4,"STS14":74.02,"STS15":82.57,"STS16":79.78,"STS17 (en-en)":85.94,"STS22 (en)":67.54,"STSBenchmark":76.97} +{"Rank":42,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":76.4,"BIOSSES":82.41,"SICK-R":71.77,"STS12":65.39,"STS13":79.26,"STS14":72.98,"STS15":82.72,"STS16":81.02,"STS17 (en-en)":86.7,"STS22 (en)":63.47,"STSBenchmark":78.32} +{"Rank":43,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":75.86,"BIOSSES":84.67,"SICK-R":72.16,"STS12":61.6,"STS13":79.71,"STS14":72.11,"STS15":82.18,"STS16":79.41,"STS17 (en-en)":85.44,"STS22 (en)":63.9,"STSBenchmark":77.44} +{"Rank":44,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":75.6,"BIOSSES":78.34,"SICK-R":75.25,"STS12":72.96,"STS13":70.58,"STS14":70.29,"STS15":81.94,"STS16":76.8,"STS17 (en-en)":86.19,"STS22 (en)":62.88,"STSBenchmark":80.75} +{"Rank":45,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":74.33,"BIOSSES":72.31,"SICK-R":72.24,"STS12":66.05,"STS13":81.49,"STS14":73.61,"STS15":79.72,"STS16":78.12,"STS17 (en-en)":83.58,"STS22 (en)":59.65,"STSBenchmark":76.52} +{"Rank":46,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":71.61,"BIOSSES":75.12,"SICK-R":69.34,"STS12":60.09,"STS13":72.52,"STS14":66.7,"STS15":77.69,"STS16":75.94,"STS17 (en-en)":81.67,"STS22 (en)":63.7,"STSBenchmark":73.36} +{"Rank":47,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":70.8,"BIOSSES":78.7,"SICK-R":69.99,"STS12":65.08,"STS13":67.98,"STS14":64.03,"STS15":76.59,"STS16":72.98,"STS17 (en-en)":79.45,"STS22 (en)":60.97,"STSBenchmark":72.25} +{"Rank":48,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":63.27,"BIOSSES":62.01,"SICK-R":62.86,"STS12":62.6,"STS13":59.62,"STS14":57.03,"STS15":71.57,"STS16":70.75,"STS17 (en-en)":76.73,"STS22 (en)":39.76,"STSBenchmark":69.77} +{"Rank":49,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":62.46,"BIOSSES":50.25,"SICK-R":55.49,"STS12":53.51,"STS13":70.8,"STS14":63.56,"STS15":74.08,"STS16":64.6,"STS17 (en-en)":76.91,"STS22 (en)":53.89,"STSBenchmark":61.55} +{"Rank":50,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":61.85,"BIOSSES":44.93,"SICK-R":55.43,"STS12":54.64,"STS13":69.16,"STS14":60.81,"STS15":72.31,"STS16":65.34,"STS17 (en-en)":77.95,"STS22 (en)":56.35,"STSBenchmark":61.54} +{"Rank":51,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":61.02,"BIOSSES":64.95,"SICK-R":56.39,"STS12":62.49,"STS13":58.7,"STS14":54.87,"STS15":62.54,"STS16":64.27,"STS17 (en-en)":69.63,"STS22 (en)":55.06,"STSBenchmark":61.26} +{"Rank":52,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":54.36,"BIOSSES":54.7,"SICK-R":58.65,"STS12":30.87,"STS13":59.89,"STS14":47.73,"STS15":60.29,"STS16":63.73,"STS17 (en-en)":64.1,"STS22 (en)":56.37,"STSBenchmark":47.29} +{"Rank":53,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","BIOSSES":84.17,"SICK-R":73.05,"STS12":66.59,"STS13":83.24,"STS14":73.71,"STS15":82.4,"STS16":"","STS17 (en-en)":80.9,"STS22 (en)":"","STSBenchmark":74.85} +{"Rank":73,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":59.47,"STSBenchmark":""} +{"Rank":98,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":47.06,"STSBenchmark":""} +{"Rank":109,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","BIOSSES":78.12,"SICK-R":77.02,"STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":84.32} +{"Rank":110,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","BIOSSES":77.46,"SICK-R":77.26,"STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":83.02} +{"Rank":111,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","BIOSSES":68.95,"SICK-R":78.72,"STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":84.08} diff --git a/all_data_tasks/6/default.jsonl b/all_data_tasks/6/default.jsonl index bf31ada5bfb2c7c32e3fa192789053a7d00962fd..f7251a2ad42bdc91fc57f4dca8b259cfce7e1a76 100644 --- a/all_data_tasks/6/default.jsonl +++ b/all_data_tasks/6/default.jsonl @@ -1,57 +1,51 @@ -{"Rank":1,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":31.86,"SummEvalFr":30.76,"SummEvalFr (fra-Latn)":32.96} -{"Rank":2,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":31.5,"SummEvalFr":31.85,"SummEvalFr (fra-Latn)":31.14} -{"Rank":3,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":30.92,"SummEvalFr":30.92,"SummEvalFr (fra-Latn)":30.92} -{"Rank":4,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":30.16,"SummEvalFr":30.16,"SummEvalFr (fra-Latn)":30.16} -{"Rank":5,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":29.47,"SummEvalFr":29.47,"SummEvalFr (fra-Latn)":29.47} -{"Rank":6,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":29.2,"SummEvalFr":29.2,"SummEvalFr (fra-Latn)":29.2} -{"Rank":7,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":28.28,"SummEvalFr":28.28,"SummEvalFr (fra-Latn)":28.29} -{"Rank":8,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":31.47,"SummEvalFr (fra-Latn)":null} -{"Rank":9,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":30.88,"SummEvalFr (fra-Latn)":null} -{"Rank":10,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":28.34,"SummEvalFr (fra-Latn)":null} -{"Rank":11,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":30.34,"SummEvalFr (fra-Latn)":null} -{"Rank":12,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":29.96,"SummEvalFr (fra-Latn)":null} -{"Rank":13,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"SummEvalFr":31.56,"SummEvalFr (fra-Latn)":null} -{"Rank":14,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":31.4,"SummEvalFr (fra-Latn)":null} -{"Rank":15,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":31.26,"SummEvalFr (fra-Latn)":null} -{"Rank":16,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":17,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":18,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":19,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SummEvalFr":29.06,"SummEvalFr (fra-Latn)":null} -{"Rank":20,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SummEvalFr":29.13,"SummEvalFr (fra-Latn)":null} -{"Rank":21,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SummEvalFr":28.84,"SummEvalFr (fra-Latn)":null} -{"Rank":22,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":29.97} -{"Rank":23,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"SummEvalFr":29.04,"SummEvalFr (fra-Latn)":null} -{"Rank":24,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":25,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SummEvalFr":28.77,"SummEvalFr (fra-Latn)":null} -{"Rank":26,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"SummEvalFr":30.88,"SummEvalFr (fra-Latn)":null} -{"Rank":27,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":28,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":29,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SummEvalFr":31.26,"SummEvalFr (fra-Latn)":null} -{"Rank":30,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SummEvalFr":29.43,"SummEvalFr (fra-Latn)":null} -{"Rank":31,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"SummEvalFr":29.25,"SummEvalFr (fra-Latn)":null} -{"Rank":32,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"SummEvalFr":28.81,"SummEvalFr (fra-Latn)":null} -{"Rank":33,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"SummEvalFr":30.72,"SummEvalFr (fra-Latn)":null} -{"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"SummEvalFr":32.22,"SummEvalFr (fra-Latn)":null} -{"Rank":35,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":29.48,"SummEvalFr (fra-Latn)":null} -{"Rank":36,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":23.63,"SummEvalFr (fra-Latn)":null} -{"Rank":37,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":26.63} -{"Rank":38,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":28.11} -{"Rank":39,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":40,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":41,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"SummEvalFr":28.12,"SummEvalFr (fra-Latn)":null} -{"Rank":42,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":43,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":44,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"SummEvalFr":27.59,"SummEvalFr (fra-Latn)":null} -{"Rank":45,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SummEvalFr":30.01,"SummEvalFr (fra-Latn)":null} -{"Rank":46,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"SummEvalFr":30.23,"SummEvalFr (fra-Latn)":null} -{"Rank":47,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"SummEvalFr":31.59,"SummEvalFr (fra-Latn)":null} -{"Rank":48,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"SummEvalFr":30.39,"SummEvalFr (fra-Latn)":null} -{"Rank":49,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":50,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":51,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":29.33,"SummEvalFr (fra-Latn)":null} -{"Rank":52,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":28.21,"SummEvalFr (fra-Latn)":null} -{"Rank":53,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":28.56,"SummEvalFr (fra-Latn)":null} -{"Rank":54,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"SummEvalFr":29.14,"SummEvalFr (fra-Latn)":null} -{"Rank":55,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"SummEvalFr":28.89,"SummEvalFr (fra-Latn)":null} -{"Rank":56,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":30.5,"SummEvalFr (fra-Latn)":null} -{"Rank":57,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} +{"Rank":1,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"SummEval":32.63} +{"Rank":2,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"SummEval":32.36} +{"Rank":3,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEval":31.57} +{"Rank":4,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"SummEval":31.46} +{"Rank":5,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"SummEval":31.45} +{"Rank":6,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":31.39} +{"Rank":7,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"SummEval":31.38} +{"Rank":8,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEval":31.23} +{"Rank":9,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":31.17} +{"Rank":10,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":31.15} +{"Rank":11,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.12} +{"Rank":12,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"SummEval":31.05} +{"Rank":13,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":31.03} +{"Rank":14,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"SummEval":31.01} +{"Rank":15,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.97} +{"Rank":16,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"SummEval":30.94} +{"Rank":17,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.84} +{"Rank":18,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"SummEval":30.81} +{"Rank":19,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.8} +{"Rank":20,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEval":30.67} +{"Rank":21,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"SummEval":30.64} +{"Rank":22,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"SummEval":30.49} +{"Rank":23,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEval":30.47} +{"Rank":24,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":30.36} +{"Rank":25,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"SummEval":30.26} +{"Rank":26,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEval":30.23} +{"Rank":27,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"SummEval":30.21} +{"Rank":28,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":30.19} +{"Rank":29,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"SummEval":30.08} +{"Rank":30,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEval":30.05} +{"Rank":31,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEval":30.04} +{"Rank":32,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEval":30.01} +{"Rank":33,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":29.96} +{"Rank":34,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.92} +{"Rank":35,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.92} +{"Rank":36,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"SummEval":29.91} +{"Rank":37,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":29.82} +{"Rank":38,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":29.67} +{"Rank":39,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEval":29.65} +{"Rank":40,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"SummEval":29.64} +{"Rank":41,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEval":29.59} +{"Rank":42,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":29.5} +{"Rank":43,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"SummEval":29.5} +{"Rank":44,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"SummEval":28.87} +{"Rank":45,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"SummEval":28.49} +{"Rank":46,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEval":28.41} +{"Rank":47,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"SummEval":27.9} +{"Rank":48,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":27.66} +{"Rank":49,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":27.49} +{"Rank":50,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":26.94} +{"Rank":51,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"SummEval":26.8} diff --git a/all_data_tasks/8/default.jsonl b/all_data_tasks/8/default.jsonl index 0c47d2212c9f31ddfbd2d9f9cc0525de5196f5d7..38f828c25cd91d0cbd0ae8a2b24b4045304fb939 100644 --- a/all_data_tasks/8/default.jsonl +++ b/all_data_tasks/8/default.jsonl @@ -1,112 +1,31 @@ -{"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":69.83,"IFlyTek":45.47,"IFlyTek (cmn-Hans)":41.86,"JDReview":80.99,"JDReview (cmn-Hans)":80.54,"MultilingualSentiment":68.58,"MultilingualSentiment (cmn-Hans)":70.81,"OnlineShopping":90.81,"OnlineShopping (cmn-Hans)":90.45,"TNews":48.38,"TNews (cmn-Hans)":48.8,"Waimai":85.02,"Waimai (cmn-Hans)":86.3} -{"Rank":2,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":68.08,"IFlyTek":47.35,"IFlyTek (cmn-Hans)":40.74,"JDReview":79.34,"JDReview (cmn-Hans)":78.37,"MultilingualSentiment":64.74,"MultilingualSentiment (cmn-Hans)":66.0,"OnlineShopping":88.73,"OnlineShopping (cmn-Hans)":88.7,"TNews":48.38,"TNews (cmn-Hans)":46.6,"Waimai":83.9,"Waimai (cmn-Hans)":84.15} -{"Rank":3,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":67.71,"IFlyTek":44.93,"IFlyTek (cmn-Hans)":40.81,"JDReview":76.21,"JDReview (cmn-Hans)":75.72,"MultilingualSentiment":65.28,"MultilingualSentiment (cmn-Hans)":67.56,"OnlineShopping":88.4,"OnlineShopping (cmn-Hans)":88.66,"TNews":47.06,"TNews (cmn-Hans)":47.52,"Waimai":84.42,"Waimai (cmn-Hans)":85.98} -{"Rank":4,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":5,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":6,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":7,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":8,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":9,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":10,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":11,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":12,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":13,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":14,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":15,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":16,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":51.8,"IFlyTek (cmn-Hans)":null,"JDReview":86.02,"JDReview (cmn-Hans)":null,"MultilingualSentiment":76.35,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":93.2,"OnlineShopping (cmn-Hans)":null,"TNews":53.06,"TNews (cmn-Hans)":null,"Waimai":88.1,"Waimai (cmn-Hans)":null} -{"Rank":17,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":null,"IFlyTek":53.77,"IFlyTek (cmn-Hans)":null,"JDReview":88.2,"JDReview (cmn-Hans)":null,"MultilingualSentiment":77.42,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":94.48,"OnlineShopping (cmn-Hans)":null,"TNews":51.24,"TNews (cmn-Hans)":null,"Waimai":88.63,"Waimai (cmn-Hans)":null} -{"Rank":18,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"IFlyTek":48.62,"IFlyTek (cmn-Hans)":null,"JDReview":83.62,"JDReview (cmn-Hans)":null,"MultilingualSentiment":70.67,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":91.26,"OnlineShopping (cmn-Hans)":null,"TNews":51.08,"TNews (cmn-Hans)":null,"Waimai":85.36,"Waimai (cmn-Hans)":null} -{"Rank":19,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"IFlyTek":45.32,"IFlyTek (cmn-Hans)":null,"JDReview":85.38,"JDReview (cmn-Hans)":null,"MultilingualSentiment":73.7,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":91.66,"OnlineShopping (cmn-Hans)":null,"TNews":52.05,"TNews (cmn-Hans)":null,"Waimai":86.83,"Waimai (cmn-Hans)":null} -{"Rank":20,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"IFlyTek":48.74,"IFlyTek (cmn-Hans)":null,"JDReview":85.14,"JDReview (cmn-Hans)":null,"MultilingualSentiment":72.97,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":91.43,"OnlineShopping (cmn-Hans)":null,"TNews":52.1,"TNews (cmn-Hans)":null,"Waimai":86.9,"Waimai (cmn-Hans)":null} -{"Rank":21,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":22,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":null,"IFlyTek":45.49,"IFlyTek (cmn-Hans)":null,"JDReview":80.04,"JDReview (cmn-Hans)":null,"MultilingualSentiment":63.06,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":85.05,"OnlineShopping (cmn-Hans)":null,"TNews":48.15,"TNews (cmn-Hans)":null,"Waimai":83.18,"Waimai (cmn-Hans)":null} -{"Rank":23,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":24,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":25,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":26,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":27,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":28,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"IFlyTek":41.54,"IFlyTek (cmn-Hans)":null,"JDReview":81.56,"JDReview (cmn-Hans)":null,"MultilingualSentiment":58.97,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":83.51,"OnlineShopping (cmn-Hans)":null,"TNews":38.92,"TNews (cmn-Hans)":null,"Waimai":76.01,"Waimai (cmn-Hans)":null} -{"Rank":29,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":30,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":31,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":32,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":48.49,"JDReview":null,"JDReview (cmn-Hans)":84.02,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":68.13,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":86.99,"TNews":null,"TNews (cmn-Hans)":49.94,"Waimai":null,"Waimai (cmn-Hans)":84.92} -{"Rank":33,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":34,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":35,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":36,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":37,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":38,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":39,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":40,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":41,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":42,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":43,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":44,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":45,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":46,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":47,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":48,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":49,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":50,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":51,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":52,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":53,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":54,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":55,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":56,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":57,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":58,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":59,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":60,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":61,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":62,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":63,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":64,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"IFlyTek":44.42,"IFlyTek (cmn-Hans)":null,"JDReview":85.33,"JDReview (cmn-Hans)":null,"MultilingualSentiment":71.9,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":87.77,"OnlineShopping (cmn-Hans)":null,"TNews":48.28,"TNews (cmn-Hans)":null,"Waimai":83.99,"Waimai (cmn-Hans)":null} -{"Rank":65,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"IFlyTek":43.96,"IFlyTek (cmn-Hans)":null,"JDReview":86.92,"JDReview (cmn-Hans)":null,"MultilingualSentiment":72.47,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":89.59,"OnlineShopping (cmn-Hans)":null,"TNews":48.26,"TNews (cmn-Hans)":null,"Waimai":86.08,"Waimai (cmn-Hans)":null} -{"Rank":66,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":67,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":68,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":69,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":70,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":71,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":72,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":73,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":74,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":43.19,"JDReview":null,"JDReview (cmn-Hans)":79.14,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":64.6,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":85.63,"TNews":null,"TNews (cmn-Hans)":46.02,"Waimai":null,"Waimai (cmn-Hans)":82.85} -{"Rank":75,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":15.31,"JDReview":null,"JDReview (cmn-Hans)":59.57,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":40.52,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":58.65,"TNews":null,"TNews (cmn-Hans)":20.37,"Waimai":null,"Waimai (cmn-Hans)":63.48} -{"Rank":76,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":16.09,"JDReview":null,"JDReview (cmn-Hans)":59.98,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":41.28,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":57.74,"TNews":null,"TNews (cmn-Hans)":20.12,"Waimai":null,"Waimai (cmn-Hans)":62.72} -{"Rank":77,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":17.18,"JDReview":null,"JDReview (cmn-Hans)":60.19,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":41.2,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":56.94,"TNews":null,"TNews (cmn-Hans)":21.05,"Waimai":null,"Waimai (cmn-Hans)":63.31} -{"Rank":78,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":79,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":80,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":81,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":82,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":83,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":84,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":85,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":86,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":87,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":88,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":39.88,"JDReview":null,"JDReview (cmn-Hans)":70.26,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":61.9,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":84.89,"TNews":null,"TNews (cmn-Hans)":39.19,"Waimai":null,"Waimai (cmn-Hans)":82.27} -{"Rank":89,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":43.98,"JDReview":null,"JDReview (cmn-Hans)":70.34,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":66.49,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":87.75,"TNews":null,"TNews (cmn-Hans)":43.73,"Waimai":null,"Waimai (cmn-Hans)":83.97} -{"Rank":90,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":91,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":92,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":93,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":94,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":95,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":96,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"IFlyTek":42.05,"IFlyTek (cmn-Hans)":null,"JDReview":82.14,"JDReview (cmn-Hans)":null,"MultilingualSentiment":60.98,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":85.69,"OnlineShopping (cmn-Hans)":null,"TNews":43.01,"TNews (cmn-Hans)":null,"Waimai":77.22,"Waimai (cmn-Hans)":null} -{"Rank":97,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":null,"IFlyTek":41.75,"IFlyTek (cmn-Hans)":null,"JDReview":79.68,"JDReview (cmn-Hans)":null,"MultilingualSentiment":61.21,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":84.3,"OnlineShopping (cmn-Hans)":null,"TNews":45.22,"TNews (cmn-Hans)":null,"Waimai":79.57,"Waimai (cmn-Hans)":null} -{"Rank":98,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":99,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":100,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":101,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":102,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":103,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":104,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":105,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":106,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":107,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":44.62,"IFlyTek (cmn-Hans)":null,"JDReview":74.6,"JDReview (cmn-Hans)":null,"MultilingualSentiment":67.99,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":88.94,"OnlineShopping (cmn-Hans)":null,"TNews":45.77,"TNews (cmn-Hans)":null,"Waimai":82.37,"Waimai (cmn-Hans)":null} -{"Rank":108,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":109,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":110,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":111,"Model":"Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":50.75,"IFlyTek (cmn-Hans)":null,"JDReview":87.69,"JDReview (cmn-Hans)":null,"MultilingualSentiment":76.83,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":94.42,"OnlineShopping (cmn-Hans)":null,"TNews":52.62,"TNews (cmn-Hans)":null,"Waimai":88.77,"Waimai (cmn-Hans)":null} -{"Rank":112,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} +{"Rank":12,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","AmazonReviewsClassification (zh)":30.89,"IFlyTek":"","IFlyTek (cmn-Hans)":"","JDReview":"","JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":40.62,"MassiveScenarioClassification (zh-CN)":50.22,"MultilingualSentiment":"","MultilingualSentiment (cmn-Hans)":"","OnlineShopping":"","OnlineShopping (cmn-Hans)":"","TNews":"","TNews (cmn-Hans)":"","Waimai":"","Waimai (cmn-Hans)":""} +{"Rank":13,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (zh)":46.18,"IFlyTek":51.8,"IFlyTek (cmn-Hans)":"","JDReview":86.02,"JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":73.85,"MassiveScenarioClassification (zh-CN)":77.13,"MultilingualSentiment":76.35,"MultilingualSentiment (cmn-Hans)":"","OnlineShopping":93.2,"OnlineShopping (cmn-Hans)":"","TNews":53.06,"TNews (cmn-Hans)":"","Waimai":88.1,"Waimai (cmn-Hans)":""} +{"Rank":14,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":"","AmazonReviewsClassification (zh)":52.95,"IFlyTek":53.77,"IFlyTek (cmn-Hans)":"","JDReview":88.2,"JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":76.25,"MassiveScenarioClassification (zh-CN)":77.26,"MultilingualSentiment":77.42,"MultilingualSentiment (cmn-Hans)":"","OnlineShopping":94.48,"OnlineShopping (cmn-Hans)":"","TNews":51.24,"TNews (cmn-Hans)":"","Waimai":88.63,"Waimai (cmn-Hans)":""} +{"Rank":15,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","AmazonReviewsClassification (zh)":40.15,"IFlyTek":48.62,"IFlyTek (cmn-Hans)":"","JDReview":83.62,"JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":67.93,"MassiveScenarioClassification (zh-CN)":73.98,"MultilingualSentiment":70.67,"MultilingualSentiment (cmn-Hans)":"","OnlineShopping":91.26,"OnlineShopping (cmn-Hans)":"","TNews":51.08,"TNews (cmn-Hans)":"","Waimai":85.36,"Waimai (cmn-Hans)":""} +{"Rank":16,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","AmazonReviewsClassification (zh)":41.94,"IFlyTek":45.32,"IFlyTek (cmn-Hans)":"","JDReview":85.38,"JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":66.96,"MassiveScenarioClassification (zh-CN)":73.39,"MultilingualSentiment":73.7,"MultilingualSentiment (cmn-Hans)":"","OnlineShopping":91.66,"OnlineShopping (cmn-Hans)":"","TNews":52.05,"TNews (cmn-Hans)":"","Waimai":86.83,"Waimai (cmn-Hans)":""} +{"Rank":17,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","AmazonReviewsClassification (zh)":41.38,"IFlyTek":48.74,"IFlyTek (cmn-Hans)":"","JDReview":85.14,"JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":68.84,"MassiveScenarioClassification (zh-CN)":74.7,"MultilingualSentiment":72.97,"MultilingualSentiment (cmn-Hans)":"","OnlineShopping":91.43,"OnlineShopping (cmn-Hans)":"","TNews":52.1,"TNews (cmn-Hans)":"","Waimai":86.9,"Waimai (cmn-Hans)":""} +{"Rank":19,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":"","AmazonReviewsClassification (zh)":35.91,"IFlyTek":45.49,"IFlyTek (cmn-Hans)":"","JDReview":80.04,"JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":63.95,"MassiveScenarioClassification (zh-CN)":70.8,"MultilingualSentiment":63.06,"MultilingualSentiment (cmn-Hans)":"","OnlineShopping":85.05,"OnlineShopping (cmn-Hans)":"","TNews":48.15,"TNews (cmn-Hans)":"","Waimai":83.18,"Waimai (cmn-Hans)":""} +{"Rank":25,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","AmazonReviewsClassification (zh)":33.77,"IFlyTek":41.54,"IFlyTek (cmn-Hans)":"","JDReview":81.56,"JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":63.23,"MassiveScenarioClassification (zh-CN)":68.45,"MultilingualSentiment":58.97,"MultilingualSentiment (cmn-Hans)":"","OnlineShopping":83.51,"OnlineShopping (cmn-Hans)":"","TNews":38.92,"TNews (cmn-Hans)":"","Waimai":76.01,"Waimai (cmn-Hans)":""} +{"Rank":29,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","IFlyTek (cmn-Hans)":48.49,"JDReview":"","JDReview (cmn-Hans)":84.02,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","MultilingualSentiment (cmn-Hans)":68.13,"OnlineShopping":"","OnlineShopping (cmn-Hans)":86.99,"TNews":"","TNews (cmn-Hans)":49.94,"Waimai":"","Waimai (cmn-Hans)":84.92} +{"Rank":58,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":44.93,"IFlyTek (cmn-Hans)":40.81,"JDReview":76.21,"JDReview (cmn-Hans)":75.72,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":65.28,"MultilingualSentiment (cmn-Hans)":67.56,"OnlineShopping":88.4,"OnlineShopping (cmn-Hans)":88.66,"TNews":47.06,"TNews (cmn-Hans)":47.52,"Waimai":84.42,"Waimai (cmn-Hans)":85.98} +{"Rank":59,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":45.47,"IFlyTek (cmn-Hans)":41.86,"JDReview":80.99,"JDReview (cmn-Hans)":80.54,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":68.58,"MultilingualSentiment (cmn-Hans)":70.81,"OnlineShopping":90.81,"OnlineShopping (cmn-Hans)":90.45,"TNews":48.38,"TNews (cmn-Hans)":48.8,"Waimai":85.02,"Waimai (cmn-Hans)":86.3} +{"Rank":60,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":47.35,"IFlyTek (cmn-Hans)":40.74,"JDReview":79.34,"JDReview (cmn-Hans)":78.37,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":64.74,"MultilingualSentiment (cmn-Hans)":66.0,"OnlineShopping":88.73,"OnlineShopping (cmn-Hans)":88.7,"TNews":48.38,"TNews (cmn-Hans)":46.6,"Waimai":83.9,"Waimai (cmn-Hans)":84.15} +{"Rank":64,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","AmazonReviewsClassification (zh)":43.02,"IFlyTek":44.42,"IFlyTek (cmn-Hans)":"","JDReview":85.33,"JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":68.4,"MassiveScenarioClassification (zh-CN)":74.6,"MultilingualSentiment":71.9,"MultilingualSentiment (cmn-Hans)":"","OnlineShopping":87.77,"OnlineShopping (cmn-Hans)":"","TNews":48.28,"TNews (cmn-Hans)":"","Waimai":83.99,"Waimai (cmn-Hans)":""} +{"Rank":65,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","AmazonReviewsClassification (zh)":44.44,"IFlyTek":43.96,"IFlyTek (cmn-Hans)":"","JDReview":86.92,"JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":67.23,"MassiveScenarioClassification (zh-CN)":74.88,"MultilingualSentiment":72.47,"MultilingualSentiment (cmn-Hans)":"","OnlineShopping":89.59,"OnlineShopping (cmn-Hans)":"","TNews":48.26,"TNews (cmn-Hans)":"","Waimai":86.08,"Waimai (cmn-Hans)":""} +{"Rank":74,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","AmazonReviewsClassification (zh)":36.45,"IFlyTek":"","IFlyTek (cmn-Hans)":43.19,"JDReview":"","JDReview (cmn-Hans)":79.14,"MassiveIntentClassification (zh-CN)":63.86,"MassiveScenarioClassification (zh-CN)":70.85,"MultilingualSentiment":"","MultilingualSentiment (cmn-Hans)":64.6,"OnlineShopping":"","OnlineShopping (cmn-Hans)":85.63,"TNews":"","TNews (cmn-Hans)":46.02,"Waimai":"","Waimai (cmn-Hans)":82.85} +{"Rank":75,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AmazonReviewsClassification (zh)":22.99,"IFlyTek":"","IFlyTek (cmn-Hans)":15.31,"JDReview":"","JDReview (cmn-Hans)":59.57,"MassiveIntentClassification (zh-CN)":23.74,"MassiveScenarioClassification (zh-CN)":33.18,"MultilingualSentiment":"","MultilingualSentiment (cmn-Hans)":40.52,"OnlineShopping":"","OnlineShopping (cmn-Hans)":58.65,"TNews":"","TNews (cmn-Hans)":20.37,"Waimai":"","Waimai (cmn-Hans)":63.48} +{"Rank":76,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","IFlyTek (cmn-Hans)":16.09,"JDReview":"","JDReview (cmn-Hans)":59.98,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","MultilingualSentiment (cmn-Hans)":41.28,"OnlineShopping":"","OnlineShopping (cmn-Hans)":57.74,"TNews":"","TNews (cmn-Hans)":20.12,"Waimai":"","Waimai (cmn-Hans)":62.72} +{"Rank":77,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","IFlyTek (cmn-Hans)":17.18,"JDReview":"","JDReview (cmn-Hans)":60.19,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","MultilingualSentiment (cmn-Hans)":41.2,"OnlineShopping":"","OnlineShopping (cmn-Hans)":56.94,"TNews":"","TNews (cmn-Hans)":21.05,"Waimai":"","Waimai (cmn-Hans)":63.31} +{"Rank":78,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AmazonReviewsClassification (zh)":20.49,"IFlyTek":"","IFlyTek (cmn-Hans)":"","JDReview":"","JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":2.81,"MassiveScenarioClassification (zh-CN)":9.19,"MultilingualSentiment":"","MultilingualSentiment (cmn-Hans)":"","OnlineShopping":"","OnlineShopping (cmn-Hans)":"","TNews":"","TNews (cmn-Hans)":"","Waimai":"","Waimai (cmn-Hans)":""} +{"Rank":81,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","AmazonReviewsClassification (zh)":33.89,"IFlyTek":"","IFlyTek (cmn-Hans)":"","JDReview":"","JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":59.22,"MassiveScenarioClassification (zh-CN)":66.44,"MultilingualSentiment":"","MultilingualSentiment (cmn-Hans)":"","OnlineShopping":"","OnlineShopping (cmn-Hans)":"","TNews":"","TNews (cmn-Hans)":"","Waimai":"","Waimai (cmn-Hans)":""} +{"Rank":83,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AmazonReviewsClassification (zh)":21.83,"IFlyTek":"","IFlyTek (cmn-Hans)":"","JDReview":"","JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":2.41,"MassiveScenarioClassification (zh-CN)":3.84,"MultilingualSentiment":"","MultilingualSentiment (cmn-Hans)":"","OnlineShopping":"","OnlineShopping (cmn-Hans)":"","TNews":"","TNews (cmn-Hans)":"","Waimai":"","Waimai (cmn-Hans)":""} +{"Rank":84,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AmazonReviewsClassification (zh)":21.89,"IFlyTek":"","IFlyTek (cmn-Hans)":"","JDReview":"","JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":1.72,"MassiveScenarioClassification (zh-CN)":5.21,"MultilingualSentiment":"","MultilingualSentiment (cmn-Hans)":"","OnlineShopping":"","OnlineShopping (cmn-Hans)":"","TNews":"","TNews (cmn-Hans)":"","Waimai":"","Waimai (cmn-Hans)":""} +{"Rank":88,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AmazonReviewsClassification (zh)":35.26,"IFlyTek":"","IFlyTek (cmn-Hans)":39.88,"JDReview":"","JDReview (cmn-Hans)":70.26,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","MultilingualSentiment (cmn-Hans)":61.9,"OnlineShopping":"","OnlineShopping (cmn-Hans)":84.89,"TNews":"","TNews (cmn-Hans)":39.19,"Waimai":"","Waimai (cmn-Hans)":82.27} +{"Rank":89,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","AmazonReviewsClassification (zh)":37.74,"IFlyTek":"","IFlyTek (cmn-Hans)":43.98,"JDReview":"","JDReview (cmn-Hans)":70.34,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","MultilingualSentiment (cmn-Hans)":66.49,"OnlineShopping":"","OnlineShopping (cmn-Hans)":87.75,"TNews":"","TNews (cmn-Hans)":43.73,"Waimai":"","Waimai (cmn-Hans)":83.97} +{"Rank":90,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AmazonReviewsClassification (zh)":21.53,"IFlyTek":"","IFlyTek (cmn-Hans)":"","JDReview":"","JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":1.12,"MassiveScenarioClassification (zh-CN)":4.17,"MultilingualSentiment":"","MultilingualSentiment (cmn-Hans)":"","OnlineShopping":"","OnlineShopping (cmn-Hans)":"","TNews":"","TNews (cmn-Hans)":"","Waimai":"","Waimai (cmn-Hans)":""} +{"Rank":91,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AmazonReviewsClassification (zh)":22.12,"IFlyTek":"","IFlyTek (cmn-Hans)":"","JDReview":"","JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":1.09,"MassiveScenarioClassification (zh-CN)":4.7,"MultilingualSentiment":"","MultilingualSentiment (cmn-Hans)":"","OnlineShopping":"","OnlineShopping (cmn-Hans)":"","TNews":"","TNews (cmn-Hans)":"","Waimai":"","Waimai (cmn-Hans)":""} +{"Rank":92,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AmazonReviewsClassification (zh)":21.88,"IFlyTek":"","IFlyTek (cmn-Hans)":"","JDReview":"","JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":0.59,"MassiveScenarioClassification (zh-CN)":5.86,"MultilingualSentiment":"","MultilingualSentiment (cmn-Hans)":"","OnlineShopping":"","OnlineShopping (cmn-Hans)":"","TNews":"","TNews (cmn-Hans)":"","Waimai":"","Waimai (cmn-Hans)":""} +{"Rank":96,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","AmazonReviewsClassification (zh)":34.12,"IFlyTek":42.05,"IFlyTek (cmn-Hans)":"","JDReview":82.14,"JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":63.98,"MassiveScenarioClassification (zh-CN)":70.52,"MultilingualSentiment":60.98,"MultilingualSentiment (cmn-Hans)":"","OnlineShopping":85.69,"OnlineShopping (cmn-Hans)":"","TNews":43.01,"TNews (cmn-Hans)":"","Waimai":77.22,"Waimai (cmn-Hans)":""} +{"Rank":97,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":"","AmazonReviewsClassification (zh)":34.46,"IFlyTek":41.75,"IFlyTek (cmn-Hans)":"","JDReview":79.68,"JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":57.47,"MassiveScenarioClassification (zh-CN)":65.32,"MultilingualSentiment":61.21,"MultilingualSentiment (cmn-Hans)":"","OnlineShopping":84.3,"OnlineShopping (cmn-Hans)":"","TNews":45.22,"TNews (cmn-Hans)":"","Waimai":79.57,"Waimai (cmn-Hans)":""} +{"Rank":107,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (zh)":38.3,"IFlyTek":44.62,"IFlyTek (cmn-Hans)":"","JDReview":74.6,"JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":64.81,"MassiveScenarioClassification (zh-CN)":71.4,"MultilingualSentiment":67.99,"MultilingualSentiment (cmn-Hans)":"","OnlineShopping":88.94,"OnlineShopping (cmn-Hans)":"","TNews":45.77,"TNews (cmn-Hans)":"","Waimai":82.37,"Waimai (cmn-Hans)":""} +{"Rank":111,"Model":"Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (zh)":48.3,"IFlyTek":50.75,"IFlyTek (cmn-Hans)":"","JDReview":87.69,"JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":74.91,"MassiveScenarioClassification (zh-CN)":81.28,"MultilingualSentiment":76.83,"MultilingualSentiment (cmn-Hans)":"","OnlineShopping":94.42,"OnlineShopping (cmn-Hans)":"","TNews":52.62,"TNews (cmn-Hans)":"","Waimai":88.77,"Waimai (cmn-Hans)":""} diff --git a/all_data_tasks/9/default.jsonl b/all_data_tasks/9/default.jsonl index 4b0f6a34ef3968172fc3bc47dced6c1423bb7bfe..cfec57fa373e6c9c38dd50fb6a1109b6f6f02311 100644 --- a/all_data_tasks/9/default.jsonl +++ b/all_data_tasks/9/default.jsonl @@ -14,99 +14,3 @@ {"Rank":14,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":40.68,"CLSClusteringP2P":32.41,"CLSClusteringS2S":36.99,"ThuNewsClusteringP2P":40.98,"ThuNewsClusteringS2S":52.36} {"Rank":15,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":37.66,"CLSClusteringP2P":35.27,"CLSClusteringS2S":32.42,"ThuNewsClusteringP2P":42.92,"ThuNewsClusteringS2S":40.01} {"Rank":16,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":30.02,"CLSClusteringP2P":30.13,"CLSClusteringS2S":28.77,"ThuNewsClusteringP2P":35.05,"ThuNewsClusteringS2S":26.14} -{"Rank":17,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":18,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":19,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":20,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":21,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":22,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":23,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":24,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":25,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":26,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":27,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":28,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":29,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":30,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":31,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":32,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":33,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":34,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":35,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":36,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":37,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":38,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":39,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":40,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":41,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":42,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":43,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":44,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":45,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":46,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":47,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":48,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":49,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":50,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":51,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":52,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":53,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":54,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":55,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":56,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":57,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":58,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":59,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":60,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":61,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":62,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":63,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":64,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":65,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":66,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":67,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":68,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":69,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":70,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":71,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":72,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":73,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":74,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":75,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":76,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":77,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":78,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":79,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":80,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":81,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":82,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":83,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":84,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":85,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":86,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":87,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":88,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":89,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":90,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":91,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":92,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":93,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":94,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":95,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":96,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":97,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":98,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":99,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":100,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":101,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":102,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":103,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":104,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":105,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":106,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":107,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":108,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":109,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":110,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":111,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":112,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} diff --git a/boards_data/en/data_overall/default.jsonl b/boards_data/en/data_overall/default.jsonl index 435c55812275f7ecd599ff7559664ee3823e7917..59384028eb5364640611fa1198ce5c5f5db008a7 100644 --- a/boards_data/en/data_overall/default.jsonl +++ b/boards_data/en/data_overall/default.jsonl @@ -1,50 +1,50 @@ -{"Rank":1,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average (56 datasets)":66.28,"Classification Average (12 datasets)":82.44,"Clustering Average (11 datasets)":53.35,"PairClassification Average (3 datasets)":89.24,"Reranking Average (4 datasets)":60.09,"Retrieval Average (15 datasets)":58.28,"STS Average (10 datasets)":85.84,"Summarization Average (1 datasets)":30.84} -{"Rank":2,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":65.31,"Classification Average (12 datasets)":78.87,"Clustering Average (11 datasets)":55.83,"PairClassification Average (3 datasets)":87.38,"Reranking Average (4 datasets)":60.13,"Retrieval Average (15 datasets)":56.24,"STS Average (10 datasets)":83.75,"Summarization Average (1 datasets)":31.46} -{"Rank":3,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average (56 datasets)":65.0,"Classification Average (12 datasets)":79.28,"Clustering Average (11 datasets)":52.42,"PairClassification Average (3 datasets)":86.87,"Reranking Average (4 datasets)":58.24,"Retrieval Average (15 datasets)":56.6,"STS Average (10 datasets)":86.75,"Summarization Average (1 datasets)":31.01} -{"Rank":4,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average (56 datasets)":64.12,"Classification Average (12 datasets)":83.05,"Clustering Average (11 datasets)":47.48,"PairClassification Average (3 datasets)":87.61,"Reranking Average (4 datasets)":58.9,"Retrieval Average (15 datasets)":55.7,"STS Average (10 datasets)":86.32,"Summarization Average (1 datasets)":32.63} -{"Rank":5,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average (56 datasets)":62.87,"Classification Average (12 datasets)":76.12,"Clustering Average (11 datasets)":47.4,"PairClassification Average (3 datasets)":86.57,"Reranking Average (4 datasets)":59.74,"Retrieval Average (15 datasets)":55.58,"STS Average (10 datasets)":84.56,"Summarization Average (1 datasets)":30.97} -{"Rank":6,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average (56 datasets)":62.77,"Classification Average (12 datasets)":73.46,"Clustering Average (11 datasets)":46.45,"PairClassification Average (3 datasets)":87.79,"Reranking Average (4 datasets)":59.68,"Retrieval Average (15 datasets)":56.63,"STS Average (10 datasets)":84.82,"Summarization Average (1 datasets)":30.94} -{"Rank":7,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average (56 datasets)":62.67,"Classification Average (12 datasets)":75.49,"Clustering Average (11 datasets)":49.01,"PairClassification Average (3 datasets)":85.72,"Reranking Average (4 datasets)":59.16,"Retrieval Average (15 datasets)":55.44,"STS Average (10 datasets)":82.61,"Summarization Average (1 datasets)":29.92} -{"Rank":8,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":62.54,"Classification Average (12 datasets)":75.05,"Clustering Average (11 datasets)":45.54,"PairClassification Average (3 datasets)":87.99,"Reranking Average (4 datasets)":58.42,"Retrieval Average (15 datasets)":55.99,"STS Average (10 datasets)":85.38,"Summarization Average (1 datasets)":29.96} -{"Rank":9,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average (56 datasets)":62.3,"Classification Average (12 datasets)":81.98,"Clustering Average (11 datasets)":45.07,"PairClassification Average (3 datasets)":87.25,"Reranking Average (4 datasets)":57.78,"Retrieval Average (15 datasets)":52.44,"STS Average (10 datasets)":86.36,"Summarization Average (1 datasets)":32.36} -{"Rank":10,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average (56 datasets)":61.78,"Classification Average (12 datasets)":74.58,"Clustering Average (11 datasets)":45.24,"PairClassification Average (3 datasets)":88.03,"Reranking Average (4 datasets)":57.38,"Retrieval Average (15 datasets)":54.6,"STS Average (10 datasets)":84.89,"Summarization Average (1 datasets)":28.49} -{"Rank":11,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average (56 datasets)":60.3,"Classification Average (12 datasets)":73.63,"Clustering Average (11 datasets)":46.65,"PairClassification Average (3 datasets)":85.04,"Reranking Average (4 datasets)":56.72,"Retrieval Average (15 datasets)":51.08,"STS Average (10 datasets)":82.49,"Summarization Average (1 datasets)":31.12} -{"Rank":12,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average (56 datasets)":60.17,"Classification Average (12 datasets)":72.29,"Clustering Average (11 datasets)":46.23,"PairClassification Average (3 datasets)":84.22,"Reranking Average (4 datasets)":57.99,"Retrieval Average (15 datasets)":51.66,"STS Average (10 datasets)":82.05,"Summarization Average (1 datasets)":29.92} -{"Rank":13,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average (56 datasets)":59.98,"Classification Average (12 datasets)":73.48,"Clustering Average (11 datasets)":43.71,"PairClassification Average (3 datasets)":84.59,"Reranking Average (4 datasets)":55.65,"Retrieval Average (15 datasets)":52.4,"STS Average (10 datasets)":83.07,"Summarization Average (1 datasets)":30.47} -{"Rank":14,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average (56 datasets)":59.6,"Classification Average (12 datasets)":70.41,"Clustering Average (11 datasets)":43.57,"PairClassification Average (3 datasets)":86.21,"Reranking Average (4 datasets)":55.38,"Retrieval Average (15 datasets)":51.44,"STS Average (10 datasets)":84.68,"Summarization Average (1 datasets)":30.01} -{"Rank":15,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average (56 datasets)":59.1,"Classification Average (12 datasets)":72.5,"Clustering Average (11 datasets)":43.16,"PairClassification Average (3 datasets)":84.09,"Reranking Average (4 datasets)":55.18,"Retrieval Average (15 datasets)":50.81,"STS Average (10 datasets)":82.72,"Summarization Average (1 datasets)":30.05} -{"Rank":16,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average (56 datasets)":59.04,"Classification Average (12 datasets)":71.37,"Clustering Average (11 datasets)":45.9,"PairClassification Average (3 datasets)":84.89,"Reranking Average (4 datasets)":56.32,"Retrieval Average (15 datasets)":49.25,"STS Average (10 datasets)":81.42,"Summarization Average (1 datasets)":30.8} -{"Rank":17,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average (56 datasets)":57.45,"Classification Average (12 datasets)":70.24,"Clustering Average (11 datasets)":42.24,"PairClassification Average (3 datasets)":83.54,"Reranking Average (4 datasets)":54.56,"Retrieval Average (15 datasets)":47.75,"STS Average (10 datasets)":82.11,"Summarization Average (1 datasets)":29.59} -{"Rank":18,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":57.14,"Classification Average (12 datasets)":74.32,"Clustering Average (11 datasets)":43.72,"PairClassification Average (3 datasets)":85.06,"Reranking Average (4 datasets)":56.42,"Retrieval Average (15 datasets)":42.24,"STS Average (10 datasets)":83.94,"Summarization Average (1 datasets)":30.08} -{"Rank":19,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":57.02,"Classification Average (12 datasets)":65.73,"Clustering Average (11 datasets)":42.42,"PairClassification Average (3 datasets)":86.12,"Reranking Average (4 datasets)":56.66,"Retrieval Average (15 datasets)":48.48,"STS Average (10 datasets)":79.11,"Summarization Average (1 datasets)":30.64} -{"Rank":20,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":56.41,"Classification Average (12 datasets)":65.47,"Clustering Average (11 datasets)":41.51,"PairClassification Average (3 datasets)":86.13,"Reranking Average (4 datasets)":55.96,"Retrieval Average (15 datasets)":47.96,"STS Average (10 datasets)":78.31,"Summarization Average (1 datasets)":30.21} -{"Rank":21,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":56.34,"Classification Average (12 datasets)":65.84,"Clustering Average (11 datasets)":41.6,"PairClassification Average (3 datasets)":85.32,"Reranking Average (4 datasets)":55.36,"Retrieval Average (15 datasets)":47.42,"STS Average (10 datasets)":79.21,"Summarization Average (1 datasets)":29.5} -{"Rank":22,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":55.72,"Classification Average (12 datasets)":63.06,"Clustering Average (11 datasets)":43.69,"PairClassification Average (3 datasets)":83.04,"Reranking Average (4 datasets)":59.36,"Retrieval Average (15 datasets)":43.81,"STS Average (10 datasets)":80.53,"Summarization Average (1 datasets)":27.49} -{"Rank":23,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":55.39,"Classification Average (12 datasets)":74.28,"Clustering Average (11 datasets)":42.34,"PairClassification Average (3 datasets)":86.06,"Reranking Average (4 datasets)":54.71,"Retrieval Average (15 datasets)":38.47,"STS Average (10 datasets)":82.92,"Summarization Average (1 datasets)":29.91} -{"Rank":24,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":54.59,"Classification Average (12 datasets)":74.02,"Clustering Average (11 datasets)":41.65,"PairClassification Average (3 datasets)":84.97,"Reranking Average (4 datasets)":54.0,"Retrieval Average (15 datasets)":36.71,"STS Average (10 datasets)":83.36,"Summarization Average (1 datasets)":29.64} -{"Rank":25,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":54.56,"Classification Average (12 datasets)":61.0,"Clustering Average (11 datasets)":41.81,"PairClassification Average (3 datasets)":82.41,"Reranking Average (4 datasets)":58.44,"Retrieval Average (15 datasets)":42.69,"STS Average (10 datasets)":80.47,"Summarization Average (1 datasets)":27.9} -{"Rank":26,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average (56 datasets)":54.16,"Classification Average (12 datasets)":67.58,"Clustering Average (11 datasets)":40.31,"PairClassification Average (3 datasets)":82.26,"Reranking Average (4 datasets)":53.42,"Retrieval Average (15 datasets)":40.92,"STS Average (10 datasets)":81.04,"Summarization Average (1 datasets)":28.41} -{"Rank":27,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":54.12,"Classification Average (12 datasets)":60.5,"Clustering Average (11 datasets)":41.94,"PairClassification Average (3 datasets)":82.37,"Reranking Average (4 datasets)":58.04,"Retrieval Average (15 datasets)":41.95,"STS Average (10 datasets)":79.27,"Summarization Average (1 datasets)":30.81} -{"Rank":28,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":53.95,"Classification Average (12 datasets)":62.98,"Clustering Average (11 datasets)":38.63,"PairClassification Average (3 datasets)":83.85,"Reranking Average (4 datasets)":54.23,"Retrieval Average (15 datasets)":44.67,"STS Average (10 datasets)":77.35,"Summarization Average (1 datasets)":29.67} -{"Rank":29,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average (56 datasets)":53.9,"Classification Average (12 datasets)":62.89,"Clustering Average (11 datasets)":32.28,"PairClassification Average (3 datasets)":81.32,"Reranking Average (4 datasets)":53.27,"Retrieval Average (15 datasets)":50.02,"STS Average (10 datasets)":77.03,"Summarization Average (1 datasets)":31.03} -{"Rank":30,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":53.54,"Classification Average (12 datasets)":71.65,"Clustering Average (11 datasets)":40.63,"PairClassification Average (3 datasets)":80.94,"Reranking Average (4 datasets)":53.98,"Retrieval Average (15 datasets)":38.05,"STS Average (10 datasets)":79.19,"Summarization Average (1 datasets)":30.19} -{"Rank":31,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":53.53,"Classification Average (12 datasets)":64.05,"Clustering Average (11 datasets)":41.1,"PairClassification Average (3 datasets)":82.54,"Reranking Average (4 datasets)":53.14,"Retrieval Average (15 datasets)":41.88,"STS Average (10 datasets)":76.77,"Summarization Average (1 datasets)":30.36} -{"Rank":32,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average (56 datasets)":53.21,"Classification Average (12 datasets)":69.53,"Clustering Average (11 datasets)":41.99,"PairClassification Average (3 datasets)":78.01,"Reranking Average (4 datasets)":53.09,"Retrieval Average (15 datasets)":39.19,"STS Average (10 datasets)":76.16,"Summarization Average (1 datasets)":31.45} -{"Rank":33,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":52.63,"Classification Average (12 datasets)":70.2,"Clustering Average (11 datasets)":40.21,"PairClassification Average (3 datasets)":85.18,"Reranking Average (4 datasets)":53.09,"Retrieval Average (15 datasets)":33.63,"STS Average (10 datasets)":82.4,"Summarization Average (1 datasets)":31.39} -{"Rank":34,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average (56 datasets)":52.21,"Classification Average (12 datasets)":69.16,"Clustering Average (11 datasets)":40.83,"PairClassification Average (3 datasets)":77.88,"Reranking Average (4 datasets)":52.95,"Retrieval Average (15 datasets)":36.75,"STS Average (10 datasets)":76.73,"Summarization Average (1 datasets)":31.38} -{"Rank":35,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":51.93,"Classification Average (12 datasets)":65.42,"Clustering Average (11 datasets)":38.5,"PairClassification Average (3 datasets)":80.81,"Reranking Average (4 datasets)":53.8,"Retrieval Average (15 datasets)":35.34,"STS Average (10 datasets)":82.15,"Summarization Average (1 datasets)":31.57} -{"Rank":36,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":49.8,"Classification Average (12 datasets)":62.33,"Clustering Average (11 datasets)":37.14,"PairClassification Average (3 datasets)":78.45,"Reranking Average (4 datasets)":53.62,"Retrieval Average (15 datasets)":32.45,"STS Average (10 datasets)":80.08,"Summarization Average (1 datasets)":30.67} -{"Rank":37,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":49.43,"Classification Average (12 datasets)":61.84,"Clustering Average (11 datasets)":37.64,"PairClassification Average (3 datasets)":81.74,"Reranking Average (4 datasets)":51.84,"Retrieval Average (15 datasets)":32.96,"STS Average (10 datasets)":76.41,"Summarization Average (1 datasets)":29.5} -{"Rank":38,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average (56 datasets)":46.04,"Classification Average (12 datasets)":72.32,"Clustering Average (11 datasets)":37.52,"PairClassification Average (3 datasets)":76.86,"Reranking Average (4 datasets)":49.02,"Retrieval Average (15 datasets)":18.36,"STS Average (10 datasets)":79.27,"Summarization Average (1 datasets)":26.94} -{"Rank":39,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average (56 datasets)":45.89,"Classification Average (12 datasets)":65.42,"Clustering Average (11 datasets)":37.45,"PairClassification Average (3 datasets)":72.21,"Reranking Average (4 datasets)":47.7,"Retrieval Average (15 datasets)":25.93,"STS Average (10 datasets)":71.34,"Summarization Average (1 datasets)":31.23} -{"Rank":40,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":45.53,"Classification Average (12 datasets)":68.06,"Clustering Average (11 datasets)":33.43,"PairClassification Average (3 datasets)":73.68,"Reranking Average (4 datasets)":47.54,"Retrieval Average (15 datasets)":21.82,"STS Average (10 datasets)":79.97,"Summarization Average (1 datasets)":31.17} -{"Rank":41,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":42.37,"Classification Average (12 datasets)":63.68,"Clustering Average (11 datasets)":29.04,"PairClassification Average (3 datasets)":70.33,"Reranking Average (4 datasets)":46.47,"Retrieval Average (15 datasets)":20.29,"STS Average (10 datasets)":75.01,"Summarization Average (1 datasets)":31.15} -{"Rank":42,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":41.72,"Classification Average (12 datasets)":60.63,"Clustering Average (11 datasets)":29.55,"PairClassification Average (3 datasets)":78.87,"Reranking Average (4 datasets)":48.42,"Retrieval Average (15 datasets)":18.99,"STS Average (10 datasets)":70.95,"Summarization Average (1 datasets)":31.05} -{"Rank":43,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average (56 datasets)":39.04,"Classification Average (12 datasets)":56.87,"Clustering Average (11 datasets)":26.57,"PairClassification Average (3 datasets)":72.94,"Reranking Average (4 datasets)":44.75,"Retrieval Average (15 datasets)":21.22,"STS Average (10 datasets)":61.73,"Summarization Average (1 datasets)":30.49} -{"Rank":44,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average (56 datasets)":39.0,"Classification Average (12 datasets)":57.28,"Clustering Average (11 datasets)":27.73,"PairClassification Average (3 datasets)":70.92,"Reranking Average (4 datasets)":43.29,"Retrieval Average (15 datasets)":21.62,"STS Average (10 datasets)":60.52,"Summarization Average (1 datasets)":28.87} -{"Rank":45,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":37.73,"Classification Average (12 datasets)":51.43,"Clustering Average (11 datasets)":34.06,"PairClassification Average (3 datasets)":61.37,"Reranking Average (4 datasets)":48.1,"Retrieval Average (15 datasets)":15.88,"STS Average (10 datasets)":60.68,"Summarization Average (1 datasets)":27.66} -{"Rank":46,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":34.23,"Classification Average (12 datasets)":59.53,"Clustering Average (11 datasets)":30.12,"PairClassification Average (3 datasets)":56.33,"Reranking Average (4 datasets)":43.44,"Retrieval Average (15 datasets)":10.59,"STS Average (10 datasets)":52.89,"Summarization Average (1 datasets)":29.82} -{"Rank":47,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average (56 datasets)":31.38,"Classification Average (12 datasets)":50.66,"Clustering Average (11 datasets)":15.28,"PairClassification Average (3 datasets)":68.86,"Reranking Average (4 datasets)":41.44,"Retrieval Average (15 datasets)":7.94,"STS Average (10 datasets)":64.53,"Summarization Average (1 datasets)":26.8} +{"Rank":1,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average (56 datasets)":68.23,"Classification Average (12 datasets)":81.49,"Clustering Average (11 datasets)":53.35,"PairClassification Average (3 datasets)":89.24,"Reranking Average (4 datasets)":60.09,"Retrieval Average (15 datasets)":58.28,"STS Average (10 datasets)":84.31,"Summarization Average (1 datasets)":30.84} +{"Rank":2,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":67.34,"Classification Average (12 datasets)":79.6,"Clustering Average (11 datasets)":55.83,"PairClassification Average (3 datasets)":87.38,"Reranking Average (4 datasets)":60.13,"Retrieval Average (15 datasets)":56.24,"STS Average (10 datasets)":82.42,"Summarization Average (1 datasets)":31.46} +{"Rank":3,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average (56 datasets)":67.13,"Classification Average (12 datasets)":79.25,"Clustering Average (11 datasets)":52.42,"PairClassification Average (3 datasets)":86.87,"Reranking Average (4 datasets)":58.24,"Retrieval Average (15 datasets)":56.6,"STS Average (10 datasets)":85.79,"Summarization Average (1 datasets)":31.01} +{"Rank":4,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average (56 datasets)":66.31,"Classification Average (12 datasets)":81.17,"Clustering Average (11 datasets)":47.48,"PairClassification Average (3 datasets)":87.61,"Reranking Average (4 datasets)":58.9,"Retrieval Average (15 datasets)":55.7,"STS Average (10 datasets)":85.07,"Summarization Average (1 datasets)":32.63} +{"Rank":5,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average (56 datasets)":65.01,"Classification Average (12 datasets)":75.92,"Clustering Average (11 datasets)":46.45,"PairClassification Average (3 datasets)":87.79,"Reranking Average (4 datasets)":59.68,"Retrieval Average (15 datasets)":56.63,"STS Average (10 datasets)":83.58,"Summarization Average (1 datasets)":30.94} +{"Rank":6,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":64.8,"Classification Average (12 datasets)":76.63,"Clustering Average (11 datasets)":45.54,"PairClassification Average (3 datasets)":87.99,"Reranking Average (4 datasets)":58.42,"Retrieval Average (15 datasets)":55.99,"STS Average (10 datasets)":84.09,"Summarization Average (1 datasets)":29.96} +{"Rank":7,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average (56 datasets)":64.59,"Classification Average (12 datasets)":75.45,"Clustering Average (11 datasets)":49.01,"PairClassification Average (3 datasets)":85.72,"Reranking Average (4 datasets)":59.16,"Retrieval Average (15 datasets)":55.44,"STS Average (10 datasets)":81.73,"Summarization Average (1 datasets)":29.92} +{"Rank":8,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average (56 datasets)":64.49,"Classification Average (12 datasets)":74.79,"Clustering Average (11 datasets)":47.4,"PairClassification Average (3 datasets)":86.57,"Reranking Average (4 datasets)":59.74,"Retrieval Average (15 datasets)":55.58,"STS Average (10 datasets)":82.93,"Summarization Average (1 datasets)":30.97} +{"Rank":9,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average (56 datasets)":64.37,"Classification Average (12 datasets)":79.0,"Clustering Average (11 datasets)":45.07,"PairClassification Average (3 datasets)":87.25,"Reranking Average (4 datasets)":57.78,"Retrieval Average (15 datasets)":52.44,"STS Average (10 datasets)":84.93,"Summarization Average (1 datasets)":32.36} +{"Rank":10,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average (56 datasets)":64.14,"Classification Average (12 datasets)":76.33,"Clustering Average (11 datasets)":45.24,"PairClassification Average (3 datasets)":88.03,"Reranking Average (4 datasets)":57.38,"Retrieval Average (15 datasets)":54.6,"STS Average (10 datasets)":83.73,"Summarization Average (1 datasets)":28.49} +{"Rank":11,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average (56 datasets)":62.26,"Classification Average (12 datasets)":73.21,"Clustering Average (11 datasets)":46.65,"PairClassification Average (3 datasets)":85.04,"Reranking Average (4 datasets)":56.72,"Retrieval Average (15 datasets)":51.08,"STS Average (10 datasets)":81.58,"Summarization Average (1 datasets)":31.12} +{"Rank":12,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average (56 datasets)":62.0,"Classification Average (12 datasets)":71.97,"Clustering Average (11 datasets)":46.23,"PairClassification Average (3 datasets)":84.22,"Reranking Average (4 datasets)":57.99,"Retrieval Average (15 datasets)":51.66,"STS Average (10 datasets)":81.04,"Summarization Average (1 datasets)":29.92} +{"Rank":13,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average (56 datasets)":61.96,"Classification Average (12 datasets)":73.24,"Clustering Average (11 datasets)":43.71,"PairClassification Average (3 datasets)":84.59,"Reranking Average (4 datasets)":55.65,"Retrieval Average (15 datasets)":52.4,"STS Average (10 datasets)":81.7,"Summarization Average (1 datasets)":30.47} +{"Rank":14,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average (56 datasets)":61.85,"Classification Average (12 datasets)":72.21,"Clustering Average (11 datasets)":43.57,"PairClassification Average (3 datasets)":86.21,"Reranking Average (4 datasets)":55.38,"Retrieval Average (15 datasets)":51.44,"STS Average (10 datasets)":83.58,"Summarization Average (1 datasets)":30.01} +{"Rank":15,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average (56 datasets)":61.04,"Classification Average (12 datasets)":72.1,"Clustering Average (11 datasets)":43.16,"PairClassification Average (3 datasets)":84.09,"Reranking Average (4 datasets)":55.18,"Retrieval Average (15 datasets)":50.81,"STS Average (10 datasets)":81.34,"Summarization Average (1 datasets)":30.05} +{"Rank":16,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average (56 datasets)":60.99,"Classification Average (12 datasets)":70.93,"Clustering Average (11 datasets)":45.9,"PairClassification Average (3 datasets)":84.89,"Reranking Average (4 datasets)":56.32,"Retrieval Average (15 datasets)":49.25,"STS Average (10 datasets)":80.97,"Summarization Average (1 datasets)":30.8} +{"Rank":17,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":59.51,"Classification Average (12 datasets)":73.42,"Clustering Average (11 datasets)":43.72,"PairClassification Average (3 datasets)":85.06,"Reranking Average (4 datasets)":56.42,"Retrieval Average (15 datasets)":42.24,"STS Average (10 datasets)":82.63,"Summarization Average (1 datasets)":30.08} +{"Rank":18,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average (56 datasets)":59.34,"Classification Average (12 datasets)":69.7,"Clustering Average (11 datasets)":42.24,"PairClassification Average (3 datasets)":83.54,"Reranking Average (4 datasets)":54.56,"Retrieval Average (15 datasets)":47.75,"STS Average (10 datasets)":80.74,"Summarization Average (1 datasets)":29.59} +{"Rank":19,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":58.97,"Classification Average (12 datasets)":67.41,"Clustering Average (11 datasets)":42.42,"PairClassification Average (3 datasets)":86.12,"Reranking Average (4 datasets)":56.66,"Retrieval Average (15 datasets)":48.48,"STS Average (10 datasets)":78.38,"Summarization Average (1 datasets)":30.64} +{"Rank":20,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":58.42,"Classification Average (12 datasets)":67.11,"Clustering Average (11 datasets)":41.51,"PairClassification Average (3 datasets)":86.13,"Reranking Average (4 datasets)":55.96,"Retrieval Average (15 datasets)":47.96,"STS Average (10 datasets)":77.8,"Summarization Average (1 datasets)":30.21} +{"Rank":21,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":58.28,"Classification Average (12 datasets)":67.14,"Clustering Average (11 datasets)":41.6,"PairClassification Average (3 datasets)":85.32,"Reranking Average (4 datasets)":55.36,"Retrieval Average (15 datasets)":47.42,"STS Average (10 datasets)":78.19,"Summarization Average (1 datasets)":29.5} +{"Rank":22,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":57.87,"Classification Average (12 datasets)":72.84,"Clustering Average (11 datasets)":42.34,"PairClassification Average (3 datasets)":86.06,"Reranking Average (4 datasets)":54.71,"Retrieval Average (15 datasets)":38.47,"STS Average (10 datasets)":81.66,"Summarization Average (1 datasets)":29.91} +{"Rank":23,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":57.78,"Classification Average (12 datasets)":65.03,"Clustering Average (11 datasets)":43.69,"PairClassification Average (3 datasets)":83.04,"Reranking Average (4 datasets)":59.36,"Retrieval Average (15 datasets)":43.81,"STS Average (10 datasets)":80.32,"Summarization Average (1 datasets)":27.49} +{"Rank":24,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":57.06,"Classification Average (12 datasets)":72.31,"Clustering Average (11 datasets)":41.65,"PairClassification Average (3 datasets)":84.97,"Reranking Average (4 datasets)":54.0,"Retrieval Average (15 datasets)":36.71,"STS Average (10 datasets)":81.83,"Summarization Average (1 datasets)":29.64} +{"Rank":25,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":56.8,"Classification Average (12 datasets)":74.07,"Clustering Average (11 datasets)":40.63,"PairClassification Average (3 datasets)":80.94,"Reranking Average (4 datasets)":53.98,"Retrieval Average (15 datasets)":38.05,"STS Average (10 datasets)":78.5,"Summarization Average (1 datasets)":30.19} +{"Rank":26,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":56.53,"Classification Average (12 datasets)":63.21,"Clustering Average (11 datasets)":41.81,"PairClassification Average (3 datasets)":82.41,"Reranking Average (4 datasets)":58.44,"Retrieval Average (15 datasets)":42.69,"STS Average (10 datasets)":79.8,"Summarization Average (1 datasets)":27.9} +{"Rank":27,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average (56 datasets)":56.33,"Classification Average (12 datasets)":65.94,"Clustering Average (11 datasets)":32.28,"PairClassification Average (3 datasets)":81.32,"Reranking Average (4 datasets)":53.27,"Retrieval Average (15 datasets)":50.02,"STS Average (10 datasets)":76.95,"Summarization Average (1 datasets)":31.03} +{"Rank":28,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average (56 datasets)":56.23,"Classification Average (12 datasets)":71.88,"Clustering Average (11 datasets)":41.99,"PairClassification Average (3 datasets)":78.01,"Reranking Average (4 datasets)":53.09,"Retrieval Average (15 datasets)":39.19,"STS Average (10 datasets)":75.86,"Summarization Average (1 datasets)":31.45} +{"Rank":29,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":56.19,"Classification Average (12 datasets)":65.25,"Clustering Average (11 datasets)":38.63,"PairClassification Average (3 datasets)":83.85,"Reranking Average (4 datasets)":54.23,"Retrieval Average (15 datasets)":44.67,"STS Average (10 datasets)":77.07,"Summarization Average (1 datasets)":29.67} +{"Rank":30,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":56.1,"Classification Average (12 datasets)":62.62,"Clustering Average (11 datasets)":41.94,"PairClassification Average (3 datasets)":82.37,"Reranking Average (4 datasets)":58.04,"Retrieval Average (15 datasets)":41.95,"STS Average (10 datasets)":78.95,"Summarization Average (1 datasets)":30.81} +{"Rank":31,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average (56 datasets)":56.1,"Classification Average (12 datasets)":66.48,"Clustering Average (11 datasets)":40.31,"PairClassification Average (3 datasets)":82.26,"Reranking Average (4 datasets)":53.42,"Retrieval Average (15 datasets)":40.92,"STS Average (10 datasets)":79.79,"Summarization Average (1 datasets)":28.41} +{"Rank":32,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":56.0,"Classification Average (12 datasets)":66.68,"Clustering Average (11 datasets)":41.1,"PairClassification Average (3 datasets)":82.54,"Reranking Average (4 datasets)":53.14,"Retrieval Average (15 datasets)":41.88,"STS Average (10 datasets)":76.51,"Summarization Average (1 datasets)":30.36} +{"Rank":33,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average (56 datasets)":55.36,"Classification Average (12 datasets)":71.57,"Clustering Average (11 datasets)":40.83,"PairClassification Average (3 datasets)":77.88,"Reranking Average (4 datasets)":52.95,"Retrieval Average (15 datasets)":36.75,"STS Average (10 datasets)":76.4,"Summarization Average (1 datasets)":31.38} +{"Rank":34,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":55.27,"Classification Average (12 datasets)":69.81,"Clustering Average (11 datasets)":40.21,"PairClassification Average (3 datasets)":85.18,"Reranking Average (4 datasets)":53.09,"Retrieval Average (15 datasets)":33.63,"STS Average (10 datasets)":81.14,"Summarization Average (1 datasets)":31.39} +{"Rank":35,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":54.64,"Classification Average (12 datasets)":67.46,"Clustering Average (11 datasets)":38.5,"PairClassification Average (3 datasets)":80.81,"Reranking Average (4 datasets)":53.8,"Retrieval Average (15 datasets)":35.34,"STS Average (10 datasets)":80.77,"Summarization Average (1 datasets)":31.57} +{"Rank":36,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":52.45,"Classification Average (12 datasets)":64.31,"Clustering Average (11 datasets)":37.14,"PairClassification Average (3 datasets)":78.45,"Reranking Average (4 datasets)":53.62,"Retrieval Average (15 datasets)":32.45,"STS Average (10 datasets)":78.96,"Summarization Average (1 datasets)":30.67} +{"Rank":37,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":52.35,"Classification Average (12 datasets)":64.71,"Clustering Average (11 datasets)":37.64,"PairClassification Average (3 datasets)":81.74,"Reranking Average (4 datasets)":51.84,"Retrieval Average (15 datasets)":32.96,"STS Average (10 datasets)":76.47,"Summarization Average (1 datasets)":29.5} +{"Rank":38,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average (56 datasets)":49.52,"Classification Average (12 datasets)":70.44,"Clustering Average (11 datasets)":37.52,"PairClassification Average (3 datasets)":76.86,"Reranking Average (4 datasets)":49.02,"Retrieval Average (15 datasets)":18.36,"STS Average (10 datasets)":78.6,"Summarization Average (1 datasets)":26.94} +{"Rank":39,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average (56 datasets)":49.42,"Classification Average (12 datasets)":67.67,"Clustering Average (11 datasets)":37.45,"PairClassification Average (3 datasets)":72.21,"Reranking Average (4 datasets)":47.7,"Retrieval Average (15 datasets)":25.93,"STS Average (10 datasets)":71.61,"Summarization Average (1 datasets)":31.23} +{"Rank":40,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":48.87,"Classification Average (12 datasets)":67.32,"Clustering Average (11 datasets)":33.43,"PairClassification Average (3 datasets)":73.68,"Reranking Average (4 datasets)":47.54,"Retrieval Average (15 datasets)":21.82,"STS Average (10 datasets)":79.12,"Summarization Average (1 datasets)":31.17} +{"Rank":41,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":45.45,"Classification Average (12 datasets)":62.5,"Clustering Average (11 datasets)":29.04,"PairClassification Average (3 datasets)":70.33,"Reranking Average (4 datasets)":46.47,"Retrieval Average (15 datasets)":20.29,"STS Average (10 datasets)":74.33,"Summarization Average (1 datasets)":31.15} +{"Rank":42,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":45.21,"Classification Average (12 datasets)":62.71,"Clustering Average (11 datasets)":29.55,"PairClassification Average (3 datasets)":78.87,"Reranking Average (4 datasets)":48.42,"Retrieval Average (15 datasets)":18.99,"STS Average (10 datasets)":70.8,"Summarization Average (1 datasets)":31.05} +{"Rank":43,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average (56 datasets)":42.06,"Classification Average (12 datasets)":57.65,"Clustering Average (11 datasets)":26.57,"PairClassification Average (3 datasets)":72.94,"Reranking Average (4 datasets)":44.75,"Retrieval Average (15 datasets)":21.22,"STS Average (10 datasets)":62.46,"Summarization Average (1 datasets)":30.49} +{"Rank":44,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average (56 datasets)":41.96,"Classification Average (12 datasets)":57.29,"Clustering Average (11 datasets)":27.73,"PairClassification Average (3 datasets)":70.92,"Reranking Average (4 datasets)":43.29,"Retrieval Average (15 datasets)":21.62,"STS Average (10 datasets)":61.85,"Summarization Average (1 datasets)":28.87} +{"Rank":45,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":40.28,"Classification Average (12 datasets)":52.37,"Clustering Average (11 datasets)":34.06,"PairClassification Average (3 datasets)":61.37,"Reranking Average (4 datasets)":48.1,"Retrieval Average (15 datasets)":15.88,"STS Average (10 datasets)":61.02,"Summarization Average (1 datasets)":27.66} +{"Rank":46,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":38.33,"Classification Average (12 datasets)":61.66,"Clustering Average (11 datasets)":30.12,"PairClassification Average (3 datasets)":56.33,"Reranking Average (4 datasets)":43.44,"Retrieval Average (15 datasets)":10.59,"STS Average (10 datasets)":54.36,"Summarization Average (1 datasets)":29.82} +{"Rank":47,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average (56 datasets)":34.95,"Classification Average (12 datasets)":53.18,"Clustering Average (11 datasets)":15.28,"PairClassification Average (3 datasets)":68.86,"Reranking Average (4 datasets)":41.44,"Retrieval Average (15 datasets)":7.94,"STS Average (10 datasets)":63.27,"Summarization Average (1 datasets)":26.8} {"Rank":48,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} {"Rank":50,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":1024,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} {"Rank":51,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} @@ -61,7 +61,7 @@ {"Rank":62,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} {"Rank":63,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} {"Rank":64,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"Rank":65,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average (56 datasets)":"","Classification Average (12 datasets)":69.69,"Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":82.95,"Reranking Average (4 datasets)":57.09,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":79.59,"Summarization Average (1 datasets)":30.26} +{"Rank":65,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average (56 datasets)":"","Classification Average (12 datasets)":70.21,"Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":82.95,"Reranking Average (4 datasets)":57.09,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":79.54,"Summarization Average (1 datasets)":30.26} {"Rank":66,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} {"Rank":67,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} {"Rank":68,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} @@ -82,19 +82,19 @@ {"Rank":83,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} {"Rank":84,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} {"Rank":85,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"Rank":86,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":70.4,"Clustering Average (11 datasets)":39.62,"PairClassification Average (3 datasets)":83.57,"Reranking Average (4 datasets)":55.03,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":81.62,"Summarization Average (1 datasets)":30.23} -{"Rank":87,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":72.63,"Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":84.75,"Reranking Average (4 datasets)":55.96,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":83.05,"Summarization Average (1 datasets)":29.65} -{"Rank":88,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":67.98,"Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":82.65,"Reranking Average (4 datasets)":52.9,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":80.48,"Summarization Average (1 datasets)":30.04} +{"Rank":86,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":69.76,"Clustering Average (11 datasets)":39.62,"PairClassification Average (3 datasets)":83.57,"Reranking Average (4 datasets)":55.03,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":80.31,"Summarization Average (1 datasets)":30.23} +{"Rank":87,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":71.77,"Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":84.75,"Reranking Average (4 datasets)":55.96,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":81.62,"Summarization Average (1 datasets)":29.65} +{"Rank":88,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":67.03,"Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":82.65,"Reranking Average (4 datasets)":52.9,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":79.16,"Summarization Average (1 datasets)":30.04} {"Rank":89,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} {"Rank":90,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} {"Rank":91,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} {"Rank":92,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} {"Rank":93,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} {"Rank":94,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"Rank":95,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":61.68,"Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":77.61,"Reranking Average (4 datasets)":48.82,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":75.86,"Summarization Average (1 datasets)":""} +{"Rank":95,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":64.67,"Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":77.61,"Reranking Average (4 datasets)":48.82,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":75.6,"Summarization Average (1 datasets)":""} {"Rank":96,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} {"Rank":97,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"Rank":98,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average (56 datasets)":"","Classification Average (12 datasets)":54.86,"Clustering Average (11 datasets)":23.75,"PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} +{"Rank":98,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":23.75,"PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} {"Rank":100,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} {"Rank":101,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} {"Rank":102,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} diff --git a/boards_data/en/data_tasks/Classification/default.jsonl b/boards_data/en/data_tasks/Classification/default.jsonl index 2a158b5b2761bd0aaa7ec8348604f4ffc3004b5f..1165508e15154d0db66f527e137cc14954db3cf0 100644 --- a/boards_data/en/data_tasks/Classification/default.jsonl +++ b/boards_data/en/data_tasks/Classification/default.jsonl @@ -1,111 +1,55 @@ -{"Rank":1,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":83.05,"AmazonPolarityClassification":97.34,"Banking77Classification":88.62,"EmotionClassification":52.51,"ImdbClassification":95.65,"ToxicConversationsClassification":89.67,"TweetSentimentExtractionClassification":74.52} -{"Rank":2,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.44,"AmazonPolarityClassification":96.58,"Banking77Classification":86.96,"EmotionClassification":59.81,"ImdbClassification":96.13,"ToxicConversationsClassification":83.58,"TweetSentimentExtractionClassification":71.55} -{"Rank":3,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":81.98,"AmazonPolarityClassification":97.34,"Banking77Classification":86.01,"EmotionClassification":51.53,"ImdbClassification":95.7,"ToxicConversationsClassification":88.33,"TweetSentimentExtractionClassification":72.97} -{"Rank":4,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":79.28,"AmazonPolarityClassification":96.32,"Banking77Classification":88.59,"EmotionClassification":50.28,"ImdbClassification":95.75,"ToxicConversationsClassification":81.75,"TweetSentimentExtractionClassification":62.98} -{"Rank":5,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":78.87,"AmazonPolarityClassification":96.7,"Banking77Classification":81.68,"EmotionClassification":54.53,"ImdbClassification":95.58,"ToxicConversationsClassification":78.75,"TweetSentimentExtractionClassification":66.0} -{"Rank":6,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.12,"AmazonPolarityClassification":96.41,"Banking77Classification":81.64,"EmotionClassification":48.29,"ImdbClassification":95.49,"ToxicConversationsClassification":75.45,"TweetSentimentExtractionClassification":59.44} -{"Rank":7,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.49,"AmazonPolarityClassification":92.85,"Banking77Classification":85.69,"EmotionClassification":51.58,"ImdbClassification":87.67,"ToxicConversationsClassification":72.92,"TweetSentimentExtractionClassification":62.22} -{"Rank":8,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":75.05,"AmazonPolarityClassification":91.12,"Banking77Classification":88.31,"EmotionClassification":52.04,"ImdbClassification":87.42,"ToxicConversationsClassification":69.26,"TweetSentimentExtractionClassification":62.14} -{"Rank":9,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":74.58,"AmazonPolarityClassification":89.69,"Banking77Classification":88.17,"EmotionClassification":51.71,"ImdbClassification":85.78,"ToxicConversationsClassification":71.01,"TweetSentimentExtractionClassification":61.11} -{"Rank":10,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":74.32,"AmazonPolarityClassification":92.79,"Banking77Classification":82.31,"EmotionClassification":48.57,"ImdbClassification":90.23,"ToxicConversationsClassification":70.04,"TweetSentimentExtractionClassification":62.01} -{"Rank":11,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":74.28,"AmazonPolarityClassification":93.17,"Banking77Classification":80.88,"EmotionClassification":51.95,"ImdbClassification":87.54,"ToxicConversationsClassification":70.95,"TweetSentimentExtractionClassification":61.21} -{"Rank":12,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":74.02,"AmazonPolarityClassification":92.87,"Banking77Classification":78.46,"EmotionClassification":51.74,"ImdbClassification":87.01,"ToxicConversationsClassification":71.73,"TweetSentimentExtractionClassification":62.33} -{"Rank":13,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.63,"AmazonPolarityClassification":90.84,"Banking77Classification":83.01,"EmotionClassification":50.63,"ImdbClassification":83.66,"ToxicConversationsClassification":71.91,"TweetSentimentExtractionClassification":61.72} -{"Rank":14,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":73.48,"AmazonPolarityClassification":91.89,"Banking77Classification":84.15,"EmotionClassification":47.73,"ImdbClassification":85.47,"ToxicConversationsClassification":71.25,"TweetSentimentExtractionClassification":60.4} -{"Rank":15,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":73.46,"AmazonPolarityClassification":86.07,"Banking77Classification":88.05,"EmotionClassification":51.2,"ImdbClassification":82.94,"ToxicConversationsClassification":70.59,"TweetSentimentExtractionClassification":61.9} -{"Rank":16,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":72.63,"AmazonPolarityClassification":93.26,"Banking77Classification":75.88,"EmotionClassification":47.58,"ImdbClassification":90.23,"ToxicConversationsClassification":66.01,"TweetSentimentExtractionClassification":62.8} -{"Rank":17,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":72.5,"AmazonPolarityClassification":91.35,"Banking77Classification":83.69,"EmotionClassification":45.88,"ImdbClassification":83.99,"ToxicConversationsClassification":70.87,"TweetSentimentExtractionClassification":59.2} -{"Rank":18,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":72.32,"AmazonPolarityClassification":92.83,"Banking77Classification":68.04,"EmotionClassification":50.33,"ImdbClassification":89.38,"ToxicConversationsClassification":70.0,"TweetSentimentExtractionClassification":63.35} -{"Rank":19,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":72.29,"AmazonPolarityClassification":91.32,"Banking77Classification":83.19,"EmotionClassification":45.8,"ImdbClassification":85.93,"ToxicConversationsClassification":68.52,"TweetSentimentExtractionClassification":58.98} -{"Rank":20,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":71.65,"AmazonPolarityClassification":85.29,"Banking77Classification":86.16,"EmotionClassification":48.88,"ImdbClassification":77.95,"ToxicConversationsClassification":70.71,"TweetSentimentExtractionClassification":60.9} -{"Rank":21,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.37,"AmazonPolarityClassification":86.72,"Banking77Classification":80.66,"EmotionClassification":48.74,"ImdbClassification":77.98,"ToxicConversationsClassification":72.29,"TweetSentimentExtractionClassification":61.81} -{"Rank":22,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":70.41,"AmazonPolarityClassification":82.05,"Banking77Classification":86.01,"EmotionClassification":48.38,"ImdbClassification":75.33,"ToxicConversationsClassification":69.92,"TweetSentimentExtractionClassification":60.76} -{"Rank":23,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":70.4,"AmazonPolarityClassification":91.76,"Banking77Classification":73.53,"EmotionClassification":45.68,"ImdbClassification":84.29,"ToxicConversationsClassification":64.33,"TweetSentimentExtractionClassification":62.8} -{"Rank":24,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.24,"AmazonPolarityClassification":88.74,"Banking77Classification":82.78,"EmotionClassification":42.92,"ImdbClassification":80.87,"ToxicConversationsClassification":68.16,"TweetSentimentExtractionClassification":57.99} -{"Rank":25,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":70.2,"AmazonPolarityClassification":85.12,"Banking77Classification":76.48,"EmotionClassification":51.35,"ImdbClassification":77.34,"ToxicConversationsClassification":68.2,"TweetSentimentExtractionClassification":62.71} -{"Rank":26,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":69.69,"AmazonPolarityClassification":86.69,"Banking77Classification":79.36,"EmotionClassification":48.79,"ImdbClassification":82.25,"ToxicConversationsClassification":63.9,"TweetSentimentExtractionClassification":57.14} -{"Rank":27,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":69.53,"AmazonPolarityClassification":80.68,"Banking77Classification":84.77,"EmotionClassification":47.08,"ImdbClassification":75.19,"ToxicConversationsClassification":71.85,"TweetSentimentExtractionClassification":57.61} -{"Rank":28,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":69.16,"AmazonPolarityClassification":79.05,"Banking77Classification":84.65,"EmotionClassification":46.58,"ImdbClassification":75.68,"ToxicConversationsClassification":71.81,"TweetSentimentExtractionClassification":57.17} -{"Rank":29,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":68.06,"AmazonPolarityClassification":82.47,"Banking77Classification":75.76,"EmotionClassification":44.81,"ImdbClassification":73.53,"ToxicConversationsClassification":72.04,"TweetSentimentExtractionClassification":59.73} -{"Rank":30,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":67.98,"AmazonPolarityClassification":88.61,"Banking77Classification":70.44,"EmotionClassification":42.86,"ImdbClassification":79.57,"ToxicConversationsClassification":63.59,"TweetSentimentExtractionClassification":62.79} -{"Rank":31,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":67.58,"AmazonPolarityClassification":85.92,"Banking77Classification":80.63,"EmotionClassification":40.55,"ImdbClassification":76.6,"ToxicConversationsClassification":66.53,"TweetSentimentExtractionClassification":55.23} -{"Rank":32,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":65.84,"AmazonPolarityClassification":73.92,"Banking77Classification":81.21,"EmotionClassification":46.33,"ImdbClassification":70.86,"ToxicConversationsClassification":68.65,"TweetSentimentExtractionClassification":54.09} -{"Rank":33,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":65.73,"AmazonPolarityClassification":75.05,"Banking77Classification":82.32,"EmotionClassification":43.19,"ImdbClassification":70.8,"ToxicConversationsClassification":68.48,"TweetSentimentExtractionClassification":54.54} -{"Rank":34,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":65.47,"AmazonPolarityClassification":74.58,"Banking77Classification":82.22,"EmotionClassification":45.54,"ImdbClassification":68.15,"ToxicConversationsClassification":67.56,"TweetSentimentExtractionClassification":54.77} -{"Rank":35,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":65.42,"AmazonPolarityClassification":76.41,"Banking77Classification":81.1,"EmotionClassification":45.85,"ImdbClassification":64.58,"ToxicConversationsClassification":65.56,"TweetSentimentExtractionClassification":59.04} -{"Rank":36,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":65.42,"AmazonPolarityClassification":74.28,"Banking77Classification":79.0,"EmotionClassification":42.85,"ImdbClassification":71.92,"ToxicConversationsClassification":68.4,"TweetSentimentExtractionClassification":56.08} -{"Rank":37,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":64.05,"AmazonPolarityClassification":68.63,"Banking77Classification":80.02,"EmotionClassification":44.77,"ImdbClassification":67.04,"ToxicConversationsClassification":67.77,"TweetSentimentExtractionClassification":56.1} -{"Rank":38,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":63.68,"AmazonPolarityClassification":74.48,"Banking77Classification":73.55,"EmotionClassification":42.22,"ImdbClassification":69.63,"ToxicConversationsClassification":68.82,"TweetSentimentExtractionClassification":53.36} -{"Rank":39,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":63.06,"AmazonPolarityClassification":67.14,"Banking77Classification":81.7,"EmotionClassification":42.22,"ImdbClassification":71.17,"ToxicConversationsClassification":61.05,"TweetSentimentExtractionClassification":55.05} -{"Rank":40,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":62.98,"AmazonPolarityClassification":67.82,"Banking77Classification":79.26,"EmotionClassification":42.2,"ImdbClassification":65.99,"ToxicConversationsClassification":66.6,"TweetSentimentExtractionClassification":56.02} -{"Rank":41,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":62.89,"AmazonPolarityClassification":61.91,"Banking77Classification":82.05,"EmotionClassification":46.65,"ImdbClassification":65.02,"ToxicConversationsClassification":68.15,"TweetSentimentExtractionClassification":53.57} -{"Rank":42,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":62.33,"AmazonPolarityClassification":69.21,"Banking77Classification":79.77,"EmotionClassification":42.37,"ImdbClassification":60.46,"ToxicConversationsClassification":66.07,"TweetSentimentExtractionClassification":56.12} -{"Rank":43,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":61.84,"AmazonPolarityClassification":66.88,"Banking77Classification":82.35,"EmotionClassification":41.91,"ImdbClassification":60.17,"ToxicConversationsClassification":64.01,"TweetSentimentExtractionClassification":55.74} -{"Rank":44,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":61.68,"AmazonPolarityClassification":68.0,"Banking77Classification":71.48,"EmotionClassification":40.04,"ImdbClassification":61.52,"ToxicConversationsClassification":69.09,"TweetSentimentExtractionClassification":59.97} -{"Rank":45,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":61.0,"AmazonPolarityClassification":62.98,"Banking77Classification":80.4,"EmotionClassification":41.17,"ImdbClassification":59.76,"ToxicConversationsClassification":67.47,"TweetSentimentExtractionClassification":54.25} -{"Rank":46,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":60.63,"AmazonPolarityClassification":68.95,"Banking77Classification":69.85,"EmotionClassification":37.22,"ImdbClassification":62.04,"ToxicConversationsClassification":66.9,"TweetSentimentExtractionClassification":58.82} -{"Rank":47,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":60.5,"AmazonPolarityClassification":64.26,"Banking77Classification":80.04,"EmotionClassification":40.83,"ImdbClassification":61.76,"ToxicConversationsClassification":62.09,"TweetSentimentExtractionClassification":54.04} -{"Rank":48,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":59.53,"AmazonPolarityClassification":71.33,"Banking77Classification":63.41,"EmotionClassification":35.28,"ImdbClassification":65.35,"ToxicConversationsClassification":70.0,"TweetSentimentExtractionClassification":51.81} -{"Rank":49,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":57.28,"AmazonPolarityClassification":60.32,"Banking77Classification":67.69,"EmotionClassification":36.93,"ImdbClassification":62.57,"ToxicConversationsClassification":65.4,"TweetSentimentExtractionClassification":50.8} -{"Rank":50,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":56.87,"AmazonPolarityClassification":59.59,"Banking77Classification":67.05,"EmotionClassification":33.18,"ImdbClassification":63.98,"ToxicConversationsClassification":67.76,"TweetSentimentExtractionClassification":49.68} -{"Rank":51,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":54.86,"AmazonPolarityClassification":68.36,"Banking77Classification":59.86,"EmotionClassification":29.5,"ImdbClassification":58.36,"ToxicConversationsClassification":57.77,"TweetSentimentExtractionClassification":55.3} -{"Rank":52,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":51.43,"AmazonPolarityClassification":57.77,"Banking77Classification":66.66,"EmotionClassification":24.82,"ImdbClassification":56.35,"ToxicConversationsClassification":57.44,"TweetSentimentExtractionClassification":45.52} -{"Rank":53,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":50.66,"AmazonPolarityClassification":61.01,"Banking77Classification":57.76,"EmotionClassification":24.83,"ImdbClassification":57.58,"ToxicConversationsClassification":54.05,"TweetSentimentExtractionClassification":48.73} -{"Rank":54,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AmazonPolarityClassification":null,"Banking77Classification":83.21,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":55,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":56,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":57,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":58,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":59,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":60,"Model":"bm25s<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":61,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":62,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":63,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":64,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":65,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":66,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":67,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":68,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":69,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":70,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":71,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":72,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":73,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":74,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":75,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":76,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":77,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":78,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":79,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":80,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":81,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":82,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":83,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":84,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":85,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":86,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":87,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":88,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":89,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":90,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":91,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":92,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":93,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":94,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":95,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":96,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":97,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":98,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":99,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":100,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":101,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":102,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":103,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":104,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":105,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":106,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":107,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":108,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":109,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":110,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} -{"Rank":111,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AmazonPolarityClassification":null,"Banking77Classification":null,"EmotionClassification":null,"ImdbClassification":null,"ToxicConversationsClassification":null,"TweetSentimentExtractionClassification":null} +{"Rank":1,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.49,"AmazonCounterfactualClassification (en)":77.6,"AmazonPolarityClassification":96.58,"AmazonReviewsClassification (en)":50.77,"Banking77Classification":86.96,"EmotionClassification":59.81,"ImdbClassification":96.13,"MassiveIntentClassification (en)":81.08,"MassiveScenarioClassification (en)":87.95,"MTOPDomainClassification (en)":98.86,"MTOPIntentClassification (en)":86.97,"ToxicConversationsClassification":83.58,"TweetSentimentExtractionClassification":71.55} +{"Rank":2,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":81.17,"AmazonCounterfactualClassification (en)":75.34,"AmazonPolarityClassification":97.34,"AmazonReviewsClassification (en)":51.17,"Banking77Classification":88.62,"EmotionClassification":52.51,"ImdbClassification":95.65,"MassiveIntentClassification (en)":80.22,"MassiveScenarioClassification (en)":87.19,"MTOPDomainClassification (en)":98.35,"MTOPIntentClassification (en)":83.43,"ToxicConversationsClassification":89.67,"TweetSentimentExtractionClassification":74.52} +{"Rank":3,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":79.6,"AmazonCounterfactualClassification (en)":83.16,"AmazonPolarityClassification":96.7,"AmazonReviewsClassification (en)":62.17,"Banking77Classification":81.68,"EmotionClassification":54.53,"ImdbClassification":95.58,"MassiveIntentClassification (en)":78.47,"MassiveScenarioClassification (en)":78.19,"MTOPDomainClassification (en)":95.75,"MTOPIntentClassification (en)":84.26,"ToxicConversationsClassification":78.75,"TweetSentimentExtractionClassification":66.0} +{"Rank":4,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":79.25,"AmazonCounterfactualClassification (en)":88.31,"AmazonPolarityClassification":96.32,"AmazonReviewsClassification (en)":56.25,"Banking77Classification":88.59,"EmotionClassification":50.28,"ImdbClassification":95.75,"MassiveIntentClassification (en)":73.97,"MassiveScenarioClassification (en)":83.99,"MTOPDomainClassification (en)":97.65,"MTOPIntentClassification (en)":75.16,"ToxicConversationsClassification":81.75,"TweetSentimentExtractionClassification":62.98} +{"Rank":5,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":79.0,"AmazonCounterfactualClassification (en)":70.93,"AmazonPolarityClassification":97.34,"AmazonReviewsClassification (en)":48.47,"Banking77Classification":86.01,"EmotionClassification":51.53,"ImdbClassification":95.7,"MassiveIntentClassification (en)":75.67,"MassiveScenarioClassification (en)":85.16,"MTOPDomainClassification (en)":98.02,"MTOPIntentClassification (en)":77.82,"ToxicConversationsClassification":88.33,"TweetSentimentExtractionClassification":72.97} +{"Rank":6,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":76.63,"AmazonCounterfactualClassification (en)":77.58,"AmazonPolarityClassification":91.12,"AmazonReviewsClassification (en)":49.97,"Banking77Classification":88.31,"EmotionClassification":52.04,"ImdbClassification":87.42,"MassiveIntentClassification (en)":79.29,"MassiveScenarioClassification (en)":81.64,"MTOPDomainClassification (en)":96.04,"MTOPIntentClassification (en)":84.77,"ToxicConversationsClassification":69.26,"TweetSentimentExtractionClassification":62.14} +{"Rank":7,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":76.33,"AmazonCounterfactualClassification (en)":82.22,"AmazonPolarityClassification":89.69,"AmazonReviewsClassification (en)":48.47,"Banking77Classification":88.17,"EmotionClassification":51.71,"ImdbClassification":85.78,"MassiveIntentClassification (en)":78.06,"MassiveScenarioClassification (en)":81.35,"MTOPDomainClassification (en)":95.57,"MTOPIntentClassification (en)":82.81,"ToxicConversationsClassification":71.01,"TweetSentimentExtractionClassification":61.11} +{"Rank":8,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":75.92,"AmazonCounterfactualClassification (en)":79.94,"AmazonPolarityClassification":86.07,"AmazonReviewsClassification (en)":46.84,"Banking77Classification":88.05,"EmotionClassification":51.2,"ImdbClassification":82.94,"MassiveIntentClassification (en)":79.8,"MassiveScenarioClassification (en)":81.52,"MTOPDomainClassification (en)":96.14,"MTOPIntentClassification (en)":86.11,"ToxicConversationsClassification":70.59,"TweetSentimentExtractionClassification":61.9} +{"Rank":9,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.45,"AmazonCounterfactualClassification (en)":78.93,"AmazonPolarityClassification":92.85,"AmazonReviewsClassification (en)":48.7,"Banking77Classification":85.69,"EmotionClassification":51.58,"ImdbClassification":87.67,"MassiveIntentClassification (en)":74.64,"MassiveScenarioClassification (en)":79.79,"MTOPDomainClassification (en)":95.36,"MTOPIntentClassification (en)":75.07,"ToxicConversationsClassification":72.92,"TweetSentimentExtractionClassification":62.22} +{"Rank":10,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.79,"AmazonCounterfactualClassification (en)":71.43,"AmazonPolarityClassification":96.41,"AmazonReviewsClassification (en)":57.06,"Banking77Classification":81.64,"EmotionClassification":48.29,"ImdbClassification":95.49,"MassiveIntentClassification (en)":71.29,"MassiveScenarioClassification (en)":76.74,"MTOPDomainClassification (en)":96.3,"MTOPIntentClassification (en)":67.93,"ToxicConversationsClassification":75.45,"TweetSentimentExtractionClassification":59.44} +{"Rank":11,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":74.07,"AmazonCounterfactualClassification (en)":76.94,"AmazonPolarityClassification":85.29,"AmazonReviewsClassification (en)":47.09,"Banking77Classification":86.16,"EmotionClassification":48.88,"ImdbClassification":77.95,"MassiveIntentClassification (en)":76.65,"MassiveScenarioClassification (en)":79.99,"MTOPDomainClassification (en)":95.48,"MTOPIntentClassification (en)":82.84,"ToxicConversationsClassification":70.71,"TweetSentimentExtractionClassification":60.9} +{"Rank":12,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":73.42,"AmazonCounterfactualClassification (en)":77.07,"AmazonPolarityClassification":92.79,"AmazonReviewsClassification (en)":48.93,"Banking77Classification":82.31,"EmotionClassification":48.57,"ImdbClassification":90.23,"MassiveIntentClassification (en)":73.44,"MassiveScenarioClassification (en)":74.82,"MTOPDomainClassification (en)":92.49,"MTOPIntentClassification (en)":68.33,"ToxicConversationsClassification":70.04,"TweetSentimentExtractionClassification":62.01} +{"Rank":13,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":73.24,"AmazonCounterfactualClassification (en)":74.27,"AmazonPolarityClassification":91.89,"AmazonReviewsClassification (en)":46.97,"Banking77Classification":84.15,"EmotionClassification":47.73,"ImdbClassification":85.47,"MassiveIntentClassification (en)":73.07,"MassiveScenarioClassification (en)":76.82,"MTOPDomainClassification (en)":92.62,"MTOPIntentClassification (en)":74.27,"ToxicConversationsClassification":71.25,"TweetSentimentExtractionClassification":60.4} +{"Rank":14,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.21,"AmazonCounterfactualClassification (en)":76.42,"AmazonPolarityClassification":90.84,"AmazonReviewsClassification (en)":45.73,"Banking77Classification":83.01,"EmotionClassification":50.63,"ImdbClassification":83.66,"MassiveIntentClassification (en)":72.86,"MassiveScenarioClassification (en)":76.84,"MTOPDomainClassification (en)":93.91,"MTOPIntentClassification (en)":70.98,"ToxicConversationsClassification":71.91,"TweetSentimentExtractionClassification":61.72} +{"Rank":15,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":72.84,"AmazonCounterfactualClassification (en)":76.01,"AmazonPolarityClassification":93.17,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":80.88,"EmotionClassification":51.95,"ImdbClassification":87.54,"MassiveIntentClassification (en)":72.09,"MassiveScenarioClassification (en)":73.26,"MTOPDomainClassification (en)":90.73,"MTOPIntentClassification (en)":68.15,"ToxicConversationsClassification":70.95,"TweetSentimentExtractionClassification":61.21} +{"Rank":16,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":72.31,"AmazonCounterfactualClassification (en)":75.51,"AmazonPolarityClassification":92.87,"AmazonReviewsClassification (en)":47.12,"Banking77Classification":78.46,"EmotionClassification":51.74,"ImdbClassification":87.01,"MassiveIntentClassification (en)":71.78,"MassiveScenarioClassification (en)":73.16,"MTOPDomainClassification (en)":90.99,"MTOPIntentClassification (en)":64.98,"ToxicConversationsClassification":71.73,"TweetSentimentExtractionClassification":62.33} +{"Rank":17,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":72.21,"AmazonCounterfactualClassification (en)":77.42,"AmazonPolarityClassification":82.05,"AmazonReviewsClassification (en)":40.81,"Banking77Classification":86.01,"EmotionClassification":48.38,"ImdbClassification":75.33,"MassiveIntentClassification (en)":75.58,"MassiveScenarioClassification (en)":79.16,"MTOPDomainClassification (en)":94.09,"MTOPIntentClassification (en)":77.05,"ToxicConversationsClassification":69.92,"TweetSentimentExtractionClassification":60.76} +{"Rank":18,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":72.1,"AmazonCounterfactualClassification (en)":72.94,"AmazonPolarityClassification":91.35,"AmazonReviewsClassification (en)":45.73,"Banking77Classification":83.69,"EmotionClassification":45.88,"ImdbClassification":83.99,"MassiveIntentClassification (en)":71.76,"MassiveScenarioClassification (en)":75.67,"MTOPDomainClassification (en)":91.68,"MTOPIntentClassification (en)":72.47,"ToxicConversationsClassification":70.87,"TweetSentimentExtractionClassification":59.2} +{"Rank":19,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.97,"AmazonCounterfactualClassification (en)":73.96,"AmazonPolarityClassification":91.32,"AmazonReviewsClassification (en)":46.03,"Banking77Classification":83.19,"EmotionClassification":45.8,"ImdbClassification":85.93,"MassiveIntentClassification (en)":71.12,"MassiveScenarioClassification (en)":75.56,"MTOPDomainClassification (en)":92.76,"MTOPIntentClassification (en)":70.45,"ToxicConversationsClassification":68.52,"TweetSentimentExtractionClassification":58.98} +{"Rank":20,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":71.88,"AmazonCounterfactualClassification (en)":75.7,"AmazonPolarityClassification":80.68,"AmazonReviewsClassification (en)":40.0,"Banking77Classification":84.77,"EmotionClassification":47.08,"ImdbClassification":75.19,"MassiveIntentClassification (en)":75.01,"MassiveScenarioClassification (en)":79.16,"MTOPDomainClassification (en)":94.47,"MTOPIntentClassification (en)":81.09,"ToxicConversationsClassification":71.85,"TweetSentimentExtractionClassification":57.61} +{"Rank":21,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":71.77,"AmazonCounterfactualClassification (en)":78.67,"AmazonPolarityClassification":93.26,"AmazonReviewsClassification (en)":49.2,"Banking77Classification":75.88,"EmotionClassification":47.58,"ImdbClassification":90.23,"MassiveIntentClassification (en)":68.51,"MassiveScenarioClassification (en)":73.04,"MTOPDomainClassification (en)":91.81,"MTOPIntentClassification (en)":64.29,"ToxicConversationsClassification":66.01,"TweetSentimentExtractionClassification":62.8} +{"Rank":22,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":71.57,"AmazonCounterfactualClassification (en)":76.91,"AmazonPolarityClassification":79.05,"AmazonReviewsClassification (en)":40.08,"Banking77Classification":84.65,"EmotionClassification":46.58,"ImdbClassification":75.68,"MassiveIntentClassification (en)":73.84,"MassiveScenarioClassification (en)":79.17,"MTOPDomainClassification (en)":94.33,"MTOPIntentClassification (en)":79.54,"ToxicConversationsClassification":71.81,"TweetSentimentExtractionClassification":57.17} +{"Rank":23,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.93,"AmazonCounterfactualClassification (en)":75.94,"AmazonPolarityClassification":86.72,"AmazonReviewsClassification (en)":44.78,"Banking77Classification":80.66,"EmotionClassification":48.74,"ImdbClassification":77.98,"MassiveIntentClassification (en)":70.15,"MassiveScenarioClassification (en)":75.33,"MTOPDomainClassification (en)":92.13,"MTOPIntentClassification (en)":64.68,"ToxicConversationsClassification":72.29,"TweetSentimentExtractionClassification":61.81} +{"Rank":24,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.44,"AmazonCounterfactualClassification (en)":76.4,"AmazonPolarityClassification":92.83,"AmazonReviewsClassification (en)":47.45,"Banking77Classification":68.04,"EmotionClassification":50.33,"ImdbClassification":89.38,"MassiveIntentClassification (en)":65.17,"MassiveScenarioClassification (en)":67.67,"MTOPDomainClassification (en)":89.89,"MTOPIntentClassification (en)":64.8,"ToxicConversationsClassification":70.0,"TweetSentimentExtractionClassification":63.35} +{"Rank":25,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":70.21,"AmazonCounterfactualClassification (en)":71.1,"AmazonPolarityClassification":86.69,"AmazonReviewsClassification (en)":45.51,"Banking77Classification":79.36,"EmotionClassification":48.79,"ImdbClassification":82.25,"MassiveIntentClassification (en)":71.52,"MassiveScenarioClassification (en)":73.87,"MTOPDomainClassification (en)":92.67,"MTOPIntentClassification (en)":69.77,"ToxicConversationsClassification":63.9,"TweetSentimentExtractionClassification":57.14} +{"Rank":26,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":69.81,"AmazonCounterfactualClassification (en)":75.82,"AmazonPolarityClassification":85.12,"AmazonReviewsClassification (en)":44.94,"Banking77Classification":76.48,"EmotionClassification":51.35,"ImdbClassification":77.34,"MassiveIntentClassification (en)":69.74,"MassiveScenarioClassification (en)":72.32,"MTOPDomainClassification (en)":90.34,"MTOPIntentClassification (en)":63.32,"ToxicConversationsClassification":68.2,"TweetSentimentExtractionClassification":62.71} +{"Rank":27,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":69.76,"AmazonCounterfactualClassification (en)":77.36,"AmazonPolarityClassification":91.76,"AmazonReviewsClassification (en)":47.54,"Banking77Classification":73.53,"EmotionClassification":45.68,"ImdbClassification":84.29,"MassiveIntentClassification (en)":65.71,"MassiveScenarioClassification (en)":71.57,"MTOPDomainClassification (en)":90.9,"MTOPIntentClassification (en)":61.6,"ToxicConversationsClassification":64.33,"TweetSentimentExtractionClassification":62.8} +{"Rank":28,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":69.7,"AmazonCounterfactualClassification (en)":69.78,"AmazonPolarityClassification":88.74,"AmazonReviewsClassification (en)":43.11,"Banking77Classification":82.78,"EmotionClassification":42.92,"ImdbClassification":80.87,"MassiveIntentClassification (en)":69.34,"MassiveScenarioClassification (en)":74.21,"MTOPDomainClassification (en)":89.61,"MTOPIntentClassification (en)":68.9,"ToxicConversationsClassification":68.16,"TweetSentimentExtractionClassification":57.99} +{"Rank":29,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":67.67,"AmazonCounterfactualClassification (en)":72.93,"AmazonPolarityClassification":74.28,"AmazonReviewsClassification (en)":36.14,"Banking77Classification":79.0,"EmotionClassification":42.85,"ImdbClassification":71.92,"MassiveIntentClassification (en)":69.99,"MassiveScenarioClassification (en)":75.15,"MTOPDomainClassification (en)":91.24,"MTOPIntentClassification (en)":74.08,"ToxicConversationsClassification":68.4,"TweetSentimentExtractionClassification":56.08} +{"Rank":30,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":67.46,"AmazonCounterfactualClassification (en)":75.81,"AmazonPolarityClassification":76.41,"AmazonReviewsClassification (en)":38.52,"Banking77Classification":81.1,"EmotionClassification":45.85,"ImdbClassification":64.58,"MassiveIntentClassification (en)":69.32,"MassiveScenarioClassification (en)":75.35,"MTOPDomainClassification (en)":89.24,"MTOPIntentClassification (en)":68.69,"ToxicConversationsClassification":65.56,"TweetSentimentExtractionClassification":59.04} +{"Rank":31,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":67.41,"AmazonCounterfactualClassification (en)":67.3,"AmazonPolarityClassification":75.05,"AmazonReviewsClassification (en)":37.3,"Banking77Classification":82.32,"EmotionClassification":43.19,"ImdbClassification":70.8,"MassiveIntentClassification (en)":70.61,"MassiveScenarioClassification (en)":77.77,"MTOPDomainClassification (en)":93.84,"MTOPIntentClassification (en)":67.71,"ToxicConversationsClassification":68.48,"TweetSentimentExtractionClassification":54.54} +{"Rank":32,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":67.32,"AmazonCounterfactualClassification (en)":75.75,"AmazonPolarityClassification":82.47,"AmazonReviewsClassification (en)":39.6,"Banking77Classification":75.76,"EmotionClassification":44.81,"ImdbClassification":73.53,"MassiveIntentClassification (en)":65.95,"MassiveScenarioClassification (en)":70.78,"MTOPDomainClassification (en)":84.29,"MTOPIntentClassification (en)":63.14,"ToxicConversationsClassification":72.04,"TweetSentimentExtractionClassification":59.73} +{"Rank":33,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":67.14,"AmazonCounterfactualClassification (en)":70.03,"AmazonPolarityClassification":73.92,"AmazonReviewsClassification (en)":37.21,"Banking77Classification":81.21,"EmotionClassification":46.33,"ImdbClassification":70.86,"MassiveIntentClassification (en)":70.06,"MassiveScenarioClassification (en)":75.49,"MTOPDomainClassification (en)":94.01,"MTOPIntentClassification (en)":63.86,"ToxicConversationsClassification":68.65,"TweetSentimentExtractionClassification":54.09} +{"Rank":34,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":67.11,"AmazonCounterfactualClassification (en)":68.6,"AmazonPolarityClassification":74.58,"AmazonReviewsClassification (en)":38.2,"Banking77Classification":82.22,"EmotionClassification":45.54,"ImdbClassification":68.15,"MassiveIntentClassification (en)":70.23,"MassiveScenarioClassification (en)":75.94,"MTOPDomainClassification (en)":93.6,"MTOPIntentClassification (en)":65.93,"ToxicConversationsClassification":67.56,"TweetSentimentExtractionClassification":54.77} +{"Rank":35,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":67.03,"AmazonCounterfactualClassification (en)":71.87,"AmazonPolarityClassification":88.61,"AmazonReviewsClassification (en)":45.75,"Banking77Classification":70.44,"EmotionClassification":42.86,"ImdbClassification":79.57,"MassiveIntentClassification (en)":63.87,"MassiveScenarioClassification (en)":69.28,"MTOPDomainClassification (en)":88.99,"MTOPIntentClassification (en)":56.69,"ToxicConversationsClassification":63.59,"TweetSentimentExtractionClassification":62.79} +{"Rank":36,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":66.68,"AmazonCounterfactualClassification (en)":72.19,"AmazonPolarityClassification":68.63,"AmazonReviewsClassification (en)":37.42,"Banking77Classification":80.02,"EmotionClassification":44.77,"ImdbClassification":67.04,"MassiveIntentClassification (en)":67.78,"MassiveScenarioClassification (en)":76.0,"MTOPDomainClassification (en)":93.18,"MTOPIntentClassification (en)":69.31,"ToxicConversationsClassification":67.77,"TweetSentimentExtractionClassification":56.1} +{"Rank":37,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":66.48,"AmazonCounterfactualClassification (en)":66.85,"AmazonPolarityClassification":85.92,"AmazonReviewsClassification (en)":41.02,"Banking77Classification":80.63,"EmotionClassification":40.55,"ImdbClassification":76.6,"MassiveIntentClassification (en)":64.95,"MassiveScenarioClassification (en)":70.38,"MTOPDomainClassification (en)":86.31,"MTOPIntentClassification (en)":62.77,"ToxicConversationsClassification":66.53,"TweetSentimentExtractionClassification":55.23} +{"Rank":38,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":65.94,"AmazonCounterfactualClassification (en)":74.16,"AmazonPolarityClassification":61.91,"AmazonReviewsClassification (en)":32.06,"Banking77Classification":82.05,"EmotionClassification":46.65,"ImdbClassification":65.02,"MassiveIntentClassification (en)":68.48,"MassiveScenarioClassification (en)":74.98,"MTOPDomainClassification (en)":93.17,"MTOPIntentClassification (en)":71.1,"ToxicConversationsClassification":68.15,"TweetSentimentExtractionClassification":53.57} +{"Rank":39,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":65.25,"AmazonCounterfactualClassification (en)":69.33,"AmazonPolarityClassification":67.82,"AmazonReviewsClassification (en)":38.48,"Banking77Classification":79.26,"EmotionClassification":42.2,"ImdbClassification":65.99,"MassiveIntentClassification (en)":67.05,"MassiveScenarioClassification (en)":75.4,"MTOPDomainClassification (en)":92.42,"MTOPIntentClassification (en)":62.44,"ToxicConversationsClassification":66.6,"TweetSentimentExtractionClassification":56.02} +{"Rank":40,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":65.03,"AmazonCounterfactualClassification (en)":65.03,"AmazonPolarityClassification":67.14,"AmazonReviewsClassification (en)":31.44,"Banking77Classification":81.7,"EmotionClassification":42.22,"ImdbClassification":71.17,"MassiveIntentClassification (en)":69.76,"MassiveScenarioClassification (en)":75.67,"MTOPDomainClassification (en)":91.89,"MTOPIntentClassification (en)":68.27,"ToxicConversationsClassification":61.05,"TweetSentimentExtractionClassification":55.05} +{"Rank":41,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":64.71,"AmazonCounterfactualClassification (en)":64.06,"AmazonPolarityClassification":66.88,"AmazonReviewsClassification (en)":34.85,"Banking77Classification":82.35,"EmotionClassification":41.91,"ImdbClassification":60.17,"MassiveIntentClassification (en)":70.4,"MassiveScenarioClassification (en)":73.73,"MTOPDomainClassification (en)":91.34,"MTOPIntentClassification (en)":71.07,"ToxicConversationsClassification":64.01,"TweetSentimentExtractionClassification":55.74} +{"Rank":42,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":64.67,"AmazonCounterfactualClassification (en)":71.81,"AmazonPolarityClassification":68.0,"AmazonReviewsClassification (en)":35.45,"Banking77Classification":71.48,"EmotionClassification":40.04,"ImdbClassification":61.52,"MassiveIntentClassification (en)":66.71,"MassiveScenarioClassification (en)":74.0,"MTOPDomainClassification (en)":91.59,"MTOPIntentClassification (en)":66.4,"ToxicConversationsClassification":69.09,"TweetSentimentExtractionClassification":59.97} +{"Rank":43,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":64.31,"AmazonCounterfactualClassification (en)":71.57,"AmazonPolarityClassification":69.21,"AmazonReviewsClassification (en)":35.11,"Banking77Classification":79.77,"EmotionClassification":42.37,"ImdbClassification":60.46,"MassiveIntentClassification (en)":66.89,"MassiveScenarioClassification (en)":71.54,"MTOPDomainClassification (en)":87.06,"MTOPIntentClassification (en)":65.52,"ToxicConversationsClassification":66.07,"TweetSentimentExtractionClassification":56.12} +{"Rank":44,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":63.21,"AmazonCounterfactualClassification (en)":65.28,"AmazonPolarityClassification":62.98,"AmazonReviewsClassification (en)":30.79,"Banking77Classification":80.4,"EmotionClassification":41.17,"ImdbClassification":59.76,"MassiveIntentClassification (en)":67.15,"MassiveScenarioClassification (en)":74.58,"MTOPDomainClassification (en)":91.9,"MTOPIntentClassification (en)":62.84,"ToxicConversationsClassification":67.47,"TweetSentimentExtractionClassification":54.25} +{"Rank":45,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":62.71,"AmazonCounterfactualClassification (en)":75.93,"AmazonPolarityClassification":68.95,"AmazonReviewsClassification (en)":35.8,"Banking77Classification":69.85,"EmotionClassification":37.22,"ImdbClassification":62.04,"MassiveIntentClassification (en)":61.46,"MassiveScenarioClassification (en)":66.41,"MTOPDomainClassification (en)":86.06,"MTOPIntentClassification (en)":63.03,"ToxicConversationsClassification":66.9,"TweetSentimentExtractionClassification":58.82} +{"Rank":46,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":62.62,"AmazonCounterfactualClassification (en)":63.64,"AmazonPolarityClassification":64.26,"AmazonReviewsClassification (en)":30.85,"Banking77Classification":80.04,"EmotionClassification":40.83,"ImdbClassification":61.76,"MassiveIntentClassification (en)":66.94,"MassiveScenarioClassification (en)":73.81,"MTOPDomainClassification (en)":91.68,"MTOPIntentClassification (en)":61.55,"ToxicConversationsClassification":62.09,"TweetSentimentExtractionClassification":54.04} +{"Rank":47,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":62.5,"AmazonCounterfactualClassification (en)":67.09,"AmazonPolarityClassification":74.48,"AmazonReviewsClassification (en)":33.85,"Banking77Classification":73.55,"EmotionClassification":42.22,"ImdbClassification":69.63,"MassiveIntentClassification (en)":59.84,"MassiveScenarioClassification (en)":66.25,"MTOPDomainClassification (en)":81.71,"MTOPIntentClassification (en)":59.23,"ToxicConversationsClassification":68.82,"TweetSentimentExtractionClassification":53.36} +{"Rank":48,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":61.66,"AmazonCounterfactualClassification (en)":74.25,"AmazonPolarityClassification":71.33,"AmazonReviewsClassification (en)":33.56,"Banking77Classification":63.41,"EmotionClassification":35.28,"ImdbClassification":65.35,"MassiveIntentClassification (en)":59.88,"MassiveScenarioClassification (en)":64.28,"MTOPDomainClassification (en)":82.63,"MTOPIntentClassification (en)":68.14,"ToxicConversationsClassification":70.0,"TweetSentimentExtractionClassification":51.81} +{"Rank":49,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":57.65,"AmazonCounterfactualClassification (en)":60.54,"AmazonPolarityClassification":59.59,"AmazonReviewsClassification (en)":31.01,"Banking77Classification":67.05,"EmotionClassification":33.18,"ImdbClassification":63.98,"MassiveIntentClassification (en)":57.21,"MassiveScenarioClassification (en)":66.11,"MTOPDomainClassification (en)":78.57,"MTOPIntentClassification (en)":57.07,"ToxicConversationsClassification":67.76,"TweetSentimentExtractionClassification":49.68} +{"Rank":50,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":57.29,"AmazonCounterfactualClassification (en)":56.91,"AmazonPolarityClassification":60.32,"AmazonReviewsClassification (en)":29.67,"Banking77Classification":67.69,"EmotionClassification":36.93,"ImdbClassification":62.57,"MassiveIntentClassification (en)":56.19,"MassiveScenarioClassification (en)":66.03,"MTOPDomainClassification (en)":79.11,"MTOPIntentClassification (en)":55.85,"ToxicConversationsClassification":65.4,"TweetSentimentExtractionClassification":50.8} +{"Rank":51,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":53.18,"AmazonCounterfactualClassification (en)":76.84,"AmazonPolarityClassification":61.01,"AmazonReviewsClassification (en)":28.71,"Banking77Classification":57.76,"EmotionClassification":24.83,"ImdbClassification":57.58,"MassiveIntentClassification (en)":47.91,"MassiveScenarioClassification (en)":55.92,"MTOPDomainClassification (en)":75.36,"MTOPIntentClassification (en)":49.47,"ToxicConversationsClassification":54.05,"TweetSentimentExtractionClassification":48.73} +{"Rank":52,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":52.37,"AmazonCounterfactualClassification (en)":58.7,"AmazonPolarityClassification":57.77,"AmazonReviewsClassification (en)":26.26,"Banking77Classification":66.66,"EmotionClassification":24.82,"ImdbClassification":56.35,"MassiveIntentClassification (en)":51.73,"MassiveScenarioClassification (en)":58.58,"MTOPDomainClassification (en)":74.53,"MTOPIntentClassification (en)":50.05,"ToxicConversationsClassification":57.44,"TweetSentimentExtractionClassification":45.52} +{"Rank":53,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonCounterfactualClassification (en)":61.85,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":83.21,"EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} +{"Rank":73,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":60.48,"MassiveScenarioClassification (en)":65.43,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} +{"Rank":98,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":68.36,"AmazonReviewsClassification (en)":"","Banking77Classification":59.86,"EmotionClassification":29.5,"ImdbClassification":58.36,"MassiveIntentClassification (en)":50.16,"MassiveScenarioClassification (en)":61.29,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":57.77,"TweetSentimentExtractionClassification":55.3} diff --git a/boards_data/en/data_tasks/Clustering/default.jsonl b/boards_data/en/data_tasks/Clustering/default.jsonl index 1b5f3c6a468ac3e1a6cf1390446b180cabfdc123..b48f03a3d5bf0ce25faf1ffca9e6f41a4249d9d7 100644 --- a/boards_data/en/data_tasks/Clustering/default.jsonl +++ b/boards_data/en/data_tasks/Clustering/default.jsonl @@ -47,65 +47,15 @@ {"Rank":47,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":26.57,"ArxivClusteringP2P":34.73,"ArxivClusteringS2S":26.01,"BiorxivClusteringP2P":29.76,"BiorxivClusteringS2S":20.71,"MedrxivClusteringP2P":26.65,"MedrxivClusteringS2S":21.5,"RedditClustering":28.84,"RedditClusteringP2P":7.37,"StackExchangeClustering":39.04,"StackExchangeClusteringP2P":30.23,"TwentyNewsgroupsClustering":27.42} {"Rank":48,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":23.75,"ArxivClusteringP2P":24.83,"ArxivClusteringS2S":16.68,"BiorxivClusteringP2P":20.0,"BiorxivClusteringS2S":12.67,"MedrxivClusteringP2P":20.79,"MedrxivClusteringS2S":18.18,"RedditClustering":26.28,"RedditClusteringP2P":40.48,"StackExchangeClustering":33.51,"StackExchangeClusteringP2P":27.98,"TwentyNewsgroupsClustering":19.9} {"Rank":49,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":15.28,"ArxivClusteringP2P":17.77,"ArxivClusteringS2S":12.39,"BiorxivClusteringP2P":12.4,"BiorxivClusteringS2S":8.83,"MedrxivClusteringP2P":17.91,"MedrxivClusteringS2S":16.63,"RedditClustering":9.96,"RedditClusteringP2P":26.42,"StackExchangeClustering":15.79,"StackExchangeClusteringP2P":18.63,"TwentyNewsgroupsClustering":11.38} -{"Rank":50,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":51,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":52,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":53,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":54,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":55,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":56,"Model":"bm25s<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":57,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":39.44,"BiorxivClusteringS2S":36.62,"MedrxivClusteringP2P":33.21,"MedrxivClusteringS2S":31.68,"RedditClustering":56.61,"RedditClusteringP2P":62.66,"StackExchangeClustering":66.11,"StackExchangeClusteringP2P":35.24,"TwentyNewsgroupsClustering":50.75} -{"Rank":58,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":59,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":60,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":61,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":62,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":63,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":64,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":65,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":66,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":67,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":68,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":69,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":70,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":71,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":72,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":73,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":74,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":75,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":76,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":77,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":78,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":79,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":80,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":81,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":82,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":83,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":84,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":37.12,"BiorxivClusteringS2S":33.41,"MedrxivClusteringP2P":31.82,"MedrxivClusteringS2S":29.68,"RedditClustering":56.54,"RedditClusteringP2P":63.23,"StackExchangeClustering":64.6,"StackExchangeClusteringP2P":33.02,"TwentyNewsgroupsClustering":49.86} -{"Rank":85,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":36.72,"BiorxivClusteringS2S":35.47,"MedrxivClusteringP2P":31.45,"MedrxivClusteringS2S":29.91,"RedditClustering":55.5,"RedditClusteringP2P":63.71,"StackExchangeClustering":65.23,"StackExchangeClusteringP2P":33.62,"TwentyNewsgroupsClustering":48.73} -{"Rank":86,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":87,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":36.1,"BiorxivClusteringS2S":31.51,"MedrxivClusteringP2P":31.31,"MedrxivClusteringS2S":28.32,"RedditClustering":43.27,"RedditClusteringP2P":57.22,"StackExchangeClustering":59.6,"StackExchangeClusteringP2P":30.82,"TwentyNewsgroupsClustering":37.65} -{"Rank":88,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":35.5,"BiorxivClusteringS2S":33.3,"MedrxivClusteringP2P":31.7,"MedrxivClusteringS2S":29.76,"RedditClustering":46.91,"RedditClusteringP2P":63.0,"StackExchangeClustering":58.37,"StackExchangeClusteringP2P":32.9,"TwentyNewsgroupsClustering":39.4} -{"Rank":89,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":35.84,"BiorxivClusteringS2S":27.35,"MedrxivClusteringP2P":30.72,"MedrxivClusteringS2S":27.0,"RedditClustering":40.12,"RedditClusteringP2P":59.49,"StackExchangeClustering":53.32,"StackExchangeClusteringP2P":31.87,"TwentyNewsgroupsClustering":33.67} -{"Rank":90,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":91,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":92,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":93,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":94,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":95,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":96,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"ArxivClusteringP2P":33.59,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":97,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":98,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":99,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":100,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":101,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":102,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":103,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":104,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":26.05,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":25.67,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":44.92} -{"Rank":105,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":32.92} -{"Rank":106,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":107,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":108,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":null,"RedditClusteringP2P":null,"StackExchangeClustering":null,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":null} -{"Rank":109,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":45.64,"RedditClusteringP2P":null,"StackExchangeClustering":53.01,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":42.01} -{"Rank":110,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":40.79,"RedditClusteringP2P":null,"StackExchangeClustering":55.14,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":37.64} -{"Rank":111,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArxivClusteringP2P":null,"ArxivClusteringS2S":null,"BiorxivClusteringP2P":null,"BiorxivClusteringS2S":null,"MedrxivClusteringP2P":null,"MedrxivClusteringS2S":null,"RedditClustering":31.78,"RedditClusteringP2P":null,"StackExchangeClustering":36.86,"StackExchangeClusteringP2P":null,"TwentyNewsgroupsClustering":29.33} +{"Rank":57,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":39.44,"BiorxivClusteringS2S":36.62,"MedrxivClusteringP2P":33.21,"MedrxivClusteringS2S":31.68,"RedditClustering":56.61,"RedditClusteringP2P":62.66,"StackExchangeClustering":66.11,"StackExchangeClusteringP2P":35.24,"TwentyNewsgroupsClustering":50.75} +{"Rank":84,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":37.12,"BiorxivClusteringS2S":33.41,"MedrxivClusteringP2P":31.82,"MedrxivClusteringS2S":29.68,"RedditClustering":56.54,"RedditClusteringP2P":63.23,"StackExchangeClustering":64.6,"StackExchangeClusteringP2P":33.02,"TwentyNewsgroupsClustering":49.86} +{"Rank":85,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":36.72,"BiorxivClusteringS2S":35.47,"MedrxivClusteringP2P":31.45,"MedrxivClusteringS2S":29.91,"RedditClustering":55.5,"RedditClusteringP2P":63.71,"StackExchangeClustering":65.23,"StackExchangeClusteringP2P":33.62,"TwentyNewsgroupsClustering":48.73} +{"Rank":87,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":36.1,"BiorxivClusteringS2S":31.51,"MedrxivClusteringP2P":31.31,"MedrxivClusteringS2S":28.32,"RedditClustering":43.27,"RedditClusteringP2P":57.22,"StackExchangeClustering":59.6,"StackExchangeClusteringP2P":30.82,"TwentyNewsgroupsClustering":37.65} +{"Rank":88,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":35.5,"BiorxivClusteringS2S":33.3,"MedrxivClusteringP2P":31.7,"MedrxivClusteringS2S":29.76,"RedditClustering":46.91,"RedditClusteringP2P":63.0,"StackExchangeClustering":58.37,"StackExchangeClusteringP2P":32.9,"TwentyNewsgroupsClustering":39.4} +{"Rank":89,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":35.84,"BiorxivClusteringS2S":27.35,"MedrxivClusteringP2P":30.72,"MedrxivClusteringS2S":27.0,"RedditClustering":40.12,"RedditClusteringP2P":59.49,"StackExchangeClustering":53.32,"StackExchangeClusteringP2P":31.87,"TwentyNewsgroupsClustering":33.67} +{"Rank":96,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","ArxivClusteringP2P":33.59,"ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} +{"Rank":104,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":26.05,"MedrxivClusteringP2P":"","MedrxivClusteringS2S":25.67,"RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":44.92} +{"Rank":105,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":32.92} +{"Rank":109,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":45.64,"RedditClusteringP2P":"","StackExchangeClustering":53.01,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":42.01} +{"Rank":110,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":40.79,"RedditClusteringP2P":"","StackExchangeClustering":55.14,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":37.64} +{"Rank":111,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":31.78,"RedditClusteringP2P":"","StackExchangeClustering":36.86,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":29.33} diff --git a/boards_data/en/data_tasks/PairClassification/default.jsonl b/boards_data/en/data_tasks/PairClassification/default.jsonl index e270b8a6b79fef1f3a221bf62dc5f3c8b24d3bba..bea47d168d54747c8c026ce8b818707f47be6e08 100644 --- a/boards_data/en/data_tasks/PairClassification/default.jsonl +++ b/boards_data/en/data_tasks/PairClassification/default.jsonl @@ -53,59 +53,3 @@ {"Rank":53,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":68.86,"SprintDuplicateQuestions":65.54,"TwitterSemEval2015":59.57,"TwitterURLCorpus":81.47} {"Rank":54,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":61.37,"SprintDuplicateQuestions":71.63,"TwitterSemEval2015":43.25,"TwitterURLCorpus":69.22} {"Rank":55,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":56.33,"SprintDuplicateQuestions":36.81,"TwitterSemEval2015":55.9,"TwitterURLCorpus":76.29} -{"Rank":56,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":57,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":58,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":59,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":60,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":61,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":62,"Model":"bm25s<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":63,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":64,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":65,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":66,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":67,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":68,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":69,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":70,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":71,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":72,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":73,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":74,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":75,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":76,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":77,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":78,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":79,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":80,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":81,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":82,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":83,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":84,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":85,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":86,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":87,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":88,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":89,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":90,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":91,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":92,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":93,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":94,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":95,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":96,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":97,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":98,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":99,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":100,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":101,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":102,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":103,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":104,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":105,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":106,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":107,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":108,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":109,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":110,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} -{"Rank":111,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SprintDuplicateQuestions":null,"TwitterSemEval2015":null,"TwitterURLCorpus":null} diff --git a/boards_data/en/data_tasks/Reranking/default.jsonl b/boards_data/en/data_tasks/Reranking/default.jsonl index 2ef606fdde7aa475db97e9c7154075fb31a9f313..f045914142614ea3a1d173cfbaefa1ef708ff015 100644 --- a/boards_data/en/data_tasks/Reranking/default.jsonl +++ b/boards_data/en/data_tasks/Reranking/default.jsonl @@ -50,62 +50,7 @@ {"Rank":50,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":43.44,"AskUbuntuDupQuestions":45.84,"MindSmallReranking":28.37,"SciDocsRR":64.94,"StackOverflowDupQuestions":34.62} {"Rank":51,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":43.29,"AskUbuntuDupQuestions":49.57,"MindSmallReranking":27.01,"SciDocsRR":62.56,"StackOverflowDupQuestions":34.03} {"Rank":52,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":41.44,"AskUbuntuDupQuestions":48.99,"MindSmallReranking":24.79,"SciDocsRR":54.99,"StackOverflowDupQuestions":36.98} -{"Rank":53,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":88.87,"StackOverflowDupQuestions":null} -{"Rank":54,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":55,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":56,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":57,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":58,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":59,"Model":"bm25s<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":60,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":61,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":62,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":63,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":64,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":65,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":66,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":67,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":68,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":69,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":70,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":71,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":72,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":73,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":74,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":75,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":76,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":77,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":78,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":79,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":80,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":81,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":82,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":83,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":84,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":85,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":86,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":87,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":88,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":89,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":90,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":91,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":92,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":93,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":94,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":95,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":96,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":97,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":98,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":99,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":100,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":101,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":102,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":103,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":104,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":105,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":106,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":107,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":108,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AskUbuntuDupQuestions":null,"MindSmallReranking":null,"SciDocsRR":null,"StackOverflowDupQuestions":null} -{"Rank":109,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AskUbuntuDupQuestions":54.68,"MindSmallReranking":null,"SciDocsRR":72.78,"StackOverflowDupQuestions":40.65} -{"Rank":110,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AskUbuntuDupQuestions":55.09,"MindSmallReranking":null,"SciDocsRR":70.93,"StackOverflowDupQuestions":42.42} -{"Rank":111,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AskUbuntuDupQuestions":53.56,"MindSmallReranking":null,"SciDocsRR":68.7,"StackOverflowDupQuestions":39.41} +{"Rank":53,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":88.87,"StackOverflowDupQuestions":""} +{"Rank":109,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AskUbuntuDupQuestions":54.68,"MindSmallReranking":"","SciDocsRR":72.78,"StackOverflowDupQuestions":40.65} +{"Rank":110,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AskUbuntuDupQuestions":55.09,"MindSmallReranking":"","SciDocsRR":70.93,"StackOverflowDupQuestions":42.42} +{"Rank":111,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AskUbuntuDupQuestions":53.56,"MindSmallReranking":"","SciDocsRR":68.7,"StackOverflowDupQuestions":39.41} diff --git a/boards_data/en/data_tasks/Retrieval/default.jsonl b/boards_data/en/data_tasks/Retrieval/default.jsonl index 1ccead49dd7b63ded430442ce2d7dcd308d21cd8..2e6f7185e7e49bbae0e5c991ec46bbd2b83cde36 100644 --- a/boards_data/en/data_tasks/Retrieval/default.jsonl +++ b/boards_data/en/data_tasks/Retrieval/default.jsonl @@ -46,66 +46,14 @@ {"Rank":46,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":15.88,"ArguAna":32.67,"ClimateFEVER":6.86,"CQADupstackRetrieval":14.6,"DBPedia":4.14,"FEVER":5.45,"FiQA2018":5.64,"HotpotQA":5.46,"MSMARCO":5.59,"NFCorpus":0.85,"NQ":5.99,"QuoraRetrieval":64.65,"SCIDOCS":0.0,"SciFact":47.88,"Touche2020":8.46,"TRECCOVID":29.91} {"Rank":47,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":10.59,"ArguAna":28.29,"ClimateFEVER":5.41,"CQADupstackRetrieval":5.51,"DBPedia":4.13,"FEVER":3.3,"FiQA2018":2.19,"HotpotQA":8.26,"MSMARCO":1.91,"NFCorpus":4.3,"NQ":2.62,"QuoraRetrieval":61.03,"SCIDOCS":2.82,"SciFact":13.34,"Touche2020":0.97,"TRECCOVID":14.74} {"Rank":48,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":7.94,"ArguAna":12.86,"ClimateFEVER":0.36,"CQADupstackRetrieval":4.12,"DBPedia":1.53,"FEVER":0.77,"FiQA2018":1.73,"HotpotQA":5.5,"MSMARCO":1.09,"NFCorpus":2.44,"NQ":0.64,"QuoraRetrieval":71.14,"SCIDOCS":0.78,"SciFact":4.04,"Touche2020":1.06,"TRECCOVID":10.97} -{"Rank":49,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArguAna":48.83,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":40.38,"HotpotQA":null,"MSMARCO":35.19,"NFCorpus":null,"NQ":51.08,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":73.5,"Touche2020":null,"TRECCOVID":54.74} -{"Rank":50,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":51,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":52,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":53,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":54,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":55,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":56,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":57,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":58,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":59,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":60,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":61,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":62,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":63,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":64,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":65,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"ArguAna":63.17,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":59.91,"HotpotQA":null,"MSMARCO":null,"NFCorpus":40.86,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":24.4,"SciFact":79.13,"Touche2020":27.81,"TRECCOVID":74.36} -{"Rank":66,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":67,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":68,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":69,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":70,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":71,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":72,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":73,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":74,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":75,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":76,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":77,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":78,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":79,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":80,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":81,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":82,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":83,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":84,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":85,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":86,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":null,"ArguAna":44.21,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":38.15,"HotpotQA":null,"MSMARCO":null,"NFCorpus":32.49,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":17.17,"SciFact":69.39,"Touche2020":21.5,"TRECCOVID":69.5} -{"Rank":87,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"ArguAna":54.36,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":43.81,"HotpotQA":null,"MSMARCO":null,"NFCorpus":33.95,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":17.45,"SciFact":70.42,"Touche2020":23.13,"TRECCOVID":71.21} -{"Rank":88,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null,"ArguAna":39.09,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":33.13,"HotpotQA":null,"MSMARCO":null,"NFCorpus":31.0,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":13.9,"SciFact":67.7,"Touche2020":21.16,"TRECCOVID":72.57} -{"Rank":89,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":90,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":91,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":92,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":93,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":94,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":95,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":96,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":97,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":98,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"ArguAna":32.03,"ClimateFEVER":5.56,"CQADupstackRetrieval":null,"DBPedia":9.61,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":99,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":100,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":101,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":102,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":103,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":104,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArguAna":46.91,"ClimateFEVER":18.5,"CQADupstackRetrieval":null,"DBPedia":36.2,"FEVER":72.1,"FiQA2018":38.41,"HotpotQA":59.39,"MSMARCO":37.94,"NFCorpus":33.17,"NQ":42.81,"QuoraRetrieval":70.57,"SCIDOCS":14.83,"SciFact":67.25,"Touche2020":28.68,"TRECCOVID":72.43} -{"Rank":105,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":106,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArguAna":49.2,"ClimateFEVER":19.9,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":77.0,"FiQA2018":42.2,"HotpotQA":63.1,"MSMARCO":null,"NFCorpus":36.7,"NQ":null,"QuoraRetrieval":69.7,"SCIDOCS":null,"SciFact":70.4,"Touche2020":29.7,"TRECCOVID":58.5} -{"Rank":107,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArguAna":46.98,"ClimateFEVER":19.4,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":75.6,"FiQA2018":45.21,"HotpotQA":64.8,"MSMARCO":null,"NFCorpus":38.01,"NQ":null,"QuoraRetrieval":67.7,"SCIDOCS":17.74,"SciFact":74.35,"Touche2020":30.9,"TRECCOVID":56.14} -{"Rank":108,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArguAna":43.5,"ClimateFEVER":22.3,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":77.5,"FiQA2018":51.2,"HotpotQA":68.8,"MSMARCO":null,"NFCorpus":40.7,"NQ":null,"QuoraRetrieval":63.8,"SCIDOCS":null,"SciFact":75.4,"Touche2020":29.1,"TRECCOVID":64.9} -{"Rank":109,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} -{"Rank":110,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":5.14,"HotpotQA":null,"MSMARCO":null,"NFCorpus":19.96,"NQ":null,"QuoraRetrieval":83.11,"SCIDOCS":null,"SciFact":46.68,"Touche2020":null,"TRECCOVID":7.61} -{"Rank":111,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"ArguAna":null,"ClimateFEVER":null,"CQADupstackRetrieval":null,"DBPedia":null,"FEVER":null,"FiQA2018":null,"HotpotQA":null,"MSMARCO":null,"NFCorpus":null,"NQ":null,"QuoraRetrieval":null,"SCIDOCS":null,"SciFact":null,"Touche2020":null,"TRECCOVID":null} +{"Rank":49,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","ArguAna":48.83,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":40.38,"HotpotQA":"","MSMARCO":35.19,"NFCorpus":"","NQ":51.08,"QuoraRetrieval":"","SCIDOCS":"","SciFact":73.5,"Touche2020":"","TRECCOVID":54.74} +{"Rank":65,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","ArguAna":63.17,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":59.91,"HotpotQA":"","MSMARCO":"","NFCorpus":40.86,"NQ":"","QuoraRetrieval":"","SCIDOCS":24.4,"SciFact":79.13,"Touche2020":27.81,"TRECCOVID":74.36} +{"Rank":86,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","ArguAna":44.21,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":38.15,"HotpotQA":"","MSMARCO":"","NFCorpus":32.49,"NQ":"","QuoraRetrieval":"","SCIDOCS":17.17,"SciFact":69.39,"Touche2020":21.5,"TRECCOVID":69.5} +{"Rank":87,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","ArguAna":54.36,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":43.81,"HotpotQA":"","MSMARCO":"","NFCorpus":33.95,"NQ":"","QuoraRetrieval":"","SCIDOCS":17.45,"SciFact":70.42,"Touche2020":23.13,"TRECCOVID":71.21} +{"Rank":88,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","ArguAna":39.09,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":33.13,"HotpotQA":"","MSMARCO":"","NFCorpus":31.0,"NQ":"","QuoraRetrieval":"","SCIDOCS":13.9,"SciFact":67.7,"Touche2020":21.16,"TRECCOVID":72.57} +{"Rank":98,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","ArguAna":32.03,"ClimateFEVER":5.56,"CQADupstackRetrieval":"","DBPedia":9.61,"FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} +{"Rank":104,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","ArguAna":46.91,"ClimateFEVER":18.5,"CQADupstackRetrieval":"","DBPedia":36.2,"FEVER":72.1,"FiQA2018":38.41,"HotpotQA":59.39,"MSMARCO":37.94,"NFCorpus":33.17,"NQ":42.81,"QuoraRetrieval":70.57,"SCIDOCS":14.83,"SciFact":67.25,"Touche2020":28.68,"TRECCOVID":72.43} +{"Rank":106,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","ArguAna":49.2,"ClimateFEVER":19.9,"CQADupstackRetrieval":"","DBPedia":"","FEVER":77.0,"FiQA2018":42.2,"HotpotQA":63.1,"MSMARCO":"","NFCorpus":36.7,"NQ":"","QuoraRetrieval":69.7,"SCIDOCS":"","SciFact":70.4,"Touche2020":29.7,"TRECCOVID":58.5} +{"Rank":107,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","ArguAna":46.98,"ClimateFEVER":19.4,"CQADupstackRetrieval":"","DBPedia":"","FEVER":75.6,"FiQA2018":45.21,"HotpotQA":64.8,"MSMARCO":"","NFCorpus":38.01,"NQ":"","QuoraRetrieval":67.7,"SCIDOCS":17.74,"SciFact":74.35,"Touche2020":30.9,"TRECCOVID":56.14} +{"Rank":108,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","ArguAna":43.5,"ClimateFEVER":22.3,"CQADupstackRetrieval":"","DBPedia":"","FEVER":77.5,"FiQA2018":51.2,"HotpotQA":68.8,"MSMARCO":"","NFCorpus":40.7,"NQ":"","QuoraRetrieval":63.8,"SCIDOCS":"","SciFact":75.4,"Touche2020":29.1,"TRECCOVID":64.9} +{"Rank":110,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":5.14,"HotpotQA":"","MSMARCO":"","NFCorpus":19.96,"NQ":"","QuoraRetrieval":83.11,"SCIDOCS":"","SciFact":46.68,"Touche2020":"","TRECCOVID":7.61} diff --git a/boards_data/en/data_tasks/STS/default.jsonl b/boards_data/en/data_tasks/STS/default.jsonl index e33640bbf1120979356ea1259d31944d99c016d6..fb116174da59cf4d02c167aa1c19e4d1977521ab 100644 --- a/boards_data/en/data_tasks/STS/default.jsonl +++ b/boards_data/en/data_tasks/STS/default.jsonl @@ -1,111 +1,58 @@ -{"Rank":1,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":86.75,"BIOSSES":89.7,"SICK-R":78.44,"STS12":86.46,"STS13":87.76,"STS14":86.6,"STS15":90.1,"STS16":86.39,"STSBenchmark":88.56} -{"Rank":2,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":86.36,"BIOSSES":89.42,"SICK-R":81.67,"STS12":78.02,"STS13":90.1,"STS14":85.44,"STS15":89.64,"STS16":87.24,"STSBenchmark":89.33} -{"Rank":3,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":86.32,"BIOSSES":89.46,"SICK-R":81.93,"STS12":77.59,"STS13":90.36,"STS14":85.25,"STS15":89.66,"STS16":87.34,"STSBenchmark":88.99} -{"Rank":4,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.84,"BIOSSES":89.24,"SICK-R":83.16,"STS12":73.34,"STS13":88.49,"STS14":86.49,"STS15":91.13,"STS16":85.68,"STSBenchmark":89.22} -{"Rank":5,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":85.38,"BIOSSES":85.24,"SICK-R":83.7,"STS12":78.8,"STS13":86.37,"STS14":84.04,"STS15":88.99,"STS16":87.22,"STSBenchmark":88.65} -{"Rank":6,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":84.89,"BIOSSES":82.13,"SICK-R":83.01,"STS12":78.85,"STS13":86.84,"STS14":84.04,"STS15":88.72,"STS16":86.79,"STSBenchmark":88.72} -{"Rank":7,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":84.82,"BIOSSES":84.92,"SICK-R":83.94,"STS12":79.27,"STS13":84.83,"STS14":82.94,"STS15":88.09,"STS16":86.54,"STSBenchmark":88.05} -{"Rank":8,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":84.68,"BIOSSES":85.88,"SICK-R":82.25,"STS12":78.28,"STS13":85.52,"STS14":82.49,"STS15":88.76,"STS16":87.11,"STSBenchmark":87.16} -{"Rank":9,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.56,"BIOSSES":84.85,"SICK-R":79.71,"STS12":77.09,"STS13":88.91,"STS14":82.08,"STS15":89.21,"STS16":84.74,"STSBenchmark":89.86} -{"Rank":10,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":83.94,"BIOSSES":80.43,"SICK-R":80.47,"STS12":78.85,"STS13":88.94,"STS14":84.86,"STS15":89.32,"STS16":84.67,"STSBenchmark":84.01} -{"Rank":11,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":83.75,"BIOSSES":81.12,"SICK-R":79.15,"STS12":76.52,"STS13":88.63,"STS14":83.32,"STS15":87.5,"STS16":86.39,"STSBenchmark":87.35} -{"Rank":12,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":83.36,"BIOSSES":78.93,"SICK-R":80.34,"STS12":79.11,"STS13":87.33,"STS14":83.17,"STS15":88.28,"STS16":84.36,"STSBenchmark":85.36} -{"Rank":13,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":83.07,"BIOSSES":83.3,"SICK-R":79.27,"STS12":78.3,"STS13":85.81,"STS14":81.38,"STS15":86.79,"STS16":84.56,"STSBenchmark":85.14} -{"Rank":14,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":83.05,"BIOSSES":82.49,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.79,"STSBenchmark":87.29} -{"Rank":15,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":82.92,"BIOSSES":73.12,"SICK-R":79.98,"STS12":79.02,"STS13":88.8,"STS14":84.33,"STS15":88.89,"STS16":85.31,"STSBenchmark":83.93} -{"Rank":16,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":82.72,"BIOSSES":81.58,"SICK-R":79.24,"STS12":78.16,"STS13":86.01,"STS14":81.25,"STS15":86.51,"STS16":84.24,"STSBenchmark":84.8} -{"Rank":17,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.61,"BIOSSES":84.68,"SICK-R":79.0,"STS12":72.84,"STS13":86.1,"STS14":81.15,"STS15":88.49,"STS16":85.08,"STSBenchmark":83.56} -{"Rank":18,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.49,"BIOSSES":88.72,"SICK-R":76.73,"STS12":73.09,"STS13":84.92,"STS14":79.81,"STS15":88.01,"STS16":84.41,"STSBenchmark":84.24} -{"Rank":19,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":82.4,"BIOSSES":75.89,"SICK-R":80.18,"STS12":78.05,"STS13":85.85,"STS14":82.19,"STS15":87.46,"STS16":84.03,"STSBenchmark":85.52} -{"Rank":20,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":82.15,"BIOSSES":76.27,"SICK-R":79.62,"STS12":77.9,"STS13":85.11,"STS14":80.81,"STS15":87.48,"STS16":83.2,"STSBenchmark":86.82} -{"Rank":21,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":82.11,"BIOSSES":80.19,"SICK-R":79.09,"STS12":77.49,"STS13":85.62,"STS14":80.5,"STS15":85.84,"STS16":83.9,"STSBenchmark":84.28} -{"Rank":22,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.05,"BIOSSES":84.87,"SICK-R":79.18,"STS12":71.98,"STS13":85.52,"STS14":80.5,"STS15":87.51,"STS16":84.48,"STSBenchmark":82.34} -{"Rank":23,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":81.62,"BIOSSES":85.05,"SICK-R":78.51,"STS12":76.7,"STS13":78.02,"STS14":76.6,"STS15":88.16,"STS16":84.28,"STSBenchmark":85.64} -{"Rank":24,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.42,"BIOSSES":86.35,"SICK-R":80.6,"STS12":69.8,"STS13":83.27,"STS14":76.09,"STS15":86.12,"STS16":85.96,"STSBenchmark":83.17} -{"Rank":25,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":81.04,"BIOSSES":77.18,"SICK-R":78.76,"STS12":77.3,"STS13":84.18,"STS14":79.37,"STS15":84.69,"STS16":83.36,"STSBenchmark":83.46} -{"Rank":26,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":80.53,"BIOSSES":80.43,"SICK-R":80.59,"STS12":72.63,"STS13":83.48,"STS14":78.0,"STS15":85.66,"STS16":80.03,"STSBenchmark":83.42} -{"Rank":27,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":80.48,"BIOSSES":82.46,"SICK-R":77.51,"STS12":76.56,"STS13":76.97,"STS14":75.52,"STS15":87.12,"STS16":83.63,"STSBenchmark":84.11} -{"Rank":28,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":80.47,"BIOSSES":83.57,"SICK-R":79.32,"STS12":73.08,"STS13":82.13,"STS14":76.73,"STS15":85.58,"STS16":80.23,"STSBenchmark":83.09} -{"Rank":29,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":80.08,"BIOSSES":74.18,"SICK-R":79.61,"STS12":76.02,"STS13":80.7,"STS14":78.85,"STS15":85.84,"STS16":81.05,"STSBenchmark":84.42} -{"Rank":30,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":79.97,"BIOSSES":68.38,"SICK-R":80.77,"STS12":75.3,"STS13":84.67,"STS14":80.19,"STS15":85.4,"STS16":80.82,"STSBenchmark":84.25} -{"Rank":31,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":79.59,"BIOSSES":85.01,"SICK-R":81.47,"STS12":65.84,"STS13":78.37,"STS14":77.52,"STS15":85.43,"STS16":79.94,"STSBenchmark":83.1} -{"Rank":32,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":79.27,"BIOSSES":81.64,"SICK-R":77.58,"STS12":72.37,"STS13":80.6,"STS14":75.59,"STS15":85.39,"STS16":78.99,"STSBenchmark":82.03} -{"Rank":33,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":79.27,"BIOSSES":78.04,"SICK-R":77.48,"STS12":72.3,"STS13":81.49,"STS14":74.74,"STS15":84.28,"STS16":82.06,"STSBenchmark":83.78} -{"Rank":34,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":79.21,"BIOSSES":84.86,"SICK-R":73.39,"STS12":70.33,"STS13":82.19,"STS14":77.16,"STS15":86.31,"STS16":81.85,"STSBenchmark":77.6} -{"Rank":35,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":79.19,"BIOSSES":83.29,"SICK-R":75.55,"STS12":67.65,"STS13":83.9,"STS14":76.97,"STS15":83.8,"STS16":81.91,"STSBenchmark":80.42} -{"Rank":36,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":79.11,"BIOSSES":81.91,"SICK-R":74.29,"STS12":70.12,"STS13":82.72,"STS14":78.24,"STS15":86.26,"STS16":81.61,"STSBenchmark":77.73} -{"Rank":37,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":78.31,"BIOSSES":78.94,"SICK-R":73.63,"STS12":69.11,"STS13":81.82,"STS14":77.07,"STS15":86.01,"STS16":82.23,"STSBenchmark":77.65} -{"Rank":38,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":77.35,"BIOSSES":79.0,"SICK-R":71.45,"STS12":68.59,"STS13":79.09,"STS14":74.64,"STS15":84.85,"STS16":81.57,"STSBenchmark":79.58} -{"Rank":39,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":77.03,"BIOSSES":83.79,"SICK-R":68.78,"STS12":64.81,"STS13":80.1,"STS14":74.96,"STS15":83.7,"STS16":80.55,"STSBenchmark":79.54} -{"Rank":40,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":76.77,"BIOSSES":83.32,"SICK-R":70.2,"STS12":64.34,"STS13":80.03,"STS14":74.51,"STS15":83.3,"STS16":79.67,"STSBenchmark":78.81} -{"Rank":41,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":76.73,"BIOSSES":82.41,"SICK-R":71.77,"STS12":65.39,"STS13":79.26,"STS14":72.98,"STS15":82.72,"STS16":81.02,"STSBenchmark":78.32} -{"Rank":42,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":76.41,"BIOSSES":77.32,"SICK-R":72.0,"STS12":68.19,"STS13":80.4,"STS14":74.02,"STS15":82.57,"STS16":79.78,"STSBenchmark":76.97} -{"Rank":43,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":76.16,"BIOSSES":84.67,"SICK-R":72.16,"STS12":61.6,"STS13":79.71,"STS14":72.11,"STS15":82.18,"STS16":79.41,"STSBenchmark":77.44} -{"Rank":44,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":75.86,"BIOSSES":78.34,"SICK-R":75.25,"STS12":72.96,"STS13":70.58,"STS14":70.29,"STS15":81.94,"STS16":76.8,"STSBenchmark":80.75} -{"Rank":45,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":75.01,"BIOSSES":72.31,"SICK-R":72.24,"STS12":66.05,"STS13":81.49,"STS14":73.61,"STS15":79.72,"STS16":78.12,"STSBenchmark":76.52} -{"Rank":46,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":71.34,"BIOSSES":75.12,"SICK-R":69.34,"STS12":60.09,"STS13":72.52,"STS14":66.7,"STS15":77.69,"STS16":75.94,"STSBenchmark":73.36} -{"Rank":47,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":70.95,"BIOSSES":78.7,"SICK-R":69.99,"STS12":65.08,"STS13":67.98,"STS14":64.03,"STS15":76.59,"STS16":72.98,"STSBenchmark":72.25} -{"Rank":48,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":64.53,"BIOSSES":62.01,"SICK-R":62.86,"STS12":62.6,"STS13":59.62,"STS14":57.03,"STS15":71.57,"STS16":70.75,"STSBenchmark":69.77} -{"Rank":49,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":61.73,"BIOSSES":50.25,"SICK-R":55.49,"STS12":53.51,"STS13":70.8,"STS14":63.56,"STS15":74.08,"STS16":64.6,"STSBenchmark":61.55} -{"Rank":50,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":60.68,"BIOSSES":64.95,"SICK-R":56.39,"STS12":62.49,"STS13":58.7,"STS14":54.87,"STS15":62.54,"STS16":64.27,"STSBenchmark":61.26} -{"Rank":51,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":60.52,"BIOSSES":44.93,"SICK-R":55.43,"STS12":54.64,"STS13":69.16,"STS14":60.81,"STS15":72.31,"STS16":65.34,"STSBenchmark":61.54} -{"Rank":52,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":52.89,"BIOSSES":54.7,"SICK-R":58.65,"STS12":30.87,"STS13":59.89,"STS14":47.73,"STS15":60.29,"STS16":63.73,"STSBenchmark":47.29} -{"Rank":53,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"BIOSSES":84.17,"SICK-R":73.05,"STS12":66.59,"STS13":83.24,"STS14":73.71,"STS15":82.4,"STS16":null,"STSBenchmark":74.85} -{"Rank":54,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":55,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":56,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":57,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":58,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":59,"Model":"bm25s<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":60,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":61,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":62,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":63,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":64,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":65,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":66,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":67,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":68,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":69,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":70,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":71,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":72,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":73,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":74,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":75,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":76,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":77,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":78,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":79,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":80,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":81,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":82,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":83,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":84,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":85,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":86,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":87,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":88,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":89,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":90,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":91,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":92,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":93,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":94,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":95,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":96,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":97,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":98,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":99,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":100,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":101,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":102,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":103,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":104,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":105,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":106,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":107,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":108,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"BIOSSES":null,"SICK-R":null,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":null} -{"Rank":109,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"BIOSSES":78.12,"SICK-R":77.02,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":84.32} -{"Rank":110,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"BIOSSES":77.46,"SICK-R":77.26,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":83.02} -{"Rank":111,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"BIOSSES":68.95,"SICK-R":78.72,"STS12":null,"STS13":null,"STS14":null,"STS15":null,"STS16":null,"STSBenchmark":84.08} +{"Rank":1,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":85.79,"BIOSSES":89.7,"SICK-R":78.44,"STS12":86.46,"STS13":87.76,"STS14":86.6,"STS15":90.1,"STS16":86.39,"STS17 (en-en)":86.98,"STS22 (en)":76.89,"STSBenchmark":88.56} +{"Rank":2,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":85.07,"BIOSSES":89.46,"SICK-R":81.93,"STS12":77.59,"STS13":90.36,"STS14":85.25,"STS15":89.66,"STS16":87.34,"STS17 (en-en)":92.06,"STS22 (en)":68.02,"STSBenchmark":88.99} +{"Rank":3,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":84.93,"BIOSSES":89.42,"SICK-R":81.67,"STS12":78.02,"STS13":90.1,"STS14":85.44,"STS15":89.64,"STS16":87.24,"STS17 (en-en)":90.46,"STS22 (en)":67.99,"STSBenchmark":89.33} +{"Rank":4,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.31,"BIOSSES":89.24,"SICK-R":83.16,"STS12":73.34,"STS13":88.49,"STS14":86.49,"STS15":91.13,"STS16":85.68,"STS17 (en-en)":90.06,"STS22 (en)":66.32,"STSBenchmark":89.22} +{"Rank":5,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":84.09,"BIOSSES":85.24,"SICK-R":83.7,"STS12":78.8,"STS13":86.37,"STS14":84.04,"STS15":88.99,"STS16":87.22,"STS17 (en-en)":90.19,"STS22 (en)":67.68,"STSBenchmark":88.65} +{"Rank":6,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":83.73,"BIOSSES":82.13,"SICK-R":83.01,"STS12":78.85,"STS13":86.84,"STS14":84.04,"STS15":88.72,"STS16":86.79,"STS17 (en-en)":90.63,"STS22 (en)":67.55,"STSBenchmark":88.72} +{"Rank":7,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":83.58,"BIOSSES":84.92,"SICK-R":83.94,"STS12":79.27,"STS13":84.83,"STS14":82.94,"STS15":88.09,"STS16":86.54,"STS17 (en-en)":89.58,"STS22 (en)":67.67,"STSBenchmark":88.05} +{"Rank":8,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":83.58,"BIOSSES":85.88,"SICK-R":82.25,"STS12":78.28,"STS13":85.52,"STS14":82.49,"STS15":88.76,"STS16":87.11,"STS17 (en-en)":90.1,"STS22 (en)":68.25,"STSBenchmark":87.16} +{"Rank":9,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.93,"BIOSSES":84.85,"SICK-R":79.71,"STS12":77.09,"STS13":88.91,"STS14":82.08,"STS15":89.21,"STS16":84.74,"STS17 (en-en)":90.73,"STS22 (en)":62.1,"STSBenchmark":89.86} +{"Rank":10,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":82.63,"BIOSSES":80.43,"SICK-R":80.47,"STS12":78.85,"STS13":88.94,"STS14":84.86,"STS15":89.32,"STS16":84.67,"STS17 (en-en)":89.46,"STS22 (en)":65.33,"STSBenchmark":84.01} +{"Rank":11,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":82.42,"BIOSSES":81.12,"SICK-R":79.15,"STS12":76.52,"STS13":88.63,"STS14":83.32,"STS15":87.5,"STS16":86.39,"STS17 (en-en)":87.79,"STS22 (en)":66.4,"STSBenchmark":87.35} +{"Rank":12,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":81.83,"BIOSSES":78.93,"SICK-R":80.34,"STS12":79.11,"STS13":87.33,"STS14":83.17,"STS15":88.28,"STS16":84.36,"STS17 (en-en)":88.99,"STS22 (en)":62.39,"STSBenchmark":85.36} +{"Rank":13,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.73,"BIOSSES":84.68,"SICK-R":79.0,"STS12":72.84,"STS13":86.1,"STS14":81.15,"STS15":88.49,"STS16":85.08,"STS17 (en-en)":90.22,"STS22 (en)":66.14,"STSBenchmark":83.56} +{"Rank":14,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":81.7,"BIOSSES":83.3,"SICK-R":79.27,"STS12":78.3,"STS13":85.81,"STS14":81.38,"STS15":86.79,"STS16":84.56,"STS17 (en-en)":87.25,"STS22 (en)":65.24,"STSBenchmark":85.14} +{"Rank":15,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":81.66,"BIOSSES":73.12,"SICK-R":79.98,"STS12":79.02,"STS13":88.8,"STS14":84.33,"STS15":88.89,"STS16":85.31,"STS17 (en-en)":88.91,"STS22 (en)":64.32,"STSBenchmark":83.93} +{"Rank":16,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":81.62,"BIOSSES":82.49,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.79,"STS17 (en-en)":88.12,"STS22 (en)":63.66,"STSBenchmark":87.29} +{"Rank":17,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.58,"BIOSSES":88.72,"SICK-R":76.73,"STS12":73.09,"STS13":84.92,"STS14":79.81,"STS15":88.01,"STS16":84.41,"STS17 (en-en)":90.94,"STS22 (en)":64.96,"STSBenchmark":84.24} +{"Rank":18,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":81.34,"BIOSSES":81.58,"SICK-R":79.24,"STS12":78.16,"STS13":86.01,"STS14":81.25,"STS15":86.51,"STS16":84.24,"STS17 (en-en)":86.44,"STS22 (en)":65.14,"STSBenchmark":84.8} +{"Rank":19,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":81.14,"BIOSSES":75.89,"SICK-R":80.18,"STS12":78.05,"STS13":85.85,"STS14":82.19,"STS15":87.46,"STS16":84.03,"STS17 (en-en)":89.57,"STS22 (en)":62.66,"STSBenchmark":85.52} +{"Rank":20,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.04,"BIOSSES":84.87,"SICK-R":79.18,"STS12":71.98,"STS13":85.52,"STS14":80.5,"STS15":87.51,"STS16":84.48,"STS17 (en-en)":88.11,"STS22 (en)":65.92,"STSBenchmark":82.34} +{"Rank":21,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.97,"BIOSSES":86.35,"SICK-R":80.6,"STS12":69.8,"STS13":83.27,"STS14":76.09,"STS15":86.12,"STS16":85.96,"STS17 (en-en)":90.25,"STS22 (en)":68.12,"STSBenchmark":83.17} +{"Rank":22,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.77,"BIOSSES":76.27,"SICK-R":79.62,"STS12":77.9,"STS13":85.11,"STS14":80.81,"STS15":87.48,"STS16":83.2,"STS17 (en-en)":86.99,"STS22 (en)":63.52,"STSBenchmark":86.82} +{"Rank":23,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":80.74,"BIOSSES":80.19,"SICK-R":79.09,"STS12":77.49,"STS13":85.62,"STS14":80.5,"STS15":85.84,"STS16":83.9,"STS17 (en-en)":86.27,"STS22 (en)":64.24,"STSBenchmark":84.28} +{"Rank":24,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":80.32,"BIOSSES":80.43,"SICK-R":80.59,"STS12":72.63,"STS13":83.48,"STS14":78.0,"STS15":85.66,"STS16":80.03,"STS17 (en-en)":90.6,"STS22 (en)":68.39,"STSBenchmark":83.42} +{"Rank":25,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.31,"BIOSSES":85.05,"SICK-R":78.51,"STS12":76.7,"STS13":78.02,"STS14":76.6,"STS15":88.16,"STS16":84.28,"STS17 (en-en)":87.84,"STS22 (en)":62.26,"STSBenchmark":85.64} +{"Rank":26,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":79.8,"BIOSSES":83.57,"SICK-R":79.32,"STS12":73.08,"STS13":82.13,"STS14":76.73,"STS15":85.58,"STS16":80.23,"STS17 (en-en)":88.63,"STS22 (en)":65.67,"STSBenchmark":83.09} +{"Rank":27,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":79.79,"BIOSSES":77.18,"SICK-R":78.76,"STS12":77.3,"STS13":84.18,"STS14":79.37,"STS15":84.69,"STS16":83.36,"STS17 (en-en)":85.73,"STS22 (en)":63.83,"STSBenchmark":83.46} +{"Rank":28,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":79.54,"BIOSSES":85.01,"SICK-R":81.47,"STS12":65.84,"STS13":78.37,"STS14":77.52,"STS15":85.43,"STS16":79.94,"STS17 (en-en)":90.12,"STS22 (en)":68.59,"STSBenchmark":83.1} +{"Rank":29,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":79.16,"BIOSSES":82.46,"SICK-R":77.51,"STS12":76.56,"STS13":76.97,"STS14":75.52,"STS15":87.12,"STS16":83.63,"STS17 (en-en)":86.42,"STS22 (en)":61.25,"STSBenchmark":84.11} +{"Rank":30,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":79.12,"BIOSSES":68.38,"SICK-R":80.77,"STS12":75.3,"STS13":84.67,"STS14":80.19,"STS15":85.4,"STS16":80.82,"STS17 (en-en)":89.44,"STS22 (en)":61.96,"STSBenchmark":84.25} +{"Rank":31,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":78.96,"BIOSSES":74.18,"SICK-R":79.61,"STS12":76.02,"STS13":80.7,"STS14":78.85,"STS15":85.84,"STS16":81.05,"STS17 (en-en)":86.87,"STS22 (en)":62.07,"STSBenchmark":84.42} +{"Rank":32,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":78.95,"BIOSSES":81.64,"SICK-R":77.58,"STS12":72.37,"STS13":80.6,"STS14":75.59,"STS15":85.39,"STS16":78.99,"STS17 (en-en)":87.59,"STS22 (en)":67.71,"STSBenchmark":82.03} +{"Rank":33,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.6,"BIOSSES":78.04,"SICK-R":77.48,"STS12":72.3,"STS13":81.49,"STS14":74.74,"STS15":84.28,"STS16":82.06,"STS17 (en-en)":87.08,"STS22 (en)":64.71,"STSBenchmark":83.78} +{"Rank":34,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":78.5,"BIOSSES":83.29,"SICK-R":75.55,"STS12":67.65,"STS13":83.9,"STS14":76.97,"STS15":83.8,"STS16":81.91,"STS17 (en-en)":85.58,"STS22 (en)":65.93,"STSBenchmark":80.42} +{"Rank":35,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":78.38,"BIOSSES":81.91,"SICK-R":74.29,"STS12":70.12,"STS13":82.72,"STS14":78.24,"STS15":86.26,"STS16":81.61,"STS17 (en-en)":85.18,"STS22 (en)":65.76,"STSBenchmark":77.73} +{"Rank":36,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":78.19,"BIOSSES":84.86,"SICK-R":73.39,"STS12":70.33,"STS13":82.19,"STS14":77.16,"STS15":86.31,"STS16":81.85,"STS17 (en-en)":83.93,"STS22 (en)":64.3,"STSBenchmark":77.6} +{"Rank":37,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":77.8,"BIOSSES":78.94,"SICK-R":73.63,"STS12":69.11,"STS13":81.82,"STS14":77.07,"STS15":86.01,"STS16":82.23,"STS17 (en-en)":84.9,"STS22 (en)":66.61,"STSBenchmark":77.65} +{"Rank":38,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":77.07,"BIOSSES":79.0,"SICK-R":71.45,"STS12":68.59,"STS13":79.09,"STS14":74.64,"STS15":84.85,"STS16":81.57,"STS17 (en-en)":85.8,"STS22 (en)":66.17,"STSBenchmark":79.58} +{"Rank":39,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":76.95,"BIOSSES":83.79,"SICK-R":68.78,"STS12":64.81,"STS13":80.1,"STS14":74.96,"STS15":83.7,"STS16":80.55,"STS17 (en-en)":85.74,"STS22 (en)":67.5,"STSBenchmark":79.54} +{"Rank":40,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":76.51,"BIOSSES":83.32,"SICK-R":70.2,"STS12":64.34,"STS13":80.03,"STS14":74.51,"STS15":83.3,"STS16":79.67,"STS17 (en-en)":86.32,"STS22 (en)":64.64,"STSBenchmark":78.81} +{"Rank":41,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":76.47,"BIOSSES":77.32,"SICK-R":72.0,"STS12":68.19,"STS13":80.4,"STS14":74.02,"STS15":82.57,"STS16":79.78,"STS17 (en-en)":85.94,"STS22 (en)":67.54,"STSBenchmark":76.97} +{"Rank":42,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":76.4,"BIOSSES":82.41,"SICK-R":71.77,"STS12":65.39,"STS13":79.26,"STS14":72.98,"STS15":82.72,"STS16":81.02,"STS17 (en-en)":86.7,"STS22 (en)":63.47,"STSBenchmark":78.32} +{"Rank":43,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":75.86,"BIOSSES":84.67,"SICK-R":72.16,"STS12":61.6,"STS13":79.71,"STS14":72.11,"STS15":82.18,"STS16":79.41,"STS17 (en-en)":85.44,"STS22 (en)":63.9,"STSBenchmark":77.44} +{"Rank":44,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":75.6,"BIOSSES":78.34,"SICK-R":75.25,"STS12":72.96,"STS13":70.58,"STS14":70.29,"STS15":81.94,"STS16":76.8,"STS17 (en-en)":86.19,"STS22 (en)":62.88,"STSBenchmark":80.75} +{"Rank":45,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":74.33,"BIOSSES":72.31,"SICK-R":72.24,"STS12":66.05,"STS13":81.49,"STS14":73.61,"STS15":79.72,"STS16":78.12,"STS17 (en-en)":83.58,"STS22 (en)":59.65,"STSBenchmark":76.52} +{"Rank":46,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":71.61,"BIOSSES":75.12,"SICK-R":69.34,"STS12":60.09,"STS13":72.52,"STS14":66.7,"STS15":77.69,"STS16":75.94,"STS17 (en-en)":81.67,"STS22 (en)":63.7,"STSBenchmark":73.36} +{"Rank":47,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":70.8,"BIOSSES":78.7,"SICK-R":69.99,"STS12":65.08,"STS13":67.98,"STS14":64.03,"STS15":76.59,"STS16":72.98,"STS17 (en-en)":79.45,"STS22 (en)":60.97,"STSBenchmark":72.25} +{"Rank":48,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":63.27,"BIOSSES":62.01,"SICK-R":62.86,"STS12":62.6,"STS13":59.62,"STS14":57.03,"STS15":71.57,"STS16":70.75,"STS17 (en-en)":76.73,"STS22 (en)":39.76,"STSBenchmark":69.77} +{"Rank":49,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":62.46,"BIOSSES":50.25,"SICK-R":55.49,"STS12":53.51,"STS13":70.8,"STS14":63.56,"STS15":74.08,"STS16":64.6,"STS17 (en-en)":76.91,"STS22 (en)":53.89,"STSBenchmark":61.55} +{"Rank":50,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":61.85,"BIOSSES":44.93,"SICK-R":55.43,"STS12":54.64,"STS13":69.16,"STS14":60.81,"STS15":72.31,"STS16":65.34,"STS17 (en-en)":77.95,"STS22 (en)":56.35,"STSBenchmark":61.54} +{"Rank":51,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":61.02,"BIOSSES":64.95,"SICK-R":56.39,"STS12":62.49,"STS13":58.7,"STS14":54.87,"STS15":62.54,"STS16":64.27,"STS17 (en-en)":69.63,"STS22 (en)":55.06,"STSBenchmark":61.26} +{"Rank":52,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":54.36,"BIOSSES":54.7,"SICK-R":58.65,"STS12":30.87,"STS13":59.89,"STS14":47.73,"STS15":60.29,"STS16":63.73,"STS17 (en-en)":64.1,"STS22 (en)":56.37,"STSBenchmark":47.29} +{"Rank":53,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","BIOSSES":84.17,"SICK-R":73.05,"STS12":66.59,"STS13":83.24,"STS14":73.71,"STS15":82.4,"STS16":"","STS17 (en-en)":80.9,"STS22 (en)":"","STSBenchmark":74.85} +{"Rank":73,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":59.47,"STSBenchmark":""} +{"Rank":98,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":47.06,"STSBenchmark":""} +{"Rank":109,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","BIOSSES":78.12,"SICK-R":77.02,"STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":84.32} +{"Rank":110,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","BIOSSES":77.46,"SICK-R":77.26,"STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":83.02} +{"Rank":111,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","BIOSSES":68.95,"SICK-R":78.72,"STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":84.08} diff --git a/boards_data/en/data_tasks/Summarization/default.jsonl b/boards_data/en/data_tasks/Summarization/default.jsonl index 13d1858a50fb154ebee34f32626bf35ff5f25d3f..f7251a2ad42bdc91fc57f4dca8b259cfce7e1a76 100644 --- a/boards_data/en/data_tasks/Summarization/default.jsonl +++ b/boards_data/en/data_tasks/Summarization/default.jsonl @@ -49,63 +49,3 @@ {"Rank":49,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":27.49} {"Rank":50,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":26.94} {"Rank":51,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"SummEval":26.8} -{"Rank":52,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":null} -{"Rank":53,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":null} -{"Rank":54,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":null} -{"Rank":55,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":null} -{"Rank":56,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":null} -{"Rank":57,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":null} -{"Rank":58,"Model":"bm25s<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":null} -{"Rank":59,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"SummEval":null} -{"Rank":60,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"SummEval":null} -{"Rank":61,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":null} -{"Rank":62,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":null} -{"Rank":63,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"SummEval":null} -{"Rank":64,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"SummEval":null} -{"Rank":65,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"SummEval":null} -{"Rank":66,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEval":null} -{"Rank":67,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEval":null} -{"Rank":68,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEval":null} -{"Rank":69,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEval":null} -{"Rank":70,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"SummEval":null} -{"Rank":71,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"SummEval":null} -{"Rank":72,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"SummEval":null} -{"Rank":73,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"SummEval":null} -{"Rank":74,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"SummEval":null} -{"Rank":75,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":null} -{"Rank":76,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"SummEval":null} -{"Rank":77,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"SummEval":null} -{"Rank":78,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"SummEval":null} -{"Rank":79,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"SummEval":null} -{"Rank":80,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEval":null} -{"Rank":81,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEval":null} -{"Rank":82,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"SummEval":null} -{"Rank":83,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"SummEval":null} -{"Rank":84,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"SummEval":null} -{"Rank":85,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":null} -{"Rank":86,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":null} -{"Rank":87,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":null} -{"Rank":88,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"SummEval":null} -{"Rank":89,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"SummEval":null} -{"Rank":90,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"SummEval":null} -{"Rank":91,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":null} -{"Rank":92,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":null} -{"Rank":93,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"SummEval":null} -{"Rank":94,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"SummEval":null} -{"Rank":95,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"SummEval":null} -{"Rank":96,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"SummEval":null} -{"Rank":97,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"SummEval":null} -{"Rank":98,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"SummEval":null} -{"Rank":99,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":null} -{"Rank":100,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":null} -{"Rank":101,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":null} -{"Rank":102,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"SummEval":null} -{"Rank":103,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEval":null} -{"Rank":104,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":null} -{"Rank":105,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":null} -{"Rank":106,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":null} -{"Rank":107,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":null} -{"Rank":108,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":null} -{"Rank":109,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":null} -{"Rank":110,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":null} -{"Rank":111,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":null} diff --git a/boards_data/fr/data_tasks/Classification/default.jsonl b/boards_data/fr/data_tasks/Classification/default.jsonl index b582576b4e24a1177c17872611eae742d44da400..a39966f77edd531792c488d914031a893a31d331 100644 --- a/boards_data/fr/data_tasks/Classification/default.jsonl +++ b/boards_data/fr/data_tasks/Classification/default.jsonl @@ -36,22 +36,10 @@ {"Rank":36,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":25.21,"AmazonReviewsClassification (fr)":22.45,"MasakhaNEWSClassification (fra)":55.64,"MassiveIntentClassification (fr)":16.41,"MassiveScenarioClassification (fr)":22.72,"MTOPDomainClassification (fr)":24.27,"MTOPIntentClassification (fr)":9.79} {"Rank":37,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":24.91,"AmazonReviewsClassification (fr)":24.9,"MasakhaNEWSClassification (fra)":71.14,"MassiveIntentClassification (fr)":6.98,"MassiveScenarioClassification (fr)":11.41,"MTOPDomainClassification (fr)":25.55,"MTOPIntentClassification (fr)":9.49} {"Rank":38,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":23.28,"AmazonReviewsClassification (fr)":23.52,"MasakhaNEWSClassification (fra)":62.61,"MassiveIntentClassification (fr)":6.24,"MassiveScenarioClassification (fr)":10.98,"MTOPDomainClassification (fr)":27.74,"MTOPIntentClassification (fr)":8.61} -{"Rank":39,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"AmazonReviewsClassification (fr)":null,"MasakhaNEWSClassification (fra)":null,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":null,"MTOPIntentClassification (fr)":null} -{"Rank":40,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AmazonReviewsClassification (fr)":null,"MasakhaNEWSClassification (fra)":null,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":null,"MTOPIntentClassification (fr)":null} -{"Rank":41,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AmazonReviewsClassification (fr)":null,"MasakhaNEWSClassification (fra)":null,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":null,"MTOPIntentClassification (fr)":null} -{"Rank":42,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"AmazonReviewsClassification (fr)":null,"MasakhaNEWSClassification (fra)":null,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":null,"MTOPIntentClassification (fr)":null} -{"Rank":43,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"AmazonReviewsClassification (fr)":null,"MasakhaNEWSClassification (fra)":null,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":null,"MTOPIntentClassification (fr)":null} -{"Rank":44,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AmazonReviewsClassification (fr)":null,"MasakhaNEWSClassification (fra)":null,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":null,"MTOPIntentClassification (fr)":null} -{"Rank":45,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AmazonReviewsClassification (fr)":null,"MasakhaNEWSClassification (fra)":null,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":null,"MTOPIntentClassification (fr)":null} -{"Rank":46,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":null,"AmazonReviewsClassification (fr)":40.94,"MasakhaNEWSClassification (fra)":79.69,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":84.79,"MTOPIntentClassification (fr)":55.51} -{"Rank":47,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"AmazonReviewsClassification (fr)":41.91,"MasakhaNEWSClassification (fra)":79.38,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":86.41,"MTOPIntentClassification (fr)":59.43} -{"Rank":48,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null,"AmazonReviewsClassification (fr)":39.68,"MasakhaNEWSClassification (fra)":77.65,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":81.2,"MTOPIntentClassification (fr)":46.01} -{"Rank":49,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"AmazonReviewsClassification (fr)":null,"MasakhaNEWSClassification (fra)":74.05,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":null,"MTOPIntentClassification (fr)":null} -{"Rank":50,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AmazonReviewsClassification (fr)":null,"MasakhaNEWSClassification (fra)":null,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":null,"MTOPIntentClassification (fr)":null} -{"Rank":51,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AmazonReviewsClassification (fr)":23.31,"MasakhaNEWSClassification (fra)":null,"MassiveIntentClassification (fr)":38.41,"MassiveScenarioClassification (fr)":40.26,"MTOPDomainClassification (fr)":54.61,"MTOPIntentClassification (fr)":34.71} -{"Rank":52,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"AmazonReviewsClassification (fr)":null,"MasakhaNEWSClassification (fra)":null,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":null,"MTOPIntentClassification (fr)":null} -{"Rank":53,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AmazonReviewsClassification (fr)":33.48,"MasakhaNEWSClassification (fra)":null,"MassiveIntentClassification (fr)":54.83,"MassiveScenarioClassification (fr)":64.06,"MTOPDomainClassification (fr)":82.48,"MTOPIntentClassification (fr)":46.39} -{"Rank":54,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AmazonReviewsClassification (fr)":35.48,"MasakhaNEWSClassification (fra)":null,"MassiveIntentClassification (fr)":57.67,"MassiveScenarioClassification (fr)":66.72,"MTOPDomainClassification (fr)":85.05,"MTOPIntentClassification (fr)":51.07} -{"Rank":55,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"AmazonReviewsClassification (fr)":null,"MasakhaNEWSClassification (fra)":null,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":null,"MTOPIntentClassification (fr)":null} -{"Rank":56,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"AmazonReviewsClassification (fr)":null,"MasakhaNEWSClassification (fra)":null,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":null,"MTOPIntentClassification (fr)":null} -{"Rank":57,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AmazonReviewsClassification (fr)":null,"MasakhaNEWSClassification (fra)":null,"MassiveIntentClassification (fr)":null,"MassiveScenarioClassification (fr)":null,"MTOPDomainClassification (fr)":null,"MTOPIntentClassification (fr)":null} +{"Rank":46,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","AmazonReviewsClassification (fr)":40.94,"MasakhaNEWSClassification (fra)":79.69,"MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":84.79,"MTOPIntentClassification (fr)":55.51} +{"Rank":47,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","AmazonReviewsClassification (fr)":41.91,"MasakhaNEWSClassification (fra)":79.38,"MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":86.41,"MTOPIntentClassification (fr)":59.43} +{"Rank":48,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AmazonReviewsClassification (fr)":39.68,"MasakhaNEWSClassification (fra)":77.65,"MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":81.2,"MTOPIntentClassification (fr)":46.01} +{"Rank":49,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":74.05,"MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} +{"Rank":51,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AmazonReviewsClassification (fr)":23.31,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":38.41,"MassiveScenarioClassification (fr)":40.26,"MTOPDomainClassification (fr)":54.61,"MTOPIntentClassification (fr)":34.71} +{"Rank":53,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AmazonReviewsClassification (fr)":33.48,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":54.83,"MassiveScenarioClassification (fr)":64.06,"MTOPDomainClassification (fr)":82.48,"MTOPIntentClassification (fr)":46.39} +{"Rank":54,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AmazonReviewsClassification (fr)":35.48,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":57.67,"MassiveScenarioClassification (fr)":66.72,"MTOPDomainClassification (fr)":85.05,"MTOPIntentClassification (fr)":51.07} diff --git a/boards_data/fr/data_tasks/Clustering/default.jsonl b/boards_data/fr/data_tasks/Clustering/default.jsonl index d0ea9ac88d9fb3a9ba472f51e055c20b09b22807..039a67316c6b68b825bcc81fb9d3178261808528 100644 --- a/boards_data/fr/data_tasks/Clustering/default.jsonl +++ b/boards_data/fr/data_tasks/Clustering/default.jsonl @@ -40,18 +40,3 @@ {"Rank":40,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":27.18,"AlloProfClusteringP2P":52.86,"AlloProfClusteringS2S":14.46,"HALClusteringS2S":3.85,"MLSUMClusteringP2P (fr)":39.06,"MLSUMClusteringS2S (fr)":17.13,"MasakhaNEWSClusteringP2P (fra)":41.61,"MasakhaNEWSClusteringS2S (fra)":21.26} {"Rank":41,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":25.11,"AlloProfClusteringP2P":40.85,"AlloProfClusteringS2S":21.76,"HALClusteringS2S":5.26,"MLSUMClusteringP2P (fr)":38.09,"MLSUMClusteringS2S (fr)":18.71,"MasakhaNEWSClusteringP2P (fra)":26.43,"MasakhaNEWSClusteringS2S (fra)":24.68} {"Rank":42,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":22.45,"AlloProfClusteringP2P":43.2,"AlloProfClusteringS2S":12.94,"HALClusteringS2S":1.8,"MLSUMClusteringP2P (fr)":33.22,"MLSUMClusteringS2S (fr)":14.9,"MasakhaNEWSClusteringP2P (fra)":28.49,"MasakhaNEWSClusteringS2S (fra)":22.58} -{"Rank":43,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null,"MLSUMClusteringP2P (fr)":null,"MLSUMClusteringS2S (fr)":null,"MasakhaNEWSClusteringP2P (fra)":null,"MasakhaNEWSClusteringS2S (fra)":null} -{"Rank":44,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null,"MLSUMClusteringP2P (fr)":null,"MLSUMClusteringS2S (fr)":null,"MasakhaNEWSClusteringP2P (fra)":null,"MasakhaNEWSClusteringS2S (fra)":null} -{"Rank":45,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null,"MLSUMClusteringP2P (fr)":null,"MLSUMClusteringS2S (fr)":null,"MasakhaNEWSClusteringP2P (fra)":null,"MasakhaNEWSClusteringS2S (fra)":null} -{"Rank":46,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null,"MLSUMClusteringP2P (fr)":null,"MLSUMClusteringS2S (fr)":null,"MasakhaNEWSClusteringP2P (fra)":null,"MasakhaNEWSClusteringS2S (fra)":null} -{"Rank":47,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null,"MLSUMClusteringP2P (fr)":null,"MLSUMClusteringS2S (fr)":null,"MasakhaNEWSClusteringP2P (fra)":null,"MasakhaNEWSClusteringS2S (fra)":null} -{"Rank":48,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null,"MLSUMClusteringP2P (fr)":null,"MLSUMClusteringS2S (fr)":null,"MasakhaNEWSClusteringP2P (fra)":null,"MasakhaNEWSClusteringS2S (fra)":null} -{"Rank":49,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null,"MLSUMClusteringP2P (fr)":null,"MLSUMClusteringS2S (fr)":null,"MasakhaNEWSClusteringP2P (fra)":null,"MasakhaNEWSClusteringS2S (fra)":null} -{"Rank":50,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null,"MLSUMClusteringP2P (fr)":null,"MLSUMClusteringS2S (fr)":null,"MasakhaNEWSClusteringP2P (fra)":null,"MasakhaNEWSClusteringS2S (fra)":null} -{"Rank":51,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null,"MLSUMClusteringP2P (fr)":null,"MLSUMClusteringS2S (fr)":null,"MasakhaNEWSClusteringP2P (fra)":null,"MasakhaNEWSClusteringS2S (fra)":null} -{"Rank":52,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null,"MLSUMClusteringP2P (fr)":null,"MLSUMClusteringS2S (fr)":null,"MasakhaNEWSClusteringP2P (fra)":null,"MasakhaNEWSClusteringS2S (fra)":null} -{"Rank":53,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null,"MLSUMClusteringP2P (fr)":null,"MLSUMClusteringS2S (fr)":null,"MasakhaNEWSClusteringP2P (fra)":null,"MasakhaNEWSClusteringS2S (fra)":null} -{"Rank":54,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null,"MLSUMClusteringP2P (fr)":null,"MLSUMClusteringS2S (fr)":null,"MasakhaNEWSClusteringP2P (fra)":null,"MasakhaNEWSClusteringS2S (fra)":null} -{"Rank":55,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null,"MLSUMClusteringP2P (fr)":null,"MLSUMClusteringS2S (fr)":null,"MasakhaNEWSClusteringP2P (fra)":null,"MasakhaNEWSClusteringS2S (fra)":null} -{"Rank":56,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null,"MLSUMClusteringP2P (fr)":null,"MLSUMClusteringS2S (fr)":null,"MasakhaNEWSClusteringP2P (fra)":null,"MasakhaNEWSClusteringS2S (fra)":null} -{"Rank":57,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null,"MLSUMClusteringP2P (fr)":null,"MLSUMClusteringS2S (fr)":null,"MasakhaNEWSClusteringP2P (fra)":null,"MasakhaNEWSClusteringS2S (fra)":null} diff --git a/boards_data/fr/data_tasks/PairClassification/default.jsonl b/boards_data/fr/data_tasks/PairClassification/default.jsonl index 69246aa27835d4fc3a608c7f2c5bf7d956820db8..ce1b379c51b2a4f83a326eaf8ebf0b460cf25e1d 100644 --- a/boards_data/fr/data_tasks/PairClassification/default.jsonl +++ b/boards_data/fr/data_tasks/PairClassification/default.jsonl @@ -39,19 +39,4 @@ {"Rank":39,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":67.39,"OpusparcusPC (fr)":82.0,"PawsXPairClassification (fr)":52.78} {"Rank":40,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":67.02,"OpusparcusPC (fr)":82.15,"PawsXPairClassification (fr)":51.89} {"Rank":41,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":64.46,"OpusparcusPC (fr)":74.78,"PawsXPairClassification (fr)":54.14} -{"Rank":42,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null} -{"Rank":43,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null} -{"Rank":44,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null} -{"Rank":45,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null} -{"Rank":46,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null} -{"Rank":47,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null} -{"Rank":48,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null} -{"Rank":49,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null} -{"Rank":50,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null} -{"Rank":51,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null} -{"Rank":52,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null} -{"Rank":53,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null} -{"Rank":54,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null} -{"Rank":55,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null} -{"Rank":56,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null} -{"Rank":57,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"OpusparcusPC (fr)":94.45,"PawsXPairClassification (fr)":null} +{"Rank":57,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","OpusparcusPC (fr)":94.45,"PawsXPairClassification (fr)":""} diff --git a/boards_data/fr/data_tasks/Reranking/default.jsonl b/boards_data/fr/data_tasks/Reranking/default.jsonl index 80ffbd841925016e1c5659a97c6e96210c32ad7a..aa14b308aa8ac5a915ff3fbce267db4034a73bc4 100644 --- a/boards_data/fr/data_tasks/Reranking/default.jsonl +++ b/boards_data/fr/data_tasks/Reranking/default.jsonl @@ -5,53 +5,40 @@ {"Rank":5,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":64.74,"AlloprofReranking":49.01,"AlloprofReranking (fra-Latn)":62.42,"SyntecReranking":75.03,"SyntecReranking (fra-Latn)":72.5} {"Rank":6,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":61.44,"AlloprofReranking":49.51,"AlloprofReranking (fra-Latn)":55.37,"SyntecReranking":73.28,"SyntecReranking (fra-Latn)":67.62} {"Rank":7,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":55.3,"AlloprofReranking":31.69,"AlloprofReranking (fra-Latn)":62.62,"SyntecReranking":59.57,"SyntecReranking (fra-Latn)":67.31} -{"Rank":8,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":72.36,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":88.57,"SyntecReranking (fra-Latn)":null} -{"Rank":9,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":63.54,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":82.65,"SyntecReranking (fra-Latn)":null} -{"Rank":10,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":70.79,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":86.77,"SyntecReranking (fra-Latn)":null} -{"Rank":11,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":72.92,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":91.2,"SyntecReranking (fra-Latn)":null} -{"Rank":12,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":74.78,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":90.4,"SyntecReranking (fra-Latn)":null} -{"Rank":13,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"AlloprofReranking":35.29,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":55.93,"SyntecReranking (fra-Latn)":null} -{"Rank":14,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":51.6,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":88.03,"SyntecReranking (fra-Latn)":null} -{"Rank":15,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":51.01,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":85.72,"SyntecReranking (fra-Latn)":null} -{"Rank":16,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":17,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":18,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":19,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofReranking":36.21,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":53.25,"SyntecReranking (fra-Latn)":null} -{"Rank":20,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofReranking":36.21,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":53.25,"SyntecReranking (fra-Latn)":null} -{"Rank":21,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofReranking":36.25,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":53.25,"SyntecReranking (fra-Latn)":null} -{"Rank":22,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":77.95,"SyntecReranking":null,"SyntecReranking (fra-Latn)":83.32} -{"Rank":23,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"AlloprofReranking":53.0,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":82.9,"SyntecReranking (fra-Latn)":null} -{"Rank":24,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":25,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofReranking":48.68,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":79.75,"SyntecReranking (fra-Latn)":null} -{"Rank":26,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"AlloprofReranking":57.62,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":88.15,"SyntecReranking (fra-Latn)":null} -{"Rank":27,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":28,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":29,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofReranking":34.81,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":55.88,"SyntecReranking (fra-Latn)":null} -{"Rank":30,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofReranking":34.55,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":57.18,"SyntecReranking (fra-Latn)":null} -{"Rank":31,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"AlloprofReranking":26.29,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":42.8,"SyntecReranking (fra-Latn)":null} -{"Rank":32,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloprofReranking":36.23,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":53.25,"SyntecReranking (fra-Latn)":null} -{"Rank":33,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AlloprofReranking":38.85,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":66.4,"SyntecReranking (fra-Latn)":null} -{"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"AlloprofReranking":47.36,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":77.05,"SyntecReranking (fra-Latn)":null} -{"Rank":35,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":39.13,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":62.58,"SyntecReranking (fra-Latn)":null} -{"Rank":36,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":28.75,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":50.88,"SyntecReranking (fra-Latn)":null} -{"Rank":37,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":67.01,"SyntecReranking":null,"SyntecReranking (fra-Latn)":69.17} -{"Rank":38,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":69.63,"SyntecReranking":null,"SyntecReranking (fra-Latn)":66.12} -{"Rank":39,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":40,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":41,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"AlloprofReranking":51.77,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":74.78,"SyntecReranking (fra-Latn)":null} -{"Rank":42,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":43,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":44,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"AlloprofReranking":40.28,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":65.08,"SyntecReranking (fra-Latn)":null} -{"Rank":45,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofReranking":50.12,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":78.05,"SyntecReranking (fra-Latn)":null} -{"Rank":46,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AlloprofReranking":57.99,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":79.77,"SyntecReranking (fra-Latn)":null} -{"Rank":47,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AlloprofReranking":63.3,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":83.07,"SyntecReranking (fra-Latn)":null} -{"Rank":48,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"AlloprofReranking":68.36,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":85.15,"SyntecReranking (fra-Latn)":null} -{"Rank":49,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":50,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} -{"Rank":51,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":51.48,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":70.28,"SyntecReranking (fra-Latn)":null} -{"Rank":52,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":56.23,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":73.85,"SyntecReranking (fra-Latn)":null} -{"Rank":53,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":55.39,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":77.13,"SyntecReranking (fra-Latn)":null} -{"Rank":54,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"AlloprofReranking":25.58,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":43.75,"SyntecReranking (fra-Latn)":null} -{"Rank":55,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"AlloprofReranking":28.62,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":49.4,"SyntecReranking (fra-Latn)":null} -{"Rank":56,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":89.87,"SyntecReranking (fra-Latn)":null} -{"Rank":57,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null} +{"Rank":8,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":72.36,"AlloprofReranking (fra-Latn)":"","SyntecReranking":88.57,"SyntecReranking (fra-Latn)":""} +{"Rank":9,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":63.54,"AlloprofReranking (fra-Latn)":"","SyntecReranking":82.65,"SyntecReranking (fra-Latn)":""} +{"Rank":10,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":70.79,"AlloprofReranking (fra-Latn)":"","SyntecReranking":86.77,"SyntecReranking (fra-Latn)":""} +{"Rank":11,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":72.92,"AlloprofReranking (fra-Latn)":"","SyntecReranking":91.2,"SyntecReranking (fra-Latn)":""} +{"Rank":12,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":74.78,"AlloprofReranking (fra-Latn)":"","SyntecReranking":90.4,"SyntecReranking (fra-Latn)":""} +{"Rank":13,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","AlloprofReranking":35.29,"AlloprofReranking (fra-Latn)":"","SyntecReranking":55.93,"SyntecReranking (fra-Latn)":""} +{"Rank":14,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":51.6,"AlloprofReranking (fra-Latn)":"","SyntecReranking":88.03,"SyntecReranking (fra-Latn)":""} +{"Rank":15,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":51.01,"AlloprofReranking (fra-Latn)":"","SyntecReranking":85.72,"SyntecReranking (fra-Latn)":""} +{"Rank":19,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AlloprofReranking":36.21,"AlloprofReranking (fra-Latn)":"","SyntecReranking":53.25,"SyntecReranking (fra-Latn)":""} +{"Rank":20,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AlloprofReranking":36.21,"AlloprofReranking (fra-Latn)":"","SyntecReranking":53.25,"SyntecReranking (fra-Latn)":""} +{"Rank":21,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AlloprofReranking":36.25,"AlloprofReranking (fra-Latn)":"","SyntecReranking":53.25,"SyntecReranking (fra-Latn)":""} +{"Rank":22,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","AlloprofReranking":"","AlloprofReranking (fra-Latn)":77.95,"SyntecReranking":"","SyntecReranking (fra-Latn)":83.32} +{"Rank":23,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":"","AlloprofReranking":53.0,"AlloprofReranking (fra-Latn)":"","SyntecReranking":82.9,"SyntecReranking (fra-Latn)":""} +{"Rank":25,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AlloprofReranking":48.68,"AlloprofReranking (fra-Latn)":"","SyntecReranking":79.75,"SyntecReranking (fra-Latn)":""} +{"Rank":26,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":"","AlloprofReranking":57.62,"AlloprofReranking (fra-Latn)":"","SyntecReranking":88.15,"SyntecReranking (fra-Latn)":""} +{"Rank":29,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AlloprofReranking":34.81,"AlloprofReranking (fra-Latn)":"","SyntecReranking":55.88,"SyntecReranking (fra-Latn)":""} +{"Rank":30,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AlloprofReranking":34.55,"AlloprofReranking (fra-Latn)":"","SyntecReranking":57.18,"SyntecReranking (fra-Latn)":""} +{"Rank":31,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":"","AlloprofReranking":26.29,"AlloprofReranking (fra-Latn)":"","SyntecReranking":42.8,"SyntecReranking (fra-Latn)":""} +{"Rank":32,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":"","AlloprofReranking":36.23,"AlloprofReranking (fra-Latn)":"","SyntecReranking":53.25,"SyntecReranking (fra-Latn)":""} +{"Rank":33,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AlloprofReranking":38.85,"AlloprofReranking (fra-Latn)":"","SyntecReranking":66.4,"SyntecReranking (fra-Latn)":""} +{"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","AlloprofReranking":47.36,"AlloprofReranking (fra-Latn)":"","SyntecReranking":77.05,"SyntecReranking (fra-Latn)":""} +{"Rank":35,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":39.13,"AlloprofReranking (fra-Latn)":"","SyntecReranking":62.58,"SyntecReranking (fra-Latn)":""} +{"Rank":36,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":28.75,"AlloprofReranking (fra-Latn)":"","SyntecReranking":50.88,"SyntecReranking (fra-Latn)":""} +{"Rank":37,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AlloprofReranking":"","AlloprofReranking (fra-Latn)":67.01,"SyntecReranking":"","SyntecReranking (fra-Latn)":69.17} +{"Rank":38,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AlloprofReranking":"","AlloprofReranking (fra-Latn)":69.63,"SyntecReranking":"","SyntecReranking (fra-Latn)":66.12} +{"Rank":41,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","AlloprofReranking":51.77,"AlloprofReranking (fra-Latn)":"","SyntecReranking":74.78,"SyntecReranking (fra-Latn)":""} +{"Rank":44,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","AlloprofReranking":40.28,"AlloprofReranking (fra-Latn)":"","SyntecReranking":65.08,"SyntecReranking (fra-Latn)":""} +{"Rank":45,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AlloprofReranking":50.12,"AlloprofReranking (fra-Latn)":"","SyntecReranking":78.05,"SyntecReranking (fra-Latn)":""} +{"Rank":46,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AlloprofReranking":57.99,"AlloprofReranking (fra-Latn)":"","SyntecReranking":79.77,"SyntecReranking (fra-Latn)":""} +{"Rank":47,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AlloprofReranking":63.3,"AlloprofReranking (fra-Latn)":"","SyntecReranking":83.07,"SyntecReranking (fra-Latn)":""} +{"Rank":48,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":"","AlloprofReranking":68.36,"AlloprofReranking (fra-Latn)":"","SyntecReranking":85.15,"SyntecReranking (fra-Latn)":""} +{"Rank":51,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":51.48,"AlloprofReranking (fra-Latn)":"","SyntecReranking":70.28,"SyntecReranking (fra-Latn)":""} +{"Rank":52,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":56.23,"AlloprofReranking (fra-Latn)":"","SyntecReranking":73.85,"SyntecReranking (fra-Latn)":""} +{"Rank":53,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":55.39,"AlloprofReranking (fra-Latn)":"","SyntecReranking":77.13,"SyntecReranking (fra-Latn)":""} +{"Rank":54,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":"","AlloprofReranking":25.58,"AlloprofReranking (fra-Latn)":"","SyntecReranking":43.75,"SyntecReranking (fra-Latn)":""} +{"Rank":55,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","AlloprofReranking":28.62,"AlloprofReranking (fra-Latn)":"","SyntecReranking":49.4,"SyntecReranking (fra-Latn)":""} +{"Rank":56,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":"","AlloprofReranking (fra-Latn)":"","SyntecReranking":89.87,"SyntecReranking (fra-Latn)":""} diff --git a/boards_data/fr/data_tasks/Retrieval/default.jsonl b/boards_data/fr/data_tasks/Retrieval/default.jsonl index a86bbed29eb95485a96711fba65f9b494475e2d3..a42123a2a175be479772e81db0e2248c5f6a474e 100644 --- a/boards_data/fr/data_tasks/Retrieval/default.jsonl +++ b/boards_data/fr/data_tasks/Retrieval/default.jsonl @@ -5,53 +5,40 @@ {"Rank":5,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":32.25,"AlloprofRetrieval":26.63,"AlloprofRetrieval (fra-Latn)":26.63,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":9.6,"MintakaRetrieval (fr)":21.53,"SyntecRetrieval":65.54,"SyntecRetrieval (fra-Latn)":65.54,"XPQARetrieval (fr)":42.51} {"Rank":6,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":30.36,"AlloprofRetrieval":28.41,"AlloprofRetrieval (fra-Latn)":28.41,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":4.8,"MintakaRetrieval (fr)":9.19,"SyntecRetrieval":60.15,"SyntecRetrieval (fra-Latn)":60.15,"XPQARetrieval (fr)":51.79} {"Rank":7,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":27.73,"AlloprofRetrieval":19.77,"AlloprofRetrieval (fra-Latn)":19.77,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":4.44,"MintakaRetrieval (fr)":15.53,"SyntecRetrieval":55.31,"SyntecRetrieval (fra-Latn)":55.31,"XPQARetrieval (fr)":51.74} -{"Rank":8,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":56.84,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":2.48,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":21.73,"SyntecRetrieval":78.77,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":74.24} -{"Rank":9,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":45.5,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.15,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":15.51,"SyntecRetrieval":75.83,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":67.07} -{"Rank":10,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":52.61,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.29,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":19.05,"SyntecRetrieval":82.77,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":71.95} -{"Rank":11,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":57.28,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":11.83,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":34.92,"SyntecRetrieval":87.33,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":73.56} -{"Rank":12,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":58.27,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":5.14,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":49.19,"SyntecRetrieval":87.28,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":72.92} -{"Rank":13,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"AlloprofRetrieval":3.1,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.36,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":6.31,"SyntecRetrieval":28.58,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":42.59} -{"Rank":14,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":35.39,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":23.0,"SyntecRetrieval":76.88,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":45.23} -{"Rank":15,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":38.36,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.14,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":25.44,"SyntecRetrieval":79.27,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":58.87} -{"Rank":16,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":null} -{"Rank":17,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":null} -{"Rank":18,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":null} -{"Rank":19,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofRetrieval":1.6,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":18.39} -{"Rank":20,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofRetrieval":1.61,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":18.35} -{"Rank":21,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofRetrieval":1.6,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":18.46} -{"Rank":22,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":55.42,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":26.63,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":89.48,"XPQARetrieval (fr)":null} -{"Rank":23,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"AlloprofRetrieval":29.97,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":21.31,"SyntecRetrieval":74.2,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":58.57} -{"Rank":24,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":null} -{"Rank":25,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofRetrieval":21.94,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":13.36,"SyntecRetrieval":68.62,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":57.92} -{"Rank":26,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"AlloprofRetrieval":31.62,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":21.87,"SyntecRetrieval":81.11,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":65.62} -{"Rank":27,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":null} -{"Rank":28,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":null} -{"Rank":29,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofRetrieval":1.63,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":0.58,"SyntecRetrieval":20.56,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":6.59} -{"Rank":30,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofRetrieval":1.72,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":0.51,"SyntecRetrieval":22.33,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":9.09} -{"Rank":31,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"AlloprofRetrieval":0.58,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":0.26,"SyntecRetrieval":1.58,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":3.69} -{"Rank":32,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloprofRetrieval":1.63,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":18.49} -{"Rank":33,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AlloprofRetrieval":5.51,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":2.87,"SyntecRetrieval":34.95,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":26.12} -{"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"AlloprofRetrieval":16.46,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":3.57,"SyntecRetrieval":55.9,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":41.29} -{"Rank":35,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":12.37,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":2.78,"SyntecRetrieval":40.57,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":33.82} -{"Rank":36,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":1.98,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":0.48,"SyntecRetrieval":24.45,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":12.98} -{"Rank":37,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"AlloprofRetrieval":33.2,"AlloprofRetrieval (fra-Latn)":33.2,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":6.24,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":60.8,"XPQARetrieval (fr)":55.9} -{"Rank":38,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":34.27,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":6.98,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":57.39,"XPQARetrieval (fr)":null} -{"Rank":39,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":null} -{"Rank":40,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":null} -{"Rank":41,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"AlloprofRetrieval":26.99,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":22.55,"SyntecRetrieval":65.34,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":51.2} -{"Rank":42,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":null} -{"Rank":43,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":null} -{"Rank":44,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"AlloprofRetrieval":30.23,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":16.31,"SyntecRetrieval":58.07,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":48.83} -{"Rank":45,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofRetrieval":27.52,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.16,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":21.04,"SyntecRetrieval":67.0,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":45.19} -{"Rank":46,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AlloprofRetrieval":34.52,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":23.92,"SyntecRetrieval":71.05,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":48.79} -{"Rank":47,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AlloprofRetrieval":40.38,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.14,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":31.54,"SyntecRetrieval":74.24,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":52.14} -{"Rank":48,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"AlloprofRetrieval":45.75,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":3.33,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":34.93,"SyntecRetrieval":78.97,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":56.2} -{"Rank":49,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":null} -{"Rank":50,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":null} -{"Rank":51,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":18.9,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":14.81,"SyntecRetrieval":49.69,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":40.4} -{"Rank":52,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":35.27,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":26.12,"SyntecRetrieval":69.82,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":59.59} -{"Rank":53,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":33.78,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":26.21,"SyntecRetrieval":63.69,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":65.21} -{"Rank":54,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"AlloprofRetrieval":0.16,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":0.88,"SyntecRetrieval":3.33,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":11.65} -{"Rank":55,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"AlloprofRetrieval":0.52,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":0.9,"SyntecRetrieval":6.6,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":12.7} -{"Rank":56,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":51.64,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.61,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":29.94,"SyntecRetrieval":85.97,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":73.0} -{"Rank":57,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"MintakaRetrieval (fr)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null,"XPQARetrieval (fr)":null} +{"Rank":8,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofRetrieval":56.84,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":2.48,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":21.73,"SyntecRetrieval":78.77,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":74.24} +{"Rank":9,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofRetrieval":45.5,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.15,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":15.51,"SyntecRetrieval":75.83,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":67.07} +{"Rank":10,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofRetrieval":52.61,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.29,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":19.05,"SyntecRetrieval":82.77,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":71.95} +{"Rank":11,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofRetrieval":57.28,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":11.83,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":34.92,"SyntecRetrieval":87.33,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":73.56} +{"Rank":12,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofRetrieval":58.27,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":5.14,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":49.19,"SyntecRetrieval":87.28,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":72.92} +{"Rank":13,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","AlloprofRetrieval":3.1,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.36,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":6.31,"SyntecRetrieval":28.58,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":42.59} +{"Rank":14,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofRetrieval":35.39,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":23.0,"SyntecRetrieval":76.88,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":45.23} +{"Rank":15,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofRetrieval":38.36,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.14,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":25.44,"SyntecRetrieval":79.27,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":58.87} +{"Rank":19,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AlloprofRetrieval":1.6,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":18.39} +{"Rank":20,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AlloprofRetrieval":1.61,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":18.35} +{"Rank":21,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AlloprofRetrieval":1.6,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":18.46} +{"Rank":22,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","AlloprofRetrieval":"","AlloprofRetrieval (fra-Latn)":55.42,"BSARDRetrieval":"","BSARDRetrieval (fra-Latn)":26.63,"MintakaRetrieval (fr)":"","SyntecRetrieval":"","SyntecRetrieval (fra-Latn)":89.48,"XPQARetrieval (fr)":""} +{"Rank":23,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":"","AlloprofRetrieval":29.97,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":21.31,"SyntecRetrieval":74.2,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":58.57} +{"Rank":25,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AlloprofRetrieval":21.94,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":13.36,"SyntecRetrieval":68.62,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":57.92} +{"Rank":26,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":"","AlloprofRetrieval":31.62,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":21.87,"SyntecRetrieval":81.11,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":65.62} +{"Rank":29,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AlloprofRetrieval":1.63,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":0.58,"SyntecRetrieval":20.56,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":6.59} +{"Rank":30,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AlloprofRetrieval":1.72,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":0.51,"SyntecRetrieval":22.33,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":9.09} +{"Rank":31,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":"","AlloprofRetrieval":0.58,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":0.26,"SyntecRetrieval":1.58,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":3.69} +{"Rank":32,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":"","AlloprofRetrieval":1.63,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":18.49} +{"Rank":33,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AlloprofRetrieval":5.51,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":2.87,"SyntecRetrieval":34.95,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":26.12} +{"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","AlloprofRetrieval":16.46,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":3.57,"SyntecRetrieval":55.9,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":41.29} +{"Rank":35,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofRetrieval":12.37,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":2.78,"SyntecRetrieval":40.57,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":33.82} +{"Rank":36,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofRetrieval":1.98,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":0.48,"SyntecRetrieval":24.45,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":12.98} +{"Rank":37,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AlloprofRetrieval":33.2,"AlloprofRetrieval (fra-Latn)":33.2,"BSARDRetrieval":"","BSARDRetrieval (fra-Latn)":6.24,"MintakaRetrieval (fr)":"","SyntecRetrieval":"","SyntecRetrieval (fra-Latn)":60.8,"XPQARetrieval (fr)":55.9} +{"Rank":38,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AlloprofRetrieval":"","AlloprofRetrieval (fra-Latn)":34.27,"BSARDRetrieval":"","BSARDRetrieval (fra-Latn)":6.98,"MintakaRetrieval (fr)":"","SyntecRetrieval":"","SyntecRetrieval (fra-Latn)":57.39,"XPQARetrieval (fr)":""} +{"Rank":41,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","AlloprofRetrieval":26.99,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":22.55,"SyntecRetrieval":65.34,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":51.2} +{"Rank":44,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","AlloprofRetrieval":30.23,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":16.31,"SyntecRetrieval":58.07,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":48.83} +{"Rank":45,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AlloprofRetrieval":27.52,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.16,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":21.04,"SyntecRetrieval":67.0,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":45.19} +{"Rank":46,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AlloprofRetrieval":34.52,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":23.92,"SyntecRetrieval":71.05,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":48.79} +{"Rank":47,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AlloprofRetrieval":40.38,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.14,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":31.54,"SyntecRetrieval":74.24,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":52.14} +{"Rank":48,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":"","AlloprofRetrieval":45.75,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":3.33,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":34.93,"SyntecRetrieval":78.97,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":56.2} +{"Rank":51,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofRetrieval":18.9,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":14.81,"SyntecRetrieval":49.69,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":40.4} +{"Rank":52,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofRetrieval":35.27,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":26.12,"SyntecRetrieval":69.82,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":59.59} +{"Rank":53,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofRetrieval":33.78,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":26.21,"SyntecRetrieval":63.69,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":65.21} +{"Rank":54,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":"","AlloprofRetrieval":0.16,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":0.88,"SyntecRetrieval":3.33,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":11.65} +{"Rank":55,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","AlloprofRetrieval":0.52,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":0.9,"SyntecRetrieval":6.6,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":12.7} +{"Rank":56,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofRetrieval":51.64,"AlloprofRetrieval (fra-Latn)":"","BSARDRetrieval":0.61,"BSARDRetrieval (fra-Latn)":"","MintakaRetrieval (fr)":29.94,"SyntecRetrieval":85.97,"SyntecRetrieval (fra-Latn)":"","XPQARetrieval (fr)":73.0} diff --git a/boards_data/fr/data_tasks/STS/default.jsonl b/boards_data/fr/data_tasks/STS/default.jsonl index 93c77c9db4b7dcfccad8229ab83b869760b36098..1c72e9697851c21286e538246fda57cc557bf5a3 100644 --- a/boards_data/fr/data_tasks/STS/default.jsonl +++ b/boards_data/fr/data_tasks/STS/default.jsonl @@ -2,56 +2,47 @@ {"Rank":2,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":75.16,"STS22 (fr)":70.55,"STSBenchmarkMultilingualSTS (fr)":79.9,"SICKFr":75.1,"SICKFr (fra-Latn)":75.1} {"Rank":3,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":73.23,"STS22 (fr)":77.95,"STSBenchmarkMultilingualSTS (fr)":75.1,"SICKFr":69.94,"SICKFr (fra-Latn)":69.94} {"Rank":4,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":66.72,"STS22 (fr)":77.0,"STSBenchmarkMultilingualSTS (fr)":64.93,"SICKFr":62.48,"SICKFr (fra-Latn)":62.48} -{"Rank":5,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"STS22 (fr)":82.74,"STSBenchmarkMultilingualSTS (fr)":79.72,"SICKFr":76.21,"SICKFr (fra-Latn)":null} -{"Rank":6,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"STS22 (fr)":70.51,"STSBenchmarkMultilingualSTS (fr)":76.43,"SICKFr":68.51,"SICKFr (fra-Latn)":null} -{"Rank":7,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"STS22 (fr)":79.99,"STSBenchmarkMultilingualSTS (fr)":79.02,"SICKFr":73.56,"SICKFr (fra-Latn)":null} -{"Rank":8,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"STS22 (fr)":83.75,"STSBenchmarkMultilingualSTS (fr)":83.02,"SICKFr":74.09,"SICKFr (fra-Latn)":null} -{"Rank":9,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"STS22 (fr)":82.76,"STSBenchmarkMultilingualSTS (fr)":82.72,"SICKFr":74.9,"SICKFr (fra-Latn)":null} -{"Rank":10,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"STS22 (fr)":58.61,"STSBenchmarkMultilingualSTS (fr)":69.82,"SICKFr":64.95,"SICKFr (fra-Latn)":null} -{"Rank":11,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"STS22 (fr)":82.8,"STSBenchmarkMultilingualSTS (fr)":76.48,"SICKFr":75.5,"SICKFr (fra-Latn)":null} -{"Rank":12,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"STS22 (fr)":82.76,"STSBenchmarkMultilingualSTS (fr)":81.84,"SICKFr":79.23,"SICKFr (fra-Latn)":null} -{"Rank":13,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"STS22 (fr)":null,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":14,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"STS22 (fr)":null,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":15,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"STS22 (fr)":null,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":16,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"STS22 (fr)":40.31,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.76,"SICKFr (fra-Latn)":null} -{"Rank":17,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"STS22 (fr)":40.4,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.77,"SICKFr (fra-Latn)":null} -{"Rank":18,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"STS22 (fr)":38.77,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.76,"SICKFr (fra-Latn)":null} -{"Rank":19,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"STS22 (fr)":null,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":76.91} -{"Rank":20,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"STS22 (fr)":78.77,"STSBenchmarkMultilingualSTS (fr)":79.23,"SICKFr":69.6,"SICKFr (fra-Latn)":null} -{"Rank":21,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"STS22 (fr)":null,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":22,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"STS22 (fr)":77.54,"STSBenchmarkMultilingualSTS (fr)":81.64,"SICKFr":74.18,"SICKFr (fra-Latn)":null} -{"Rank":23,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"STS22 (fr)":81.73,"STSBenchmarkMultilingualSTS (fr)":85.79,"SICKFr":77.7,"SICKFr (fra-Latn)":null} -{"Rank":24,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"STS22 (fr)":null,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":25,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"STS22 (fr)":null,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":26,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"STS22 (fr)":65.37,"STSBenchmarkMultilingualSTS (fr)":37.14,"SICKFr":53.86,"SICKFr (fra-Latn)":null} -{"Rank":27,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"STS22 (fr)":55.15,"STSBenchmarkMultilingualSTS (fr)":33.41,"SICKFr":41.9,"SICKFr (fra-Latn)":null} -{"Rank":28,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"STS22 (fr)":48.52,"STSBenchmarkMultilingualSTS (fr)":15.66,"SICKFr":34.6,"SICKFr (fra-Latn)":null} -{"Rank":29,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"STS22 (fr)":39.05,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.75,"SICKFr (fra-Latn)":null} -{"Rank":30,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"STS22 (fr)":56.47,"STSBenchmarkMultilingualSTS (fr)":54.97,"SICKFr":58.26,"SICKFr (fra-Latn)":null} -{"Rank":31,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"STS22 (fr)":69.82,"STSBenchmarkMultilingualSTS (fr)":61.87,"SICKFr":64.39,"SICKFr (fra-Latn)":null} -{"Rank":32,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":null,"STS22 (fr)":null,"STSBenchmarkMultilingualSTS (fr)":80.62,"SICKFr":76.23,"SICKFr (fra-Latn)":75.76} -{"Rank":33,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"STS22 (fr)":null,"STSBenchmarkMultilingualSTS (fr)":82.53,"SICKFr":78.78,"SICKFr (fra-Latn)":78.81} -{"Rank":34,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null,"STS22 (fr)":null,"STSBenchmarkMultilingualSTS (fr)":79.32,"SICKFr":75.62,"SICKFr (fra-Latn)":74.67} -{"Rank":35,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"STS22 (fr)":77.1,"STSBenchmarkMultilingualSTS (fr)":49.97,"SICKFr":59.94,"SICKFr (fra-Latn)":null} -{"Rank":36,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"STS22 (fr)":61.35,"STSBenchmarkMultilingualSTS (fr)":36.78,"SICKFr":54.54,"SICKFr (fra-Latn)":null} -{"Rank":37,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"STS22 (fr)":69.51,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":63.16} -{"Rank":38,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"STS22 (fr)":null,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":67.05} -{"Rank":39,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"STS22 (fr)":53.92,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":40,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"STS22 (fr)":49.43,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":41,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"STS22 (fr)":76.41,"STSBenchmarkMultilingualSTS (fr)":77.49,"SICKFr":72.49,"SICKFr (fra-Latn)":null} -{"Rank":42,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"STS22 (fr)":78.7,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":43,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"STS22 (fr)":79.43,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":44,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"STS22 (fr)":74.62,"STSBenchmarkMultilingualSTS (fr)":63.85,"SICKFr":62.11,"SICKFr (fra-Latn)":null} -{"Rank":45,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"STS22 (fr)":77.69,"STSBenchmarkMultilingualSTS (fr)":74.04,"SICKFr":71.74,"SICKFr (fra-Latn)":null} -{"Rank":46,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"STS22 (fr)":75.01,"STSBenchmarkMultilingualSTS (fr)":77.59,"SICKFr":72.83,"SICKFr (fra-Latn)":null} -{"Rank":47,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"STS22 (fr)":77.49,"STSBenchmarkMultilingualSTS (fr)":79.42,"SICKFr":75.08,"SICKFr (fra-Latn)":null} -{"Rank":48,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"STS22 (fr)":76.8,"STSBenchmarkMultilingualSTS (fr)":81.24,"SICKFr":77.07,"SICKFr (fra-Latn)":null} -{"Rank":49,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"STS22 (fr)":null,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":50,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"STS22 (fr)":null,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":null} -{"Rank":51,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"STS22 (fr)":74.1,"STSBenchmarkMultilingualSTS (fr)":83.48,"SICKFr":77.25,"SICKFr (fra-Latn)":null} -{"Rank":52,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"STS22 (fr)":77.91,"STSBenchmarkMultilingualSTS (fr)":75.48,"SICKFr":71.37,"SICKFr (fra-Latn)":null} -{"Rank":53,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"STS22 (fr)":71.11,"STSBenchmarkMultilingualSTS (fr)":78.16,"SICKFr":74.39,"SICKFr (fra-Latn)":null} -{"Rank":54,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"STS22 (fr)":56.72,"STSBenchmarkMultilingualSTS (fr)":46.23,"SICKFr":48.62,"SICKFr (fra-Latn)":null} -{"Rank":55,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"STS22 (fr)":55.49,"STSBenchmarkMultilingualSTS (fr)":42.32,"SICKFr":50.01,"SICKFr (fra-Latn)":null} -{"Rank":56,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"STS22 (fr)":81.09,"STSBenchmarkMultilingualSTS (fr)":77.55,"SICKFr":76.28,"SICKFr (fra-Latn)":null} -{"Rank":57,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"STS22 (fr)":null,"STSBenchmarkMultilingualSTS (fr)":null,"SICKFr":null,"SICKFr (fra-Latn)":null} +{"Rank":5,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":82.74,"STSBenchmarkMultilingualSTS (fr)":79.72,"SICKFr":76.21,"SICKFr (fra-Latn)":""} +{"Rank":6,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":70.51,"STSBenchmarkMultilingualSTS (fr)":76.43,"SICKFr":68.51,"SICKFr (fra-Latn)":""} +{"Rank":7,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":79.99,"STSBenchmarkMultilingualSTS (fr)":79.02,"SICKFr":73.56,"SICKFr (fra-Latn)":""} +{"Rank":8,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":83.75,"STSBenchmarkMultilingualSTS (fr)":83.02,"SICKFr":74.09,"SICKFr (fra-Latn)":""} +{"Rank":9,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":82.76,"STSBenchmarkMultilingualSTS (fr)":82.72,"SICKFr":74.9,"SICKFr (fra-Latn)":""} +{"Rank":10,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","STS22 (fr)":58.61,"STSBenchmarkMultilingualSTS (fr)":69.82,"SICKFr":64.95,"SICKFr (fra-Latn)":""} +{"Rank":11,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":82.8,"STSBenchmarkMultilingualSTS (fr)":76.48,"SICKFr":75.5,"SICKFr (fra-Latn)":""} +{"Rank":12,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":82.76,"STSBenchmarkMultilingualSTS (fr)":81.84,"SICKFr":79.23,"SICKFr (fra-Latn)":""} +{"Rank":16,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS22 (fr)":40.31,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.76,"SICKFr (fra-Latn)":""} +{"Rank":17,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS22 (fr)":40.4,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.77,"SICKFr (fra-Latn)":""} +{"Rank":18,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS22 (fr)":38.77,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.76,"SICKFr (fra-Latn)":""} +{"Rank":19,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":"","SICKFr (fra-Latn)":76.91} +{"Rank":20,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":"","STS22 (fr)":78.77,"STSBenchmarkMultilingualSTS (fr)":79.23,"SICKFr":69.6,"SICKFr (fra-Latn)":""} +{"Rank":22,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS22 (fr)":77.54,"STSBenchmarkMultilingualSTS (fr)":81.64,"SICKFr":74.18,"SICKFr (fra-Latn)":""} +{"Rank":23,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":"","STS22 (fr)":81.73,"STSBenchmarkMultilingualSTS (fr)":85.79,"SICKFr":77.7,"SICKFr (fra-Latn)":""} +{"Rank":26,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS22 (fr)":65.37,"STSBenchmarkMultilingualSTS (fr)":37.14,"SICKFr":53.86,"SICKFr (fra-Latn)":""} +{"Rank":27,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS22 (fr)":55.15,"STSBenchmarkMultilingualSTS (fr)":33.41,"SICKFr":41.9,"SICKFr (fra-Latn)":""} +{"Rank":28,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":"","STS22 (fr)":48.52,"STSBenchmarkMultilingualSTS (fr)":15.66,"SICKFr":34.6,"SICKFr (fra-Latn)":""} +{"Rank":29,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":"","STS22 (fr)":39.05,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.75,"SICKFr (fra-Latn)":""} +{"Rank":30,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","STS22 (fr)":56.47,"STSBenchmarkMultilingualSTS (fr)":54.97,"SICKFr":58.26,"SICKFr (fra-Latn)":""} +{"Rank":31,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","STS22 (fr)":69.82,"STSBenchmarkMultilingualSTS (fr)":61.87,"SICKFr":64.39,"SICKFr (fra-Latn)":""} +{"Rank":32,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":80.62,"SICKFr":76.23,"SICKFr (fra-Latn)":75.76} +{"Rank":33,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":82.53,"SICKFr":78.78,"SICKFr (fra-Latn)":78.81} +{"Rank":34,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":79.32,"SICKFr":75.62,"SICKFr (fra-Latn)":74.67} +{"Rank":35,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":77.1,"STSBenchmarkMultilingualSTS (fr)":49.97,"SICKFr":59.94,"SICKFr (fra-Latn)":""} +{"Rank":36,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":61.35,"STSBenchmarkMultilingualSTS (fr)":36.78,"SICKFr":54.54,"SICKFr (fra-Latn)":""} +{"Rank":37,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","STS22 (fr)":69.51,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":"","SICKFr (fra-Latn)":63.16} +{"Rank":38,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":"","SICKFr (fra-Latn)":67.05} +{"Rank":39,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS22 (fr)":53.92,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":"","SICKFr (fra-Latn)":""} +{"Rank":40,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":"","STS22 (fr)":49.43,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":"","SICKFr (fra-Latn)":""} +{"Rank":41,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","STS22 (fr)":76.41,"STSBenchmarkMultilingualSTS (fr)":77.49,"SICKFr":72.49,"SICKFr (fra-Latn)":""} +{"Rank":42,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","STS22 (fr)":78.7,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":"","SICKFr (fra-Latn)":""} +{"Rank":43,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","STS22 (fr)":79.43,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":"","SICKFr (fra-Latn)":""} +{"Rank":44,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","STS22 (fr)":74.62,"STSBenchmarkMultilingualSTS (fr)":63.85,"SICKFr":62.11,"SICKFr (fra-Latn)":""} +{"Rank":45,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS22 (fr)":77.69,"STSBenchmarkMultilingualSTS (fr)":74.04,"SICKFr":71.74,"SICKFr (fra-Latn)":""} +{"Rank":46,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","STS22 (fr)":75.01,"STSBenchmarkMultilingualSTS (fr)":77.59,"SICKFr":72.83,"SICKFr (fra-Latn)":""} +{"Rank":47,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","STS22 (fr)":77.49,"STSBenchmarkMultilingualSTS (fr)":79.42,"SICKFr":75.08,"SICKFr (fra-Latn)":""} +{"Rank":48,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":"","STS22 (fr)":76.8,"STSBenchmarkMultilingualSTS (fr)":81.24,"SICKFr":77.07,"SICKFr (fra-Latn)":""} +{"Rank":51,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":74.1,"STSBenchmarkMultilingualSTS (fr)":83.48,"SICKFr":77.25,"SICKFr (fra-Latn)":""} +{"Rank":52,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":77.91,"STSBenchmarkMultilingualSTS (fr)":75.48,"SICKFr":71.37,"SICKFr (fra-Latn)":""} +{"Rank":53,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":71.11,"STSBenchmarkMultilingualSTS (fr)":78.16,"SICKFr":74.39,"SICKFr (fra-Latn)":""} +{"Rank":54,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":"","STS22 (fr)":56.72,"STSBenchmarkMultilingualSTS (fr)":46.23,"SICKFr":48.62,"SICKFr (fra-Latn)":""} +{"Rank":55,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","STS22 (fr)":55.49,"STSBenchmarkMultilingualSTS (fr)":42.32,"SICKFr":50.01,"SICKFr (fra-Latn)":""} +{"Rank":56,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":81.09,"STSBenchmarkMultilingualSTS (fr)":77.55,"SICKFr":76.28,"SICKFr (fra-Latn)":""} diff --git a/boards_data/fr/data_tasks/Summarization/default.jsonl b/boards_data/fr/data_tasks/Summarization/default.jsonl index bf31ada5bfb2c7c32e3fa192789053a7d00962fd..697785aa56e49760da0f67938416c0449cc78947 100644 --- a/boards_data/fr/data_tasks/Summarization/default.jsonl +++ b/boards_data/fr/data_tasks/Summarization/default.jsonl @@ -5,53 +5,40 @@ {"Rank":5,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":29.47,"SummEvalFr":29.47,"SummEvalFr (fra-Latn)":29.47} {"Rank":6,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":29.2,"SummEvalFr":29.2,"SummEvalFr (fra-Latn)":29.2} {"Rank":7,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":28.28,"SummEvalFr":28.28,"SummEvalFr (fra-Latn)":28.29} -{"Rank":8,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":31.47,"SummEvalFr (fra-Latn)":null} -{"Rank":9,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":30.88,"SummEvalFr (fra-Latn)":null} -{"Rank":10,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":28.34,"SummEvalFr (fra-Latn)":null} -{"Rank":11,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":30.34,"SummEvalFr (fra-Latn)":null} -{"Rank":12,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":29.96,"SummEvalFr (fra-Latn)":null} -{"Rank":13,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"SummEvalFr":31.56,"SummEvalFr (fra-Latn)":null} -{"Rank":14,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":31.4,"SummEvalFr (fra-Latn)":null} -{"Rank":15,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":31.26,"SummEvalFr (fra-Latn)":null} -{"Rank":16,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":17,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":18,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":19,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SummEvalFr":29.06,"SummEvalFr (fra-Latn)":null} -{"Rank":20,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SummEvalFr":29.13,"SummEvalFr (fra-Latn)":null} -{"Rank":21,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SummEvalFr":28.84,"SummEvalFr (fra-Latn)":null} -{"Rank":22,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":29.97} -{"Rank":23,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"SummEvalFr":29.04,"SummEvalFr (fra-Latn)":null} -{"Rank":24,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":25,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SummEvalFr":28.77,"SummEvalFr (fra-Latn)":null} -{"Rank":26,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"SummEvalFr":30.88,"SummEvalFr (fra-Latn)":null} -{"Rank":27,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":28,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":29,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SummEvalFr":31.26,"SummEvalFr (fra-Latn)":null} -{"Rank":30,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SummEvalFr":29.43,"SummEvalFr (fra-Latn)":null} -{"Rank":31,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"SummEvalFr":29.25,"SummEvalFr (fra-Latn)":null} -{"Rank":32,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"SummEvalFr":28.81,"SummEvalFr (fra-Latn)":null} -{"Rank":33,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"SummEvalFr":30.72,"SummEvalFr (fra-Latn)":null} -{"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"SummEvalFr":32.22,"SummEvalFr (fra-Latn)":null} -{"Rank":35,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":29.48,"SummEvalFr (fra-Latn)":null} -{"Rank":36,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":23.63,"SummEvalFr (fra-Latn)":null} -{"Rank":37,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":26.63} -{"Rank":38,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":28.11} -{"Rank":39,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":40,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":41,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"SummEvalFr":28.12,"SummEvalFr (fra-Latn)":null} -{"Rank":42,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":43,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":44,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"SummEvalFr":27.59,"SummEvalFr (fra-Latn)":null} -{"Rank":45,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SummEvalFr":30.01,"SummEvalFr (fra-Latn)":null} -{"Rank":46,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"SummEvalFr":30.23,"SummEvalFr (fra-Latn)":null} -{"Rank":47,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"SummEvalFr":31.59,"SummEvalFr (fra-Latn)":null} -{"Rank":48,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"SummEvalFr":30.39,"SummEvalFr (fra-Latn)":null} -{"Rank":49,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":50,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} -{"Rank":51,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":29.33,"SummEvalFr (fra-Latn)":null} -{"Rank":52,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":28.21,"SummEvalFr (fra-Latn)":null} -{"Rank":53,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":28.56,"SummEvalFr (fra-Latn)":null} -{"Rank":54,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"SummEvalFr":29.14,"SummEvalFr (fra-Latn)":null} -{"Rank":55,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"SummEvalFr":28.89,"SummEvalFr (fra-Latn)":null} -{"Rank":56,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":30.5,"SummEvalFr (fra-Latn)":null} -{"Rank":57,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} +{"Rank":8,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","SummEvalFr":31.47,"SummEvalFr (fra-Latn)":""} +{"Rank":9,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","SummEvalFr":30.88,"SummEvalFr (fra-Latn)":""} +{"Rank":10,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","SummEvalFr":28.34,"SummEvalFr (fra-Latn)":""} +{"Rank":11,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","SummEvalFr":30.34,"SummEvalFr (fra-Latn)":""} +{"Rank":12,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","SummEvalFr":29.96,"SummEvalFr (fra-Latn)":""} +{"Rank":13,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","SummEvalFr":31.56,"SummEvalFr (fra-Latn)":""} +{"Rank":14,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","SummEvalFr":31.4,"SummEvalFr (fra-Latn)":""} +{"Rank":15,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","SummEvalFr":31.26,"SummEvalFr (fra-Latn)":""} +{"Rank":19,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","SummEvalFr":29.06,"SummEvalFr (fra-Latn)":""} +{"Rank":20,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","SummEvalFr":29.13,"SummEvalFr (fra-Latn)":""} +{"Rank":21,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","SummEvalFr":28.84,"SummEvalFr (fra-Latn)":""} +{"Rank":22,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","SummEvalFr":"","SummEvalFr (fra-Latn)":29.97} +{"Rank":23,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":"","SummEvalFr":29.04,"SummEvalFr (fra-Latn)":""} +{"Rank":25,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","SummEvalFr":28.77,"SummEvalFr (fra-Latn)":""} +{"Rank":26,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":"","SummEvalFr":30.88,"SummEvalFr (fra-Latn)":""} +{"Rank":29,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","SummEvalFr":31.26,"SummEvalFr (fra-Latn)":""} +{"Rank":30,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","SummEvalFr":29.43,"SummEvalFr (fra-Latn)":""} +{"Rank":31,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":"","SummEvalFr":29.25,"SummEvalFr (fra-Latn)":""} +{"Rank":32,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":"","SummEvalFr":28.81,"SummEvalFr (fra-Latn)":""} +{"Rank":33,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","SummEvalFr":30.72,"SummEvalFr (fra-Latn)":""} +{"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","SummEvalFr":32.22,"SummEvalFr (fra-Latn)":""} +{"Rank":35,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","SummEvalFr":29.48,"SummEvalFr (fra-Latn)":""} +{"Rank":36,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","SummEvalFr":23.63,"SummEvalFr (fra-Latn)":""} +{"Rank":37,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","SummEvalFr":"","SummEvalFr (fra-Latn)":26.63} +{"Rank":38,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","SummEvalFr":"","SummEvalFr (fra-Latn)":28.11} +{"Rank":41,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","SummEvalFr":28.12,"SummEvalFr (fra-Latn)":""} +{"Rank":44,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","SummEvalFr":27.59,"SummEvalFr (fra-Latn)":""} +{"Rank":45,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","SummEvalFr":30.01,"SummEvalFr (fra-Latn)":""} +{"Rank":46,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","SummEvalFr":30.23,"SummEvalFr (fra-Latn)":""} +{"Rank":47,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","SummEvalFr":31.59,"SummEvalFr (fra-Latn)":""} +{"Rank":48,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":"","SummEvalFr":30.39,"SummEvalFr (fra-Latn)":""} +{"Rank":51,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","SummEvalFr":29.33,"SummEvalFr (fra-Latn)":""} +{"Rank":52,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","SummEvalFr":28.21,"SummEvalFr (fra-Latn)":""} +{"Rank":53,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","SummEvalFr":28.56,"SummEvalFr (fra-Latn)":""} +{"Rank":54,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":"","SummEvalFr":29.14,"SummEvalFr (fra-Latn)":""} +{"Rank":55,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","SummEvalFr":28.89,"SummEvalFr (fra-Latn)":""} +{"Rank":56,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","SummEvalFr":30.5,"SummEvalFr (fra-Latn)":""} diff --git a/boards_data/other-sts/data_tasks/STS/default.jsonl b/boards_data/other-sts/data_tasks/STS/default.jsonl index 0e6bc0c5f1e3bcc7b8685490bf76f82f8745df46..4b1f32260dab2a2f58f2425122058f14fe7f4541 100644 --- a/boards_data/other-sts/data_tasks/STS/default.jsonl +++ b/boards_data/other-sts/data_tasks/STS/default.jsonl @@ -1,101 +1,101 @@ -{"Rank":1,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":67.9,"STS17 (ar-ar)":69.07,"STS17 (en-ar)":74.51,"STS17 (en-de)":73.85,"STS17 (en-tr)":72.07,"STS17 (es-en)":65.71,"STS17 (es-es)":80.83,"STS17 (fr-en)":76.98,"STS17 (it-en)":76.99,"STS17 (ko-ko)":71.32,"STS17 (nl-en)":75.22,"STS22 (ar)":57.67,"STS22 (de)":48.58,"STS22 (de-en)":50.14,"STS22 (de-fr)":53.28,"STS22 (de-pl)":58.69,"STS22 (es)":63.18,"STS22 (es-en)":71.86,"STS22 (es-it)":69.69,"STS22 (fr)":77.95,"STS22 (fr-pl)":61.98,"STS22 (it)":72.22,"STS22 (pl)":39.28,"STS22 (pl-en)":69.41,"STS22 (ru)":57.49,"STS22 (tr)":58.15,"STS22 (zh-en)":64.02,"STSBenchmark":72.25,"STSBenchmarkMultilingualSTS (cmn-Hans)":69.5,"STSBenchmarkMultilingualSTS (deu-Latn)":72.43,"STSBenchmarkMultilingualSTS (en)":72.25,"STSBenchmarkMultilingualSTS (fr)":75.1,"STSBenchmarkMultilingualSTS (fra-Latn)":75.1,"STSBenchmarkMultilingualSTS (ita-Latn)":72.97,"STSBenchmarkMultilingualSTS (nld-Latn)":70.22,"STSBenchmarkMultilingualSTS (pol-Latn)":72.58,"STSBenchmarkMultilingualSTS (por-Latn)":71.65,"STSBenchmarkMultilingualSTS (rus-Cyrl)":73.06,"STSBenchmarkMultilingualSTS (spa-Latn)":72.92} -{"Rank":2,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":44.27,"STS17 (ar-ar)":50.89,"STS17 (en-ar)":-4.28,"STS17 (en-de)":35.82,"STS17 (en-tr)":4.5,"STS17 (es-en)":16.31,"STS17 (es-es)":76.12,"STS17 (fr-en)":37.09,"STS17 (it-en)":24.45,"STS17 (ko-ko)":43.39,"STS17 (nl-en)":29.0,"STS22 (ar)":22.64,"STS22 (de)":31.04,"STS22 (de-en)":44.04,"STS22 (de-fr)":30.07,"STS22 (de-pl)":4.93,"STS22 (es)":54.78,"STS22 (es-en)":53.42,"STS22 (es-it)":44.27,"STS22 (fr)":77.0,"STS22 (fr-pl)":50.71,"STS22 (it)":60.4,"STS22 (pl)":26.77,"STS22 (pl-en)":32.8,"STS22 (ru)":14.72,"STS22 (tr)":33.69,"STS22 (zh-en)":41.64,"STSBenchmark":82.03,"STSBenchmarkMultilingualSTS (cmn-Hans)":39.74,"STSBenchmarkMultilingualSTS (deu-Latn)":62.4,"STSBenchmarkMultilingualSTS (en)":82.03,"STSBenchmarkMultilingualSTS (fr)":64.93,"STSBenchmarkMultilingualSTS (fra-Latn)":64.93,"STSBenchmarkMultilingualSTS (ita-Latn)":59.24,"STSBenchmarkMultilingualSTS (nld-Latn)":55.46,"STSBenchmarkMultilingualSTS (pol-Latn)":56.42,"STSBenchmarkMultilingualSTS (por-Latn)":61.56,"STSBenchmarkMultilingualSTS (rus-Cyrl)":55.55,"STSBenchmarkMultilingualSTS (spa-Latn)":61.62} -{"Rank":3,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.33,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":4,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.99,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":5,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":74.85,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":6,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.74,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":79.72,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":7,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":70.51,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":76.43,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":8,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":79.99,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":79.02,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":9,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.22,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":10,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":83.75,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":83.02,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":11,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.86,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":12,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.56,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":13,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.76,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":82.72,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":14,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","STS17 (ar-ar)":67.47,"STS17 (en-ar)":65.05,"STS17 (en-de)":66.66,"STS17 (en-tr)":70.05,"STS17 (es-en)":55.3,"STS17 (es-es)":79.67,"STS17 (fr-en)":70.82,"STS17 (it-en)":70.98,"STS17 (ko-ko)":70.52,"STS17 (nl-en)":68.12,"STS22 (ar)":42.57,"STS22 (de)":25.69,"STS22 (de-en)":32.35,"STS22 (de-fr)":37.41,"STS22 (de-pl)":15.67,"STS22 (es)":54.92,"STS22 (es-en)":54.34,"STS22 (es-it)":42.21,"STS22 (fr)":58.61,"STS22 (fr-pl)":39.44,"STS22 (it)":60.31,"STS22 (pl)":18.34,"STS22 (pl-en)":53.63,"STS22 (ru)":39.24,"STS22 (tr)":36.97,"STS22 (zh-en)":46.19,"STSBenchmark":69.77,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":69.82,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":15,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.35,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":16,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":79.27,"STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":17,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.8,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":76.48,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":18,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.76,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":81.84,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":19,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":61.6,"STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":20,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":53.76,"STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":21,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":66.71,"STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":22,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":40.31,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":52.25,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":23,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":40.4,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":52.25,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":24,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":38.77,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":52.25,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":25,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.1,"STSBenchmarkMultilingualSTS (cmn-Hans)":75.27,"STSBenchmarkMultilingualSTS (deu-Latn)":77.57,"STSBenchmarkMultilingualSTS (en)":83.12,"STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":77.48,"STSBenchmarkMultilingualSTS (ita-Latn)":76.24,"STSBenchmarkMultilingualSTS (nld-Latn)":74.83,"STSBenchmarkMultilingualSTS (pol-Latn)":74.67,"STSBenchmarkMultilingualSTS (por-Latn)":76.61,"STSBenchmarkMultilingualSTS (rus-Cyrl)":76.19,"STSBenchmarkMultilingualSTS (spa-Latn)":79.51} -{"Rank":26,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.72,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":27,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":78.32,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":28,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.05,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":29,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":77.44,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":30,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.65,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":31,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":80.42,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":32,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.16,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":33,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":73.36,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":34,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":78.77,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":79.23,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":35,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":36,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":37,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":47.29,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":38,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":73.02,"STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":39,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":40,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":41,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":77.54,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":81.64,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":42,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.73,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":85.79,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":43,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":81.81,"STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":44,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":82.96,"STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":45,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":58.45,"STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":46,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":65.37,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":37.14,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":47,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":55.15,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":33.41,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":48,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":48.52,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":15.66,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":49,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":39.05,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":52.25,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":50,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":56.47,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":54.97,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":51,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":69.82,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":61.87,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":84.25,"STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":52,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":34.07,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.64,"STSBenchmarkMultilingualSTS (cmn-Hans)":79.87,"STSBenchmarkMultilingualSTS (deu-Latn)":79.68,"STSBenchmarkMultilingualSTS (en)":85.64,"STSBenchmarkMultilingualSTS (fr)":80.62,"STSBenchmarkMultilingualSTS (fra-Latn)":80.85,"STSBenchmarkMultilingualSTS (ita-Latn)":78.09,"STSBenchmarkMultilingualSTS (nld-Latn)":75.96,"STSBenchmarkMultilingualSTS (pol-Latn)":74.93,"STSBenchmarkMultilingualSTS (por-Latn)":67.16,"STSBenchmarkMultilingualSTS (rus-Cyrl)":79.33,"STSBenchmarkMultilingualSTS (spa-Latn)":81.75} -{"Rank":53,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":34.66,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.29,"STSBenchmarkMultilingualSTS (cmn-Hans)":81.22,"STSBenchmarkMultilingualSTS (deu-Latn)":84.27,"STSBenchmarkMultilingualSTS (en)":87.29,"STSBenchmarkMultilingualSTS (fr)":82.53,"STSBenchmarkMultilingualSTS (fra-Latn)":83.28,"STSBenchmarkMultilingualSTS (ita-Latn)":81.75,"STSBenchmarkMultilingualSTS (nld-Latn)":81.63,"STSBenchmarkMultilingualSTS (pol-Latn)":81.06,"STSBenchmarkMultilingualSTS (por-Latn)":73.31,"STSBenchmarkMultilingualSTS (rus-Cyrl)":83.05,"STSBenchmarkMultilingualSTS (spa-Latn)":83.81} -{"Rank":54,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":35.8,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.11,"STSBenchmarkMultilingualSTS (cmn-Hans)":78.49,"STSBenchmarkMultilingualSTS (deu-Latn)":79.17,"STSBenchmarkMultilingualSTS (en)":84.11,"STSBenchmarkMultilingualSTS (fr)":79.32,"STSBenchmarkMultilingualSTS (fra-Latn)":79.2,"STSBenchmarkMultilingualSTS (ita-Latn)":78.21,"STSBenchmarkMultilingualSTS (nld-Latn)":76.04,"STSBenchmarkMultilingualSTS (pol-Latn)":72.61,"STSBenchmarkMultilingualSTS (por-Latn)":77.39,"STSBenchmarkMultilingualSTS (rus-Cyrl)":78.24,"STSBenchmarkMultilingualSTS (spa-Latn)":80.31} -{"Rank":55,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":39.73,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":56,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":38.69,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":57,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":77.1,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":49.97,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":58,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":61.35,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":36.78,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":59,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.28,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":60,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.8,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":61,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.14,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":62,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.46,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":63,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":78.81,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":64,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.25,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":65,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":76.52,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":66,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":40.36,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":67,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":37.34,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":68,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","STS17 (ar-ar)":58.71,"STS17 (en-ar)":0.54,"STS17 (en-de)":27.54,"STS17 (en-tr)":0.43,"STS17 (es-en)":22.01,"STS17 (es-es)":78.37,"STS17 (fr-en)":30.7,"STS17 (it-en)":24.28,"STS17 (ko-ko)":43.37,"STS17 (nl-en)":24.51,"STS22 (ar)":17.54,"STS22 (de)":22.53,"STS22 (de-en)":42.86,"STS22 (de-fr)":43.52,"STS22 (de-pl)":1.63,"STS22 (es)":43.98,"STS22 (es-en)":53.99,"STS22 (es-it)":40.71,"STS22 (fr)":69.51,"STS22 (fr-pl)":16.9,"STS22 (it)":47.48,"STS22 (pl)":19.22,"STS22 (pl-en)":42.67,"STS22 (ru)":11.19,"STS22 (tr)":21.6,"STS22 (zh-en)":44.39,"STSBenchmark":83.09,"STSBenchmarkMultilingualSTS (cmn-Hans)":38.93,"STSBenchmarkMultilingualSTS (deu-Latn)":63.28,"STSBenchmarkMultilingualSTS (en)":83.09,"STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":66.68,"STSBenchmarkMultilingualSTS (ita-Latn)":60.71,"STSBenchmarkMultilingualSTS (nld-Latn)":60.03,"STSBenchmarkMultilingualSTS (pol-Latn)":60.2,"STSBenchmarkMultilingualSTS (por-Latn)":63.85,"STSBenchmarkMultilingualSTS (rus-Cyrl)":56.09,"STSBenchmarkMultilingualSTS (spa-Latn)":65.33} -{"Rank":69,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.42,"STSBenchmarkMultilingualSTS (cmn-Hans)":39.43,"STSBenchmarkMultilingualSTS (deu-Latn)":61.43,"STSBenchmarkMultilingualSTS (en)":83.42,"STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":65.15,"STSBenchmarkMultilingualSTS (ita-Latn)":62.72,"STSBenchmarkMultilingualSTS (nld-Latn)":57.01,"STSBenchmarkMultilingualSTS (pol-Latn)":52.36,"STSBenchmarkMultilingualSTS (por-Latn)":62.12,"STSBenchmarkMultilingualSTS (rus-Cyrl)":55.54,"STSBenchmarkMultilingualSTS (spa-Latn)":65.78} -{"Rank":70,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":27.14,"STS17 (en-ar)":6.9,"STS17 (en-de)":11.59,"STS17 (en-tr)":6.46,"STS17 (es-en)":10.86,"STS17 (es-es)":55.45,"STS17 (fr-en)":16.02,"STS17 (it-en)":19.87,"STS17 (ko-ko)":8.08,"STS17 (nl-en)":24.92,"STS22 (ar)":19.57,"STS22 (de)":17.31,"STS22 (de-en)":26.03,"STS22 (de-fr)":10.26,"STS22 (de-pl)":16.94,"STS22 (es)":48.89,"STS22 (es-en)":51.79,"STS22 (es-it)":25.24,"STS22 (fr)":53.92,"STS22 (fr-pl)":39.44,"STS22 (it)":39.43,"STS22 (pl)":13.56,"STS22 (pl-en)":25.36,"STS22 (ru)":1.11,"STS22 (tr)":31.73,"STS22 (zh-en)":8.44,"STSBenchmark":61.26,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":71,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":61.54,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":72,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":"","STS17 (ar-ar)":13.78,"STS17 (en-ar)":9.08,"STS17 (en-de)":-3.11,"STS17 (en-tr)":-0.45,"STS17 (es-en)":-8.18,"STS17 (es-es)":48.23,"STS17 (fr-en)":5.81,"STS17 (it-en)":3.64,"STS17 (ko-ko)":2.54,"STS17 (nl-en)":0.44,"STS22 (ar)":32.42,"STS22 (de)":33.04,"STS22 (de-en)":28.65,"STS22 (de-fr)":14.77,"STS22 (de-pl)":11.21,"STS22 (es)":48.53,"STS22 (es-en)":26.97,"STS22 (es-it)":41.1,"STS22 (fr)":49.43,"STS22 (fr-pl)":39.44,"STS22 (it)":57.77,"STS22 (pl)":12.47,"STS22 (pl-en)":45.55,"STS22 (ru)":19.44,"STS22 (tr)":47.38,"STS22 (zh-en)":14.05,"STSBenchmark":61.55,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":73,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","STS17 (ar-ar)":77.34,"STS17 (en-ar)":77.46,"STS17 (en-de)":80.24,"STS17 (en-tr)":74.34,"STS17 (es-en)":77.4,"STS17 (es-es)":83.71,"STS17 (fr-en)":79.28,"STS17 (it-en)":80.82,"STS17 (ko-ko)":76.4,"STS17 (nl-en)":80.51,"STS22 (ar)":49.04,"STS22 (de)":35.73,"STS22 (de-en)":47.51,"STS22 (de-fr)":60.76,"STS22 (de-pl)":36.09,"STS22 (es)":59.34,"STS22 (es-en)":68.96,"STS22 (es-it)":63.28,"STS22 (fr)":76.41,"STS22 (fr-pl)":61.98,"STS22 (it)":65.1,"STS22 (pl)":34.58,"STS22 (pl-en)":71.33,"STS22 (ru)":52.4,"STS22 (tr)":54.07,"STS22 (zh-en)":61.75,"STSBenchmark":80.75,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":77.49,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":74,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.58,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":75,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","STS17 (ar-ar)":10.19,"STS17 (en-ar)":-5.77,"STS17 (en-de)":67.43,"STS17 (en-tr)":8.75,"STS17 (es-en)":54.96,"STS17 (es-es)":82.74,"STS17 (fr-en)":60.5,"STS17 (it-en)":46.26,"STS17 (ko-ko)":8.96,"STS17 (nl-en)":47.48,"STS22 (ar)":34.97,"STS22 (de)":51.7,"STS22 (de-en)":48.76,"STS22 (de-fr)":57.5,"STS22 (de-pl)":32.76,"STS22 (es)":57.49,"STS22 (es-en)":67.76,"STS22 (es-it)":57.18,"STS22 (fr)":78.7,"STS22 (fr-pl)":61.98,"STS22 (it)":67.67,"STS22 (pl)":30.68,"STS22 (pl-en)":54.17,"STS22 (ru)":15.36,"STS22 (tr)":58.12,"STS22 (zh-en)":29.42,"STSBenchmark":77.6,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":76,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","STS17 (ar-ar)":9.06,"STS17 (en-ar)":-3.22,"STS17 (en-de)":70.38,"STS17 (en-tr)":17.17,"STS17 (es-en)":60.24,"STS17 (es-es)":81.93,"STS17 (fr-en)":62.17,"STS17 (it-en)":59.11,"STS17 (ko-ko)":8.9,"STS17 (nl-en)":56.91,"STS22 (ar)":37.66,"STS22 (de)":50.58,"STS22 (de-en)":53.63,"STS22 (de-fr)":55.72,"STS22 (de-pl)":27.99,"STS22 (es)":59.14,"STS22 (es-en)":69.99,"STS22 (es-it)":60.94,"STS22 (fr)":79.43,"STS22 (fr-pl)":61.98,"STS22 (it)":67.14,"STS22 (pl)":33.74,"STS22 (pl-en)":60.18,"STS22 (ru)":32.69,"STS22 (tr)":55.79,"STS22 (zh-en)":28.85,"STSBenchmark":77.65,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":77,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":77.73,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":78,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":76.97,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":79,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":74.62,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":63.85,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":80,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","STS17 (ar-ar)":79.16,"STS17 (en-ar)":81.22,"STS17 (en-de)":84.22,"STS17 (en-tr)":76.74,"STS17 (es-en)":84.44,"STS17 (es-es)":85.56,"STS17 (fr-en)":76.59,"STS17 (it-en)":82.35,"STS17 (ko-ko)":77.03,"STS17 (nl-en)":81.71,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":70.55,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":33.73,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.42,"STSBenchmarkMultilingualSTS (cmn-Hans)":80.47,"STSBenchmarkMultilingualSTS (deu-Latn)":78.87,"STSBenchmarkMultilingualSTS (en)":84.42,"STSBenchmarkMultilingualSTS (fr)":79.9,"STSBenchmarkMultilingualSTS (fra-Latn)":79.9,"STSBenchmarkMultilingualSTS (ita-Latn)":80.39,"STSBenchmarkMultilingualSTS (nld-Latn)":79.54,"STSBenchmarkMultilingualSTS (pol-Latn)":78.29,"STSBenchmarkMultilingualSTS (por-Latn)":80.16,"STSBenchmarkMultilingualSTS (rus-Cyrl)":79.32,"STSBenchmarkMultilingualSTS (spa-Latn)":81.1} -{"Rank":81,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","STS17 (ar-ar)":79.1,"STS17 (en-ar)":80.85,"STS17 (en-de)":83.28,"STS17 (en-tr)":74.9,"STS17 (es-en)":86.11,"STS17 (es-es)":85.14,"STS17 (fr-en)":81.17,"STS17 (it-en)":84.24,"STS17 (ko-ko)":83.41,"STS17 (nl-en)":82.51,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":74.3,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":33.64,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.82,"STSBenchmarkMultilingualSTS (cmn-Hans)":81.98,"STSBenchmarkMultilingualSTS (deu-Latn)":83.56,"STSBenchmarkMultilingualSTS (en)":86.82,"STSBenchmarkMultilingualSTS (fr)":84.69,"STSBenchmarkMultilingualSTS (fra-Latn)":84.69,"STSBenchmarkMultilingualSTS (ita-Latn)":84.09,"STSBenchmarkMultilingualSTS (nld-Latn)":83.36,"STSBenchmarkMultilingualSTS (pol-Latn)":81.46,"STSBenchmarkMultilingualSTS (por-Latn)":84.0,"STSBenchmarkMultilingualSTS (rus-Cyrl)":82.45,"STSBenchmarkMultilingualSTS (spa-Latn)":84.61} -{"Rank":82,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":13.36,"STS17 (en-ar)":-5.65,"STS17 (en-de)":67.11,"STS17 (en-tr)":-0.02,"STS17 (es-en)":47.72,"STS17 (es-es)":79.94,"STS17 (fr-en)":56.61,"STS17 (it-en)":30.46,"STS17 (ko-ko)":10.06,"STS17 (nl-en)":36.46,"STS22 (ar)":31.2,"STS22 (de)":42.08,"STS22 (de-en)":46.9,"STS22 (de-fr)":55.04,"STS22 (de-pl)":33.94,"STS22 (es)":53.81,"STS22 (es-en)":65.19,"STS22 (es-it)":55.29,"STS22 (fr)":77.69,"STS22 (fr-pl)":28.17,"STS22 (it)":60.65,"STS22 (pl)":24.42,"STS22 (pl-en)":42.97,"STS22 (ru)":12.13,"STS22 (tr)":40.45,"STS22 (zh-en)":20.15,"STSBenchmark":85.52,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":74.04,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":83,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","STS17 (ar-ar)":10.75,"STS17 (en-ar)":-4.71,"STS17 (en-de)":73.62,"STS17 (en-tr)":-0.42,"STS17 (es-en)":62.62,"STS17 (es-es)":82.74,"STS17 (fr-en)":67.86,"STS17 (it-en)":51.86,"STS17 (ko-ko)":9.44,"STS17 (nl-en)":45.95,"STS22 (ar)":27.01,"STS22 (de)":43.73,"STS22 (de-en)":49.93,"STS22 (de-fr)":61.58,"STS22 (de-pl)":38.83,"STS22 (es)":57.68,"STS22 (es-en)":68.09,"STS22 (es-it)":61.58,"STS22 (fr)":75.01,"STS22 (fr-pl)":5.63,"STS22 (it)":62.01,"STS22 (pl)":25.0,"STS22 (pl-en)":51.72,"STS22 (ru)":14.21,"STS22 (tr)":47.3,"STS22 (zh-en)":23.1,"STSBenchmark":85.36,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":77.59,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":84,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","STS17 (ar-ar)":11.13,"STS17 (en-ar)":-3.93,"STS17 (en-de)":79.04,"STS17 (en-tr)":13.61,"STS17 (es-en)":71.72,"STS17 (es-es)":83.42,"STS17 (fr-en)":71.38,"STS17 (it-en)":69.5,"STS17 (ko-ko)":9.61,"STS17 (nl-en)":66.12,"STS22 (ar)":29.6,"STS22 (de)":47.72,"STS22 (de-en)":49.64,"STS22 (de-fr)":62.21,"STS22 (de-pl)":34.34,"STS22 (es)":58.16,"STS22 (es-en)":69.15,"STS22 (es-it)":65.26,"STS22 (fr)":77.49,"STS22 (fr-pl)":50.71,"STS22 (it)":66.91,"STS22 (pl)":27.04,"STS22 (pl-en)":58.85,"STS22 (ru)":26.63,"STS22 (tr)":43.36,"STS22 (zh-en)":29.0,"STSBenchmark":83.93,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":79.42,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":85,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":76.8,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.01,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":81.24,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":86,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":81.81,"STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":87,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":78.12,"STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":88,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":74.1,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":83.48,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":89,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":77.91,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":75.48,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":90,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":71.11,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":78.16,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":91,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":56.72,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":46.23,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":92,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":55.49,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":"","STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":42.32,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":93,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.78,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":94,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.32,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":95,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.02,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":96,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.08,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":97,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.09,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":64.5,"STS22 (zh-en)":"","STSBenchmark":83.17,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":77.55,"STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":98,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":82.34,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":99,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.56,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":100,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.24,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} -{"Rank":101,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.54,"STSBenchmarkMultilingualSTS (cmn-Hans)":"","STSBenchmarkMultilingualSTS (deu-Latn)":"","STSBenchmarkMultilingualSTS (en)":"","STSBenchmarkMultilingualSTS (fr)":"","STSBenchmarkMultilingualSTS (fra-Latn)":"","STSBenchmarkMultilingualSTS (ita-Latn)":"","STSBenchmarkMultilingualSTS (nld-Latn)":"","STSBenchmarkMultilingualSTS (pol-Latn)":"","STSBenchmarkMultilingualSTS (por-Latn)":"","STSBenchmarkMultilingualSTS (rus-Cyrl)":"","STSBenchmarkMultilingualSTS (spa-Latn)":""} +{"Rank":1,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":66.01,"STS17 (ar-ar)":69.07,"STS17 (en-ar)":74.51,"STS17 (en-de)":73.85,"STS17 (en-tr)":72.07,"STS17 (es-en)":65.71,"STS17 (es-es)":80.83,"STS17 (fr-en)":76.98,"STS17 (it-en)":76.99,"STS17 (ko-ko)":71.32,"STS17 (nl-en)":75.22,"STS22 (ar)":57.67,"STS22 (de)":48.58,"STS22 (de-en)":50.14,"STS22 (de-fr)":53.28,"STS22 (de-pl)":58.69,"STS22 (es)":63.18,"STS22 (es-en)":71.86,"STS22 (es-it)":69.69,"STS22 (fr)":77.95,"STS22 (fr-pl)":61.98,"STS22 (it)":72.22,"STS22 (pl)":39.28,"STS22 (pl-en)":69.41,"STS22 (ru)":57.49,"STS22 (tr)":58.15,"STS22 (zh-en)":64.02,"STSBenchmark":72.25} +{"Rank":2,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":65.43,"STS17 (ar-ar)":77.34,"STS17 (en-ar)":77.46,"STS17 (en-de)":80.24,"STS17 (en-tr)":74.34,"STS17 (es-en)":77.4,"STS17 (es-es)":83.71,"STS17 (fr-en)":79.28,"STS17 (it-en)":80.82,"STS17 (ko-ko)":76.4,"STS17 (nl-en)":80.51,"STS22 (ar)":49.04,"STS22 (de)":35.73,"STS22 (de-en)":47.51,"STS22 (de-fr)":60.76,"STS22 (de-pl)":36.09,"STS22 (es)":59.34,"STS22 (es-en)":68.96,"STS22 (es-it)":63.28,"STS22 (fr)":76.41,"STS22 (fr-pl)":61.98,"STS22 (it)":65.1,"STS22 (pl)":34.58,"STS22 (pl-en)":71.33,"STS22 (ru)":52.4,"STS22 (tr)":54.07,"STS22 (zh-en)":61.75,"STSBenchmark":80.75} +{"Rank":3,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":52.31,"STS17 (ar-ar)":67.47,"STS17 (en-ar)":65.05,"STS17 (en-de)":66.66,"STS17 (en-tr)":70.05,"STS17 (es-en)":55.3,"STS17 (es-es)":79.67,"STS17 (fr-en)":70.82,"STS17 (it-en)":70.98,"STS17 (ko-ko)":70.52,"STS17 (nl-en)":68.12,"STS22 (ar)":42.57,"STS22 (de)":25.69,"STS22 (de-en)":32.35,"STS22 (de-fr)":37.41,"STS22 (de-pl)":15.67,"STS22 (es)":54.92,"STS22 (es-en)":54.34,"STS22 (es-it)":42.21,"STS22 (fr)":58.61,"STS22 (fr-pl)":39.44,"STS22 (it)":60.31,"STS22 (pl)":18.34,"STS22 (pl-en)":53.63,"STS22 (ru)":39.24,"STS22 (tr)":36.97,"STS22 (zh-en)":46.19,"STSBenchmark":69.77} +{"Rank":4,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":50.06,"STS17 (ar-ar)":11.13,"STS17 (en-ar)":-3.93,"STS17 (en-de)":79.04,"STS17 (en-tr)":13.61,"STS17 (es-en)":71.72,"STS17 (es-es)":83.42,"STS17 (fr-en)":71.38,"STS17 (it-en)":69.5,"STS17 (ko-ko)":9.61,"STS17 (nl-en)":66.12,"STS22 (ar)":29.6,"STS22 (de)":47.72,"STS22 (de-en)":49.64,"STS22 (de-fr)":62.21,"STS22 (de-pl)":34.34,"STS22 (es)":58.16,"STS22 (es-en)":69.15,"STS22 (es-it)":65.26,"STS22 (fr)":77.49,"STS22 (fr-pl)":50.71,"STS22 (it)":66.91,"STS22 (pl)":27.04,"STS22 (pl-en)":58.85,"STS22 (ru)":26.63,"STS22 (tr)":43.36,"STS22 (zh-en)":29.0,"STSBenchmark":83.93} +{"Rank":5,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":49.47,"STS17 (ar-ar)":9.06,"STS17 (en-ar)":-3.22,"STS17 (en-de)":70.38,"STS17 (en-tr)":17.17,"STS17 (es-en)":60.24,"STS17 (es-es)":81.93,"STS17 (fr-en)":62.17,"STS17 (it-en)":59.11,"STS17 (ko-ko)":8.9,"STS17 (nl-en)":56.91,"STS22 (ar)":37.66,"STS22 (de)":50.58,"STS22 (de-en)":53.63,"STS22 (de-fr)":55.72,"STS22 (de-pl)":27.99,"STS22 (es)":59.14,"STS22 (es-en)":69.99,"STS22 (es-it)":60.94,"STS22 (fr)":79.43,"STS22 (fr-pl)":61.98,"STS22 (it)":67.14,"STS22 (pl)":33.74,"STS22 (pl-en)":60.18,"STS22 (ru)":32.69,"STS22 (tr)":55.79,"STS22 (zh-en)":28.85,"STSBenchmark":77.65} +{"Rank":6,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":46.79,"STS17 (ar-ar)":10.19,"STS17 (en-ar)":-5.77,"STS17 (en-de)":67.43,"STS17 (en-tr)":8.75,"STS17 (es-en)":54.96,"STS17 (es-es)":82.74,"STS17 (fr-en)":60.5,"STS17 (it-en)":46.26,"STS17 (ko-ko)":8.96,"STS17 (nl-en)":47.48,"STS22 (ar)":34.97,"STS22 (de)":51.7,"STS22 (de-en)":48.76,"STS22 (de-fr)":57.5,"STS22 (de-pl)":32.76,"STS22 (es)":57.49,"STS22 (es-en)":67.76,"STS22 (es-it)":57.18,"STS22 (fr)":78.7,"STS22 (fr-pl)":61.98,"STS22 (it)":67.67,"STS22 (pl)":30.68,"STS22 (pl-en)":54.17,"STS22 (ru)":15.36,"STS22 (tr)":58.12,"STS22 (zh-en)":29.42,"STSBenchmark":77.6} +{"Rank":7,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":44.35,"STS17 (ar-ar)":10.75,"STS17 (en-ar)":-4.71,"STS17 (en-de)":73.62,"STS17 (en-tr)":-0.42,"STS17 (es-en)":62.62,"STS17 (es-es)":82.74,"STS17 (fr-en)":67.86,"STS17 (it-en)":51.86,"STS17 (ko-ko)":9.44,"STS17 (nl-en)":45.95,"STS22 (ar)":27.01,"STS22 (de)":43.73,"STS22 (de-en)":49.93,"STS22 (de-fr)":61.58,"STS22 (de-pl)":38.83,"STS22 (es)":57.68,"STS22 (es-en)":68.09,"STS22 (es-it)":61.58,"STS22 (fr)":75.01,"STS22 (fr-pl)":5.63,"STS22 (it)":62.01,"STS22 (pl)":25.0,"STS22 (pl-en)":51.72,"STS22 (ru)":14.21,"STS22 (tr)":47.3,"STS22 (zh-en)":23.1,"STSBenchmark":85.36} +{"Rank":8,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":41.17,"STS17 (ar-ar)":13.36,"STS17 (en-ar)":-5.65,"STS17 (en-de)":67.11,"STS17 (en-tr)":-0.02,"STS17 (es-en)":47.72,"STS17 (es-es)":79.94,"STS17 (fr-en)":56.61,"STS17 (it-en)":30.46,"STS17 (ko-ko)":10.06,"STS17 (nl-en)":36.46,"STS22 (ar)":31.2,"STS22 (de)":42.08,"STS22 (de-en)":46.9,"STS22 (de-fr)":55.04,"STS22 (de-pl)":33.94,"STS22 (es)":53.81,"STS22 (es-en)":65.19,"STS22 (es-it)":55.29,"STS22 (fr)":77.69,"STS22 (fr-pl)":28.17,"STS22 (it)":60.65,"STS22 (pl)":24.42,"STS22 (pl-en)":42.97,"STS22 (ru)":12.13,"STS22 (tr)":40.45,"STS22 (zh-en)":20.15,"STSBenchmark":85.52} +{"Rank":9,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":37.71,"STS17 (ar-ar)":50.89,"STS17 (en-ar)":-4.28,"STS17 (en-de)":35.82,"STS17 (en-tr)":4.5,"STS17 (es-en)":16.31,"STS17 (es-es)":76.12,"STS17 (fr-en)":37.09,"STS17 (it-en)":24.45,"STS17 (ko-ko)":43.39,"STS17 (nl-en)":29.0,"STS22 (ar)":22.64,"STS22 (de)":31.04,"STS22 (de-en)":44.04,"STS22 (de-fr)":30.07,"STS22 (de-pl)":4.93,"STS22 (es)":54.78,"STS22 (es-en)":53.42,"STS22 (es-it)":44.27,"STS22 (fr)":77.0,"STS22 (fr-pl)":50.71,"STS22 (it)":60.4,"STS22 (pl)":26.77,"STS22 (pl-en)":32.8,"STS22 (ru)":14.72,"STS22 (tr)":33.69,"STS22 (zh-en)":41.64,"STSBenchmark":82.03} +{"Rank":10,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":34.57,"STS17 (ar-ar)":58.71,"STS17 (en-ar)":0.54,"STS17 (en-de)":27.54,"STS17 (en-tr)":0.43,"STS17 (es-en)":22.01,"STS17 (es-es)":78.37,"STS17 (fr-en)":30.7,"STS17 (it-en)":24.28,"STS17 (ko-ko)":43.37,"STS17 (nl-en)":24.51,"STS22 (ar)":17.54,"STS22 (de)":22.53,"STS22 (de-en)":42.86,"STS22 (de-fr)":43.52,"STS22 (de-pl)":1.63,"STS22 (es)":43.98,"STS22 (es-en)":53.99,"STS22 (es-it)":40.71,"STS22 (fr)":69.51,"STS22 (fr-pl)":16.9,"STS22 (it)":47.48,"STS22 (pl)":19.22,"STS22 (pl-en)":42.67,"STS22 (ru)":11.19,"STS22 (tr)":21.6,"STS22 (zh-en)":44.39,"STSBenchmark":83.09} +{"Rank":11,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":25.1,"STS17 (ar-ar)":27.14,"STS17 (en-ar)":6.9,"STS17 (en-de)":11.59,"STS17 (en-tr)":6.46,"STS17 (es-en)":10.86,"STS17 (es-es)":55.45,"STS17 (fr-en)":16.02,"STS17 (it-en)":19.87,"STS17 (ko-ko)":8.08,"STS17 (nl-en)":24.92,"STS22 (ar)":19.57,"STS22 (de)":17.31,"STS22 (de-en)":26.03,"STS22 (de-fr)":10.26,"STS22 (de-pl)":16.94,"STS22 (es)":48.89,"STS22 (es-en)":51.79,"STS22 (es-it)":25.24,"STS22 (fr)":53.92,"STS22 (fr-pl)":39.44,"STS22 (it)":39.43,"STS22 (pl)":13.56,"STS22 (pl-en)":25.36,"STS22 (ru)":1.11,"STS22 (tr)":31.73,"STS22 (zh-en)":8.44,"STSBenchmark":61.26} +{"Rank":12,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":24.28,"STS17 (ar-ar)":13.78,"STS17 (en-ar)":9.08,"STS17 (en-de)":-3.11,"STS17 (en-tr)":-0.45,"STS17 (es-en)":-8.18,"STS17 (es-es)":48.23,"STS17 (fr-en)":5.81,"STS17 (it-en)":3.64,"STS17 (ko-ko)":2.54,"STS17 (nl-en)":0.44,"STS22 (ar)":32.42,"STS22 (de)":33.04,"STS22 (de-en)":28.65,"STS22 (de-fr)":14.77,"STS22 (de-pl)":11.21,"STS22 (es)":48.53,"STS22 (es-en)":26.97,"STS22 (es-it)":41.1,"STS22 (fr)":49.43,"STS22 (fr-pl)":39.44,"STS22 (it)":57.77,"STS22 (pl)":12.47,"STS22 (pl-en)":45.55,"STS22 (ru)":19.44,"STS22 (tr)":47.38,"STS22 (zh-en)":14.05,"STSBenchmark":61.55} +{"Rank":13,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.33} +{"Rank":14,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.99} +{"Rank":15,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":74.85} +{"Rank":16,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.74,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":17,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":70.51,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":18,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":79.99,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":19,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.22} +{"Rank":20,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":83.75,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":21,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.86} +{"Rank":22,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.56} +{"Rank":23,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.76,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":24,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.35} +{"Rank":25,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":26,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.8,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":27,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.76,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":28,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":29,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":30,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":31,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":40.31,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":32,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":40.4,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":33,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":38.77,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":34,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.1} +{"Rank":35,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.72} +{"Rank":36,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":78.32} +{"Rank":37,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.05} +{"Rank":38,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":77.44} +{"Rank":39,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.65} +{"Rank":40,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":80.42} +{"Rank":41,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.16} +{"Rank":42,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":73.36} +{"Rank":43,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":78.77,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":44,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":45,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":46,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":47.29} +{"Rank":47,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":48,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":49,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":50,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":77.54,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":51,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.73,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":52,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":53,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":54,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":55,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":65.37,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":56,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":55.15,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":57,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":48.52,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":58,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":39.05,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":59,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":56.47,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":60,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":69.82,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":61,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":34.07,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.64} +{"Rank":62,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":34.66,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.29} +{"Rank":63,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":35.8,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.11} +{"Rank":64,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":39.73,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":65,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":38.69,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":66,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":77.1,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":67,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":61.35,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":68,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.28} +{"Rank":69,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.8} +{"Rank":70,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.14} +{"Rank":71,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.46} +{"Rank":72,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":78.81} +{"Rank":73,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.25} +{"Rank":74,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":76.52} +{"Rank":75,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":40.36,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":76,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":37.34,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":77,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.42} +{"Rank":78,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":61.54} +{"Rank":79,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.58} +{"Rank":80,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":77.73} +{"Rank":81,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":76.97} +{"Rank":82,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":74.62,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":83,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","STS17 (ar-ar)":79.16,"STS17 (en-ar)":81.22,"STS17 (en-de)":84.22,"STS17 (en-tr)":76.74,"STS17 (es-en)":84.44,"STS17 (es-es)":85.56,"STS17 (fr-en)":76.59,"STS17 (it-en)":82.35,"STS17 (ko-ko)":77.03,"STS17 (nl-en)":81.71,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":70.55,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":33.73,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.42} +{"Rank":84,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","STS17 (ar-ar)":79.1,"STS17 (en-ar)":80.85,"STS17 (en-de)":83.28,"STS17 (en-tr)":74.9,"STS17 (es-en)":86.11,"STS17 (es-es)":85.14,"STS17 (fr-en)":81.17,"STS17 (it-en)":84.24,"STS17 (ko-ko)":83.41,"STS17 (nl-en)":82.51,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":74.3,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":33.64,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.82} +{"Rank":85,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":76.8,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.01} +{"Rank":86,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":87,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":88,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":74.1,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":89,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":77.91,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":90,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":71.11,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":91,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":56.72,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":92,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":55.49,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} +{"Rank":93,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.78} +{"Rank":94,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.32} +{"Rank":95,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.02} +{"Rank":96,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.08} +{"Rank":97,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.09,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":64.5,"STS22 (zh-en)":"","STSBenchmark":83.17} +{"Rank":98,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":82.34} +{"Rank":99,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.56} +{"Rank":100,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.24} +{"Rank":101,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.54} diff --git a/boards_data/pl/data_overall/default.jsonl b/boards_data/pl/data_overall/default.jsonl index 42469c40a747bcb12baa42f1f31f9f1850c11010..79cdf639971fd7ef578087a09ca9fe84ea54610b 100644 --- a/boards_data/pl/data_overall/default.jsonl +++ b/boards_data/pl/data_overall/default.jsonl @@ -1,9 +1,9 @@ -{"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":61.17,"Classification Average (7 datasets)":62.36,"Clustering Average (1 datasets)":33.88,"PairClassification Average (4 datasets)":84.55,"Retrieval Average (11 datasets)":47.32,"STS Average (3 datasets)":83.04} -{"Rank":2,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":56.61,"Classification Average (7 datasets)":57.17,"Clustering Average (1 datasets)":24.97,"PairClassification Average (4 datasets)":81.31,"Retrieval Average (11 datasets)":42.3,"STS Average (3 datasets)":80.66} -{"Rank":3,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":55.23,"Classification Average (7 datasets)":55.53,"Clustering Average (1 datasets)":23.92,"PairClassification Average (4 datasets)":79.61,"Retrieval Average (11 datasets)":41.06,"STS Average (3 datasets)":79.86} -{"Rank":4,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":49.26,"Classification Average (7 datasets)":49.07,"Clustering Average (1 datasets)":25.62,"PairClassification Average (4 datasets)":85.17,"Retrieval Average (11 datasets)":28.51,"STS Average (3 datasets)":80.96} -{"Rank":5,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":47.18,"Classification Average (7 datasets)":48.15,"Clustering Average (1 datasets)":23.24,"PairClassification Average (4 datasets)":82.06,"Retrieval Average (11 datasets)":26.21,"STS Average (3 datasets)":78.88} -{"Rank":6,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":46.26,"Classification Average (7 datasets)":55.48,"Clustering Average (1 datasets)":12.96,"PairClassification Average (4 datasets)":78.17,"Retrieval Average (11 datasets)":22.73,"STS Average (3 datasets)":75.72} +{"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":60.84,"Classification Average (7 datasets)":63.21,"Clustering Average (1 datasets)":33.88,"PairClassification Average (4 datasets)":84.55,"Retrieval Average (11 datasets)":47.32,"STS Average (3 datasets)":73.36} +{"Rank":2,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":56.4,"Classification Average (7 datasets)":58.24,"Clustering Average (1 datasets)":24.97,"PairClassification Average (4 datasets)":81.31,"Retrieval Average (11 datasets)":42.3,"STS Average (3 datasets)":71.34} +{"Rank":3,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":55.03,"Classification Average (7 datasets)":56.41,"Clustering Average (1 datasets)":23.92,"PairClassification Average (4 datasets)":79.61,"Retrieval Average (11 datasets)":41.06,"STS Average (3 datasets)":71.05} +{"Rank":4,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":49.71,"Classification Average (7 datasets)":51.99,"Clustering Average (1 datasets)":25.62,"PairClassification Average (4 datasets)":85.17,"Retrieval Average (11 datasets)":28.51,"STS Average (3 datasets)":71.5} +{"Rank":5,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":47.58,"Classification Average (7 datasets)":50.5,"Clustering Average (1 datasets)":23.24,"PairClassification Average (4 datasets)":82.06,"Retrieval Average (11 datasets)":26.21,"STS Average (3 datasets)":69.85} +{"Rank":6,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":46.85,"Classification Average (7 datasets)":56.59,"Clustering Average (1 datasets)":12.96,"PairClassification Average (4 datasets)":78.17,"Retrieval Average (11 datasets)":22.73,"STS Average (3 datasets)":68.43} {"Rank":7,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} {"Rank":8,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} {"Rank":9,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":28.15,"PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} diff --git a/boards_data/pl/data_tasks/Classification/default.jsonl b/boards_data/pl/data_tasks/Classification/default.jsonl index 04b50a7f4e9e8f782683ab712b8b2666368f8315..2e34913c9f04cb232e5a0ff982f49e9e2f1cbedf 100644 --- a/boards_data/pl/data_tasks/Classification/default.jsonl +++ b/boards_data/pl/data_tasks/Classification/default.jsonl @@ -1,23 +1,22 @@ -{"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":62.36,"AllegroReviews":41.14,"AllegroReviews (pol-Latn)":41.04,"CBD":69.9,"CBD (pol-Latn)":69.84,"PAC":70.37,"PAC (pol-Latn)":70.33,"PolEmo2.0-IN":77.06,"PolEmo2.0-IN (pol-Latn)":77.06,"PolEmo2.0-OUT":53.38,"PolEmo2.0-OUT (pol-Latn)":53.48} -{"Rank":2,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":57.17,"AllegroReviews":40.85,"AllegroReviews (pol-Latn)":40.78,"CBD":62.66,"CBD (pol-Latn)":62.6,"PAC":70.87,"PAC (pol-Latn)":70.87,"PolEmo2.0-IN":67.66,"PolEmo2.0-IN (pol-Latn)":67.59,"PolEmo2.0-OUT":43.91,"PolEmo2.0-OUT (pol-Latn)":43.93} -{"Rank":3,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":55.53,"AllegroReviews":37.42,"AllegroReviews (pol-Latn)":37.33,"CBD":63.25,"CBD (pol-Latn)":63.33,"PAC":70.55,"PAC (pol-Latn)":70.48,"PolEmo2.0-IN":67.35,"PolEmo2.0-IN (pol-Latn)":67.31,"PolEmo2.0-OUT":39.13,"PolEmo2.0-OUT (pol-Latn)":39.17} -{"Rank":4,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":55.48,"AllegroReviews":34.89,"AllegroReviews (pol-Latn)":34.86,"CBD":65.71,"CBD (pol-Latn)":65.74,"PAC":68.11,"PAC (pol-Latn)":68.09,"PolEmo2.0-IN":64.0,"PolEmo2.0-IN (pol-Latn)":63.91,"PolEmo2.0-OUT":44.72,"PolEmo2.0-OUT (pol-Latn)":44.76} -{"Rank":5,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":49.07,"AllegroReviews":33.86,"AllegroReviews (pol-Latn)":33.89,"CBD":65.0,"CBD (pol-Latn)":64.97,"PAC":63.76,"PAC (pol-Latn)":63.76,"PolEmo2.0-IN":62.78,"PolEmo2.0-IN (pol-Latn)":62.74,"PolEmo2.0-OUT":19.98,"PolEmo2.0-OUT (pol-Latn)":19.92} -{"Rank":6,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":48.15,"AllegroReviews":30.88,"AllegroReviews (pol-Latn)":30.85,"CBD":57.68,"CBD (pol-Latn)":57.71,"PAC":65.76,"PAC (pol-Latn)":65.75,"PolEmo2.0-IN":57.76,"PolEmo2.0-IN (pol-Latn)":57.76,"PolEmo2.0-OUT":28.7,"PolEmo2.0-OUT (pol-Latn)":28.66} -{"Rank":7,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":null,"CBD":null,"CBD (pol-Latn)":null,"PAC":null,"PAC (pol-Latn)":null,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":null} -{"Rank":8,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":37.32,"CBD":null,"CBD (pol-Latn)":70.98,"PAC":null,"PAC (pol-Latn)":68.09,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":66.07,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":32.94} -{"Rank":9,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"AllegroReviews":34.11,"AllegroReviews (pol-Latn)":null,"CBD":68.35,"CBD (pol-Latn)":null,"PAC":68.4,"PAC (pol-Latn)":null,"PolEmo2.0-IN":64.18,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":45.73,"PolEmo2.0-OUT (pol-Latn)":null} -{"Rank":10,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"AllegroReviews":33.35,"AllegroReviews (pol-Latn)":null,"CBD":68.51,"CBD (pol-Latn)":null,"PAC":66.26,"PAC (pol-Latn)":null,"PolEmo2.0-IN":63.52,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":44.7,"PolEmo2.0-OUT (pol-Latn)":null} -{"Rank":11,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"AllegroReviews":34.5,"AllegroReviews (pol-Latn)":null,"CBD":70.27,"CBD (pol-Latn)":null,"PAC":64.6,"PAC (pol-Latn)":null,"PolEmo2.0-IN":67.06,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":38.58,"PolEmo2.0-OUT (pol-Latn)":null} -{"Rank":12,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"AllegroReviews":34.55,"AllegroReviews (pol-Latn)":null,"CBD":67.48,"CBD (pol-Latn)":null,"PAC":63.25,"PAC (pol-Latn)":null,"PolEmo2.0-IN":68.37,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":30.99,"PolEmo2.0-OUT (pol-Latn)":null} -{"Rank":13,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":23.85,"CBD":null,"CBD (pol-Latn)":48.46,"PAC":null,"PAC (pol-Latn)":59.53,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":38.32,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":22.98} -{"Rank":14,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":24.64,"CBD":null,"CBD (pol-Latn)":50.9,"PAC":null,"PAC (pol-Latn)":59.78,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":40.29,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":25.0} -{"Rank":15,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":22.99,"CBD":null,"CBD (pol-Latn)":50.25,"PAC":null,"PAC (pol-Latn)":62.1,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":41.63,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":25.0} -{"Rank":16,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":null,"CBD":null,"CBD (pol-Latn)":null,"PAC":null,"PAC (pol-Latn)":null,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":null} -{"Rank":17,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":null,"CBD":null,"CBD (pol-Latn)":null,"PAC":null,"PAC (pol-Latn)":null,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":null} -{"Rank":18,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"AllegroReviews":28.03,"AllegroReviews (pol-Latn)":null,"CBD":60.0,"CBD (pol-Latn)":null,"PAC":68.17,"PAC (pol-Latn)":null,"PolEmo2.0-IN":48.84,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":30.0,"PolEmo2.0-OUT (pol-Latn)":null} -{"Rank":19,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":null,"CBD":null,"CBD (pol-Latn)":null,"PAC":null,"PAC (pol-Latn)":null,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":null} -{"Rank":20,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":null,"CBD":null,"CBD (pol-Latn)":null,"PAC":null,"PAC (pol-Latn)":null,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":null} -{"Rank":21,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":null,"CBD":null,"CBD (pol-Latn)":null,"PAC":null,"PAC (pol-Latn)":null,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":null} -{"Rank":22,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":null,"CBD":null,"CBD (pol-Latn)":null,"PAC":null,"PAC (pol-Latn)":null,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":null} -{"Rank":23,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":null,"CBD":null,"CBD (pol-Latn)":null,"PAC":null,"PAC (pol-Latn)":null,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":null} +{"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":63.21,"AllegroReviews":41.14,"AllegroReviews (pol-Latn)":41.04,"CBD":69.9,"CBD (pol-Latn)":69.84,"MassiveIntentClassification (pl)":65.07,"MassiveScenarioClassification (pl)":69.82,"PAC":70.37,"PAC (pol-Latn)":70.33,"PolEmo2.0-IN":77.06,"PolEmo2.0-IN (pol-Latn)":77.06,"PolEmo2.0-OUT":53.38,"PolEmo2.0-OUT (pol-Latn)":53.48} +{"Rank":2,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":58.24,"AllegroReviews":40.85,"AllegroReviews (pol-Latn)":40.78,"CBD":62.66,"CBD (pol-Latn)":62.6,"MassiveIntentClassification (pl)":61.04,"MassiveScenarioClassification (pl)":66.11,"PAC":70.87,"PAC (pol-Latn)":70.87,"PolEmo2.0-IN":67.66,"PolEmo2.0-IN (pol-Latn)":67.59,"PolEmo2.0-OUT":43.91,"PolEmo2.0-OUT (pol-Latn)":43.93} +{"Rank":3,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":56.59,"AllegroReviews":34.89,"AllegroReviews (pol-Latn)":34.86,"CBD":65.71,"CBD (pol-Latn)":65.74,"MassiveIntentClassification (pl)":59.71,"MassiveScenarioClassification (pl)":64.58,"PAC":68.11,"PAC (pol-Latn)":68.09,"PolEmo2.0-IN":64.0,"PolEmo2.0-IN (pol-Latn)":63.91,"PolEmo2.0-OUT":44.72,"PolEmo2.0-OUT (pol-Latn)":44.76} +{"Rank":4,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":56.41,"AllegroReviews":37.42,"AllegroReviews (pol-Latn)":37.33,"CBD":63.25,"CBD (pol-Latn)":63.33,"MassiveIntentClassification (pl)":57.4,"MassiveScenarioClassification (pl)":64.25,"PAC":70.55,"PAC (pol-Latn)":70.48,"PolEmo2.0-IN":67.35,"PolEmo2.0-IN (pol-Latn)":67.31,"PolEmo2.0-OUT":39.13,"PolEmo2.0-OUT (pol-Latn)":39.17} +{"Rank":5,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":51.99,"AllegroReviews":33.86,"AllegroReviews (pol-Latn)":33.89,"CBD":65.0,"CBD (pol-Latn)":64.97,"MassiveIntentClassification (pl)":64.29,"MassiveScenarioClassification (pl)":68.98,"PAC":63.76,"PAC (pol-Latn)":63.76,"PolEmo2.0-IN":62.78,"PolEmo2.0-IN (pol-Latn)":62.74,"PolEmo2.0-OUT":19.98,"PolEmo2.0-OUT (pol-Latn)":19.92} +{"Rank":6,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":50.5,"AllegroReviews":30.88,"AllegroReviews (pol-Latn)":30.85,"CBD":57.68,"CBD (pol-Latn)":57.71,"MassiveIntentClassification (pl)":59.43,"MassiveScenarioClassification (pl)":65.04,"PAC":65.76,"PAC (pol-Latn)":65.75,"PolEmo2.0-IN":57.76,"PolEmo2.0-IN (pol-Latn)":57.76,"PolEmo2.0-OUT":28.7,"PolEmo2.0-OUT (pol-Latn)":28.66} +{"Rank":7,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":"","CBD":"","CBD (pol-Latn)":"","MassiveIntentClassification (pl)":44.99,"MassiveScenarioClassification (pl)":52.92,"PAC":"","PAC (pol-Latn)":"","PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":""} +{"Rank":8,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":37.32,"CBD":"","CBD (pol-Latn)":70.98,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":"","PAC (pol-Latn)":68.09,"PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":66.07,"PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":32.94} +{"Rank":9,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","AllegroReviews":34.11,"AllegroReviews (pol-Latn)":"","CBD":68.35,"CBD (pol-Latn)":"","MassiveIntentClassification (pl)":65.53,"MassiveScenarioClassification (pl)":68.51,"PAC":68.4,"PAC (pol-Latn)":"","PolEmo2.0-IN":64.18,"PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":45.73,"PolEmo2.0-OUT (pol-Latn)":""} +{"Rank":10,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","AllegroReviews":33.35,"AllegroReviews (pol-Latn)":"","CBD":68.51,"CBD (pol-Latn)":"","MassiveIntentClassification (pl)":66.63,"MassiveScenarioClassification (pl)":69.97,"PAC":66.26,"PAC (pol-Latn)":"","PolEmo2.0-IN":63.52,"PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":44.7,"PolEmo2.0-OUT (pol-Latn)":""} +{"Rank":11,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","AllegroReviews":34.5,"AllegroReviews (pol-Latn)":"","CBD":70.27,"CBD (pol-Latn)":"","MassiveIntentClassification (pl)":64.81,"MassiveScenarioClassification (pl)":70.01,"PAC":64.6,"PAC (pol-Latn)":"","PolEmo2.0-IN":67.06,"PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":38.58,"PolEmo2.0-OUT (pol-Latn)":""} +{"Rank":12,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","AllegroReviews":34.55,"AllegroReviews (pol-Latn)":"","CBD":67.48,"CBD (pol-Latn)":"","MassiveIntentClassification (pl)":65.93,"MassiveScenarioClassification (pl)":71.85,"PAC":63.25,"PAC (pol-Latn)":"","PolEmo2.0-IN":68.37,"PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":30.99,"PolEmo2.0-OUT (pol-Latn)":""} +{"Rank":13,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":23.85,"CBD":"","CBD (pol-Latn)":48.46,"MassiveIntentClassification (pl)":37.63,"MassiveScenarioClassification (pl)":44.72,"PAC":"","PAC (pol-Latn)":59.53,"PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":38.32,"PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":22.98} +{"Rank":14,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":24.64,"CBD":"","CBD (pol-Latn)":50.9,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":"","PAC (pol-Latn)":59.78,"PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":40.29,"PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":25.0} +{"Rank":15,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":22.99,"CBD":"","CBD (pol-Latn)":50.25,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":"","PAC (pol-Latn)":62.1,"PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":41.63,"PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":25.0} +{"Rank":16,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":"","CBD":"","CBD (pol-Latn)":"","MassiveIntentClassification (pl)":35.77,"MassiveScenarioClassification (pl)":36.87,"PAC":"","PAC (pol-Latn)":"","PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":""} +{"Rank":18,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","AllegroReviews":28.03,"AllegroReviews (pol-Latn)":"","CBD":60.0,"CBD (pol-Latn)":"","MassiveIntentClassification (pl)":53.1,"MassiveScenarioClassification (pl)":61.29,"PAC":68.17,"PAC (pol-Latn)":"","PolEmo2.0-IN":48.84,"PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":30.0,"PolEmo2.0-OUT (pol-Latn)":""} +{"Rank":19,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":"","CBD":"","CBD (pol-Latn)":"","MassiveIntentClassification (pl)":39.08,"MassiveScenarioClassification (pl)":46.79,"PAC":"","PAC (pol-Latn)":"","PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":""} +{"Rank":20,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":"","CBD":"","CBD (pol-Latn)":"","MassiveIntentClassification (pl)":42.64,"MassiveScenarioClassification (pl)":49.97,"PAC":"","PAC (pol-Latn)":"","PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":""} +{"Rank":21,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":"","CBD":"","CBD (pol-Latn)":"","MassiveIntentClassification (pl)":34.41,"MassiveScenarioClassification (pl)":42.3,"PAC":"","PAC (pol-Latn)":"","PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":""} +{"Rank":22,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":"","CBD":"","CBD (pol-Latn)":"","MassiveIntentClassification (pl)":37.67,"MassiveScenarioClassification (pl)":45.2,"PAC":"","PAC (pol-Latn)":"","PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":""} +{"Rank":23,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":"","CBD":"","CBD (pol-Latn)":"","MassiveIntentClassification (pl)":43.95,"MassiveScenarioClassification (pl)":49.87,"PAC":"","PAC (pol-Latn)":"","PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":""} diff --git a/boards_data/pl/data_tasks/Clustering/default.jsonl b/boards_data/pl/data_tasks/Clustering/default.jsonl index 6d29299e612a33acb2c6393574dc679bba061880..fa2dbb2a211247a3b75d5e7e65b247858aa224c8 100644 --- a/boards_data/pl/data_tasks/Clustering/default.jsonl +++ b/boards_data/pl/data_tasks/Clustering/default.jsonl @@ -9,15 +9,3 @@ {"Rank":9,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"8TagsClustering":23.24} {"Rank":10,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"8TagsClustering":12.96} {"Rank":11,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"8TagsClustering":12.51} -{"Rank":12,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"8TagsClustering":null} -{"Rank":13,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"8TagsClustering":null} -{"Rank":14,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"8TagsClustering":null} -{"Rank":15,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"8TagsClustering":null} -{"Rank":16,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"8TagsClustering":null} -{"Rank":17,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"8TagsClustering":null} -{"Rank":18,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"8TagsClustering":null} -{"Rank":19,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"8TagsClustering":null} -{"Rank":20,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"8TagsClustering":null} -{"Rank":21,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"8TagsClustering":null} -{"Rank":22,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"8TagsClustering":null} -{"Rank":23,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"8TagsClustering":null} diff --git a/boards_data/pl/data_tasks/PairClassification/default.jsonl b/boards_data/pl/data_tasks/PairClassification/default.jsonl index f5cd8b5a3e42faa2c53f10489b18506947dad554..031bddac1ab77e9a3eb1be3fea2c7234c95cd826 100644 --- a/boards_data/pl/data_tasks/PairClassification/default.jsonl +++ b/boards_data/pl/data_tasks/PairClassification/default.jsonl @@ -4,20 +4,12 @@ {"Rank":4,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":81.31,"CDSC-E":72.67,"CDSC-E (pol-Latn)":72.7,"PPC":88.01,"PSC":99.14,"PSC (pol-Latn)":99.14,"SICK-E-PL":68.77,"SICK-E-PL (pol-Latn)":68.76} {"Rank":5,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":79.61,"CDSC-E":69.7,"CDSC-E (pol-Latn)":69.69,"PPC":86.72,"PSC":99.24,"PSC (pol-Latn)":99.23,"SICK-E-PL":66.34,"SICK-E-PL (pol-Latn)":66.35} {"Rank":6,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":78.17,"CDSC-E":68.91,"CDSC-E (pol-Latn)":68.92,"PPC":86.97,"PSC":97.42,"PSC (pol-Latn)":97.42,"SICK-E-PL":63.77,"SICK-E-PL (pol-Latn)":63.77} -{"Rank":7,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":null,"PPC":null,"PSC":null,"PSC (pol-Latn)":null,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":null} -{"Rank":8,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":72.65,"PPC":null,"PSC":null,"PSC (pol-Latn)":99.43,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":75.98} -{"Rank":9,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"CDSC-E":63.31,"CDSC-E (pol-Latn)":null,"PPC":84.18,"PSC":98.87,"PSC (pol-Latn)":null,"SICK-E-PL":54.93,"SICK-E-PL (pol-Latn)":null} -{"Rank":10,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"CDSC-E":67.35,"CDSC-E (pol-Latn)":null,"PPC":85.33,"PSC":98.46,"PSC (pol-Latn)":null,"SICK-E-PL":58.19,"SICK-E-PL (pol-Latn)":null} -{"Rank":11,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"CDSC-E":75.99,"CDSC-E (pol-Latn)":null,"PPC":93.29,"PSC":99.1,"PSC (pol-Latn)":null,"SICK-E-PL":79.63,"SICK-E-PL (pol-Latn)":null} -{"Rank":12,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"CDSC-E":75.06,"CDSC-E (pol-Latn)":null,"PPC":93.49,"PSC":99.05,"PSC (pol-Latn)":null,"SICK-E-PL":80.56,"SICK-E-PL (pol-Latn)":null} -{"Rank":13,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":49.04,"PPC":null,"PSC":null,"PSC (pol-Latn)":87.92,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":49.63} -{"Rank":14,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":47.27,"PPC":null,"PSC":null,"PSC (pol-Latn)":81.87,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":47.32} -{"Rank":15,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":45.37,"PPC":null,"PSC":null,"PSC (pol-Latn)":83.28,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":46.51} -{"Rank":16,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":null,"PPC":null,"PSC":null,"PSC (pol-Latn)":null,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":null} -{"Rank":17,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":null,"PPC":null,"PSC":null,"PSC (pol-Latn)":null,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":null} -{"Rank":18,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"CDSC-E":71.83,"CDSC-E (pol-Latn)":null,"PPC":86.83,"PSC":96.35,"PSC (pol-Latn)":null,"SICK-E-PL":62.05,"SICK-E-PL (pol-Latn)":null} -{"Rank":19,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":null,"PPC":null,"PSC":null,"PSC (pol-Latn)":null,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":null} -{"Rank":20,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":null,"PPC":null,"PSC":null,"PSC (pol-Latn)":null,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":null} -{"Rank":21,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":null,"PPC":null,"PSC":null,"PSC (pol-Latn)":null,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":null} -{"Rank":22,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":null,"PPC":null,"PSC":null,"PSC (pol-Latn)":null,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":null} -{"Rank":23,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":null,"PPC":null,"PSC":null,"PSC (pol-Latn)":null,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":null} +{"Rank":8,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","CDSC-E":"","CDSC-E (pol-Latn)":72.65,"PPC":"","PSC":"","PSC (pol-Latn)":99.43,"SICK-E-PL":"","SICK-E-PL (pol-Latn)":75.98} +{"Rank":9,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","CDSC-E":63.31,"CDSC-E (pol-Latn)":"","PPC":84.18,"PSC":98.87,"PSC (pol-Latn)":"","SICK-E-PL":54.93,"SICK-E-PL (pol-Latn)":""} +{"Rank":10,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","CDSC-E":67.35,"CDSC-E (pol-Latn)":"","PPC":85.33,"PSC":98.46,"PSC (pol-Latn)":"","SICK-E-PL":58.19,"SICK-E-PL (pol-Latn)":""} +{"Rank":11,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","CDSC-E":75.99,"CDSC-E (pol-Latn)":"","PPC":93.29,"PSC":99.1,"PSC (pol-Latn)":"","SICK-E-PL":79.63,"SICK-E-PL (pol-Latn)":""} +{"Rank":12,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","CDSC-E":75.06,"CDSC-E (pol-Latn)":"","PPC":93.49,"PSC":99.05,"PSC (pol-Latn)":"","SICK-E-PL":80.56,"SICK-E-PL (pol-Latn)":""} +{"Rank":13,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","CDSC-E":"","CDSC-E (pol-Latn)":49.04,"PPC":"","PSC":"","PSC (pol-Latn)":87.92,"SICK-E-PL":"","SICK-E-PL (pol-Latn)":49.63} +{"Rank":14,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","CDSC-E":"","CDSC-E (pol-Latn)":47.27,"PPC":"","PSC":"","PSC (pol-Latn)":81.87,"SICK-E-PL":"","SICK-E-PL (pol-Latn)":47.32} +{"Rank":15,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","CDSC-E":"","CDSC-E (pol-Latn)":45.37,"PPC":"","PSC":"","PSC (pol-Latn)":83.28,"SICK-E-PL":"","SICK-E-PL (pol-Latn)":46.51} +{"Rank":18,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","CDSC-E":71.83,"CDSC-E (pol-Latn)":"","PPC":86.83,"PSC":96.35,"PSC (pol-Latn)":"","SICK-E-PL":62.05,"SICK-E-PL (pol-Latn)":""} diff --git a/boards_data/pl/data_tasks/Retrieval/default.jsonl b/boards_data/pl/data_tasks/Retrieval/default.jsonl index 643df4391399f084fd0bb15780c91dff0b65fc75..b2f55c9cf710ffe33062fc8497b944f18c09624d 100644 --- a/boards_data/pl/data_tasks/Retrieval/default.jsonl +++ b/boards_data/pl/data_tasks/Retrieval/default.jsonl @@ -4,20 +4,12 @@ {"Rank":4,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":28.51,"ArguAna-PL":42.62,"ArguAna-PL (pol-Latn)":42.61,"DBPedia-PL":20.18,"FiQA-PL":14.68,"FiQA-PL (pol-Latn)":14.71,"HotpotQA-PL":29.36,"MSMARCO-PL":12.45,"NFCorpus-PL":18.53,"NFCorpus-PL (pol-Latn)":18.54,"NQ-PL":15.64,"Quora-PL":79.18,"SCIDOCS-PL":11.18,"SCIDOCS-PL (pol-Latn)":11.17,"SciFact-PL":41.53,"SciFact-PL (pol-Latn)":41.55,"TRECCOVID-PL":35.38,"TRECCOVID-PL (pol-Latn)":35.43} {"Rank":5,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":26.21,"ArguAna-PL":37.83,"ArguAna-PL (pol-Latn)":37.86,"DBPedia-PL":18.0,"FiQA-PL":12.49,"FiQA-PL (pol-Latn)":12.49,"HotpotQA-PL":22.76,"MSMARCO-PL":10.39,"NFCorpus-PL":17.16,"NFCorpus-PL (pol-Latn)":17.17,"NQ-PL":12.56,"Quora-PL":77.18,"SCIDOCS-PL":10.26,"SCIDOCS-PL (pol-Latn)":10.26,"SciFact-PL":40.24,"SciFact-PL (pol-Latn)":40.24,"TRECCOVID-PL":34.38,"TRECCOVID-PL (pol-Latn)":34.23} {"Rank":6,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":22.73,"ArguAna-PL":38.52,"ArguAna-PL (pol-Latn)":38.56,"DBPedia-PL":16.1,"FiQA-PL":7.63,"FiQA-PL (pol-Latn)":7.66,"HotpotQA-PL":19.72,"MSMARCO-PL":7.22,"NFCorpus-PL":17.45,"NFCorpus-PL (pol-Latn)":17.45,"NQ-PL":9.65,"Quora-PL":74.96,"SCIDOCS-PL":7.48,"SCIDOCS-PL (pol-Latn)":7.47,"SciFact-PL":39.79,"SciFact-PL (pol-Latn)":39.79,"TRECCOVID-PL":18.45,"TRECCOVID-PL (pol-Latn)":18.51} -{"Rank":7,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":null,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":null} -{"Rank":8,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":48.89,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":38.04,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":32.88,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":18.39,"SciFact-PL":null,"SciFact-PL (pol-Latn)":73.22,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":58.01} -{"Rank":9,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"ArguAna-PL":41.97,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":24.07,"FiQA-PL":24.25,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":43.41,"MSMARCO-PL":51.56,"NFCorpus-PL":25.95,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":35.09,"Quora-PL":78.86,"SCIDOCS-PL":11.0,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":51.92,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":42.64,"TRECCOVID-PL (pol-Latn)":null} -{"Rank":10,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"ArguAna-PL":44.12,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":26.32,"FiQA-PL":24.95,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":45.13,"MSMARCO-PL":25.47,"NFCorpus-PL":28.55,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":37.9,"Quora-PL":77.98,"SCIDOCS-PL":10.9,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":54.44,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":46.98,"TRECCOVID-PL (pol-Latn)":null} -{"Rank":11,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"ArguAna-PL":49.42,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":19.82,"FiQA-PL":19.58,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":23.47,"MSMARCO-PL":16.51,"NFCorpus-PL":22.49,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":19.83,"Quora-PL":81.17,"SCIDOCS-PL":12.15,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":49.49,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":38.97,"TRECCOVID-PL (pol-Latn)":null} -{"Rank":12,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"ArguAna-PL":51.87,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":24.59,"FiQA-PL":22.27,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":32.11,"MSMARCO-PL":17.91,"NFCorpus-PL":24.05,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":23.54,"Quora-PL":81.49,"SCIDOCS-PL":13.23,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":52.51,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":35.23,"TRECCOVID-PL (pol-Latn)":null} -{"Rank":13,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":13.4,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":5.82,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":15.43,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":5.34,"SciFact-PL":null,"SciFact-PL (pol-Latn)":22.48,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":16.52} -{"Rank":14,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":11.5,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":2.29,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":10.62,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":3.75,"SciFact-PL":null,"SciFact-PL (pol-Latn)":16.14,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":8.66} -{"Rank":15,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":14.72,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":3.6,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":8.77,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":4.02,"SciFact-PL":null,"SciFact-PL (pol-Latn)":13.31,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":12.12} -{"Rank":16,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":null,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":null} -{"Rank":17,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":null,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":null} -{"Rank":18,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"ArguAna-PL":36.7,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":12.36,"FiQA-PL":8.02,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":20.83,"MSMARCO-PL":4.57,"NFCorpus-PL":16.28,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":5.85,"Quora-PL":71.95,"SCIDOCS-PL":6.5,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":33.03,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":16.91,"TRECCOVID-PL (pol-Latn)":null} -{"Rank":19,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":null,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":null} -{"Rank":20,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":null,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":null} -{"Rank":21,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":null,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":null} -{"Rank":22,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":null,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":null} -{"Rank":23,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":null,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":null} +{"Rank":8,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","ArguAna-PL":"","ArguAna-PL (pol-Latn)":48.89,"DBPedia-PL":"","FiQA-PL":"","FiQA-PL (pol-Latn)":38.04,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NFCorpus-PL (pol-Latn)":32.88,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SCIDOCS-PL (pol-Latn)":18.39,"SciFact-PL":"","SciFact-PL (pol-Latn)":73.22,"TRECCOVID-PL":"","TRECCOVID-PL (pol-Latn)":58.01} +{"Rank":9,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","ArguAna-PL":41.97,"ArguAna-PL (pol-Latn)":"","DBPedia-PL":24.07,"FiQA-PL":24.25,"FiQA-PL (pol-Latn)":"","HotpotQA-PL":43.41,"MSMARCO-PL":51.56,"NFCorpus-PL":25.95,"NFCorpus-PL (pol-Latn)":"","NQ-PL":35.09,"Quora-PL":78.86,"SCIDOCS-PL":11.0,"SCIDOCS-PL (pol-Latn)":"","SciFact-PL":51.92,"SciFact-PL (pol-Latn)":"","TRECCOVID-PL":42.64,"TRECCOVID-PL (pol-Latn)":""} +{"Rank":10,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","ArguAna-PL":44.12,"ArguAna-PL (pol-Latn)":"","DBPedia-PL":26.32,"FiQA-PL":24.95,"FiQA-PL (pol-Latn)":"","HotpotQA-PL":45.13,"MSMARCO-PL":25.47,"NFCorpus-PL":28.55,"NFCorpus-PL (pol-Latn)":"","NQ-PL":37.9,"Quora-PL":77.98,"SCIDOCS-PL":10.9,"SCIDOCS-PL (pol-Latn)":"","SciFact-PL":54.44,"SciFact-PL (pol-Latn)":"","TRECCOVID-PL":46.98,"TRECCOVID-PL (pol-Latn)":""} +{"Rank":11,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","ArguAna-PL":49.42,"ArguAna-PL (pol-Latn)":"","DBPedia-PL":19.82,"FiQA-PL":19.58,"FiQA-PL (pol-Latn)":"","HotpotQA-PL":23.47,"MSMARCO-PL":16.51,"NFCorpus-PL":22.49,"NFCorpus-PL (pol-Latn)":"","NQ-PL":19.83,"Quora-PL":81.17,"SCIDOCS-PL":12.15,"SCIDOCS-PL (pol-Latn)":"","SciFact-PL":49.49,"SciFact-PL (pol-Latn)":"","TRECCOVID-PL":38.97,"TRECCOVID-PL (pol-Latn)":""} +{"Rank":12,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","ArguAna-PL":51.87,"ArguAna-PL (pol-Latn)":"","DBPedia-PL":24.59,"FiQA-PL":22.27,"FiQA-PL (pol-Latn)":"","HotpotQA-PL":32.11,"MSMARCO-PL":17.91,"NFCorpus-PL":24.05,"NFCorpus-PL (pol-Latn)":"","NQ-PL":23.54,"Quora-PL":81.49,"SCIDOCS-PL":13.23,"SCIDOCS-PL (pol-Latn)":"","SciFact-PL":52.51,"SciFact-PL (pol-Latn)":"","TRECCOVID-PL":35.23,"TRECCOVID-PL (pol-Latn)":""} +{"Rank":13,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","ArguAna-PL":"","ArguAna-PL (pol-Latn)":13.4,"DBPedia-PL":"","FiQA-PL":"","FiQA-PL (pol-Latn)":5.82,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NFCorpus-PL (pol-Latn)":15.43,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SCIDOCS-PL (pol-Latn)":5.34,"SciFact-PL":"","SciFact-PL (pol-Latn)":22.48,"TRECCOVID-PL":"","TRECCOVID-PL (pol-Latn)":16.52} +{"Rank":14,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","ArguAna-PL":"","ArguAna-PL (pol-Latn)":11.5,"DBPedia-PL":"","FiQA-PL":"","FiQA-PL (pol-Latn)":2.29,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NFCorpus-PL (pol-Latn)":10.62,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SCIDOCS-PL (pol-Latn)":3.75,"SciFact-PL":"","SciFact-PL (pol-Latn)":16.14,"TRECCOVID-PL":"","TRECCOVID-PL (pol-Latn)":8.66} +{"Rank":15,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","ArguAna-PL":"","ArguAna-PL (pol-Latn)":14.72,"DBPedia-PL":"","FiQA-PL":"","FiQA-PL (pol-Latn)":3.6,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NFCorpus-PL (pol-Latn)":8.77,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SCIDOCS-PL (pol-Latn)":4.02,"SciFact-PL":"","SciFact-PL (pol-Latn)":13.31,"TRECCOVID-PL":"","TRECCOVID-PL (pol-Latn)":12.12} +{"Rank":18,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","ArguAna-PL":36.7,"ArguAna-PL (pol-Latn)":"","DBPedia-PL":12.36,"FiQA-PL":8.02,"FiQA-PL (pol-Latn)":"","HotpotQA-PL":20.83,"MSMARCO-PL":4.57,"NFCorpus-PL":16.28,"NFCorpus-PL (pol-Latn)":"","NQ-PL":5.85,"Quora-PL":71.95,"SCIDOCS-PL":6.5,"SCIDOCS-PL (pol-Latn)":"","SciFact-PL":33.03,"SciFact-PL (pol-Latn)":"","TRECCOVID-PL":16.91,"TRECCOVID-PL (pol-Latn)":""} diff --git a/boards_data/pl/data_tasks/STS/default.jsonl b/boards_data/pl/data_tasks/STS/default.jsonl index f4a3027693db50d2941d31560e89be8930cce1dc..de5b07fec212bf481309550759f33d0a5dbd6324 100644 --- a/boards_data/pl/data_tasks/STS/default.jsonl +++ b/boards_data/pl/data_tasks/STS/default.jsonl @@ -1,23 +1,23 @@ -{"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":83.04,"CDSC-R":91.0,"CDSC-R (pol-Latn)":91.0,"SICK-R-PL":75.08,"SICK-R-PL (pol-Latn)":75.08} -{"Rank":2,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.96,"CDSC-R":88.8,"CDSC-R (pol-Latn)":88.8,"SICK-R-PL":73.13,"SICK-R-PL (pol-Latn)":73.13} -{"Rank":3,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.66,"CDSC-R":90.08,"CDSC-R (pol-Latn)":90.09,"SICK-R-PL":71.23,"SICK-R-PL (pol-Latn)":71.23} -{"Rank":4,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":79.86,"CDSC-R":90.27,"CDSC-R (pol-Latn)":90.27,"SICK-R-PL":69.46,"SICK-R-PL (pol-Latn)":69.45} -{"Rank":5,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":78.88,"CDSC-R":88.98,"CDSC-R (pol-Latn)":88.98,"SICK-R-PL":68.77,"SICK-R-PL (pol-Latn)":68.77} -{"Rank":6,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":75.72,"CDSC-R":85.53,"CDSC-R (pol-Latn)":85.53,"SICK-R-PL":65.9,"SICK-R-PL (pol-Latn)":65.9} -{"Rank":7,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":null,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":null} -{"Rank":8,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":92.23,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":72.78} -{"Rank":9,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"CDSC-R":86.18,"CDSC-R (pol-Latn)":null,"SICK-R-PL":64.67,"SICK-R-PL (pol-Latn)":null} -{"Rank":10,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"CDSC-R":89.09,"CDSC-R (pol-Latn)":null,"SICK-R-PL":67.26,"SICK-R-PL (pol-Latn)":null} -{"Rank":11,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"CDSC-R":89.62,"CDSC-R (pol-Latn)":null,"SICK-R-PL":76.37,"SICK-R-PL (pol-Latn)":null} -{"Rank":12,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"CDSC-R":88.55,"CDSC-R (pol-Latn)":null,"SICK-R-PL":76.18,"SICK-R-PL (pol-Latn)":null} -{"Rank":13,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":82.5,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":54.26} -{"Rank":14,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":79.45,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":52.43} -{"Rank":15,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":77.04,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":50.2} -{"Rank":16,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":null,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":null} -{"Rank":17,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":null,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":null} -{"Rank":18,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"CDSC-R":87.67,"CDSC-R (pol-Latn)":null,"SICK-R-PL":65.53,"SICK-R-PL (pol-Latn)":null} -{"Rank":19,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":null,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":null} -{"Rank":20,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":null,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":null} -{"Rank":21,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":null,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":null} -{"Rank":22,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":null,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":null} -{"Rank":23,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":null,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":null} +{"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":73.36,"CDSC-R":91.0,"CDSC-R (pol-Latn)":91.0,"SICK-R-PL":75.08,"SICK-R-PL (pol-Latn)":75.08,"STS22 (pl)":34.66} +{"Rank":2,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":71.5,"CDSC-R":88.8,"CDSC-R (pol-Latn)":88.8,"SICK-R-PL":73.13,"SICK-R-PL (pol-Latn)":73.13,"STS22 (pl)":33.64} +{"Rank":3,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":71.34,"CDSC-R":90.08,"CDSC-R (pol-Latn)":90.09,"SICK-R-PL":71.23,"SICK-R-PL (pol-Latn)":71.23,"STS22 (pl)":34.07} +{"Rank":4,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":71.05,"CDSC-R":90.27,"CDSC-R (pol-Latn)":90.27,"SICK-R-PL":69.46,"SICK-R-PL (pol-Latn)":69.45,"STS22 (pl)":35.8} +{"Rank":5,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":69.85,"CDSC-R":88.98,"CDSC-R (pol-Latn)":88.98,"SICK-R-PL":68.77,"SICK-R-PL (pol-Latn)":68.77,"STS22 (pl)":33.73} +{"Rank":6,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":68.43,"CDSC-R":85.53,"CDSC-R (pol-Latn)":85.53,"SICK-R-PL":65.9,"SICK-R-PL (pol-Latn)":65.9,"STS22 (pl)":39.28} +{"Rank":7,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":"","SICK-R-PL":"","SICK-R-PL (pol-Latn)":"","STS22 (pl)":18.34} +{"Rank":8,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":92.23,"SICK-R-PL":"","SICK-R-PL (pol-Latn)":72.78,"STS22 (pl)":""} +{"Rank":9,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","CDSC-R":86.18,"CDSC-R (pol-Latn)":"","SICK-R-PL":64.67,"SICK-R-PL (pol-Latn)":"","STS22 (pl)":39.73} +{"Rank":10,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","CDSC-R":89.09,"CDSC-R (pol-Latn)":"","SICK-R-PL":67.26,"SICK-R-PL (pol-Latn)":"","STS22 (pl)":38.69} +{"Rank":11,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","CDSC-R":89.62,"CDSC-R (pol-Latn)":"","SICK-R-PL":76.37,"SICK-R-PL (pol-Latn)":"","STS22 (pl)":40.36} +{"Rank":12,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","CDSC-R":88.55,"CDSC-R (pol-Latn)":"","SICK-R-PL":76.18,"SICK-R-PL (pol-Latn)":"","STS22 (pl)":37.34} +{"Rank":13,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":82.5,"SICK-R-PL":"","SICK-R-PL (pol-Latn)":54.26,"STS22 (pl)":19.22} +{"Rank":14,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":79.45,"SICK-R-PL":"","SICK-R-PL (pol-Latn)":52.43,"STS22 (pl)":26.77} +{"Rank":15,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":77.04,"SICK-R-PL":"","SICK-R-PL (pol-Latn)":50.2,"STS22 (pl)":""} +{"Rank":16,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":"","SICK-R-PL":"","SICK-R-PL (pol-Latn)":"","STS22 (pl)":13.56} +{"Rank":17,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":"","SICK-R-PL":"","SICK-R-PL (pol-Latn)":"","STS22 (pl)":12.47} +{"Rank":18,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","CDSC-R":87.67,"CDSC-R (pol-Latn)":"","SICK-R-PL":65.53,"SICK-R-PL (pol-Latn)":"","STS22 (pl)":34.58} +{"Rank":19,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":"","SICK-R-PL":"","SICK-R-PL (pol-Latn)":"","STS22 (pl)":30.68} +{"Rank":20,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":"","SICK-R-PL":"","SICK-R-PL (pol-Latn)":"","STS22 (pl)":33.74} +{"Rank":21,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":"","SICK-R-PL":"","SICK-R-PL (pol-Latn)":"","STS22 (pl)":24.42} +{"Rank":22,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":"","SICK-R-PL":"","SICK-R-PL (pol-Latn)":"","STS22 (pl)":25.0} +{"Rank":23,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","CDSC-R":"","CDSC-R (pol-Latn)":"","SICK-R-PL":"","SICK-R-PL (pol-Latn)":"","STS22 (pl)":27.04} diff --git a/boards_data/ru/data_tasks/Retrieval/default.jsonl b/boards_data/ru/data_tasks/Retrieval/default.jsonl index 6b9538f6ec61f4d6f6b7e6481e66faa065c32b7d..207b67271d54bf33997ed890c17031aa35b516cb 100644 --- a/boards_data/ru/data_tasks/Retrieval/default.jsonl +++ b/boards_data/ru/data_tasks/Retrieval/default.jsonl @@ -20,6 +20,6 @@ {"Rank":20,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":7.37,"RiaNewsRetrieval (rus-Cyrl)":4.14,"RuBQRetrieval (rus-Cyrl)":10.6} {"Rank":21,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":2.02,"RiaNewsRetrieval (rus-Cyrl)":0.79,"RuBQRetrieval (rus-Cyrl)":3.24} {"Rank":22,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":1.66,"RiaNewsRetrieval (rus-Cyrl)":0.67,"RuBQRetrieval (rus-Cyrl)":2.64} -{"Rank":23,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"RiaNewsRetrieval (rus-Cyrl)":null,"RuBQRetrieval (rus-Cyrl)":70.94} -{"Rank":24,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"RiaNewsRetrieval (rus-Cyrl)":null,"RuBQRetrieval (rus-Cyrl)":8.84} -{"Rank":25,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"RiaNewsRetrieval (rus-Cyrl)":null,"RuBQRetrieval (rus-Cyrl)":4.75} +{"Rank":23,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","RiaNewsRetrieval (rus-Cyrl)":"","RuBQRetrieval (rus-Cyrl)":70.94} +{"Rank":24,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","RiaNewsRetrieval (rus-Cyrl)":"","RuBQRetrieval (rus-Cyrl)":8.84} +{"Rank":25,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","RiaNewsRetrieval (rus-Cyrl)":"","RuBQRetrieval (rus-Cyrl)":4.75} diff --git a/boards_data/zh/data_overall/default.jsonl b/boards_data/zh/data_overall/default.jsonl index 63aa49d15c99072d033dac043bb0e28ffaf51f97..bad97652ec72571d7164d5c268bbd8bd63b3daad 100644 --- a/boards_data/zh/data_overall/default.jsonl +++ b/boards_data/zh/data_overall/default.jsonl @@ -1,62 +1,62 @@ -{"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (35 datasets)":58.87,"Classification Average (9 datasets)":69.83,"Clustering Average (4 datasets)":48.23,"PairClassification Average (2 datasets)":69.89,"Reranking Average (4 datasets)":53.24,"Retrieval Average (8 datasets)":63.66,"STS Average (8 datasets)":47.05} -{"Rank":2,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (35 datasets)":56.45,"Classification Average (9 datasets)":67.71,"Clustering Average (4 datasets)":40.68,"PairClassification Average (2 datasets)":67.07,"Reranking Average (4 datasets)":52.13,"Retrieval Average (8 datasets)":61.61,"STS Average (8 datasets)":44.9} -{"Rank":3,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":55.88,"Classification Average (9 datasets)":68.08,"Clustering Average (4 datasets)":45.26,"PairClassification Average (2 datasets)":66.45,"Reranking Average (4 datasets)":51.85,"Retrieval Average (8 datasets)":59.94,"STS Average (8 datasets)":43.1} -{"Rank":4,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":5,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":6,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":8,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":1024,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":9,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":10,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":11,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":12,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":13,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":14,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":15,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":16,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":53.75,"PairClassification Average (2 datasets)":88.1,"Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":17,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":67.08,"PairClassification Average (2 datasets)":88.52,"Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":18,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":47.53,"PairClassification Average (2 datasets)":79.76,"Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":19,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":50.01,"PairClassification Average (2 datasets)":76.77,"Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":20,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":48.99,"PairClassification Average (2 datasets)":81.6,"Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":21,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":22,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":44.18,"PairClassification Average (2 datasets)":70.4,"Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":23,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":24,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":25,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":26,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":27,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":28,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":30.02,"PairClassification Average (2 datasets)":70.86,"Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":29,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":30,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":31,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":32,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":33,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":34,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":35,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":36,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":37,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":38,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":39,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":40,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":41,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":42,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":43,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":44,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":45,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":46,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":47,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":48,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":49,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":50,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":51,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":52,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":53,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":54,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":55,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":56,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":57,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":58,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":59,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"Rank":60,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":1,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":2,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":3,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":5,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":1024,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":6,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":7,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":8,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":9,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":10,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":11,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":12,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":13,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":53.75,"PairClassification Average (2 datasets)":88.1,"Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":14,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":67.08,"PairClassification Average (2 datasets)":88.52,"Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":15,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":47.53,"PairClassification Average (2 datasets)":79.76,"Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":16,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":50.01,"PairClassification Average (2 datasets)":76.77,"Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":17,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":48.99,"PairClassification Average (2 datasets)":81.6,"Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":18,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":19,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":44.18,"PairClassification Average (2 datasets)":70.4,"Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":20,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":21,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":22,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":23,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":24,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":25,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":30.02,"PairClassification Average (2 datasets)":70.86,"Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":26,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":27,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":28,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":29,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":30,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":31,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":32,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":33,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":34,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":35,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":36,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":37,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":38,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":39,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":40,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":41,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":42,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":43,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":44,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":45,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":46,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":47,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":48,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":49,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":50,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":51,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":52,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":53,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":54,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":55,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":56,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":57,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} +{"Rank":58,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":40.68,"PairClassification Average (2 datasets)":67.07,"Reranking Average (4 datasets)":52.13,"Retrieval Average (8 datasets)":61.61,"STS Average (8 datasets)":46.38} +{"Rank":59,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":48.23,"PairClassification Average (2 datasets)":69.89,"Reranking Average (4 datasets)":53.24,"Retrieval Average (8 datasets)":63.66,"STS Average (8 datasets)":48.38} +{"Rank":60,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":45.26,"PairClassification Average (2 datasets)":66.45,"Reranking Average (4 datasets)":51.85,"Retrieval Average (8 datasets)":59.94,"STS Average (8 datasets)":""} {"Rank":61,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} {"Rank":62,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} {"Rank":63,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} diff --git a/boards_data/zh/data_tasks/Classification/default.jsonl b/boards_data/zh/data_tasks/Classification/default.jsonl index 0c47d2212c9f31ddfbd2d9f9cc0525de5196f5d7..38f828c25cd91d0cbd0ae8a2b24b4045304fb939 100644 --- a/boards_data/zh/data_tasks/Classification/default.jsonl +++ b/boards_data/zh/data_tasks/Classification/default.jsonl @@ -1,112 +1,31 @@ -{"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":69.83,"IFlyTek":45.47,"IFlyTek (cmn-Hans)":41.86,"JDReview":80.99,"JDReview (cmn-Hans)":80.54,"MultilingualSentiment":68.58,"MultilingualSentiment (cmn-Hans)":70.81,"OnlineShopping":90.81,"OnlineShopping (cmn-Hans)":90.45,"TNews":48.38,"TNews (cmn-Hans)":48.8,"Waimai":85.02,"Waimai (cmn-Hans)":86.3} -{"Rank":2,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":68.08,"IFlyTek":47.35,"IFlyTek (cmn-Hans)":40.74,"JDReview":79.34,"JDReview (cmn-Hans)":78.37,"MultilingualSentiment":64.74,"MultilingualSentiment (cmn-Hans)":66.0,"OnlineShopping":88.73,"OnlineShopping (cmn-Hans)":88.7,"TNews":48.38,"TNews (cmn-Hans)":46.6,"Waimai":83.9,"Waimai (cmn-Hans)":84.15} -{"Rank":3,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":67.71,"IFlyTek":44.93,"IFlyTek (cmn-Hans)":40.81,"JDReview":76.21,"JDReview (cmn-Hans)":75.72,"MultilingualSentiment":65.28,"MultilingualSentiment (cmn-Hans)":67.56,"OnlineShopping":88.4,"OnlineShopping (cmn-Hans)":88.66,"TNews":47.06,"TNews (cmn-Hans)":47.52,"Waimai":84.42,"Waimai (cmn-Hans)":85.98} -{"Rank":4,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":5,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":6,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":7,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":8,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":9,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":10,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":11,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":12,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":13,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":14,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":15,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":16,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":51.8,"IFlyTek (cmn-Hans)":null,"JDReview":86.02,"JDReview (cmn-Hans)":null,"MultilingualSentiment":76.35,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":93.2,"OnlineShopping (cmn-Hans)":null,"TNews":53.06,"TNews (cmn-Hans)":null,"Waimai":88.1,"Waimai (cmn-Hans)":null} -{"Rank":17,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":null,"IFlyTek":53.77,"IFlyTek (cmn-Hans)":null,"JDReview":88.2,"JDReview (cmn-Hans)":null,"MultilingualSentiment":77.42,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":94.48,"OnlineShopping (cmn-Hans)":null,"TNews":51.24,"TNews (cmn-Hans)":null,"Waimai":88.63,"Waimai (cmn-Hans)":null} -{"Rank":18,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"IFlyTek":48.62,"IFlyTek (cmn-Hans)":null,"JDReview":83.62,"JDReview (cmn-Hans)":null,"MultilingualSentiment":70.67,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":91.26,"OnlineShopping (cmn-Hans)":null,"TNews":51.08,"TNews (cmn-Hans)":null,"Waimai":85.36,"Waimai (cmn-Hans)":null} -{"Rank":19,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"IFlyTek":45.32,"IFlyTek (cmn-Hans)":null,"JDReview":85.38,"JDReview (cmn-Hans)":null,"MultilingualSentiment":73.7,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":91.66,"OnlineShopping (cmn-Hans)":null,"TNews":52.05,"TNews (cmn-Hans)":null,"Waimai":86.83,"Waimai (cmn-Hans)":null} -{"Rank":20,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"IFlyTek":48.74,"IFlyTek (cmn-Hans)":null,"JDReview":85.14,"JDReview (cmn-Hans)":null,"MultilingualSentiment":72.97,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":91.43,"OnlineShopping (cmn-Hans)":null,"TNews":52.1,"TNews (cmn-Hans)":null,"Waimai":86.9,"Waimai (cmn-Hans)":null} -{"Rank":21,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":22,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":null,"IFlyTek":45.49,"IFlyTek (cmn-Hans)":null,"JDReview":80.04,"JDReview (cmn-Hans)":null,"MultilingualSentiment":63.06,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":85.05,"OnlineShopping (cmn-Hans)":null,"TNews":48.15,"TNews (cmn-Hans)":null,"Waimai":83.18,"Waimai (cmn-Hans)":null} -{"Rank":23,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":24,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":25,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":26,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":27,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":28,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"IFlyTek":41.54,"IFlyTek (cmn-Hans)":null,"JDReview":81.56,"JDReview (cmn-Hans)":null,"MultilingualSentiment":58.97,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":83.51,"OnlineShopping (cmn-Hans)":null,"TNews":38.92,"TNews (cmn-Hans)":null,"Waimai":76.01,"Waimai (cmn-Hans)":null} -{"Rank":29,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":30,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":31,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":32,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":48.49,"JDReview":null,"JDReview (cmn-Hans)":84.02,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":68.13,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":86.99,"TNews":null,"TNews (cmn-Hans)":49.94,"Waimai":null,"Waimai (cmn-Hans)":84.92} -{"Rank":33,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":34,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":35,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":36,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":37,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":38,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":39,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":40,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":41,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":42,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":43,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":44,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":45,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":46,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":47,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":48,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":49,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":50,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":51,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":52,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":53,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":54,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":55,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":56,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":57,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":58,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":59,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":60,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":61,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":62,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":63,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":64,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"IFlyTek":44.42,"IFlyTek (cmn-Hans)":null,"JDReview":85.33,"JDReview (cmn-Hans)":null,"MultilingualSentiment":71.9,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":87.77,"OnlineShopping (cmn-Hans)":null,"TNews":48.28,"TNews (cmn-Hans)":null,"Waimai":83.99,"Waimai (cmn-Hans)":null} -{"Rank":65,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"IFlyTek":43.96,"IFlyTek (cmn-Hans)":null,"JDReview":86.92,"JDReview (cmn-Hans)":null,"MultilingualSentiment":72.47,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":89.59,"OnlineShopping (cmn-Hans)":null,"TNews":48.26,"TNews (cmn-Hans)":null,"Waimai":86.08,"Waimai (cmn-Hans)":null} -{"Rank":66,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":67,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":68,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":69,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":70,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":71,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":72,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":73,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":74,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":43.19,"JDReview":null,"JDReview (cmn-Hans)":79.14,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":64.6,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":85.63,"TNews":null,"TNews (cmn-Hans)":46.02,"Waimai":null,"Waimai (cmn-Hans)":82.85} -{"Rank":75,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":15.31,"JDReview":null,"JDReview (cmn-Hans)":59.57,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":40.52,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":58.65,"TNews":null,"TNews (cmn-Hans)":20.37,"Waimai":null,"Waimai (cmn-Hans)":63.48} -{"Rank":76,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":16.09,"JDReview":null,"JDReview (cmn-Hans)":59.98,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":41.28,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":57.74,"TNews":null,"TNews (cmn-Hans)":20.12,"Waimai":null,"Waimai (cmn-Hans)":62.72} -{"Rank":77,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":17.18,"JDReview":null,"JDReview (cmn-Hans)":60.19,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":41.2,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":56.94,"TNews":null,"TNews (cmn-Hans)":21.05,"Waimai":null,"Waimai (cmn-Hans)":63.31} -{"Rank":78,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":79,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":80,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":81,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":82,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":83,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":84,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":85,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":86,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":87,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":88,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":39.88,"JDReview":null,"JDReview (cmn-Hans)":70.26,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":61.9,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":84.89,"TNews":null,"TNews (cmn-Hans)":39.19,"Waimai":null,"Waimai (cmn-Hans)":82.27} -{"Rank":89,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":43.98,"JDReview":null,"JDReview (cmn-Hans)":70.34,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":66.49,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":87.75,"TNews":null,"TNews (cmn-Hans)":43.73,"Waimai":null,"Waimai (cmn-Hans)":83.97} -{"Rank":90,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":91,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":92,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":93,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":94,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":95,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":96,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"IFlyTek":42.05,"IFlyTek (cmn-Hans)":null,"JDReview":82.14,"JDReview (cmn-Hans)":null,"MultilingualSentiment":60.98,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":85.69,"OnlineShopping (cmn-Hans)":null,"TNews":43.01,"TNews (cmn-Hans)":null,"Waimai":77.22,"Waimai (cmn-Hans)":null} -{"Rank":97,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":null,"IFlyTek":41.75,"IFlyTek (cmn-Hans)":null,"JDReview":79.68,"JDReview (cmn-Hans)":null,"MultilingualSentiment":61.21,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":84.3,"OnlineShopping (cmn-Hans)":null,"TNews":45.22,"TNews (cmn-Hans)":null,"Waimai":79.57,"Waimai (cmn-Hans)":null} -{"Rank":98,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":99,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":100,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":101,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":102,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":103,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":104,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":105,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":106,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":107,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":44.62,"IFlyTek (cmn-Hans)":null,"JDReview":74.6,"JDReview (cmn-Hans)":null,"MultilingualSentiment":67.99,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":88.94,"OnlineShopping (cmn-Hans)":null,"TNews":45.77,"TNews (cmn-Hans)":null,"Waimai":82.37,"Waimai (cmn-Hans)":null} -{"Rank":108,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":109,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":110,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} -{"Rank":111,"Model":"Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"IFlyTek":50.75,"IFlyTek (cmn-Hans)":null,"JDReview":87.69,"JDReview (cmn-Hans)":null,"MultilingualSentiment":76.83,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":94.42,"OnlineShopping (cmn-Hans)":null,"TNews":52.62,"TNews (cmn-Hans)":null,"Waimai":88.77,"Waimai (cmn-Hans)":null} -{"Rank":112,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"IFlyTek":null,"IFlyTek (cmn-Hans)":null,"JDReview":null,"JDReview (cmn-Hans)":null,"MultilingualSentiment":null,"MultilingualSentiment (cmn-Hans)":null,"OnlineShopping":null,"OnlineShopping (cmn-Hans)":null,"TNews":null,"TNews (cmn-Hans)":null,"Waimai":null,"Waimai (cmn-Hans)":null} +{"Rank":12,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","AmazonReviewsClassification (zh)":30.89,"IFlyTek":"","IFlyTek (cmn-Hans)":"","JDReview":"","JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":40.62,"MassiveScenarioClassification (zh-CN)":50.22,"MultilingualSentiment":"","MultilingualSentiment (cmn-Hans)":"","OnlineShopping":"","OnlineShopping (cmn-Hans)":"","TNews":"","TNews (cmn-Hans)":"","Waimai":"","Waimai (cmn-Hans)":""} +{"Rank":13,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (zh)":46.18,"IFlyTek":51.8,"IFlyTek (cmn-Hans)":"","JDReview":86.02,"JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":73.85,"MassiveScenarioClassification (zh-CN)":77.13,"MultilingualSentiment":76.35,"MultilingualSentiment (cmn-Hans)":"","OnlineShopping":93.2,"OnlineShopping (cmn-Hans)":"","TNews":53.06,"TNews (cmn-Hans)":"","Waimai":88.1,"Waimai (cmn-Hans)":""} +{"Rank":14,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":"","AmazonReviewsClassification (zh)":52.95,"IFlyTek":53.77,"IFlyTek (cmn-Hans)":"","JDReview":88.2,"JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":76.25,"MassiveScenarioClassification (zh-CN)":77.26,"MultilingualSentiment":77.42,"MultilingualSentiment (cmn-Hans)":"","OnlineShopping":94.48,"OnlineShopping (cmn-Hans)":"","TNews":51.24,"TNews (cmn-Hans)":"","Waimai":88.63,"Waimai (cmn-Hans)":""} +{"Rank":15,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","AmazonReviewsClassification (zh)":40.15,"IFlyTek":48.62,"IFlyTek (cmn-Hans)":"","JDReview":83.62,"JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":67.93,"MassiveScenarioClassification (zh-CN)":73.98,"MultilingualSentiment":70.67,"MultilingualSentiment (cmn-Hans)":"","OnlineShopping":91.26,"OnlineShopping (cmn-Hans)":"","TNews":51.08,"TNews (cmn-Hans)":"","Waimai":85.36,"Waimai (cmn-Hans)":""} +{"Rank":16,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","AmazonReviewsClassification (zh)":41.94,"IFlyTek":45.32,"IFlyTek (cmn-Hans)":"","JDReview":85.38,"JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":66.96,"MassiveScenarioClassification (zh-CN)":73.39,"MultilingualSentiment":73.7,"MultilingualSentiment (cmn-Hans)":"","OnlineShopping":91.66,"OnlineShopping (cmn-Hans)":"","TNews":52.05,"TNews (cmn-Hans)":"","Waimai":86.83,"Waimai (cmn-Hans)":""} +{"Rank":17,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","AmazonReviewsClassification (zh)":41.38,"IFlyTek":48.74,"IFlyTek (cmn-Hans)":"","JDReview":85.14,"JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":68.84,"MassiveScenarioClassification (zh-CN)":74.7,"MultilingualSentiment":72.97,"MultilingualSentiment (cmn-Hans)":"","OnlineShopping":91.43,"OnlineShopping (cmn-Hans)":"","TNews":52.1,"TNews (cmn-Hans)":"","Waimai":86.9,"Waimai (cmn-Hans)":""} +{"Rank":19,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":"","AmazonReviewsClassification (zh)":35.91,"IFlyTek":45.49,"IFlyTek (cmn-Hans)":"","JDReview":80.04,"JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":63.95,"MassiveScenarioClassification (zh-CN)":70.8,"MultilingualSentiment":63.06,"MultilingualSentiment (cmn-Hans)":"","OnlineShopping":85.05,"OnlineShopping (cmn-Hans)":"","TNews":48.15,"TNews (cmn-Hans)":"","Waimai":83.18,"Waimai (cmn-Hans)":""} +{"Rank":25,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","AmazonReviewsClassification (zh)":33.77,"IFlyTek":41.54,"IFlyTek (cmn-Hans)":"","JDReview":81.56,"JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":63.23,"MassiveScenarioClassification (zh-CN)":68.45,"MultilingualSentiment":58.97,"MultilingualSentiment (cmn-Hans)":"","OnlineShopping":83.51,"OnlineShopping (cmn-Hans)":"","TNews":38.92,"TNews (cmn-Hans)":"","Waimai":76.01,"Waimai (cmn-Hans)":""} +{"Rank":29,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","IFlyTek (cmn-Hans)":48.49,"JDReview":"","JDReview (cmn-Hans)":84.02,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","MultilingualSentiment (cmn-Hans)":68.13,"OnlineShopping":"","OnlineShopping (cmn-Hans)":86.99,"TNews":"","TNews (cmn-Hans)":49.94,"Waimai":"","Waimai (cmn-Hans)":84.92} +{"Rank":58,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":44.93,"IFlyTek (cmn-Hans)":40.81,"JDReview":76.21,"JDReview (cmn-Hans)":75.72,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":65.28,"MultilingualSentiment (cmn-Hans)":67.56,"OnlineShopping":88.4,"OnlineShopping (cmn-Hans)":88.66,"TNews":47.06,"TNews (cmn-Hans)":47.52,"Waimai":84.42,"Waimai (cmn-Hans)":85.98} +{"Rank":59,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":45.47,"IFlyTek (cmn-Hans)":41.86,"JDReview":80.99,"JDReview (cmn-Hans)":80.54,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":68.58,"MultilingualSentiment (cmn-Hans)":70.81,"OnlineShopping":90.81,"OnlineShopping (cmn-Hans)":90.45,"TNews":48.38,"TNews (cmn-Hans)":48.8,"Waimai":85.02,"Waimai (cmn-Hans)":86.3} +{"Rank":60,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":47.35,"IFlyTek (cmn-Hans)":40.74,"JDReview":79.34,"JDReview (cmn-Hans)":78.37,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":64.74,"MultilingualSentiment (cmn-Hans)":66.0,"OnlineShopping":88.73,"OnlineShopping (cmn-Hans)":88.7,"TNews":48.38,"TNews (cmn-Hans)":46.6,"Waimai":83.9,"Waimai (cmn-Hans)":84.15} +{"Rank":64,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","AmazonReviewsClassification (zh)":43.02,"IFlyTek":44.42,"IFlyTek (cmn-Hans)":"","JDReview":85.33,"JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":68.4,"MassiveScenarioClassification (zh-CN)":74.6,"MultilingualSentiment":71.9,"MultilingualSentiment (cmn-Hans)":"","OnlineShopping":87.77,"OnlineShopping (cmn-Hans)":"","TNews":48.28,"TNews (cmn-Hans)":"","Waimai":83.99,"Waimai (cmn-Hans)":""} +{"Rank":65,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","AmazonReviewsClassification (zh)":44.44,"IFlyTek":43.96,"IFlyTek (cmn-Hans)":"","JDReview":86.92,"JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":67.23,"MassiveScenarioClassification (zh-CN)":74.88,"MultilingualSentiment":72.47,"MultilingualSentiment (cmn-Hans)":"","OnlineShopping":89.59,"OnlineShopping (cmn-Hans)":"","TNews":48.26,"TNews (cmn-Hans)":"","Waimai":86.08,"Waimai (cmn-Hans)":""} +{"Rank":74,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","AmazonReviewsClassification (zh)":36.45,"IFlyTek":"","IFlyTek (cmn-Hans)":43.19,"JDReview":"","JDReview (cmn-Hans)":79.14,"MassiveIntentClassification (zh-CN)":63.86,"MassiveScenarioClassification (zh-CN)":70.85,"MultilingualSentiment":"","MultilingualSentiment (cmn-Hans)":64.6,"OnlineShopping":"","OnlineShopping (cmn-Hans)":85.63,"TNews":"","TNews (cmn-Hans)":46.02,"Waimai":"","Waimai (cmn-Hans)":82.85} +{"Rank":75,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AmazonReviewsClassification (zh)":22.99,"IFlyTek":"","IFlyTek (cmn-Hans)":15.31,"JDReview":"","JDReview (cmn-Hans)":59.57,"MassiveIntentClassification (zh-CN)":23.74,"MassiveScenarioClassification (zh-CN)":33.18,"MultilingualSentiment":"","MultilingualSentiment (cmn-Hans)":40.52,"OnlineShopping":"","OnlineShopping (cmn-Hans)":58.65,"TNews":"","TNews (cmn-Hans)":20.37,"Waimai":"","Waimai (cmn-Hans)":63.48} +{"Rank":76,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","IFlyTek (cmn-Hans)":16.09,"JDReview":"","JDReview (cmn-Hans)":59.98,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","MultilingualSentiment (cmn-Hans)":41.28,"OnlineShopping":"","OnlineShopping (cmn-Hans)":57.74,"TNews":"","TNews (cmn-Hans)":20.12,"Waimai":"","Waimai (cmn-Hans)":62.72} +{"Rank":77,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","IFlyTek (cmn-Hans)":17.18,"JDReview":"","JDReview (cmn-Hans)":60.19,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","MultilingualSentiment (cmn-Hans)":41.2,"OnlineShopping":"","OnlineShopping (cmn-Hans)":56.94,"TNews":"","TNews (cmn-Hans)":21.05,"Waimai":"","Waimai (cmn-Hans)":63.31} +{"Rank":78,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AmazonReviewsClassification (zh)":20.49,"IFlyTek":"","IFlyTek (cmn-Hans)":"","JDReview":"","JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":2.81,"MassiveScenarioClassification (zh-CN)":9.19,"MultilingualSentiment":"","MultilingualSentiment (cmn-Hans)":"","OnlineShopping":"","OnlineShopping (cmn-Hans)":"","TNews":"","TNews (cmn-Hans)":"","Waimai":"","Waimai (cmn-Hans)":""} +{"Rank":81,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","AmazonReviewsClassification (zh)":33.89,"IFlyTek":"","IFlyTek (cmn-Hans)":"","JDReview":"","JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":59.22,"MassiveScenarioClassification (zh-CN)":66.44,"MultilingualSentiment":"","MultilingualSentiment (cmn-Hans)":"","OnlineShopping":"","OnlineShopping (cmn-Hans)":"","TNews":"","TNews (cmn-Hans)":"","Waimai":"","Waimai (cmn-Hans)":""} +{"Rank":83,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AmazonReviewsClassification (zh)":21.83,"IFlyTek":"","IFlyTek (cmn-Hans)":"","JDReview":"","JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":2.41,"MassiveScenarioClassification (zh-CN)":3.84,"MultilingualSentiment":"","MultilingualSentiment (cmn-Hans)":"","OnlineShopping":"","OnlineShopping (cmn-Hans)":"","TNews":"","TNews (cmn-Hans)":"","Waimai":"","Waimai (cmn-Hans)":""} +{"Rank":84,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AmazonReviewsClassification (zh)":21.89,"IFlyTek":"","IFlyTek (cmn-Hans)":"","JDReview":"","JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":1.72,"MassiveScenarioClassification (zh-CN)":5.21,"MultilingualSentiment":"","MultilingualSentiment (cmn-Hans)":"","OnlineShopping":"","OnlineShopping (cmn-Hans)":"","TNews":"","TNews (cmn-Hans)":"","Waimai":"","Waimai (cmn-Hans)":""} +{"Rank":88,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AmazonReviewsClassification (zh)":35.26,"IFlyTek":"","IFlyTek (cmn-Hans)":39.88,"JDReview":"","JDReview (cmn-Hans)":70.26,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","MultilingualSentiment (cmn-Hans)":61.9,"OnlineShopping":"","OnlineShopping (cmn-Hans)":84.89,"TNews":"","TNews (cmn-Hans)":39.19,"Waimai":"","Waimai (cmn-Hans)":82.27} +{"Rank":89,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","AmazonReviewsClassification (zh)":37.74,"IFlyTek":"","IFlyTek (cmn-Hans)":43.98,"JDReview":"","JDReview (cmn-Hans)":70.34,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","MultilingualSentiment (cmn-Hans)":66.49,"OnlineShopping":"","OnlineShopping (cmn-Hans)":87.75,"TNews":"","TNews (cmn-Hans)":43.73,"Waimai":"","Waimai (cmn-Hans)":83.97} +{"Rank":90,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AmazonReviewsClassification (zh)":21.53,"IFlyTek":"","IFlyTek (cmn-Hans)":"","JDReview":"","JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":1.12,"MassiveScenarioClassification (zh-CN)":4.17,"MultilingualSentiment":"","MultilingualSentiment (cmn-Hans)":"","OnlineShopping":"","OnlineShopping (cmn-Hans)":"","TNews":"","TNews (cmn-Hans)":"","Waimai":"","Waimai (cmn-Hans)":""} +{"Rank":91,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AmazonReviewsClassification (zh)":22.12,"IFlyTek":"","IFlyTek (cmn-Hans)":"","JDReview":"","JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":1.09,"MassiveScenarioClassification (zh-CN)":4.7,"MultilingualSentiment":"","MultilingualSentiment (cmn-Hans)":"","OnlineShopping":"","OnlineShopping (cmn-Hans)":"","TNews":"","TNews (cmn-Hans)":"","Waimai":"","Waimai (cmn-Hans)":""} +{"Rank":92,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AmazonReviewsClassification (zh)":21.88,"IFlyTek":"","IFlyTek (cmn-Hans)":"","JDReview":"","JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":0.59,"MassiveScenarioClassification (zh-CN)":5.86,"MultilingualSentiment":"","MultilingualSentiment (cmn-Hans)":"","OnlineShopping":"","OnlineShopping (cmn-Hans)":"","TNews":"","TNews (cmn-Hans)":"","Waimai":"","Waimai (cmn-Hans)":""} +{"Rank":96,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","AmazonReviewsClassification (zh)":34.12,"IFlyTek":42.05,"IFlyTek (cmn-Hans)":"","JDReview":82.14,"JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":63.98,"MassiveScenarioClassification (zh-CN)":70.52,"MultilingualSentiment":60.98,"MultilingualSentiment (cmn-Hans)":"","OnlineShopping":85.69,"OnlineShopping (cmn-Hans)":"","TNews":43.01,"TNews (cmn-Hans)":"","Waimai":77.22,"Waimai (cmn-Hans)":""} +{"Rank":97,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":"","AmazonReviewsClassification (zh)":34.46,"IFlyTek":41.75,"IFlyTek (cmn-Hans)":"","JDReview":79.68,"JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":57.47,"MassiveScenarioClassification (zh-CN)":65.32,"MultilingualSentiment":61.21,"MultilingualSentiment (cmn-Hans)":"","OnlineShopping":84.3,"OnlineShopping (cmn-Hans)":"","TNews":45.22,"TNews (cmn-Hans)":"","Waimai":79.57,"Waimai (cmn-Hans)":""} +{"Rank":107,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (zh)":38.3,"IFlyTek":44.62,"IFlyTek (cmn-Hans)":"","JDReview":74.6,"JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":64.81,"MassiveScenarioClassification (zh-CN)":71.4,"MultilingualSentiment":67.99,"MultilingualSentiment (cmn-Hans)":"","OnlineShopping":88.94,"OnlineShopping (cmn-Hans)":"","TNews":45.77,"TNews (cmn-Hans)":"","Waimai":82.37,"Waimai (cmn-Hans)":""} +{"Rank":111,"Model":"Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (zh)":48.3,"IFlyTek":50.75,"IFlyTek (cmn-Hans)":"","JDReview":87.69,"JDReview (cmn-Hans)":"","MassiveIntentClassification (zh-CN)":74.91,"MassiveScenarioClassification (zh-CN)":81.28,"MultilingualSentiment":76.83,"MultilingualSentiment (cmn-Hans)":"","OnlineShopping":94.42,"OnlineShopping (cmn-Hans)":"","TNews":52.62,"TNews (cmn-Hans)":"","Waimai":88.77,"Waimai (cmn-Hans)":""} diff --git a/boards_data/zh/data_tasks/Clustering/default.jsonl b/boards_data/zh/data_tasks/Clustering/default.jsonl index 4b0f6a34ef3968172fc3bc47dced6c1423bb7bfe..cfec57fa373e6c9c38dd50fb6a1109b6f6f02311 100644 --- a/boards_data/zh/data_tasks/Clustering/default.jsonl +++ b/boards_data/zh/data_tasks/Clustering/default.jsonl @@ -14,99 +14,3 @@ {"Rank":14,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":40.68,"CLSClusteringP2P":32.41,"CLSClusteringS2S":36.99,"ThuNewsClusteringP2P":40.98,"ThuNewsClusteringS2S":52.36} {"Rank":15,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":37.66,"CLSClusteringP2P":35.27,"CLSClusteringS2S":32.42,"ThuNewsClusteringP2P":42.92,"ThuNewsClusteringS2S":40.01} {"Rank":16,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":30.02,"CLSClusteringP2P":30.13,"CLSClusteringS2S":28.77,"ThuNewsClusteringP2P":35.05,"ThuNewsClusteringS2S":26.14} -{"Rank":17,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":18,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":19,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":20,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":21,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":22,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":23,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":24,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":25,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":26,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":27,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":28,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":29,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":30,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":31,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":32,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":33,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":34,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":35,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":36,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":37,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":38,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":39,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":40,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":41,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":42,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":43,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":44,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":45,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":46,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":47,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":48,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":49,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":50,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":51,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":52,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":53,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":54,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":55,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":56,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":57,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":58,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":59,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":60,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":61,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":62,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":63,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":64,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":65,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":66,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":67,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":68,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":69,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":70,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":71,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":72,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":73,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":74,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":75,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":76,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":77,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":78,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":79,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":80,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":81,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":82,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":83,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":84,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":85,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":86,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":87,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":88,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":89,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":90,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":91,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":92,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":93,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":94,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":95,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":96,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":97,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":98,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":99,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":100,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":101,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":102,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":103,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":104,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":105,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":106,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":107,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":108,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":109,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":110,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":111,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} -{"Rank":112,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null} diff --git a/boards_data/zh/data_tasks/PairClassification/default.jsonl b/boards_data/zh/data_tasks/PairClassification/default.jsonl index b17c2fe3485a482025108f54e4e5ba67d169f09f..1d6eb2d45793b9ec36b297f6d81de6f375d883f2 100644 --- a/boards_data/zh/data_tasks/PairClassification/default.jsonl +++ b/boards_data/zh/data_tasks/PairClassification/default.jsonl @@ -14,99 +14,3 @@ {"Rank":14,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":66.45,"Cmnli":72.12,"Ocnli":60.77} {"Rank":15,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":64.3,"Cmnli":69.27,"Ocnli":59.33} {"Rank":16,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":63.99,"Cmnli":69.98,"Ocnli":58.0} -{"Rank":17,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":18,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":19,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":20,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":21,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":22,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":23,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":24,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":25,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":26,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":27,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":28,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":29,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":30,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":31,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":32,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":33,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":34,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":35,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":36,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":37,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":38,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":39,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":40,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":41,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":42,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":43,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":44,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":45,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":46,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":47,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":48,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":49,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":50,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":51,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":52,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":53,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":54,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":55,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":56,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":57,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":58,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":59,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":60,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":61,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":62,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":63,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":64,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":65,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":66,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":67,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":68,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":69,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":70,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":71,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":72,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":73,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":74,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":75,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":76,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":77,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":78,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":79,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":80,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":81,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":82,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":83,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":84,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":85,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":86,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":87,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":88,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":89,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":90,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":91,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":92,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":93,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":94,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":95,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":96,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":97,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":98,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":99,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":100,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":101,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":102,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":103,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":104,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":105,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":106,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":107,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":108,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":109,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":110,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":111,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null} -{"Rank":112,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null} diff --git a/boards_data/zh/data_tasks/Reranking/default.jsonl b/boards_data/zh/data_tasks/Reranking/default.jsonl index 8918e6f04e47bac0390bfc43a02c2a9f68bbee52..c79d5f11010325268d9644ad2672bff4c0dc4fc1 100644 --- a/boards_data/zh/data_tasks/Reranking/default.jsonl +++ b/boards_data/zh/data_tasks/Reranking/default.jsonl @@ -1,112 +1,23 @@ {"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":53.24,"CMedQAv1":68.25,"CMedQAv2":68.56,"MMarcoReranking":21.34,"MMarcoReranking (cmn-Hans)":29.12,"T2Reranking":65.83,"T2Reranking (cmn-Hans)":66.32} {"Rank":2,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":52.13,"CMedQAv1":65.21,"CMedQAv2":66.06,"MMarcoReranking":21.76,"MMarcoReranking (cmn-Hans)":30.52,"T2Reranking":64.39,"T2Reranking (cmn-Hans)":64.86} {"Rank":3,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":51.85,"CMedQAv1":63.44,"CMedQAv2":62.41,"MMarcoReranking":24.33,"MMarcoReranking (cmn-Hans)":29.98,"T2Reranking":65.24,"T2Reranking (cmn-Hans)":65.72} -{"Rank":4,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":5,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":6,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":7,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":8,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":9,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":10,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":11,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":12,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":13,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":14,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":15,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":16,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":88.99,"CMedQAv2":89.6,"MMarcoReranking":28.12,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":66.38,"T2Reranking (cmn-Hans)":null} -{"Rank":17,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":null,"CMedQAv1":86.37,"CMedQAv2":87.41,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":68.11,"T2Reranking (cmn-Hans)":null} -{"Rank":18,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"CMedQAv1":80.47,"CMedQAv2":84.88,"MMarcoReranking":29.74,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":66.49,"T2Reranking (cmn-Hans)":null} -{"Rank":19,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"CMedQAv1":81.72,"CMedQAv2":84.64,"MMarcoReranking":27.1,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":66.16,"T2Reranking (cmn-Hans)":null} -{"Rank":20,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"CMedQAv1":83.45,"CMedQAv2":85.44,"MMarcoReranking":28.74,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":65.74,"T2Reranking (cmn-Hans)":null} -{"Rank":21,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":22,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":null,"CMedQAv1":77.4,"CMedQAv2":79.86,"MMarcoReranking":20.5,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":65.9,"T2Reranking (cmn-Hans)":null} -{"Rank":23,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":24,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":25,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":26,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":27,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":28,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"CMedQAv1":58.92,"CMedQAv2":60.41,"MMarcoReranking":12.48,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":64.82,"T2Reranking (cmn-Hans)":null} -{"Rank":29,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":30,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":31,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":32,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":21.7,"T2Reranking":null,"T2Reranking (cmn-Hans)":65.63} -{"Rank":33,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":34,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":35,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":36,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":37,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":38,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":39,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":40,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":41,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":42,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":43,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":44,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":45,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":46,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":47,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":48,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":49,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":50,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":51,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":52,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":53,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":54,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":55,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":56,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":57,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":58,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":59,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":60,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":61,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":62,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":63,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":64,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"CMedQAv1":77.05,"CMedQAv2":76.76,"MMarcoReranking":17.51,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":66.03,"T2Reranking (cmn-Hans)":null} -{"Rank":65,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"CMedQAv1":77.76,"CMedQAv2":78.27,"MMarcoReranking":16.46,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":66.13,"T2Reranking (cmn-Hans)":null} -{"Rank":66,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":67,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":68,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":69,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":70,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":71,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":72,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":73,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":74,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":14.83,"T2Reranking":null,"T2Reranking (cmn-Hans)":63.29} -{"Rank":75,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":5.27,"T2Reranking":null,"T2Reranking (cmn-Hans)":60.32} -{"Rank":76,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":4.74,"T2Reranking":null,"T2Reranking (cmn-Hans)":56.26} -{"Rank":77,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":4.65,"T2Reranking":null,"T2Reranking (cmn-Hans)":58.3} -{"Rank":78,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":79,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":80,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":81,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":82,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":83,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":84,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":85,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":86,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":87,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":88,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":16.14,"T2Reranking":null,"T2Reranking (cmn-Hans)":65.28} -{"Rank":89,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":14.57,"T2Reranking":null,"T2Reranking (cmn-Hans)":64.49} -{"Rank":90,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":91,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":92,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":93,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":94,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":95,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":96,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"CMedQAv1":59.26,"CMedQAv2":59.82,"MMarcoReranking":12.76,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":65.95,"T2Reranking (cmn-Hans)":null} -{"Rank":97,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":null,"CMedQAv1":57.82,"CMedQAv2":58.88,"MMarcoReranking":14.55,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":65.76,"T2Reranking (cmn-Hans)":null} -{"Rank":98,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":99,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":100,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":101,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":102,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":103,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":104,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":105,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":106,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":107,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":63.08,"CMedQAv2":64.02,"MMarcoReranking":23.39,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":66.65,"T2Reranking (cmn-Hans)":null} -{"Rank":108,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":109,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":110,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} -{"Rank":111,"Model":"Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":88.06,"CMedQAv2":88.46,"MMarcoReranking":34.3,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":67.85,"T2Reranking (cmn-Hans)":null} -{"Rank":112,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null} +{"Rank":16,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CMedQAv1":88.99,"CMedQAv2":89.6,"MMarcoReranking":28.12,"MMarcoReranking (cmn-Hans)":"","T2Reranking":66.38,"T2Reranking (cmn-Hans)":""} +{"Rank":17,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":"","CMedQAv1":86.37,"CMedQAv2":87.41,"MMarcoReranking":"","MMarcoReranking (cmn-Hans)":"","T2Reranking":68.11,"T2Reranking (cmn-Hans)":""} +{"Rank":18,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","CMedQAv1":80.47,"CMedQAv2":84.88,"MMarcoReranking":29.74,"MMarcoReranking (cmn-Hans)":"","T2Reranking":66.49,"T2Reranking (cmn-Hans)":""} +{"Rank":19,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","CMedQAv1":81.72,"CMedQAv2":84.64,"MMarcoReranking":27.1,"MMarcoReranking (cmn-Hans)":"","T2Reranking":66.16,"T2Reranking (cmn-Hans)":""} +{"Rank":20,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","CMedQAv1":83.45,"CMedQAv2":85.44,"MMarcoReranking":28.74,"MMarcoReranking (cmn-Hans)":"","T2Reranking":65.74,"T2Reranking (cmn-Hans)":""} +{"Rank":22,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":"","CMedQAv1":77.4,"CMedQAv2":79.86,"MMarcoReranking":20.5,"MMarcoReranking (cmn-Hans)":"","T2Reranking":65.9,"T2Reranking (cmn-Hans)":""} +{"Rank":28,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","CMedQAv1":58.92,"CMedQAv2":60.41,"MMarcoReranking":12.48,"MMarcoReranking (cmn-Hans)":"","T2Reranking":64.82,"T2Reranking (cmn-Hans)":""} +{"Rank":32,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","MMarcoReranking (cmn-Hans)":21.7,"T2Reranking":"","T2Reranking (cmn-Hans)":65.63} +{"Rank":64,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","CMedQAv1":77.05,"CMedQAv2":76.76,"MMarcoReranking":17.51,"MMarcoReranking (cmn-Hans)":"","T2Reranking":66.03,"T2Reranking (cmn-Hans)":""} +{"Rank":65,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","CMedQAv1":77.76,"CMedQAv2":78.27,"MMarcoReranking":16.46,"MMarcoReranking (cmn-Hans)":"","T2Reranking":66.13,"T2Reranking (cmn-Hans)":""} +{"Rank":74,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","MMarcoReranking (cmn-Hans)":14.83,"T2Reranking":"","T2Reranking (cmn-Hans)":63.29} +{"Rank":75,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","MMarcoReranking (cmn-Hans)":5.27,"T2Reranking":"","T2Reranking (cmn-Hans)":60.32} +{"Rank":76,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","MMarcoReranking (cmn-Hans)":4.74,"T2Reranking":"","T2Reranking (cmn-Hans)":56.26} +{"Rank":77,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","MMarcoReranking (cmn-Hans)":4.65,"T2Reranking":"","T2Reranking (cmn-Hans)":58.3} +{"Rank":88,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","MMarcoReranking (cmn-Hans)":16.14,"T2Reranking":"","T2Reranking (cmn-Hans)":65.28} +{"Rank":89,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","MMarcoReranking (cmn-Hans)":14.57,"T2Reranking":"","T2Reranking (cmn-Hans)":64.49} +{"Rank":96,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","CMedQAv1":59.26,"CMedQAv2":59.82,"MMarcoReranking":12.76,"MMarcoReranking (cmn-Hans)":"","T2Reranking":65.95,"T2Reranking (cmn-Hans)":""} +{"Rank":97,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":"","CMedQAv1":57.82,"CMedQAv2":58.88,"MMarcoReranking":14.55,"MMarcoReranking (cmn-Hans)":"","T2Reranking":65.76,"T2Reranking (cmn-Hans)":""} +{"Rank":107,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CMedQAv1":63.08,"CMedQAv2":64.02,"MMarcoReranking":23.39,"MMarcoReranking (cmn-Hans)":"","T2Reranking":66.65,"T2Reranking (cmn-Hans)":""} +{"Rank":111,"Model":"Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CMedQAv1":88.06,"CMedQAv2":88.46,"MMarcoReranking":34.3,"MMarcoReranking (cmn-Hans)":"","T2Reranking":67.85,"T2Reranking (cmn-Hans)":""} diff --git a/boards_data/zh/data_tasks/Retrieval/default.jsonl b/boards_data/zh/data_tasks/Retrieval/default.jsonl index 2b0949510c80f07225fb5e0ef24d0335df71c801..0efcddd91f9242ca5d302f9087cdeba36c23d32e 100644 --- a/boards_data/zh/data_tasks/Retrieval/default.jsonl +++ b/boards_data/zh/data_tasks/Retrieval/default.jsonl @@ -1,112 +1,23 @@ {"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":63.66,"CmedqaRetrieval":28.67,"CmedqaRetrieval (cmn-Hans)":28.66,"CovidRetrieval":75.51,"CovidRetrieval (cmn-Hans)":75.61,"DuRetrieval":85.32,"DuRetrieval (cmn-Hans)":85.3,"EcomRetrieval":54.75,"EcomRetrieval (cmn-Hans)":54.67,"MedicalRetrieval":51.44,"MedicalRetrieval (cmn-Hans)":51.44,"MMarcoRetrieval":79.2,"MMarcoRetrieval (cmn-Hans)":79.2,"T2Retrieval":76.11,"T2Retrieval (cmn-Hans)":76.07,"VideoRetrieval":58.25,"VideoRetrieval (cmn-Hans)":58.28} {"Rank":2,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":61.61,"CmedqaRetrieval":27.2,"CmedqaRetrieval (cmn-Hans)":27.2,"CovidRetrieval":73.45,"CovidRetrieval (cmn-Hans)":73.48,"DuRetrieval":81.64,"DuRetrieval (cmn-Hans)":81.66,"EcomRetrieval":54.17,"EcomRetrieval (cmn-Hans)":54.01,"MedicalRetrieval":48.35,"MedicalRetrieval (cmn-Hans)":48.33,"MMarcoRetrieval":76.04,"MMarcoRetrieval (cmn-Hans)":76.01,"T2Retrieval":70.86,"T2Retrieval (cmn-Hans)":70.77,"VideoRetrieval":61.3,"VideoRetrieval (cmn-Hans)":61.26} {"Rank":3,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":59.94,"CmedqaRetrieval":24.38,"CmedqaRetrieval (cmn-Hans)":24.36,"CovidRetrieval":72.82,"CovidRetrieval (cmn-Hans)":72.82,"DuRetrieval":81.35,"DuRetrieval (cmn-Hans)":81.36,"EcomRetrieval":53.56,"EcomRetrieval (cmn-Hans)":53.53,"MedicalRetrieval":44.84,"MedicalRetrieval (cmn-Hans)":44.84,"MMarcoRetrieval":73.17,"MMarcoRetrieval (cmn-Hans)":73.17,"T2Retrieval":71.39,"T2Retrieval (cmn-Hans)":71.36,"VideoRetrieval":58.09,"VideoRetrieval (cmn-Hans)":58.06} -{"Rank":4,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":5,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":6,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":7,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":8,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":9,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":10,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":11,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":12,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":13,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":14,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":15,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":16,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":46.56,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":84.03,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":87.85,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":68.79,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":65.92,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":79.93,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":86.76,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":75.43,"VideoRetrieval (cmn-Hans)":null} -{"Rank":17,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":null,"CmedqaRetrieval":43.47,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":80.87,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":86.01,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":66.46,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":61.33,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":73.83,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":83.58,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":69.41,"VideoRetrieval (cmn-Hans)":null} -{"Rank":18,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"CmedqaRetrieval":41.61,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":74.7,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":85.07,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":64.25,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":56.51,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":77.69,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":83.71,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":72.35,"VideoRetrieval (cmn-Hans)":null} -{"Rank":19,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"CmedqaRetrieval":41.03,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":75.07,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":84.68,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":65.6,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":58.28,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":81.38,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":84.39,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":73.93,"VideoRetrieval (cmn-Hans)":null} -{"Rank":20,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"CmedqaRetrieval":42.57,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":73.35,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":86.32,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":65.33,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":59.59,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":79.23,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":83.99,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":73.32,"VideoRetrieval (cmn-Hans)":null} -{"Rank":21,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":22,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":null,"CmedqaRetrieval":35.11,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":70.14,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":77.28,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":55.71,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":49.8,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":63.48,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":76.43,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":66.19,"VideoRetrieval (cmn-Hans)":null} -{"Rank":23,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":24,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":25,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":26,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":27,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":28,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"CmedqaRetrieval":15.53,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":60.48,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":51.87,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":37.58,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":30.93,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":45.96,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":50.52,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":42.65,"VideoRetrieval (cmn-Hans)":null} -{"Rank":29,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":30,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":31,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":32,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":35.58,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":73.47,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":88.18,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":54.33,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":55.81,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":76.54,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":82.96,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":53.85} -{"Rank":33,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":34,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":35,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":36,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":37,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":38,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":39,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":40,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":41,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":42,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":43,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":44,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":45,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":46,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":47,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":48,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":49,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":50,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":51,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":52,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":53,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":54,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":55,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":56,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":57,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":58,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":59,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":60,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":61,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":62,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":63,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":64,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"CmedqaRetrieval":30.33,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":66.42,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":75.76,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":50.27,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":42.79,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":65.46,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":73.14,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":51.11,"VideoRetrieval (cmn-Hans)":null} -{"Rank":65,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"CmedqaRetrieval":30.73,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":61.33,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":74.69,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":45.18,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":48.66,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":61.06,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":72.36,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":44.02,"VideoRetrieval (cmn-Hans)":null} -{"Rank":66,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":67,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":68,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":69,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":70,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":71,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":72,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":73,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":74,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":5.49,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":28.6,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":26.34,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":25.42,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":6.68,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":34.78,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":25.32,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":22.04} -{"Rank":75,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":2.58,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":10.79,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":6.62,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":4.01,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":2.3,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":7.46,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":4.82,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":9.38} -{"Rank":76,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":2.03,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":0.8,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":3.03,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":3.7,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":1.76,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":6.21,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":1.6,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":9.79} -{"Rank":77,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":2.0,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":3.7,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":4.92,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":3.94,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":1.71,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":7.13,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":2.98,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":8.48} -{"Rank":78,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":79,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":80,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":81,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":82,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":83,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":84,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":85,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":86,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":87,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":88,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":10.78,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":30.11,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":34.72,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":13.32,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":15.46,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":46.62,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":30.31,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":14.71} -{"Rank":89,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":10.15,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":28.85,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":33.41,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":9.69,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":14.1,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":44.62,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":28.35,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":14.18} -{"Rank":90,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":91,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":92,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":93,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":94,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":95,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":96,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"CmedqaRetrieval":15.91,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":44.81,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":52.23,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":34.6,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":27.56,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":44.06,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":51.67,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":39.52,"VideoRetrieval (cmn-Hans)":null} -{"Rank":97,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":null,"CmedqaRetrieval":18.04,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":55.48,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":59.36,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":40.48,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":29.8,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":55.31,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":58.67,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":38.04,"VideoRetrieval (cmn-Hans)":null} -{"Rank":98,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":99,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":100,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":101,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":102,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":103,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":104,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":105,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":106,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":107,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":22.36,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":57.21,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":71.17,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":44.49,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":37.92,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":69.86,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":69.14,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":43.85,"VideoRetrieval (cmn-Hans)":null} -{"Rank":108,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":109,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":110,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} -{"Rank":111,"Model":"Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":47.64,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":86.86,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":88.43,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":66.39,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":61.1,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":80.17,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":80.11,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":74.28,"VideoRetrieval (cmn-Hans)":null} -{"Rank":112,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} +{"Rank":16,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CmedqaRetrieval":46.56,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":84.03,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":87.85,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":68.79,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":65.92,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":79.93,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":86.76,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":75.43,"VideoRetrieval (cmn-Hans)":""} +{"Rank":17,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":"","CmedqaRetrieval":43.47,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":80.87,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":86.01,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":66.46,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":61.33,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":73.83,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":83.58,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":69.41,"VideoRetrieval (cmn-Hans)":""} +{"Rank":18,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","CmedqaRetrieval":41.61,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":74.7,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":85.07,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":64.25,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":56.51,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":77.69,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":83.71,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":72.35,"VideoRetrieval (cmn-Hans)":""} +{"Rank":19,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","CmedqaRetrieval":41.03,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":75.07,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":84.68,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":65.6,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":58.28,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":81.38,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":84.39,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":73.93,"VideoRetrieval (cmn-Hans)":""} +{"Rank":20,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","CmedqaRetrieval":42.57,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":73.35,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":86.32,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":65.33,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":59.59,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":79.23,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":83.99,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":73.32,"VideoRetrieval (cmn-Hans)":""} +{"Rank":22,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":"","CmedqaRetrieval":35.11,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":70.14,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":77.28,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":55.71,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":49.8,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":63.48,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":76.43,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":66.19,"VideoRetrieval (cmn-Hans)":""} +{"Rank":28,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","CmedqaRetrieval":15.53,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":60.48,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":51.87,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":37.58,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":30.93,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":45.96,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":50.52,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":42.65,"VideoRetrieval (cmn-Hans)":""} +{"Rank":32,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","CmedqaRetrieval":"","CmedqaRetrieval (cmn-Hans)":35.58,"CovidRetrieval":"","CovidRetrieval (cmn-Hans)":73.47,"DuRetrieval":"","DuRetrieval (cmn-Hans)":88.18,"EcomRetrieval":"","EcomRetrieval (cmn-Hans)":54.33,"MedicalRetrieval":"","MedicalRetrieval (cmn-Hans)":55.81,"MMarcoRetrieval":"","MMarcoRetrieval (cmn-Hans)":76.54,"T2Retrieval":"","T2Retrieval (cmn-Hans)":82.96,"VideoRetrieval":"","VideoRetrieval (cmn-Hans)":53.85} +{"Rank":64,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","CmedqaRetrieval":30.33,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":66.42,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":75.76,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":50.27,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":42.79,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":65.46,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":73.14,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":51.11,"VideoRetrieval (cmn-Hans)":""} +{"Rank":65,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","CmedqaRetrieval":30.73,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":61.33,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":74.69,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":45.18,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":48.66,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":61.06,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":72.36,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":44.02,"VideoRetrieval (cmn-Hans)":""} +{"Rank":74,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","CmedqaRetrieval":"","CmedqaRetrieval (cmn-Hans)":5.49,"CovidRetrieval":"","CovidRetrieval (cmn-Hans)":28.6,"DuRetrieval":"","DuRetrieval (cmn-Hans)":26.34,"EcomRetrieval":"","EcomRetrieval (cmn-Hans)":25.42,"MedicalRetrieval":"","MedicalRetrieval (cmn-Hans)":6.68,"MMarcoRetrieval":"","MMarcoRetrieval (cmn-Hans)":34.78,"T2Retrieval":"","T2Retrieval (cmn-Hans)":25.32,"VideoRetrieval":"","VideoRetrieval (cmn-Hans)":22.04} +{"Rank":75,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","CmedqaRetrieval":"","CmedqaRetrieval (cmn-Hans)":2.58,"CovidRetrieval":"","CovidRetrieval (cmn-Hans)":10.79,"DuRetrieval":"","DuRetrieval (cmn-Hans)":6.62,"EcomRetrieval":"","EcomRetrieval (cmn-Hans)":4.01,"MedicalRetrieval":"","MedicalRetrieval (cmn-Hans)":2.3,"MMarcoRetrieval":"","MMarcoRetrieval (cmn-Hans)":7.46,"T2Retrieval":"","T2Retrieval (cmn-Hans)":4.82,"VideoRetrieval":"","VideoRetrieval (cmn-Hans)":9.38} +{"Rank":76,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","CmedqaRetrieval":"","CmedqaRetrieval (cmn-Hans)":2.03,"CovidRetrieval":"","CovidRetrieval (cmn-Hans)":0.8,"DuRetrieval":"","DuRetrieval (cmn-Hans)":3.03,"EcomRetrieval":"","EcomRetrieval (cmn-Hans)":3.7,"MedicalRetrieval":"","MedicalRetrieval (cmn-Hans)":1.76,"MMarcoRetrieval":"","MMarcoRetrieval (cmn-Hans)":6.21,"T2Retrieval":"","T2Retrieval (cmn-Hans)":1.6,"VideoRetrieval":"","VideoRetrieval (cmn-Hans)":9.79} +{"Rank":77,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","CmedqaRetrieval":"","CmedqaRetrieval (cmn-Hans)":2.0,"CovidRetrieval":"","CovidRetrieval (cmn-Hans)":3.7,"DuRetrieval":"","DuRetrieval (cmn-Hans)":4.92,"EcomRetrieval":"","EcomRetrieval (cmn-Hans)":3.94,"MedicalRetrieval":"","MedicalRetrieval (cmn-Hans)":1.71,"MMarcoRetrieval":"","MMarcoRetrieval (cmn-Hans)":7.13,"T2Retrieval":"","T2Retrieval (cmn-Hans)":2.98,"VideoRetrieval":"","VideoRetrieval (cmn-Hans)":8.48} +{"Rank":88,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","CmedqaRetrieval":"","CmedqaRetrieval (cmn-Hans)":10.78,"CovidRetrieval":"","CovidRetrieval (cmn-Hans)":30.11,"DuRetrieval":"","DuRetrieval (cmn-Hans)":34.72,"EcomRetrieval":"","EcomRetrieval (cmn-Hans)":13.32,"MedicalRetrieval":"","MedicalRetrieval (cmn-Hans)":15.46,"MMarcoRetrieval":"","MMarcoRetrieval (cmn-Hans)":46.62,"T2Retrieval":"","T2Retrieval (cmn-Hans)":30.31,"VideoRetrieval":"","VideoRetrieval (cmn-Hans)":14.71} +{"Rank":89,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","CmedqaRetrieval":"","CmedqaRetrieval (cmn-Hans)":10.15,"CovidRetrieval":"","CovidRetrieval (cmn-Hans)":28.85,"DuRetrieval":"","DuRetrieval (cmn-Hans)":33.41,"EcomRetrieval":"","EcomRetrieval (cmn-Hans)":9.69,"MedicalRetrieval":"","MedicalRetrieval (cmn-Hans)":14.1,"MMarcoRetrieval":"","MMarcoRetrieval (cmn-Hans)":44.62,"T2Retrieval":"","T2Retrieval (cmn-Hans)":28.35,"VideoRetrieval":"","VideoRetrieval (cmn-Hans)":14.18} +{"Rank":96,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","CmedqaRetrieval":15.91,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":44.81,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":52.23,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":34.6,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":27.56,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":44.06,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":51.67,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":39.52,"VideoRetrieval (cmn-Hans)":""} +{"Rank":97,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":"","CmedqaRetrieval":18.04,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":55.48,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":59.36,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":40.48,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":29.8,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":55.31,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":58.67,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":38.04,"VideoRetrieval (cmn-Hans)":""} +{"Rank":107,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CmedqaRetrieval":22.36,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":57.21,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":71.17,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":44.49,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":37.92,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":69.86,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":69.14,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":43.85,"VideoRetrieval (cmn-Hans)":""} +{"Rank":111,"Model":"Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CmedqaRetrieval":47.64,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":86.86,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":88.43,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":66.39,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":61.1,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":80.17,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":80.11,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":74.28,"VideoRetrieval (cmn-Hans)":""} diff --git a/boards_data/zh/data_tasks/STS/default.jsonl b/boards_data/zh/data_tasks/STS/default.jsonl index 6e3d57e76abad60aac5b18c8fa6b71300babda6b..e5067748de26c809eb43c972cf0a3d6797bac5d9 100644 --- a/boards_data/zh/data_tasks/STS/default.jsonl +++ b/boards_data/zh/data_tasks/STS/default.jsonl @@ -1,112 +1,32 @@ -{"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":47.05,"AFQMC":33.02,"AFQMC (cmn-Hans)":33.01,"ATEC":39.81,"ATEC (cmn-Hans)":39.8,"BQ":46.44,"BQ (cmn-Hans)":46.44,"LCQMC":75.95,"LCQMC (cmn-Hans)":75.95,"PAWSX":14.63,"PAWSX (cmn-Hans)":14.63,"QBQTC":29.77,"STSB":81.08,"STSB (cmn-Hans)":81.08} -{"Rank":2,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":44.9,"AFQMC":29.67,"AFQMC (cmn-Hans)":29.66,"ATEC":37.01,"ATEC (cmn-Hans)":37.01,"BQ":45.45,"BQ (cmn-Hans)":45.45,"LCQMC":74.15,"LCQMC (cmn-Hans)":74.15,"PAWSX":12.14,"PAWSX (cmn-Hans)":12.13,"QBQTC":28.81,"STSB":79.05,"STSB (cmn-Hans)":79.04} -{"Rank":3,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":43.1,"AFQMC":25.21,"AFQMC (cmn-Hans)":25.21,"ATEC":35.14,"ATEC (cmn-Hans)":35.14,"BQ":43.27,"BQ (cmn-Hans)":43.27,"LCQMC":72.7,"LCQMC (cmn-Hans)":72.7,"PAWSX":11.01,"PAWSX (cmn-Hans)":11.0,"QBQTC":30.25,"STSB":77.73,"STSB (cmn-Hans)":77.73} -{"Rank":4,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":5,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":6,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":7,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":8,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":9,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":10,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":11,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":12,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":13,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":14,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":15,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":16,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":59.11,"AFQMC (cmn-Hans)":null,"ATEC":58.19,"ATEC (cmn-Hans)":null,"BQ":71.07,"BQ (cmn-Hans)":null,"LCQMC":78.27,"LCQMC (cmn-Hans)":null,"PAWSX":44.98,"PAWSX (cmn-Hans)":null,"QBQTC":38.69,"STSB":82.8,"STSB (cmn-Hans)":null} -{"Rank":17,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":null,"AFQMC":58.47,"AFQMC (cmn-Hans)":null,"ATEC":55.46,"ATEC (cmn-Hans)":null,"BQ":77.59,"BQ (cmn-Hans)":null,"LCQMC":76.29,"LCQMC (cmn-Hans)":null,"PAWSX":50.22,"PAWSX (cmn-Hans)":null,"QBQTC":31.82,"STSB":81.37,"STSB (cmn-Hans)":null} -{"Rank":18,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"AFQMC":42.4,"AFQMC (cmn-Hans)":null,"ATEC":48.17,"ATEC (cmn-Hans)":null,"BQ":61.78,"BQ (cmn-Hans)":null,"LCQMC":74.45,"LCQMC (cmn-Hans)":null,"PAWSX":20.4,"PAWSX (cmn-Hans)":null,"QBQTC":36.22,"STSB":78.31,"STSB (cmn-Hans)":null} -{"Rank":19,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"AFQMC":43.06,"AFQMC (cmn-Hans)":null,"ATEC":48.29,"ATEC (cmn-Hans)":null,"BQ":60.53,"BQ (cmn-Hans)":null,"LCQMC":74.71,"LCQMC (cmn-Hans)":null,"PAWSX":16.64,"PAWSX (cmn-Hans)":null,"QBQTC":35.2,"STSB":78.41,"STSB (cmn-Hans)":null} -{"Rank":20,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"AFQMC":44.36,"AFQMC (cmn-Hans)":null,"ATEC":49.54,"ATEC (cmn-Hans)":null,"BQ":62.94,"BQ (cmn-Hans)":null,"LCQMC":74.33,"LCQMC (cmn-Hans)":null,"PAWSX":33.92,"PAWSX (cmn-Hans)":null,"QBQTC":37.29,"STSB":78.7,"STSB (cmn-Hans)":null} -{"Rank":21,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":22,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":null,"AFQMC":33.42,"AFQMC (cmn-Hans)":null,"ATEC":43.01,"ATEC (cmn-Hans)":null,"BQ":55.22,"BQ (cmn-Hans)":null,"LCQMC":72.19,"LCQMC (cmn-Hans)":null,"PAWSX":9.26,"PAWSX (cmn-Hans)":null,"QBQTC":35.29,"STSB":76.73,"STSB (cmn-Hans)":null} -{"Rank":23,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":24,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":25,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":26,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":27,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":28,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"AFQMC":24.51,"AFQMC (cmn-Hans)":null,"ATEC":32.45,"ATEC (cmn-Hans)":null,"BQ":44.22,"BQ (cmn-Hans)":null,"LCQMC":69.16,"LCQMC (cmn-Hans)":null,"PAWSX":14.55,"PAWSX (cmn-Hans)":null,"QBQTC":29.51,"STSB":79.45,"STSB (cmn-Hans)":null} -{"Rank":29,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":30,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":31,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":32,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":32.65,"ATEC":null,"ATEC (cmn-Hans)":37.34,"BQ":null,"BQ (cmn-Hans)":38.03,"LCQMC":null,"LCQMC (cmn-Hans)":71.38,"PAWSX":null,"PAWSX (cmn-Hans)":16.4,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":74.11} -{"Rank":33,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":34,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":35,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":36,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":37,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":38,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":39,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":40,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":41,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":42,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":43,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":44,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":45,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":46,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":47,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":48,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":49,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":50,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":51,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":52,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":53,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":54,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":55,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":56,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":57,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":58,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":59,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":60,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":61,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":62,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":63,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":64,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"AFQMC":35.87,"AFQMC (cmn-Hans)":null,"ATEC":41.27,"ATEC (cmn-Hans)":null,"BQ":63.81,"BQ (cmn-Hans)":null,"LCQMC":74.88,"LCQMC (cmn-Hans)":null,"PAWSX":12.19,"PAWSX (cmn-Hans)":null,"QBQTC":32.07,"STSB":76.97,"STSB (cmn-Hans)":null} -{"Rank":65,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"AFQMC":36.53,"AFQMC (cmn-Hans)":null,"ATEC":41.8,"ATEC (cmn-Hans)":null,"BQ":65.2,"BQ (cmn-Hans)":null,"LCQMC":74.2,"LCQMC (cmn-Hans)":null,"PAWSX":15.95,"PAWSX (cmn-Hans)":null,"QBQTC":32.65,"STSB":74.16,"STSB (cmn-Hans)":null} -{"Rank":66,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":67,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":68,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":69,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":70,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":71,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":72,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":73,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":74,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":21.02,"ATEC":null,"ATEC (cmn-Hans)":26.61,"BQ":null,"BQ (cmn-Hans)":42.6,"LCQMC":null,"LCQMC (cmn-Hans)":52.19,"PAWSX":null,"PAWSX (cmn-Hans)":10.23,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":68.38} -{"Rank":75,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":7.94,"ATEC":null,"ATEC (cmn-Hans)":12.97,"BQ":null,"BQ (cmn-Hans)":23.31,"LCQMC":null,"LCQMC (cmn-Hans)":21.04,"PAWSX":null,"PAWSX (cmn-Hans)":7.31,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":36.66} -{"Rank":76,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":8.59,"ATEC":null,"ATEC (cmn-Hans)":13.52,"BQ":null,"BQ (cmn-Hans)":23.84,"LCQMC":null,"LCQMC (cmn-Hans)":23.85,"PAWSX":null,"PAWSX (cmn-Hans)":7.21,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":37.8} -{"Rank":77,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":8.01,"ATEC":null,"ATEC (cmn-Hans)":14.03,"BQ":null,"BQ (cmn-Hans)":21.39,"LCQMC":null,"LCQMC (cmn-Hans)":22.84,"PAWSX":null,"PAWSX (cmn-Hans)":6.44,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":37.7} -{"Rank":78,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":79,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":80,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":81,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":82,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":83,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":84,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":85,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":86,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":87,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":88,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":14.3,"ATEC":null,"ATEC (cmn-Hans)":18.42,"BQ":null,"BQ (cmn-Hans)":38.53,"LCQMC":null,"LCQMC (cmn-Hans)":63.96,"PAWSX":null,"PAWSX (cmn-Hans)":10.13,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":78.91} -{"Rank":89,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":15.69,"ATEC":null,"ATEC (cmn-Hans)":20.27,"BQ":null,"BQ (cmn-Hans)":36.33,"LCQMC":null,"LCQMC (cmn-Hans)":63.3,"PAWSX":null,"PAWSX (cmn-Hans)":12.16,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":80.84} -{"Rank":90,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":91,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":92,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":93,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":94,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":95,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":96,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"AFQMC":26.06,"AFQMC (cmn-Hans)":null,"ATEC":31.93,"ATEC (cmn-Hans)":null,"BQ":42.67,"BQ (cmn-Hans)":null,"LCQMC":70.16,"LCQMC (cmn-Hans)":null,"PAWSX":17.21,"PAWSX (cmn-Hans)":null,"QBQTC":24.62,"STSB":79.3,"STSB (cmn-Hans)":null} -{"Rank":97,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":null,"AFQMC":22.24,"AFQMC (cmn-Hans)":null,"ATEC":30.84,"ATEC (cmn-Hans)":null,"BQ":43.33,"BQ (cmn-Hans)":null,"LCQMC":66.74,"LCQMC (cmn-Hans)":null,"PAWSX":12.31,"PAWSX (cmn-Hans)":null,"QBQTC":27.2,"STSB":73.22,"STSB (cmn-Hans)":null} -{"Rank":98,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":99,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":100,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":101,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":102,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":103,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":104,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":105,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":106,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":107,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":23.88,"AFQMC (cmn-Hans)":null,"ATEC":29.25,"ATEC (cmn-Hans)":null,"BQ":45.33,"BQ (cmn-Hans)":null,"LCQMC":68.41,"LCQMC (cmn-Hans)":null,"PAWSX":16.55,"PAWSX (cmn-Hans)":null,"QBQTC":30.27,"STSB":70.61,"STSB (cmn-Hans)":null} -{"Rank":108,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":109,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":110,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} -{"Rank":111,"Model":"Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":50.8,"AFQMC (cmn-Hans)":null,"ATEC":53.23,"ATEC (cmn-Hans)":null,"BQ":66.49,"BQ (cmn-Hans)":null,"LCQMC":76.6,"LCQMC (cmn-Hans)":null,"PAWSX":47.56,"PAWSX (cmn-Hans)":null,"QBQTC":39.96,"STSB":80.14,"STSB (cmn-Hans)":null} -{"Rank":112,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} +{"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":48.38,"AFQMC":33.02,"AFQMC (cmn-Hans)":33.01,"ATEC":39.81,"ATEC (cmn-Hans)":39.8,"BQ":46.44,"BQ (cmn-Hans)":46.44,"LCQMC":75.95,"LCQMC (cmn-Hans)":75.95,"PAWSX":14.63,"PAWSX (cmn-Hans)":14.63,"QBQTC":29.77,"STS22 (zh)":65.64,"STSB":81.08,"STSB (cmn-Hans)":81.08} +{"Rank":2,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":46.38,"AFQMC":29.67,"AFQMC (cmn-Hans)":29.66,"ATEC":37.01,"ATEC (cmn-Hans)":37.01,"BQ":45.45,"BQ (cmn-Hans)":45.45,"LCQMC":74.15,"LCQMC (cmn-Hans)":74.15,"PAWSX":12.14,"PAWSX (cmn-Hans)":12.13,"QBQTC":28.81,"STS22 (zh)":65.64,"STSB":79.05,"STSB (cmn-Hans)":79.04} +{"Rank":14,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":"","ATEC":"","ATEC (cmn-Hans)":"","BQ":"","BQ (cmn-Hans)":"","LCQMC":"","LCQMC (cmn-Hans)":"","PAWSX":"","PAWSX (cmn-Hans)":"","QBQTC":"","STS22 (zh)":49.41,"STSB":"","STSB (cmn-Hans)":""} +{"Rank":15,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":59.11,"AFQMC (cmn-Hans)":"","ATEC":58.19,"ATEC (cmn-Hans)":"","BQ":71.07,"BQ (cmn-Hans)":"","LCQMC":78.27,"LCQMC (cmn-Hans)":"","PAWSX":44.98,"PAWSX (cmn-Hans)":"","QBQTC":38.69,"STS22 (zh)":66.53,"STSB":82.8,"STSB (cmn-Hans)":""} +{"Rank":16,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":"","AFQMC":58.47,"AFQMC (cmn-Hans)":"","ATEC":55.46,"ATEC (cmn-Hans)":"","BQ":77.59,"BQ (cmn-Hans)":"","LCQMC":76.29,"LCQMC (cmn-Hans)":"","PAWSX":50.22,"PAWSX (cmn-Hans)":"","QBQTC":31.82,"STS22 (zh)":67.36,"STSB":81.37,"STSB (cmn-Hans)":""} +{"Rank":17,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","AFQMC":42.4,"AFQMC (cmn-Hans)":"","ATEC":48.17,"ATEC (cmn-Hans)":"","BQ":61.78,"BQ (cmn-Hans)":"","LCQMC":74.45,"LCQMC (cmn-Hans)":"","PAWSX":20.4,"PAWSX (cmn-Hans)":"","QBQTC":36.22,"STS22 (zh)":68.01,"STSB":78.31,"STSB (cmn-Hans)":""} +{"Rank":18,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","AFQMC":43.06,"AFQMC (cmn-Hans)":"","ATEC":48.29,"ATEC (cmn-Hans)":"","BQ":60.53,"BQ (cmn-Hans)":"","LCQMC":74.71,"LCQMC (cmn-Hans)":"","PAWSX":16.64,"PAWSX (cmn-Hans)":"","QBQTC":35.2,"STS22 (zh)":67.19,"STSB":78.41,"STSB (cmn-Hans)":""} +{"Rank":19,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","AFQMC":44.36,"AFQMC (cmn-Hans)":"","ATEC":49.54,"ATEC (cmn-Hans)":"","BQ":62.94,"BQ (cmn-Hans)":"","LCQMC":74.33,"LCQMC (cmn-Hans)":"","PAWSX":33.92,"PAWSX (cmn-Hans)":"","QBQTC":37.29,"STS22 (zh)":68.94,"STSB":78.7,"STSB (cmn-Hans)":""} +{"Rank":21,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":"","AFQMC":33.42,"AFQMC (cmn-Hans)":"","ATEC":43.01,"ATEC (cmn-Hans)":"","BQ":55.22,"BQ (cmn-Hans)":"","LCQMC":72.19,"LCQMC (cmn-Hans)":"","PAWSX":9.26,"PAWSX (cmn-Hans)":"","QBQTC":35.29,"STS22 (zh)":67.72,"STSB":76.73,"STSB (cmn-Hans)":""} +{"Rank":27,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","AFQMC":24.51,"AFQMC (cmn-Hans)":"","ATEC":32.45,"ATEC (cmn-Hans)":"","BQ":44.22,"BQ (cmn-Hans)":"","LCQMC":69.16,"LCQMC (cmn-Hans)":"","PAWSX":14.55,"PAWSX (cmn-Hans)":"","QBQTC":29.51,"STS22 (zh)":65.94,"STSB":79.45,"STSB (cmn-Hans)":""} +{"Rank":31,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":32.65,"ATEC":"","ATEC (cmn-Hans)":37.34,"BQ":"","BQ (cmn-Hans)":38.03,"LCQMC":"","LCQMC (cmn-Hans)":71.38,"PAWSX":"","PAWSX (cmn-Hans)":16.4,"QBQTC":"","STS22 (zh)":"","STSB":"","STSB (cmn-Hans)":74.11} +{"Rank":60,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AFQMC":25.21,"AFQMC (cmn-Hans)":25.21,"ATEC":35.14,"ATEC (cmn-Hans)":35.14,"BQ":43.27,"BQ (cmn-Hans)":43.27,"LCQMC":72.7,"LCQMC (cmn-Hans)":72.7,"PAWSX":11.01,"PAWSX (cmn-Hans)":11.0,"QBQTC":30.25,"STS22 (zh)":"","STSB":77.73,"STSB (cmn-Hans)":77.73} +{"Rank":64,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","AFQMC":35.87,"AFQMC (cmn-Hans)":"","ATEC":41.27,"ATEC (cmn-Hans)":"","BQ":63.81,"BQ (cmn-Hans)":"","LCQMC":74.88,"LCQMC (cmn-Hans)":"","PAWSX":12.19,"PAWSX (cmn-Hans)":"","QBQTC":32.07,"STS22 (zh)":66.73,"STSB":76.97,"STSB (cmn-Hans)":""} +{"Rank":65,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","AFQMC":36.53,"AFQMC (cmn-Hans)":"","ATEC":41.8,"ATEC (cmn-Hans)":"","BQ":65.2,"BQ (cmn-Hans)":"","LCQMC":74.2,"LCQMC (cmn-Hans)":"","PAWSX":15.95,"PAWSX (cmn-Hans)":"","QBQTC":32.65,"STS22 (zh)":62.91,"STSB":74.16,"STSB (cmn-Hans)":""} +{"Rank":74,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":21.02,"ATEC":"","ATEC (cmn-Hans)":26.61,"BQ":"","BQ (cmn-Hans)":42.6,"LCQMC":"","LCQMC (cmn-Hans)":52.19,"PAWSX":"","PAWSX (cmn-Hans)":10.23,"QBQTC":"","STS22 (zh)":63.02,"STSB":"","STSB (cmn-Hans)":68.38} +{"Rank":75,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":7.94,"ATEC":"","ATEC (cmn-Hans)":12.97,"BQ":"","BQ (cmn-Hans)":23.31,"LCQMC":"","LCQMC (cmn-Hans)":21.04,"PAWSX":"","PAWSX (cmn-Hans)":7.31,"QBQTC":"","STS22 (zh)":33.15,"STSB":"","STSB (cmn-Hans)":36.66} +{"Rank":76,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":8.59,"ATEC":"","ATEC (cmn-Hans)":13.52,"BQ":"","BQ (cmn-Hans)":23.84,"LCQMC":"","LCQMC (cmn-Hans)":23.85,"PAWSX":"","PAWSX (cmn-Hans)":7.21,"QBQTC":"","STS22 (zh)":44.93,"STSB":"","STSB (cmn-Hans)":37.8} +{"Rank":77,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":8.01,"ATEC":"","ATEC (cmn-Hans)":14.03,"BQ":"","BQ (cmn-Hans)":21.39,"LCQMC":"","LCQMC (cmn-Hans)":22.84,"PAWSX":"","PAWSX (cmn-Hans)":6.44,"QBQTC":"","STS22 (zh)":"","STSB":"","STSB (cmn-Hans)":37.7} +{"Rank":78,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":"","ATEC":"","ATEC (cmn-Hans)":"","BQ":"","BQ (cmn-Hans)":"","LCQMC":"","LCQMC (cmn-Hans)":"","PAWSX":"","PAWSX (cmn-Hans)":"","QBQTC":"","STS22 (zh)":16.35,"STSB":"","STSB (cmn-Hans)":""} +{"Rank":80,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":"","ATEC":"","ATEC (cmn-Hans)":"","BQ":"","BQ (cmn-Hans)":"","LCQMC":"","LCQMC (cmn-Hans)":"","PAWSX":"","PAWSX (cmn-Hans)":"","QBQTC":"","STS22 (zh)":4.78,"STSB":"","STSB (cmn-Hans)":""} +{"Rank":81,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":"","ATEC":"","ATEC (cmn-Hans)":"","BQ":"","BQ (cmn-Hans)":"","LCQMC":"","LCQMC (cmn-Hans)":"","PAWSX":"","PAWSX (cmn-Hans)":"","QBQTC":"","STS22 (zh)":54.32,"STSB":"","STSB (cmn-Hans)":""} +{"Rank":83,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":"","ATEC":"","ATEC (cmn-Hans)":"","BQ":"","BQ (cmn-Hans)":"","LCQMC":"","LCQMC (cmn-Hans)":"","PAWSX":"","PAWSX (cmn-Hans)":"","QBQTC":"","STS22 (zh)":27.32,"STSB":"","STSB (cmn-Hans)":""} +{"Rank":84,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":"","ATEC":"","ATEC (cmn-Hans)":"","BQ":"","BQ (cmn-Hans)":"","LCQMC":"","LCQMC (cmn-Hans)":"","PAWSX":"","PAWSX (cmn-Hans)":"","QBQTC":"","STS22 (zh)":31.16,"STSB":"","STSB (cmn-Hans)":""} +{"Rank":88,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":14.3,"ATEC":"","ATEC (cmn-Hans)":18.42,"BQ":"","BQ (cmn-Hans)":38.53,"LCQMC":"","LCQMC (cmn-Hans)":63.96,"PAWSX":"","PAWSX (cmn-Hans)":10.13,"QBQTC":"","STS22 (zh)":"","STSB":"","STSB (cmn-Hans)":78.91} +{"Rank":89,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":15.69,"ATEC":"","ATEC (cmn-Hans)":20.27,"BQ":"","BQ (cmn-Hans)":36.33,"LCQMC":"","LCQMC (cmn-Hans)":63.3,"PAWSX":"","PAWSX (cmn-Hans)":12.16,"QBQTC":"","STS22 (zh)":"","STSB":"","STSB (cmn-Hans)":80.84} +{"Rank":90,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":"","ATEC":"","ATEC (cmn-Hans)":"","BQ":"","BQ (cmn-Hans)":"","LCQMC":"","LCQMC (cmn-Hans)":"","PAWSX":"","PAWSX (cmn-Hans)":"","QBQTC":"","STS22 (zh)":32.9,"STSB":"","STSB (cmn-Hans)":""} +{"Rank":91,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":"","ATEC":"","ATEC (cmn-Hans)":"","BQ":"","BQ (cmn-Hans)":"","LCQMC":"","LCQMC (cmn-Hans)":"","PAWSX":"","PAWSX (cmn-Hans)":"","QBQTC":"","STS22 (zh)":30.47,"STSB":"","STSB (cmn-Hans)":""} +{"Rank":92,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":"","ATEC":"","ATEC (cmn-Hans)":"","BQ":"","BQ (cmn-Hans)":"","LCQMC":"","LCQMC (cmn-Hans)":"","PAWSX":"","PAWSX (cmn-Hans)":"","QBQTC":"","STS22 (zh)":33.55,"STSB":"","STSB (cmn-Hans)":""} +{"Rank":96,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","AFQMC":26.06,"AFQMC (cmn-Hans)":"","ATEC":31.93,"ATEC (cmn-Hans)":"","BQ":42.67,"BQ (cmn-Hans)":"","LCQMC":70.16,"LCQMC (cmn-Hans)":"","PAWSX":17.21,"PAWSX (cmn-Hans)":"","QBQTC":24.62,"STS22 (zh)":55.35,"STSB":79.3,"STSB (cmn-Hans)":""} +{"Rank":97,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":"","AFQMC":22.24,"AFQMC (cmn-Hans)":"","ATEC":30.84,"ATEC (cmn-Hans)":"","BQ":43.33,"BQ (cmn-Hans)":"","LCQMC":66.74,"LCQMC (cmn-Hans)":"","PAWSX":12.31,"PAWSX (cmn-Hans)":"","QBQTC":27.2,"STS22 (zh)":66.4,"STSB":73.22,"STSB (cmn-Hans)":""} +{"Rank":107,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":23.88,"AFQMC (cmn-Hans)":"","ATEC":29.25,"ATEC (cmn-Hans)":"","BQ":45.33,"BQ (cmn-Hans)":"","LCQMC":68.41,"LCQMC (cmn-Hans)":"","PAWSX":16.55,"PAWSX (cmn-Hans)":"","QBQTC":30.27,"STS22 (zh)":62.53,"STSB":70.61,"STSB (cmn-Hans)":""} +{"Rank":111,"Model":"Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":50.8,"AFQMC (cmn-Hans)":"","ATEC":53.23,"ATEC (cmn-Hans)":"","BQ":66.49,"BQ (cmn-Hans)":"","LCQMC":76.6,"LCQMC (cmn-Hans)":"","PAWSX":47.56,"PAWSX (cmn-Hans)":"","QBQTC":39.96,"STS22 (zh)":65.78,"STSB":80.14,"STSB (cmn-Hans)":""}