all_data_tasks/19/default.jsonl

{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":74.79,"AlloprofReranking":57.37,"AlloprofReranking (fra-Latn)":69.44,"SyntecReranking":86.9,"SyntecReranking (fra-Latn)":85.45}
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":73.68,"AlloprofReranking":58.1,"AlloprofReranking (fra-Latn)":65.9,"SyntecReranking":85.43,"SyntecReranking (fra-Latn)":85.31}
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":72.12,"AlloprofReranking":56.17,"AlloprofReranking (fra-Latn)":64.41,"SyntecReranking":86.7,"SyntecReranking (fra-Latn)":81.22}
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":71.44,"AlloprofReranking":54.34,"AlloprofReranking (fra-Latn)":67.2,"SyntecReranking":83.23,"SyntecReranking (fra-Latn)":80.97}
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":64.74,"AlloprofReranking":49.01,"AlloprofReranking (fra-Latn)":62.42,"SyntecReranking":75.03,"SyntecReranking (fra-Latn)":72.5}
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":61.44,"AlloprofReranking":49.51,"AlloprofReranking (fra-Latn)":55.37,"SyntecReranking":73.28,"SyntecReranking (fra-Latn)":67.62}
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":55.3,"AlloprofReranking":31.69,"AlloprofReranking (fra-Latn)":62.62,"SyntecReranking":59.57,"SyntecReranking (fra-Latn)":67.31}
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":72.36,"AlloprofReranking (fra-Latn)":"","SyntecReranking":88.57,"SyntecReranking (fra-Latn)":""}
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":63.54,"AlloprofReranking (fra-Latn)":"","SyntecReranking":82.65,"SyntecReranking (fra-Latn)":""}
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":70.79,"AlloprofReranking (fra-Latn)":"","SyntecReranking":86.77,"SyntecReranking (fra-Latn)":""}
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":72.92,"AlloprofReranking (fra-Latn)":"","SyntecReranking":91.2,"SyntecReranking (fra-Latn)":""}
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":74.78,"AlloprofReranking (fra-Latn)":"","SyntecReranking":90.4,"SyntecReranking (fra-Latn)":""}
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","AlloprofReranking":35.29,"AlloprofReranking (fra-Latn)":"","SyntecReranking":55.93,"SyntecReranking (fra-Latn)":""}
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":51.6,"AlloprofReranking (fra-Latn)":"","SyntecReranking":88.03,"SyntecReranking (fra-Latn)":""}
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":51.01,"AlloprofReranking (fra-Latn)":"","SyntecReranking":85.72,"SyntecReranking (fra-Latn)":""}
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AlloprofReranking":36.21,"AlloprofReranking (fra-Latn)":"","SyntecReranking":53.25,"SyntecReranking (fra-Latn)":""}
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AlloprofReranking":36.21,"AlloprofReranking (fra-Latn)":"","SyntecReranking":53.25,"SyntecReranking (fra-Latn)":""}
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AlloprofReranking":36.25,"AlloprofReranking (fra-Latn)":"","SyntecReranking":53.25,"SyntecReranking (fra-Latn)":""}
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","AlloprofReranking":"","AlloprofReranking (fra-Latn)":77.95,"SyntecReranking":"","SyntecReranking (fra-Latn)":83.32}
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":"","AlloprofReranking":53.0,"AlloprofReranking (fra-Latn)":"","SyntecReranking":82.9,"SyntecReranking (fra-Latn)":""}
{"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AlloprofReranking":48.68,"AlloprofReranking (fra-Latn)":"","SyntecReranking":79.75,"SyntecReranking (fra-Latn)":""}
{"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":"","AlloprofReranking":57.62,"AlloprofReranking (fra-Latn)":"","SyntecReranking":88.15,"SyntecReranking (fra-Latn)":""}
{"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AlloprofReranking":34.81,"AlloprofReranking (fra-Latn)":"","SyntecReranking":55.88,"SyntecReranking (fra-Latn)":""}
{"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AlloprofReranking":34.55,"AlloprofReranking (fra-Latn)":"","SyntecReranking":57.18,"SyntecReranking (fra-Latn)":""}
{"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":"","AlloprofReranking":26.29,"AlloprofReranking (fra-Latn)":"","SyntecReranking":42.8,"SyntecReranking (fra-Latn)":""}
{"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":"","AlloprofReranking":36.23,"AlloprofReranking (fra-Latn)":"","SyntecReranking":53.25,"SyntecReranking (fra-Latn)":""}
{"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AlloprofReranking":38.85,"AlloprofReranking (fra-Latn)":"","SyntecReranking":66.4,"SyntecReranking (fra-Latn)":""}
{"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","AlloprofReranking":47.36,"AlloprofReranking (fra-Latn)":"","SyntecReranking":77.05,"SyntecReranking (fra-Latn)":""}
{"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":39.13,"AlloprofReranking (fra-Latn)":"","SyntecReranking":62.58,"SyntecReranking (fra-Latn)":""}
{"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":28.75,"AlloprofReranking (fra-Latn)":"","SyntecReranking":50.88,"SyntecReranking (fra-Latn)":""}
{"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AlloprofReranking":"","AlloprofReranking (fra-Latn)":67.01,"SyntecReranking":"","SyntecReranking (fra-Latn)":69.17}
{"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AlloprofReranking":"","AlloprofReranking (fra-Latn)":69.63,"SyntecReranking":"","SyntecReranking (fra-Latn)":66.12}
{"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","AlloprofReranking":51.77,"AlloprofReranking (fra-Latn)":"","SyntecReranking":74.78,"SyntecReranking (fra-Latn)":""}
{"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","AlloprofReranking":40.28,"AlloprofReranking (fra-Latn)":"","SyntecReranking":65.08,"SyntecReranking (fra-Latn)":""}
{"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AlloprofReranking":50.12,"AlloprofReranking (fra-Latn)":"","SyntecReranking":78.05,"SyntecReranking (fra-Latn)":""}
{"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AlloprofReranking":57.99,"AlloprofReranking (fra-Latn)":"","SyntecReranking":79.77,"SyntecReranking (fra-Latn)":""}
{"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AlloprofReranking":63.3,"AlloprofReranking (fra-Latn)":"","SyntecReranking":83.07,"SyntecReranking (fra-Latn)":""}
{"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":"","AlloprofReranking":68.36,"AlloprofReranking (fra-Latn)":"","SyntecReranking":85.15,"SyntecReranking (fra-Latn)":""}
{"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":51.48,"AlloprofReranking (fra-Latn)":"","SyntecReranking":70.28,"SyntecReranking (fra-Latn)":""}
{"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":56.23,"AlloprofReranking (fra-Latn)":"","SyntecReranking":73.85,"SyntecReranking (fra-Latn)":""}
{"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":55.39,"AlloprofReranking (fra-Latn)":"","SyntecReranking":77.13,"SyntecReranking (fra-Latn)":""}
{"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":"","AlloprofReranking":25.58,"AlloprofReranking (fra-Latn)":"","SyntecReranking":43.75,"SyntecReranking (fra-Latn)":""}
{"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","AlloprofReranking":28.62,"AlloprofReranking (fra-Latn)":"","SyntecReranking":49.4,"SyntecReranking (fra-Latn)":""}
{"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":"","AlloprofReranking (fra-Latn)":"","SyntecReranking":89.87,"SyntecReranking (fra-Latn)":""}