{"Rank":1,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":31.86,"SummEvalFr":30.76,"SummEvalFr (fra-Latn)":32.96} {"Rank":2,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":31.5,"SummEvalFr":31.85,"SummEvalFr (fra-Latn)":31.14} {"Rank":3,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":30.92,"SummEvalFr":30.92,"SummEvalFr (fra-Latn)":30.92} {"Rank":4,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":30.16,"SummEvalFr":30.16,"SummEvalFr (fra-Latn)":30.16} {"Rank":5,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":29.47,"SummEvalFr":29.47,"SummEvalFr (fra-Latn)":29.47} {"Rank":6,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":29.2,"SummEvalFr":29.2,"SummEvalFr (fra-Latn)":29.2} {"Rank":7,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":28.28,"SummEvalFr":28.28,"SummEvalFr (fra-Latn)":28.29} {"Rank":8,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":31.47,"SummEvalFr (fra-Latn)":null} {"Rank":9,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":30.88,"SummEvalFr (fra-Latn)":null} {"Rank":10,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":28.34,"SummEvalFr (fra-Latn)":null} {"Rank":11,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":30.34,"SummEvalFr (fra-Latn)":null} {"Rank":12,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":29.96,"SummEvalFr (fra-Latn)":null} {"Rank":13,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"SummEvalFr":31.56,"SummEvalFr (fra-Latn)":null} {"Rank":14,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":31.4,"SummEvalFr (fra-Latn)":null} {"Rank":15,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":31.26,"SummEvalFr (fra-Latn)":null} {"Rank":16,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} {"Rank":17,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} {"Rank":18,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} {"Rank":19,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SummEvalFr":29.06,"SummEvalFr (fra-Latn)":null} {"Rank":20,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SummEvalFr":29.13,"SummEvalFr (fra-Latn)":null} {"Rank":21,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SummEvalFr":28.84,"SummEvalFr (fra-Latn)":null} {"Rank":22,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":29.97} {"Rank":23,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"SummEvalFr":29.04,"SummEvalFr (fra-Latn)":null} {"Rank":24,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} {"Rank":25,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SummEvalFr":28.77,"SummEvalFr (fra-Latn)":null} {"Rank":26,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"SummEvalFr":30.88,"SummEvalFr (fra-Latn)":null} {"Rank":27,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} {"Rank":28,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} {"Rank":29,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SummEvalFr":31.26,"SummEvalFr (fra-Latn)":null} {"Rank":30,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SummEvalFr":29.43,"SummEvalFr (fra-Latn)":null} {"Rank":31,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"SummEvalFr":29.25,"SummEvalFr (fra-Latn)":null} {"Rank":32,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"SummEvalFr":28.81,"SummEvalFr (fra-Latn)":null} {"Rank":33,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"SummEvalFr":30.72,"SummEvalFr (fra-Latn)":null} {"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"SummEvalFr":32.22,"SummEvalFr (fra-Latn)":null} {"Rank":35,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":29.48,"SummEvalFr (fra-Latn)":null} {"Rank":36,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":23.63,"SummEvalFr (fra-Latn)":null} {"Rank":37,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":26.63} {"Rank":38,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":28.11} {"Rank":39,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} {"Rank":40,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} {"Rank":41,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"SummEvalFr":28.12,"SummEvalFr (fra-Latn)":null} {"Rank":42,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} {"Rank":43,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} {"Rank":44,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"SummEvalFr":27.59,"SummEvalFr (fra-Latn)":null} {"Rank":45,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SummEvalFr":30.01,"SummEvalFr (fra-Latn)":null} {"Rank":46,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"SummEvalFr":30.23,"SummEvalFr (fra-Latn)":null} {"Rank":47,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"SummEvalFr":31.59,"SummEvalFr (fra-Latn)":null} {"Rank":48,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"SummEvalFr":30.39,"SummEvalFr (fra-Latn)":null} {"Rank":49,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} {"Rank":50,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null} {"Rank":51,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":29.33,"SummEvalFr (fra-Latn)":null} {"Rank":52,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":28.21,"SummEvalFr (fra-Latn)":null} {"Rank":53,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":28.56,"SummEvalFr (fra-Latn)":null} {"Rank":54,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"SummEvalFr":29.14,"SummEvalFr (fra-Latn)":null} {"Rank":55,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"SummEvalFr":28.89,"SummEvalFr (fra-Latn)":null} {"Rank":56,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":30.5,"SummEvalFr (fra-Latn)":null} {"Rank":57,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null}