{"index":3,"Rank":1,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average (26 datasets)":70.0,"Classification Average (7 datasets)":77.99,"Clustering Average (1 datasets)":50.29,"PairClassification Average (4 datasets)":89.62,"Retrieval Average (11 datasets)":59.41,"STS Average (3 datasets)":70.64}
{"index":2,"Rank":2,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average (26 datasets)":67.86,"Classification Average (7 datasets)":77.84,"Clustering Average (1 datasets)":51.36,"PairClassification Average (4 datasets)":88.48,"Retrieval Average (11 datasets)":54.69,"STS Average (3 datasets)":70.86}
{"index":1,"Rank":3,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average (26 datasets)":64.04,"Classification Average (7 datasets)":72.29,"Clustering Average (1 datasets)":44.59,"PairClassification Average (4 datasets)":84.87,"Retrieval Average (11 datasets)":51.88,"STS Average (3 datasets)":68.12}
{"index":35,"Rank":4,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":63.23,"Classification Average (7 datasets)":66.39,"Clustering Average (1 datasets)":31.16,"PairClassification Average (4 datasets)":89.13,"Retrieval Average (11 datasets)":52.71,"STS Average (3 datasets)":70.59}
{"index":32,"Rank":5,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":61.17,"Classification Average (7 datasets)":61.07,"Clustering Average (1 datasets)":30.62,"PairClassification Average (4 datasets)":85.9,"Retrieval Average (11 datasets)":52.63,"STS Average (3 datasets)":69.98}
{"index":34,"Rank":6,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":61.05,"Classification Average (7 datasets)":62.92,"Clustering Average (1 datasets)":33.08,"PairClassification Average (4 datasets)":88.14,"Retrieval Average (11 datasets)":49.92,"STS Average (3 datasets)":70.7}
{"index":24,"Rank":7,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":60.08,"Classification Average (7 datasets)":63.82,"Clustering Average (1 datasets)":33.88,"PairClassification Average (4 datasets)":85.5,"Retrieval Average (11 datasets)":48.98,"STS Average (3 datasets)":66.91}
{"index":31,"Rank":8,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":59.71,"Classification Average (7 datasets)":59.52,"Clustering Average (1 datasets)":30.25,"PairClassification Average (4 datasets)":86.16,"Retrieval Average (11 datasets)":50.06,"STS Average (3 datasets)":70.13}
{"index":18,"Rank":9,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":56.92,"Classification Average (7 datasets)":60.44,"Clustering Average (1 datasets)":32.85,"PairClassification Average (4 datasets)":87.92,"Retrieval Average (11 datasets)":42.19,"STS Average (3 datasets)":69.47}
{"index":33,"Rank":10,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":55.84,"Classification Average (7 datasets)":57.73,"Clustering Average (1 datasets)":31.77,"PairClassification Average (4 datasets)":84.61,"Retrieval Average (11 datasets)":42.83,"STS Average (3 datasets)":68.77}
{"index":23,"Rank":11,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":55.62,"Classification Average (7 datasets)":59.01,"Clustering Average (1 datasets)":24.97,"PairClassification Average (4 datasets)":82.15,"Retrieval Average (11 datasets)":44.01,"STS Average (3 datasets)":65.13}
{"index":26,"Rank":12,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":54.14,"Classification Average (7 datasets)":57.05,"Clustering Average (1 datasets)":23.92,"PairClassification Average (4 datasets)":80.5,"Retrieval Average (11 datasets)":42.43,"STS Average (3 datasets)":65.18}
{"index":28,"Rank":13,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":52.75,"Classification Average (7 datasets)":58.99,"Clustering Average (1 datasets)":31.49,"PairClassification Average (4 datasets)":77.33,"Retrieval Average (11 datasets)":38.43,"STS Average (3 datasets)":65.01}
{"index":27,"Rank":14,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":52.52,"Classification Average (7 datasets)":59.26,"Clustering Average (1 datasets)":28.15,"PairClassification Average (4 datasets)":75.32,"Retrieval Average (11 datasets)":39.16,"STS Average (3 datasets)":63.53}
{"index":37,"Rank":15,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":52.48,"Classification Average (7 datasets)":57.49,"Clustering Average (1 datasets)":33.15,"PairClassification Average (4 datasets)":87.04,"Retrieval Average (11 datasets)":34.44,"STS Average (3 datasets)":67.36}
{"index":36,"Rank":16,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":51.88,"Classification Average (7 datasets)":58.55,"Clustering Average (1 datasets)":31.68,"PairClassification Average (4 datasets)":87.0,"Retrieval Average (11 datasets)":32.08,"STS Average (3 datasets)":68.78}
{"index":48,"Rank":17,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":48.67,"Classification Average (7 datasets)":54.09,"Clustering Average (1 datasets)":25.62,"PairClassification Average (4 datasets)":86.23,"Retrieval Average (11 datasets)":29.16,"STS Average (3 datasets)":65.19}
{"index":47,"Rank":18,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":46.4,"Classification Average (7 datasets)":52.18,"Clustering Average (1 datasets)":23.24,"PairClassification Average (4 datasets)":83.28,"Retrieval Average (11 datasets)":26.66,"STS Average (3 datasets)":63.83}
{"index":38,"Rank":19,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":45.36,"Classification Average (7 datasets)":57.39,"Clustering Average (1 datasets)":12.96,"PairClassification Average (4 datasets)":79.27,"Retrieval Average (11 datasets)":23.36,"STS Average (3 datasets)":63.57}
{"index":44,"Rank":20,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average (26 datasets)":42.3,"Classification Average (7 datasets)":49.92,"Clustering Average (1 datasets)":12.51,"PairClassification Average (4 datasets)":79.26,"Retrieval Average (11 datasets)":21.18,"STS Average (3 datasets)":62.59}
{"index":0,"Rank":21,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
{"index":4,"Rank":22,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (26 datasets)":"","Classification Average (7 datasets)":37.66,"Clustering Average (1 datasets)":4.68,"PairClassification Average (4 datasets)":59.51,"Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
{"index":14,"Rank":32,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
{"index":16,"Rank":34,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
{"index":17,"Rank":35,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
{"index":20,"Rank":37,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
{"index":21,"Rank":38,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (26 datasets)":"","Classification Average (7 datasets)":56.34,"Clustering Average (1 datasets)":18.79,"PairClassification Average (4 datasets)":73.2,"Retrieval Average (11 datasets)":"","STS Average (3 datasets)":58.02}
{"index":22,"Rank":39,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
{"index":25,"Rank":40,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
{"index":29,"Rank":41,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
{"index":30,"Rank":42,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
{"index":39,"Rank":43,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
{"index":40,"Rank":44,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
{"index":41,"Rank":45,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
{"index":42,"Rank":46,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
{"index":43,"Rank":47,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
{"index":45,"Rank":48,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
{"index":46,"Rank":49,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
{"index":49,"Rank":50,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
{"index":50,"Rank":51,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
{"index":51,"Rank":52,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
{"index":52,"Rank":53,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
{"index":53,"Rank":54,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}