{"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":63.66,"CmedqaRetrieval":28.67,"CmedqaRetrieval (cmn-Hans)":28.66,"CovidRetrieval":75.51,"CovidRetrieval (cmn-Hans)":75.61,"DuRetrieval":85.32,"DuRetrieval (cmn-Hans)":85.3,"EcomRetrieval":54.75,"EcomRetrieval (cmn-Hans)":54.67,"MedicalRetrieval":51.44,"MedicalRetrieval (cmn-Hans)":51.44,"MMarcoRetrieval":79.2,"MMarcoRetrieval (cmn-Hans)":79.2,"T2Retrieval":76.11,"T2Retrieval (cmn-Hans)":76.07,"VideoRetrieval":58.25,"VideoRetrieval (cmn-Hans)":58.28} {"Rank":2,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":61.61,"CmedqaRetrieval":27.2,"CmedqaRetrieval (cmn-Hans)":27.2,"CovidRetrieval":73.45,"CovidRetrieval (cmn-Hans)":73.48,"DuRetrieval":81.64,"DuRetrieval (cmn-Hans)":81.66,"EcomRetrieval":54.17,"EcomRetrieval (cmn-Hans)":54.01,"MedicalRetrieval":48.35,"MedicalRetrieval (cmn-Hans)":48.33,"MMarcoRetrieval":76.04,"MMarcoRetrieval (cmn-Hans)":76.01,"T2Retrieval":70.86,"T2Retrieval (cmn-Hans)":70.77,"VideoRetrieval":61.3,"VideoRetrieval (cmn-Hans)":61.26} {"Rank":3,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":59.94,"CmedqaRetrieval":24.38,"CmedqaRetrieval (cmn-Hans)":24.36,"CovidRetrieval":72.82,"CovidRetrieval (cmn-Hans)":72.82,"DuRetrieval":81.35,"DuRetrieval (cmn-Hans)":81.36,"EcomRetrieval":53.56,"EcomRetrieval (cmn-Hans)":53.53,"MedicalRetrieval":44.84,"MedicalRetrieval (cmn-Hans)":44.84,"MMarcoRetrieval":73.17,"MMarcoRetrieval (cmn-Hans)":73.17,"T2Retrieval":71.39,"T2Retrieval (cmn-Hans)":71.36,"VideoRetrieval":58.09,"VideoRetrieval (cmn-Hans)":58.06} {"Rank":4,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":5,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":6,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":7,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":8,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":9,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":10,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":11,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":12,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":13,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":14,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":15,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":16,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":46.56,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":84.03,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":87.85,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":68.79,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":65.92,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":79.93,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":86.76,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":75.43,"VideoRetrieval (cmn-Hans)":null} {"Rank":17,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":null,"CmedqaRetrieval":43.47,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":80.87,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":86.01,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":66.46,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":61.33,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":73.83,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":83.58,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":69.41,"VideoRetrieval (cmn-Hans)":null} {"Rank":18,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"CmedqaRetrieval":41.61,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":74.7,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":85.07,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":64.25,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":56.51,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":77.69,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":83.71,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":72.35,"VideoRetrieval (cmn-Hans)":null} {"Rank":19,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"CmedqaRetrieval":41.03,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":75.07,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":84.68,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":65.6,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":58.28,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":81.38,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":84.39,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":73.93,"VideoRetrieval (cmn-Hans)":null} {"Rank":20,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"CmedqaRetrieval":42.57,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":73.35,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":86.32,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":65.33,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":59.59,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":79.23,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":83.99,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":73.32,"VideoRetrieval (cmn-Hans)":null} {"Rank":21,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":22,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":null,"CmedqaRetrieval":35.11,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":70.14,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":77.28,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":55.71,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":49.8,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":63.48,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":76.43,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":66.19,"VideoRetrieval (cmn-Hans)":null} {"Rank":23,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":24,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":25,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":26,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":27,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":28,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"CmedqaRetrieval":15.53,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":60.48,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":51.87,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":37.58,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":30.93,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":45.96,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":50.52,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":42.65,"VideoRetrieval (cmn-Hans)":null} {"Rank":29,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":30,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":31,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":32,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":35.58,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":73.47,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":88.18,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":54.33,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":55.81,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":76.54,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":82.96,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":53.85} {"Rank":33,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":34,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":35,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":36,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":37,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":38,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":39,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":40,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":41,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":42,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":43,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":44,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":45,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":46,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":47,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":48,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":49,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":50,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":51,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":52,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":53,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":54,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":55,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":56,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":57,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":58,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":59,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":60,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":61,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":62,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":63,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":64,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"CmedqaRetrieval":30.33,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":66.42,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":75.76,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":50.27,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":42.79,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":65.46,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":73.14,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":51.11,"VideoRetrieval (cmn-Hans)":null} {"Rank":65,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"CmedqaRetrieval":30.73,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":61.33,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":74.69,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":45.18,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":48.66,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":61.06,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":72.36,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":44.02,"VideoRetrieval (cmn-Hans)":null} {"Rank":66,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":67,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":68,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":69,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":70,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":71,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":72,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":73,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":74,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":5.49,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":28.6,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":26.34,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":25.42,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":6.68,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":34.78,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":25.32,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":22.04} {"Rank":75,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":2.58,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":10.79,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":6.62,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":4.01,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":2.3,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":7.46,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":4.82,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":9.38} {"Rank":76,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":2.03,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":0.8,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":3.03,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":3.7,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":1.76,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":6.21,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":1.6,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":9.79} {"Rank":77,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":2.0,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":3.7,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":4.92,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":3.94,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":1.71,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":7.13,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":2.98,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":8.48} {"Rank":78,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":79,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":80,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":81,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":82,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":83,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":84,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":85,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":86,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":87,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":88,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":10.78,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":30.11,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":34.72,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":13.32,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":15.46,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":46.62,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":30.31,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":14.71} {"Rank":89,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":10.15,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":28.85,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":33.41,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":9.69,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":14.1,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":44.62,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":28.35,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":14.18} {"Rank":90,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":91,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":92,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":93,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":94,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":95,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":96,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"CmedqaRetrieval":15.91,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":44.81,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":52.23,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":34.6,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":27.56,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":44.06,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":51.67,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":39.52,"VideoRetrieval (cmn-Hans)":null} {"Rank":97,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":null,"CmedqaRetrieval":18.04,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":55.48,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":59.36,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":40.48,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":29.8,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":55.31,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":58.67,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":38.04,"VideoRetrieval (cmn-Hans)":null} {"Rank":98,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":99,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":100,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":101,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":102,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":103,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":104,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":105,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":106,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":107,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":22.36,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":57.21,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":71.17,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":44.49,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":37.92,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":69.86,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":69.14,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":43.85,"VideoRetrieval (cmn-Hans)":null} {"Rank":108,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":109,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":110,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null} {"Rank":111,"Model":"Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CmedqaRetrieval":47.64,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":86.86,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":88.43,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":66.39,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":61.1,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":80.17,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":80.11,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":74.28,"VideoRetrieval (cmn-Hans)":null} {"Rank":112,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CmedqaRetrieval":null,"CmedqaRetrieval (cmn-Hans)":null,"CovidRetrieval":null,"CovidRetrieval (cmn-Hans)":null,"DuRetrieval":null,"DuRetrieval (cmn-Hans)":null,"EcomRetrieval":null,"EcomRetrieval (cmn-Hans)":null,"MedicalRetrieval":null,"MedicalRetrieval (cmn-Hans)":null,"MMarcoRetrieval":null,"MMarcoRetrieval (cmn-Hans)":null,"T2Retrieval":null,"T2Retrieval (cmn-Hans)":null,"VideoRetrieval":null,"VideoRetrieval (cmn-Hans)":null}