diff --git "a/all_data_tasks/12/default.jsonl" "b/all_data_tasks/12/default.jsonl" --- "a/all_data_tasks/12/default.jsonl" +++ "b/all_data_tasks/12/default.jsonl" @@ -3,23 +3,23 @@ {"index":194,"Rank":3,"Model":"Chuxin-Embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":77.89,"CmedqaRetrieval":56.58,"CovidRetrieval":84.29,"DuRetrieval":85.65,"EcomRetrieval":74.01,"MedicalRetrieval":75.62,"MMarcoRetrieval":79.06,"T2Retrieval":84.04,"VideoRetrieval":83.84} {"index":276,"Rank":4,"Model":"Chuxin-Embedding-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.89,"CmedqaRetrieval":56.58,"CovidRetrieval":84.29,"DuRetrieval":85.65,"EcomRetrieval":74.01,"MedicalRetrieval":75.62,"MMarcoRetrieval":79.06,"T2Retrieval":84.04,"VideoRetrieval":83.84} {"index":217,"Rank":5,"Model":"XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.23,"CmedqaRetrieval":48.29,"CovidRetrieval":90.76,"DuRetrieval":91.16,"EcomRetrieval":70.29,"MedicalRetrieval":68.04,"MMarcoRetrieval":82.5,"T2Retrieval":85.88,"VideoRetrieval":80.94} -{"index":329,"Rank":6,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":76.76,"CmedqaRetrieval":46.05,"CovidRetrieval":92.01,"DuRetrieval":90.98,"EcomRetrieval":70.21,"MedicalRetrieval":63.91,"MMarcoRetrieval":85.55,"T2Retrieval":87.33,"VideoRetrieval":78.05} +{"index":330,"Rank":6,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":76.76,"CmedqaRetrieval":46.05,"CovidRetrieval":92.01,"DuRetrieval":90.98,"EcomRetrieval":70.21,"MedicalRetrieval":63.91,"MMarcoRetrieval":85.55,"T2Retrieval":87.33,"VideoRetrieval":78.05} {"index":100,"Rank":7,"Model":"Zhihui_LLM_Embedding<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":76.74,"CmedqaRetrieval":48.69,"CovidRetrieval":84.39,"DuRetrieval":91.34,"EcomRetrieval":71.96,"MedicalRetrieval":65.19,"MMarcoRetrieval":84.77,"T2Retrieval":88.3,"VideoRetrieval":79.31} {"index":158,"Rank":8,"Model":"Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":76.67,"CmedqaRetrieval":47.61,"CovidRetrieval":92.35,"DuRetrieval":88.53,"EcomRetrieval":70.99,"MedicalRetrieval":67.94,"MMarcoRetrieval":82.25,"T2Retrieval":83.31,"VideoRetrieval":80.4} {"index":93,"Rank":9,"Model":"Conan-embedding-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.67,"CmedqaRetrieval":47.61,"CovidRetrieval":92.35,"DuRetrieval":88.53,"EcomRetrieval":70.99,"MedicalRetrieval":67.94,"MMarcoRetrieval":82.25,"T2Retrieval":83.31,"VideoRetrieval":80.4} {"index":216,"Rank":10,"Model":"XYZ-embedding-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.56,"CmedqaRetrieval":47.9,"CovidRetrieval":88.24,"DuRetrieval":90.79,"EcomRetrieval":69.72,"MedicalRetrieval":67.42,"MMarcoRetrieval":82.48,"T2Retrieval":85.93,"VideoRetrieval":80.03} {"index":278,"Rank":11,"Model":"xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":76.5,"CmedqaRetrieval":47.14,"CovidRetrieval":89.4,"DuRetrieval":89.44,"EcomRetrieval":70.5,"MedicalRetrieval":68.19,"MMarcoRetrieval":82.19,"T2Retrieval":85.01,"VideoRetrieval":80.09} {"index":233,"Rank":12,"Model":"zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":76.36,"CmedqaRetrieval":47.16,"CovidRetrieval":89.14,"DuRetrieval":89.23,"EcomRetrieval":70.74,"MedicalRetrieval":68.14,"MMarcoRetrieval":82.38,"T2Retrieval":83.81,"VideoRetrieval":80.26} -{"index":244,"Rank":13,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":75.85,"CmedqaRetrieval":43.31,"CovidRetrieval":87.16,"DuRetrieval":90.82,"EcomRetrieval":70.68,"MedicalRetrieval":63.91,"MMarcoRetrieval":85.12,"T2Retrieval":87.26,"VideoRetrieval":78.55} +{"index":244,"Rank":13,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":75.96,"CmedqaRetrieval":43.31,"CovidRetrieval":87.77,"DuRetrieval":90.66,"EcomRetrieval":70.68,"MedicalRetrieval":63.91,"MMarcoRetrieval":85.12,"T2Retrieval":87.64,"VideoRetrieval":78.61} {"index":22,"Rank":14,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":75.71,"CmedqaRetrieval":48.69,"CovidRetrieval":81.04,"DuRetrieval":87.44,"EcomRetrieval":71.15,"MedicalRetrieval":65.59,"MMarcoRetrieval":85.16,"T2Retrieval":87.73,"VideoRetrieval":78.84} {"index":51,"Rank":15,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.38,"CmedqaRetrieval":48.7,"CovidRetrieval":79.6,"DuRetrieval":86.57,"EcomRetrieval":71.01,"MedicalRetrieval":66.61,"MMarcoRetrieval":83.36,"T2Retrieval":87.95,"VideoRetrieval":79.26} {"index":19,"Rank":16,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":75.38,"CmedqaRetrieval":48.7,"CovidRetrieval":79.6,"DuRetrieval":86.57,"EcomRetrieval":71.01,"MedicalRetrieval":66.61,"MMarcoRetrieval":83.36,"T2Retrieval":87.95,"VideoRetrieval":79.26} -{"index":338,"Rank":17,"Model":"360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.06,"CmedqaRetrieval":46.73,"CovidRetrieval":85.02,"DuRetrieval":87.57,"EcomRetrieval":68.9,"MedicalRetrieval":63.69,"MMarcoRetrieval":83.32,"T2Retrieval":87.12,"VideoRetrieval":78.09} -{"index":373,"Rank":18,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.97,"CmedqaRetrieval":47.26,"CovidRetrieval":83.66,"DuRetrieval":89.28,"EcomRetrieval":69.28,"MedicalRetrieval":65.94,"MMarcoRetrieval":80.65,"T2Retrieval":86.88,"VideoRetrieval":76.79} +{"index":339,"Rank":17,"Model":"360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.06,"CmedqaRetrieval":46.73,"CovidRetrieval":85.02,"DuRetrieval":87.57,"EcomRetrieval":68.9,"MedicalRetrieval":63.69,"MMarcoRetrieval":83.32,"T2Retrieval":87.12,"VideoRetrieval":78.09} +{"index":374,"Rank":18,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.97,"CmedqaRetrieval":47.26,"CovidRetrieval":83.66,"DuRetrieval":89.28,"EcomRetrieval":69.28,"MedicalRetrieval":65.94,"MMarcoRetrieval":80.65,"T2Retrieval":86.88,"VideoRetrieval":76.79} {"index":15,"Rank":19,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average":74.41,"CmedqaRetrieval":46.56,"CovidRetrieval":84.03,"DuRetrieval":87.85,"EcomRetrieval":68.79,"MedicalRetrieval":65.92,"MMarcoRetrieval":79.93,"T2Retrieval":86.76,"VideoRetrieval":75.43} {"index":52,"Rank":20,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1792,"Max Tokens":512,"Average":74.41,"CmedqaRetrieval":47.64,"CovidRetrieval":85.95,"DuRetrieval":89.11,"EcomRetrieval":67.92,"MedicalRetrieval":65.2,"MMarcoRetrieval":79.81,"T2Retrieval":86.24,"VideoRetrieval":73.39} {"index":260,"Rank":21,"Model":"Yinka-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.41,"CmedqaRetrieval":47.64,"CovidRetrieval":85.95,"DuRetrieval":89.11,"EcomRetrieval":67.92,"MedicalRetrieval":65.2,"MMarcoRetrieval":79.81,"T2Retrieval":86.24,"VideoRetrieval":73.39} -{"index":349,"Rank":22,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.36,"CmedqaRetrieval":47.58,"CovidRetrieval":86.78,"DuRetrieval":89.14,"EcomRetrieval":67.75,"MedicalRetrieval":64.88,"MMarcoRetrieval":79.54,"T2Retrieval":86.14,"VideoRetrieval":73.1} +{"index":350,"Rank":22,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.36,"CmedqaRetrieval":47.58,"CovidRetrieval":86.78,"DuRetrieval":89.14,"EcomRetrieval":67.75,"MedicalRetrieval":64.88,"MMarcoRetrieval":79.54,"T2Retrieval":86.14,"VideoRetrieval":73.1} {"index":159,"Rank":23,"Model":"PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.78,"CmedqaRetrieval":44.42,"CovidRetrieval":82.56,"DuRetrieval":87.67,"EcomRetrieval":67.32,"MedicalRetrieval":60.99,"MMarcoRetrieval":82.63,"T2Retrieval":87.0,"VideoRetrieval":77.64} {"index":40,"Rank":24,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":73.73,"CmedqaRetrieval":42.21,"CovidRetrieval":77.46,"DuRetrieval":90.46,"EcomRetrieval":69.3,"MedicalRetrieval":62.02,"MMarcoRetrieval":84.7,"T2Retrieval":86.26,"VideoRetrieval":77.4} {"index":211,"Rank":25,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":73.6,"CmedqaRetrieval":46.87,"CovidRetrieval":82.44,"DuRetrieval":87.13,"EcomRetrieval":68.62,"MedicalRetrieval":65.18,"MMarcoRetrieval":79.14,"T2Retrieval":85.56,"VideoRetrieval":73.89} @@ -27,25 +27,25 @@ {"index":212,"Rank":27,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":73.52,"CmedqaRetrieval":46.61,"CovidRetrieval":81.87,"DuRetrieval":86.8,"EcomRetrieval":68.1,"MedicalRetrieval":64.99,"MMarcoRetrieval":79.21,"T2Retrieval":85.85,"VideoRetrieval":74.71} {"index":277,"Rank":28,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.41,"CmedqaRetrieval":44.22,"CovidRetrieval":87.69,"DuRetrieval":86.45,"EcomRetrieval":68.04,"MedicalRetrieval":63.38,"MMarcoRetrieval":78.47,"T2Retrieval":85.45,"VideoRetrieval":73.59} {"index":139,"Rank":29,"Model":"alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.3,"CmedqaRetrieval":43.93,"CovidRetrieval":88.14,"DuRetrieval":86.23,"EcomRetrieval":67.56,"MedicalRetrieval":63.57,"MMarcoRetrieval":78.25,"T2Retrieval":84.58,"VideoRetrieval":74.16} -{"index":432,"Rank":30,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":73.12,"CmedqaRetrieval":47.64,"CovidRetrieval":86.86,"DuRetrieval":88.43,"EcomRetrieval":66.39,"MedicalRetrieval":61.1,"MMarcoRetrieval":80.17,"T2Retrieval":80.11,"VideoRetrieval":74.28} +{"index":433,"Rank":30,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":73.12,"CmedqaRetrieval":47.64,"CovidRetrieval":86.86,"DuRetrieval":88.43,"EcomRetrieval":66.39,"MedicalRetrieval":61.1,"MMarcoRetrieval":80.17,"T2Retrieval":80.11,"VideoRetrieval":74.28} {"index":176,"Rank":31,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":72.93,"CmedqaRetrieval":46.78,"CovidRetrieval":81.56,"DuRetrieval":86.55,"EcomRetrieval":67.6,"MedicalRetrieval":64.1,"MMarcoRetrieval":78.42,"T2Retrieval":85.08,"VideoRetrieval":73.32} -{"index":411,"Rank":32,"Model":"hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":72.92,"CmedqaRetrieval":43.58,"CovidRetrieval":85.83,"DuRetrieval":86.2,"EcomRetrieval":66.99,"MedicalRetrieval":64.23,"MMarcoRetrieval":77.69,"T2Retrieval":84.94,"VideoRetrieval":73.86} +{"index":412,"Rank":32,"Model":"hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":72.92,"CmedqaRetrieval":43.58,"CovidRetrieval":85.83,"DuRetrieval":86.2,"EcomRetrieval":66.99,"MedicalRetrieval":64.23,"MMarcoRetrieval":77.69,"T2Retrieval":84.94,"VideoRetrieval":73.86} {"index":171,"Rank":33,"Model":"cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":72.92,"CmedqaRetrieval":43.58,"CovidRetrieval":85.83,"DuRetrieval":86.2,"EcomRetrieval":66.99,"MedicalRetrieval":64.23,"MMarcoRetrieval":77.69,"T2Retrieval":84.94,"VideoRetrieval":73.86} -{"index":330,"Rank":34,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average":72.71,"CmedqaRetrieval":39.81,"CovidRetrieval":84.38,"DuRetrieval":89.23,"EcomRetrieval":65.84,"MedicalRetrieval":59.93,"MMarcoRetrieval":81.44,"T2Retrieval":84.79,"VideoRetrieval":76.26} +{"index":331,"Rank":34,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average":72.71,"CmedqaRetrieval":39.81,"CovidRetrieval":84.38,"DuRetrieval":89.23,"EcomRetrieval":65.84,"MedicalRetrieval":59.93,"MMarcoRetrieval":81.44,"T2Retrieval":84.79,"VideoRetrieval":76.26} {"index":287,"Rank":35,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":72.66,"CmedqaRetrieval":45.11,"CovidRetrieval":82.82,"DuRetrieval":87.61,"EcomRetrieval":67.16,"MedicalRetrieval":63.68,"MMarcoRetrieval":78.38,"T2Retrieval":82.36,"VideoRetrieval":74.18} -{"index":385,"Rank":36,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":72.49,"CmedqaRetrieval":43.15,"CovidRetrieval":88.41,"DuRetrieval":85.04,"EcomRetrieval":67.25,"MedicalRetrieval":62.88,"MMarcoRetrieval":77.53,"T2Retrieval":81.93,"VideoRetrieval":73.7} +{"index":386,"Rank":36,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":72.49,"CmedqaRetrieval":43.15,"CovidRetrieval":88.41,"DuRetrieval":85.04,"EcomRetrieval":67.25,"MedicalRetrieval":62.88,"MMarcoRetrieval":77.53,"T2Retrieval":81.93,"VideoRetrieval":73.7} {"index":18,"Rank":37,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":72.38,"CmedqaRetrieval":43.88,"CovidRetrieval":78.34,"DuRetrieval":84.52,"EcomRetrieval":67.76,"MedicalRetrieval":60.89,"MMarcoRetrieval":80.74,"T2Retrieval":86.16,"VideoRetrieval":76.78} {"index":241,"Rank":38,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":72.28,"CmedqaRetrieval":45.38,"CovidRetrieval":80.61,"DuRetrieval":85.55,"EcomRetrieval":67.88,"MedicalRetrieval":64.34,"MMarcoRetrieval":77.42,"T2Retrieval":84.5,"VideoRetrieval":72.56} {"index":104,"Rank":39,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":71.95,"CmedqaRetrieval":43.78,"CovidRetrieval":80.6,"DuRetrieval":87.55,"EcomRetrieval":64.85,"MedicalRetrieval":61.93,"MMarcoRetrieval":79.35,"T2Retrieval":84.72,"VideoRetrieval":72.79} {"index":25,"Rank":40,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":71.95,"CmedqaRetrieval":43.78,"CovidRetrieval":80.6,"DuRetrieval":87.55,"EcomRetrieval":64.85,"MedicalRetrieval":61.93,"MMarcoRetrieval":79.35,"T2Retrieval":84.72,"VideoRetrieval":72.79} {"index":21,"Rank":41,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":71.86,"CmedqaRetrieval":46.97,"CovidRetrieval":80.79,"DuRetrieval":89.4,"EcomRetrieval":62.51,"MedicalRetrieval":58.65,"MMarcoRetrieval":83.01,"T2Retrieval":85.47,"VideoRetrieval":68.11} {"index":28,"Rank":42,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":71.85,"CmedqaRetrieval":42.73,"CovidRetrieval":82.19,"DuRetrieval":88.02,"EcomRetrieval":64.71,"MedicalRetrieval":60.63,"MMarcoRetrieval":79.56,"T2Retrieval":84.69,"VideoRetrieval":72.25} -{"index":383,"Rank":43,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":71.71,"CmedqaRetrieval":44.38,"CovidRetrieval":75.74,"DuRetrieval":83.64,"EcomRetrieval":69.56,"MedicalRetrieval":64.94,"MMarcoRetrieval":77.7,"T2Retrieval":83.08,"VideoRetrieval":74.67} -{"index":347,"Rank":44,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":71.2,"CmedqaRetrieval":42.02,"CovidRetrieval":84.5,"DuRetrieval":88.25,"EcomRetrieval":62.88,"MedicalRetrieval":58.09,"MMarcoRetrieval":77.92,"T2Retrieval":82.38,"VideoRetrieval":73.54} +{"index":384,"Rank":43,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":71.71,"CmedqaRetrieval":44.38,"CovidRetrieval":75.74,"DuRetrieval":83.64,"EcomRetrieval":69.56,"MedicalRetrieval":64.94,"MMarcoRetrieval":77.7,"T2Retrieval":83.08,"VideoRetrieval":74.67} +{"index":348,"Rank":44,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":71.2,"CmedqaRetrieval":42.02,"CovidRetrieval":84.5,"DuRetrieval":88.25,"EcomRetrieval":62.88,"MedicalRetrieval":58.09,"MMarcoRetrieval":77.92,"T2Retrieval":82.38,"VideoRetrieval":73.54} {"index":239,"Rank":45,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":71.07,"CmedqaRetrieval":41.86,"CovidRetrieval":84.71,"DuRetrieval":87.8,"EcomRetrieval":62.46,"MedicalRetrieval":57.97,"MMarcoRetrieval":78.22,"T2Retrieval":82.51,"VideoRetrieval":73.04} {"index":242,"Rank":46,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":71.02,"CmedqaRetrieval":42.28,"CovidRetrieval":85.19,"DuRetrieval":87.81,"EcomRetrieval":61.66,"MedicalRetrieval":59.38,"MMarcoRetrieval":78.1,"T2Retrieval":82.76,"VideoRetrieval":70.96} -{"index":348,"Rank":47,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":70.93,"CmedqaRetrieval":41.98,"CovidRetrieval":85.04,"DuRetrieval":87.97,"EcomRetrieval":61.91,"MedicalRetrieval":59.04,"MMarcoRetrieval":77.83,"T2Retrieval":82.47,"VideoRetrieval":71.18} -{"index":332,"Rank":48,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":70.63,"CmedqaRetrieval":40.57,"CovidRetrieval":75.93,"DuRetrieval":83.73,"EcomRetrieval":66.14,"MedicalRetrieval":58.58,"MMarcoRetrieval":81.95,"T2Retrieval":84.17,"VideoRetrieval":73.94} +{"index":349,"Rank":47,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":70.93,"CmedqaRetrieval":41.98,"CovidRetrieval":85.04,"DuRetrieval":87.97,"EcomRetrieval":61.91,"MedicalRetrieval":59.04,"MMarcoRetrieval":77.83,"T2Retrieval":82.47,"VideoRetrieval":71.18} +{"index":333,"Rank":48,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":70.63,"CmedqaRetrieval":40.57,"CovidRetrieval":75.93,"DuRetrieval":83.73,"EcomRetrieval":66.14,"MedicalRetrieval":58.58,"MMarcoRetrieval":81.95,"T2Retrieval":84.17,"VideoRetrieval":73.94} {"index":126,"Rank":49,"Model":"qwen-1.8b-retrieval-test<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.63,"CmedqaRetrieval":40.57,"CovidRetrieval":75.93,"DuRetrieval":83.73,"EcomRetrieval":66.14,"MedicalRetrieval":58.58,"MMarcoRetrieval":81.95,"T2Retrieval":84.17,"VideoRetrieval":73.94} {"index":20,"Rank":50,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":70.62,"CmedqaRetrieval":43.47,"CovidRetrieval":80.87,"DuRetrieval":86.01,"EcomRetrieval":66.46,"MedicalRetrieval":61.33,"MMarcoRetrieval":73.83,"T2Retrieval":83.58,"VideoRetrieval":69.41} {"index":37,"Rank":51,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":70.54,"CmedqaRetrieval":41.03,"CovidRetrieval":75.07,"DuRetrieval":84.68,"EcomRetrieval":65.6,"MedicalRetrieval":58.28,"MMarcoRetrieval":81.38,"T2Retrieval":84.39,"VideoRetrieval":73.93} @@ -65,8 +65,8 @@ {"index":270,"Rank":65,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":68.6,"CmedqaRetrieval":35.93,"CovidRetrieval":78.92,"DuRetrieval":83.13,"EcomRetrieval":60.89,"MedicalRetrieval":56.64,"MMarcoRetrieval":79.69,"T2Retrieval":83.16,"VideoRetrieval":70.43} {"index":63,"Rank":66,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":68.6,"CmedqaRetrieval":35.93,"CovidRetrieval":78.92,"DuRetrieval":83.13,"EcomRetrieval":60.89,"MedicalRetrieval":56.64,"MMarcoRetrieval":79.69,"T2Retrieval":83.16,"VideoRetrieval":70.43} {"index":61,"Rank":67,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Embedding Dimensions":768,"Max Tokens":1024,"Average":67.7,"CmedqaRetrieval":42.69,"CovidRetrieval":75.63,"DuRetrieval":79.89,"EcomRetrieval":64.48,"MedicalRetrieval":59.95,"MMarcoRetrieval":70.75,"T2Retrieval":79.9,"VideoRetrieval":68.3} -{"index":389,"Rank":68,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":65.5,"CmedqaRetrieval":42.46,"CovidRetrieval":61.65,"DuRetrieval":78.57,"EcomRetrieval":57.91,"MedicalRetrieval":62.64,"MMarcoRetrieval":75.0,"T2Retrieval":78.12,"VideoRetrieval":67.69} -{"index":387,"Rank":69,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average":65.5,"CmedqaRetrieval":42.46,"CovidRetrieval":61.65,"DuRetrieval":78.57,"EcomRetrieval":57.91,"MedicalRetrieval":62.64,"MMarcoRetrieval":75.0,"T2Retrieval":78.12,"VideoRetrieval":67.69} +{"index":390,"Rank":68,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":65.5,"CmedqaRetrieval":42.46,"CovidRetrieval":61.65,"DuRetrieval":78.57,"EcomRetrieval":57.91,"MedicalRetrieval":62.64,"MMarcoRetrieval":75.0,"T2Retrieval":78.12,"VideoRetrieval":67.69} +{"index":388,"Rank":69,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average":65.5,"CmedqaRetrieval":42.46,"CovidRetrieval":61.65,"DuRetrieval":78.57,"EcomRetrieval":57.91,"MedicalRetrieval":62.64,"MMarcoRetrieval":75.0,"T2Retrieval":78.12,"VideoRetrieval":67.69} {"index":79,"Rank":70,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":65.08,"CmedqaRetrieval":35.58,"CovidRetrieval":73.4,"DuRetrieval":88.18,"EcomRetrieval":54.33,"MedicalRetrieval":55.81,"MMarcoRetrieval":76.54,"T2Retrieval":82.96,"VideoRetrieval":53.85} {"index":254,"Rank":71,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":64.94,"CmedqaRetrieval":34.15,"CovidRetrieval":75.8,"DuRetrieval":85.16,"EcomRetrieval":53.92,"MedicalRetrieval":56.55,"MMarcoRetrieval":78.81,"T2Retrieval":82.92,"VideoRetrieval":52.24} {"index":54,"Rank":72,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.11,"CmedqaRetrieval":34.08,"CovidRetrieval":71.92,"DuRetrieval":79.7,"EcomRetrieval":59.22,"MedicalRetrieval":51.5,"MMarcoRetrieval":74.73,"T2Retrieval":77.08,"VideoRetrieval":64.67} @@ -82,25 +82,25 @@ {"index":255,"Rank":82,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":59.95,"CmedqaRetrieval":24.38,"CovidRetrieval":72.82,"DuRetrieval":81.35,"EcomRetrieval":53.56,"MedicalRetrieval":44.84,"MMarcoRetrieval":73.17,"T2Retrieval":71.39,"VideoRetrieval":58.09} {"index":257,"Rank":83,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":59.77,"CmedqaRetrieval":26.18,"CovidRetrieval":67.57,"DuRetrieval":75.82,"EcomRetrieval":51.28,"MedicalRetrieval":47.48,"MMarcoRetrieval":77.0,"T2Retrieval":76.3,"VideoRetrieval":56.54} {"index":309,"Rank":84,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":59.76,"CmedqaRetrieval":32.33,"CovidRetrieval":67.22,"DuRetrieval":75.27,"EcomRetrieval":58.24,"MedicalRetrieval":54.78,"MMarcoRetrieval":57.91,"T2Retrieval":69.22,"VideoRetrieval":63.09} -{"index":370,"Rank":85,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":58.2,"CmedqaRetrieval":30.34,"CovidRetrieval":58.55,"DuRetrieval":75.05,"EcomRetrieval":52.54,"MedicalRetrieval":50.08,"MMarcoRetrieval":62.26,"T2Retrieval":72.7,"VideoRetrieval":64.08} +{"index":371,"Rank":85,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":58.2,"CmedqaRetrieval":30.34,"CovidRetrieval":58.55,"DuRetrieval":75.05,"EcomRetrieval":52.54,"MedicalRetrieval":50.08,"MMarcoRetrieval":62.26,"T2Retrieval":72.7,"VideoRetrieval":64.08} {"index":256,"Rank":86,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":57.96,"CmedqaRetrieval":23.91,"CovidRetrieval":68.14,"DuRetrieval":72.84,"EcomRetrieval":52.02,"MedicalRetrieval":43.27,"MMarcoRetrieval":74.66,"T2Retrieval":72.81,"VideoRetrieval":56.07} {"index":302,"Rank":87,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.91,"CmedqaRetrieval":30.33,"CovidRetrieval":66.42,"DuRetrieval":75.76,"EcomRetrieval":50.27,"MedicalRetrieval":42.79,"MMarcoRetrieval":65.46,"T2Retrieval":73.14,"VideoRetrieval":51.11} {"index":303,"Rank":88,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.75,"CmedqaRetrieval":30.73,"CovidRetrieval":61.33,"DuRetrieval":74.69,"EcomRetrieval":45.18,"MedicalRetrieval":48.66,"MMarcoRetrieval":61.06,"T2Retrieval":72.36,"VideoRetrieval":44.02} -{"index":428,"Rank":89,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":52.0,"CmedqaRetrieval":22.36,"CovidRetrieval":57.21,"DuRetrieval":71.17,"EcomRetrieval":44.49,"MedicalRetrieval":37.92,"MMarcoRetrieval":69.86,"T2Retrieval":69.14,"VideoRetrieval":43.85} +{"index":429,"Rank":89,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":52.0,"CmedqaRetrieval":22.36,"CovidRetrieval":57.21,"DuRetrieval":71.17,"EcomRetrieval":44.49,"MedicalRetrieval":37.92,"MMarcoRetrieval":69.86,"T2Retrieval":69.14,"VideoRetrieval":43.85} {"index":258,"Rank":90,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":46.16,"CmedqaRetrieval":20.03,"CovidRetrieval":33.57,"DuRetrieval":56.04,"EcomRetrieval":47.0,"MedicalRetrieval":36.68,"MMarcoRetrieval":69.31,"T2Retrieval":51.57,"VideoRetrieval":55.07} -{"index":376,"Rank":91,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.4,"CmedqaRetrieval":18.04,"CovidRetrieval":55.48,"DuRetrieval":59.36,"EcomRetrieval":40.48,"MedicalRetrieval":29.8,"MMarcoRetrieval":55.31,"T2Retrieval":58.67,"VideoRetrieval":38.04} +{"index":377,"Rank":91,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.4,"CmedqaRetrieval":18.04,"CovidRetrieval":55.48,"DuRetrieval":59.36,"EcomRetrieval":40.48,"MedicalRetrieval":29.8,"MMarcoRetrieval":55.31,"T2Retrieval":58.67,"VideoRetrieval":38.04} {"index":75,"Rank":92,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":41.94,"CmedqaRetrieval":15.53,"CovidRetrieval":60.48,"DuRetrieval":51.87,"EcomRetrieval":37.58,"MedicalRetrieval":30.93,"MMarcoRetrieval":45.96,"T2Retrieval":50.52,"VideoRetrieval":42.65} -{"index":374,"Rank":93,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":38.79,"CmedqaRetrieval":15.91,"CovidRetrieval":44.81,"DuRetrieval":52.23,"EcomRetrieval":34.6,"MedicalRetrieval":27.56,"MMarcoRetrieval":44.06,"T2Retrieval":51.67,"VideoRetrieval":39.52} +{"index":375,"Rank":93,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":38.79,"CmedqaRetrieval":15.91,"CovidRetrieval":44.81,"DuRetrieval":52.23,"EcomRetrieval":34.6,"MedicalRetrieval":27.56,"MMarcoRetrieval":44.06,"T2Retrieval":51.67,"VideoRetrieval":39.52} {"index":62,"Rank":94,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":32.1,"CmedqaRetrieval":11.35,"CovidRetrieval":39.63,"DuRetrieval":41.16,"EcomRetrieval":32.71,"MedicalRetrieval":20.35,"MMarcoRetrieval":34.62,"T2Retrieval":41.8,"VideoRetrieval":35.15} -{"index":364,"Rank":95,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":24.51,"CmedqaRetrieval":10.79,"CovidRetrieval":30.11,"DuRetrieval":34.72,"EcomRetrieval":13.32,"MedicalRetrieval":15.46,"MMarcoRetrieval":46.62,"T2Retrieval":30.31,"VideoRetrieval":14.71} -{"index":365,"Rank":96,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":22.92,"CmedqaRetrieval":10.15,"CovidRetrieval":28.85,"DuRetrieval":33.41,"EcomRetrieval":9.69,"MedicalRetrieval":14.1,"MMarcoRetrieval":44.62,"T2Retrieval":28.35,"VideoRetrieval":14.18} +{"index":365,"Rank":95,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":24.51,"CmedqaRetrieval":10.79,"CovidRetrieval":30.11,"DuRetrieval":34.72,"EcomRetrieval":13.32,"MedicalRetrieval":15.46,"MMarcoRetrieval":46.62,"T2Retrieval":30.31,"VideoRetrieval":14.71} +{"index":366,"Rank":96,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":22.92,"CmedqaRetrieval":10.15,"CovidRetrieval":28.85,"DuRetrieval":33.41,"EcomRetrieval":9.69,"MedicalRetrieval":14.1,"MMarcoRetrieval":44.62,"T2Retrieval":28.35,"VideoRetrieval":14.18} {"index":68,"Rank":97,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":22.92,"CmedqaRetrieval":10.15,"CovidRetrieval":28.85,"DuRetrieval":33.41,"EcomRetrieval":9.69,"MedicalRetrieval":14.1,"MMarcoRetrieval":44.62,"T2Retrieval":28.35,"VideoRetrieval":14.17} -{"index":350,"Rank":98,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":21.83,"CmedqaRetrieval":5.49,"CovidRetrieval":28.6,"DuRetrieval":26.34,"EcomRetrieval":25.42,"MedicalRetrieval":6.68,"MMarcoRetrieval":34.78,"T2Retrieval":25.32,"VideoRetrieval":22.04} +{"index":351,"Rank":98,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":21.83,"CmedqaRetrieval":5.49,"CovidRetrieval":28.6,"DuRetrieval":26.34,"EcomRetrieval":25.42,"MedicalRetrieval":6.68,"MMarcoRetrieval":34.78,"T2Retrieval":25.32,"VideoRetrieval":22.04} {"index":215,"Rank":99,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":7.15,"CmedqaRetrieval":7.22,"CovidRetrieval":10.38,"DuRetrieval":1.44,"EcomRetrieval":4.68,"MedicalRetrieval":4.08,"MMarcoRetrieval":11.0,"T2Retrieval":1.31,"VideoRetrieval":17.05} -{"index":351,"Rank":100,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":6.0,"CmedqaRetrieval":2.58,"CovidRetrieval":10.79,"DuRetrieval":6.62,"EcomRetrieval":4.01,"MedicalRetrieval":2.3,"MMarcoRetrieval":7.46,"T2Retrieval":4.82,"VideoRetrieval":9.38} -{"index":388,"Rank":101,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":4.52,"CmedqaRetrieval":2.22,"CovidRetrieval":2.32,"DuRetrieval":5.86,"EcomRetrieval":10.37,"MedicalRetrieval":2.37,"MMarcoRetrieval":3.64,"T2Retrieval":4.64,"VideoRetrieval":4.77} -{"index":353,"Rank":102,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":4.36,"CmedqaRetrieval":2.0,"CovidRetrieval":3.7,"DuRetrieval":4.92,"EcomRetrieval":3.94,"MedicalRetrieval":1.71,"MMarcoRetrieval":7.13,"T2Retrieval":2.98,"VideoRetrieval":8.48} -{"index":352,"Rank":103,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":3.62,"CmedqaRetrieval":2.03,"CovidRetrieval":0.8,"DuRetrieval":3.03,"EcomRetrieval":3.7,"MedicalRetrieval":1.76,"MMarcoRetrieval":6.21,"T2Retrieval":1.6,"VideoRetrieval":9.79} +{"index":352,"Rank":100,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":6.0,"CmedqaRetrieval":2.58,"CovidRetrieval":10.79,"DuRetrieval":6.62,"EcomRetrieval":4.01,"MedicalRetrieval":2.3,"MMarcoRetrieval":7.46,"T2Retrieval":4.82,"VideoRetrieval":9.38} +{"index":389,"Rank":101,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":4.52,"CmedqaRetrieval":2.22,"CovidRetrieval":2.32,"DuRetrieval":5.86,"EcomRetrieval":10.37,"MedicalRetrieval":2.37,"MMarcoRetrieval":3.64,"T2Retrieval":4.64,"VideoRetrieval":4.77} +{"index":354,"Rank":102,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":4.36,"CmedqaRetrieval":2.0,"CovidRetrieval":3.7,"DuRetrieval":4.92,"EcomRetrieval":3.94,"MedicalRetrieval":1.71,"MMarcoRetrieval":7.13,"T2Retrieval":2.98,"VideoRetrieval":8.48} +{"index":353,"Rank":103,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":3.62,"CmedqaRetrieval":2.03,"CovidRetrieval":0.8,"DuRetrieval":3.03,"EcomRetrieval":3.7,"MedicalRetrieval":1.76,"MMarcoRetrieval":6.21,"T2Retrieval":1.6,"VideoRetrieval":9.79} {"index":0,"Rank":104,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} {"index":1,"Rank":105,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} {"index":2,"Rank":106,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} @@ -280,66 +280,67 @@ {"index":301,"Rank":330,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} {"index":306,"Rank":333,"Model":"LdIR-Qwen2-reranker-1.5B<\/a>","Model Size (Million Parameters)":1544,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} {"index":308,"Rank":335,"Model":"bge-reranker-large-1k<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":1026,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":316,"Rank":342,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":317,"Rank":343,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":318,"Rank":344,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":2.23,"CovidRetrieval":18.66,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":319,"Rank":345,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":320,"Rank":346,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":321,"Rank":347,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":322,"Rank":348,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":323,"Rank":349,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":324,"Rank":350,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":325,"Rank":351,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":326,"Rank":352,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":327,"Rank":353,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":328,"Rank":354,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":331,"Rank":355,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":334,"Rank":357,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":335,"Rank":358,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":336,"Rank":359,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":337,"Rank":360,"Model":"360Zhinao-1.8B-Reranking<\/a>","Model Size (Million Parameters)":941,"Memory Usage (GB, fp32)":3.51,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":339,"Rank":361,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":340,"Rank":362,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":341,"Rank":363,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":345,"Rank":367,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":354,"Rank":369,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":355,"Rank":370,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":356,"Rank":371,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":357,"Rank":372,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":358,"Rank":373,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":359,"Rank":374,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":360,"Rank":375,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":361,"Rank":376,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":362,"Rank":377,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":363,"Rank":378,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":366,"Rank":379,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":367,"Rank":380,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":368,"Rank":381,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":369,"Rank":382,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":371,"Rank":383,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":1.27,"CovidRetrieval":0.06,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":372,"Rank":384,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","CmedqaRetrieval":1.14,"CovidRetrieval":0.04,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":375,"Rank":385,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","CmedqaRetrieval":12.1,"CovidRetrieval":15.0,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":378,"Rank":387,"Model":"BAAI-bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":382,"Rank":391,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":384,"Rank":392,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":386,"Rank":393,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":403,"Rank":407,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":404,"Rank":408,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":405,"Rank":409,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":406,"Rank":410,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":407,"Rank":411,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":410,"Rank":414,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":413,"Rank":416,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":415,"Rank":418,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":416,"Rank":419,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":420,"Rank":423,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":421,"Rank":424,"Model":"text_emb_V1<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":422,"Rank":425,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":424,"Rank":427,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":425,"Rank":428,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":426,"Rank":429,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":427,"Rank":430,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":429,"Rank":431,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":430,"Rank":432,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","CmedqaRetrieval":27.43,"CovidRetrieval":68.43,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":431,"Rank":433,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","CmedqaRetrieval":21.84,"CovidRetrieval":61.07,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":433,"Rank":434,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":316,"Rank":342,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":317,"Rank":343,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":318,"Rank":344,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":319,"Rank":345,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":2.23,"CovidRetrieval":18.66,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":320,"Rank":346,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":321,"Rank":347,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":322,"Rank":348,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":323,"Rank":349,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":324,"Rank":350,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":325,"Rank":351,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":326,"Rank":352,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":327,"Rank":353,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":328,"Rank":354,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":329,"Rank":355,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":332,"Rank":356,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":335,"Rank":358,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":336,"Rank":359,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":337,"Rank":360,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":338,"Rank":361,"Model":"360Zhinao-1.8B-Reranking<\/a>","Model Size (Million Parameters)":941,"Memory Usage (GB, fp32)":3.51,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":340,"Rank":362,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":341,"Rank":363,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":342,"Rank":364,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":346,"Rank":368,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":355,"Rank":370,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":356,"Rank":371,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":357,"Rank":372,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":358,"Rank":373,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":359,"Rank":374,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":360,"Rank":375,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":361,"Rank":376,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":362,"Rank":377,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":363,"Rank":378,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":364,"Rank":379,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":367,"Rank":380,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":368,"Rank":381,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":369,"Rank":382,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":370,"Rank":383,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":372,"Rank":384,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":1.27,"CovidRetrieval":0.06,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":373,"Rank":385,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","CmedqaRetrieval":1.14,"CovidRetrieval":0.04,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":376,"Rank":386,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","CmedqaRetrieval":12.1,"CovidRetrieval":15.0,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":379,"Rank":388,"Model":"BAAI-bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":383,"Rank":392,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":385,"Rank":393,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":387,"Rank":394,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":404,"Rank":408,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":405,"Rank":409,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":406,"Rank":410,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":407,"Rank":411,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":408,"Rank":412,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":411,"Rank":415,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":414,"Rank":417,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":416,"Rank":419,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":417,"Rank":420,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":421,"Rank":424,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":422,"Rank":425,"Model":"text_emb_V1<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":423,"Rank":426,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":425,"Rank":428,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":426,"Rank":429,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":427,"Rank":430,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":428,"Rank":431,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":430,"Rank":432,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":431,"Rank":433,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","CmedqaRetrieval":27.43,"CovidRetrieval":68.43,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":432,"Rank":434,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","CmedqaRetrieval":21.84,"CovidRetrieval":61.07,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} +{"index":434,"Rank":435,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""}