all_data_tasks/13/default.jsonl

{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":48.38,"AFQMC":33.02,"AFQMC (cmn-Hans)":33.01,"ATEC":39.81,"ATEC (cmn-Hans)":39.8,"BQ":46.44,"BQ (cmn-Hans)":46.44,"LCQMC":75.95,"LCQMC (cmn-Hans)":75.95,"PAWSX":14.63,"PAWSX (cmn-Hans)":14.63,"QBQTC":29.77,"STS22 (zh)":65.64,"STSB":81.08,"STSB (cmn-Hans)":81.08}
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":46.38,"AFQMC":29.67,"AFQMC (cmn-Hans)":29.66,"ATEC":37.01,"ATEC (cmn-Hans)":37.01,"BQ":45.45,"BQ (cmn-Hans)":45.45,"LCQMC":74.15,"LCQMC (cmn-Hans)":74.15,"PAWSX":12.14,"PAWSX (cmn-Hans)":12.13,"QBQTC":28.81,"STS22 (zh)":65.64,"STSB":79.05,"STSB (cmn-Hans)":79.04}
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":"","ATEC":"","ATEC (cmn-Hans)":"","BQ":"","BQ (cmn-Hans)":"","LCQMC":"","LCQMC (cmn-Hans)":"","PAWSX":"","PAWSX (cmn-Hans)":"","QBQTC":"","STS22 (zh)":49.41,"STSB":"","STSB (cmn-Hans)":""}
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/help.aliyun.com\/zh\/open-search\/vector-search-edition\/hybrid-retrieval\">OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":59.11,"AFQMC (cmn-Hans)":"","ATEC":58.19,"ATEC (cmn-Hans)":"","BQ":71.07,"BQ (cmn-Hans)":"","LCQMC":78.27,"LCQMC (cmn-Hans)":"","PAWSX":44.98,"PAWSX (cmn-Hans)":"","QBQTC":38.69,"STS22 (zh)":66.53,"STSB":82.8,"STSB (cmn-Hans)":""}
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":"","AFQMC":58.47,"AFQMC (cmn-Hans)":"","ATEC":55.46,"ATEC (cmn-Hans)":"","BQ":77.59,"BQ (cmn-Hans)":"","LCQMC":76.29,"LCQMC (cmn-Hans)":"","PAWSX":50.22,"PAWSX (cmn-Hans)":"","QBQTC":31.82,"STS22 (zh)":67.36,"STSB":81.37,"STSB (cmn-Hans)":""}
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-zh-v1.5\">bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","AFQMC":42.4,"AFQMC (cmn-Hans)":"","ATEC":48.17,"ATEC (cmn-Hans)":"","BQ":61.78,"BQ (cmn-Hans)":"","LCQMC":74.45,"LCQMC (cmn-Hans)":"","PAWSX":20.4,"PAWSX (cmn-Hans)":"","QBQTC":36.22,"STS22 (zh)":68.01,"STSB":78.31,"STSB (cmn-Hans)":""}
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-noinstruct\">bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","AFQMC":43.06,"AFQMC (cmn-Hans)":"","ATEC":48.29,"ATEC (cmn-Hans)":"","BQ":60.53,"BQ (cmn-Hans)":"","LCQMC":74.71,"LCQMC (cmn-Hans)":"","PAWSX":16.64,"PAWSX (cmn-Hans)":"","QBQTC":35.2,"STS22 (zh)":67.19,"STSB":78.41,"STSB (cmn-Hans)":""}
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-v1.5\">bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","AFQMC":44.36,"AFQMC (cmn-Hans)":"","ATEC":49.54,"ATEC (cmn-Hans)":"","BQ":62.94,"BQ (cmn-Hans)":"","LCQMC":74.33,"LCQMC (cmn-Hans)":"","PAWSX":33.92,"PAWSX (cmn-Hans)":"","QBQTC":37.29,"STS22 (zh)":68.94,"STSB":78.7,"STSB (cmn-Hans)":""}
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-zh-v1.5\">bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":"","AFQMC":33.42,"AFQMC (cmn-Hans)":"","ATEC":43.01,"ATEC (cmn-Hans)":"","BQ":55.22,"BQ (cmn-Hans)":"","LCQMC":72.19,"LCQMC (cmn-Hans)":"","PAWSX":9.26,"PAWSX (cmn-Hans)":"","QBQTC":35.29,"STS22 (zh)":67.72,"STSB":76.73,"STSB (cmn-Hans)":""}
{"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GanymedeNil\/text2vec-large-chinese\">text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","AFQMC":24.51,"AFQMC (cmn-Hans)":"","ATEC":32.45,"ATEC (cmn-Hans)":"","BQ":44.22,"BQ (cmn-Hans)":"","LCQMC":69.16,"LCQMC (cmn-Hans)":"","PAWSX":14.55,"PAWSX (cmn-Hans)":"","QBQTC":29.51,"STS22 (zh)":65.94,"STSB":79.45,"STSB (cmn-Hans)":""}
{"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":32.65,"ATEC":"","ATEC (cmn-Hans)":37.34,"BQ":"","BQ (cmn-Hans)":38.03,"LCQMC":"","LCQMC (cmn-Hans)":71.38,"PAWSX":"","PAWSX (cmn-Hans)":16.4,"QBQTC":"","STS22 (zh)":"","STSB":"","STSB (cmn-Hans)":74.11}
{"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AFQMC":25.21,"AFQMC (cmn-Hans)":25.21,"ATEC":35.14,"ATEC (cmn-Hans)":35.14,"BQ":43.27,"BQ (cmn-Hans)":43.27,"LCQMC":72.7,"LCQMC (cmn-Hans)":72.7,"PAWSX":11.01,"PAWSX (cmn-Hans)":11.0,"QBQTC":30.25,"STS22 (zh)":"","STSB":77.73,"STSB (cmn-Hans)":77.73}
{"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-base\">m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","AFQMC":35.87,"AFQMC (cmn-Hans)":"","ATEC":41.27,"ATEC (cmn-Hans)":"","BQ":63.81,"BQ (cmn-Hans)":"","LCQMC":74.88,"LCQMC (cmn-Hans)":"","PAWSX":12.19,"PAWSX (cmn-Hans)":"","QBQTC":32.07,"STS22 (zh)":66.73,"STSB":76.97,"STSB (cmn-Hans)":""}
{"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-large\">m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","AFQMC":36.53,"AFQMC (cmn-Hans)":"","ATEC":41.8,"ATEC (cmn-Hans)":"","BQ":65.2,"BQ (cmn-Hans)":"","LCQMC":74.2,"LCQMC (cmn-Hans)":"","PAWSX":15.95,"PAWSX (cmn-Hans)":"","QBQTC":32.65,"STS22 (zh)":62.91,"STSB":74.16,"STSB (cmn-Hans)":""}
{"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":21.02,"ATEC":"","ATEC (cmn-Hans)":26.61,"BQ":"","BQ (cmn-Hans)":42.6,"LCQMC":"","LCQMC (cmn-Hans)":52.19,"PAWSX":"","PAWSX (cmn-Hans)":10.23,"QBQTC":"","STS22 (zh)":63.02,"STSB":"","STSB (cmn-Hans)":68.38}
{"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":7.94,"ATEC":"","ATEC (cmn-Hans)":12.97,"BQ":"","BQ (cmn-Hans)":23.31,"LCQMC":"","LCQMC (cmn-Hans)":21.04,"PAWSX":"","PAWSX (cmn-Hans)":7.31,"QBQTC":"","STS22 (zh)":33.15,"STSB":"","STSB (cmn-Hans)":36.66}
{"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":8.59,"ATEC":"","ATEC (cmn-Hans)":13.52,"BQ":"","BQ (cmn-Hans)":23.84,"LCQMC":"","LCQMC (cmn-Hans)":23.85,"PAWSX":"","PAWSX (cmn-Hans)":7.21,"QBQTC":"","STS22 (zh)":44.93,"STSB":"","STSB (cmn-Hans)":37.8}
{"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":8.01,"ATEC":"","ATEC (cmn-Hans)":14.03,"BQ":"","BQ (cmn-Hans)":21.39,"LCQMC":"","LCQMC (cmn-Hans)":22.84,"PAWSX":"","PAWSX (cmn-Hans)":6.44,"QBQTC":"","STS22 (zh)":"","STSB":"","STSB (cmn-Hans)":37.7}
{"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":"","ATEC":"","ATEC (cmn-Hans)":"","BQ":"","BQ (cmn-Hans)":"","LCQMC":"","LCQMC (cmn-Hans)":"","PAWSX":"","PAWSX (cmn-Hans)":"","QBQTC":"","STS22 (zh)":16.35,"STSB":"","STSB (cmn-Hans)":""}
{"Rank":80,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":"","ATEC":"","ATEC (cmn-Hans)":"","BQ":"","BQ (cmn-Hans)":"","LCQMC":"","LCQMC (cmn-Hans)":"","PAWSX":"","PAWSX (cmn-Hans)":"","QBQTC":"","STS22 (zh)":4.78,"STSB":"","STSB (cmn-Hans)":""}
{"Rank":81,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":"","ATEC":"","ATEC (cmn-Hans)":"","BQ":"","BQ (cmn-Hans)":"","LCQMC":"","LCQMC (cmn-Hans)":"","PAWSX":"","PAWSX (cmn-Hans)":"","QBQTC":"","STS22 (zh)":54.32,"STSB":"","STSB (cmn-Hans)":""}
{"Rank":83,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":"","ATEC":"","ATEC (cmn-Hans)":"","BQ":"","BQ (cmn-Hans)":"","LCQMC":"","LCQMC (cmn-Hans)":"","PAWSX":"","PAWSX (cmn-Hans)":"","QBQTC":"","STS22 (zh)":27.32,"STSB":"","STSB (cmn-Hans)":""}
{"Rank":84,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":"","ATEC":"","ATEC (cmn-Hans)":"","BQ":"","BQ (cmn-Hans)":"","LCQMC":"","LCQMC (cmn-Hans)":"","PAWSX":"","PAWSX (cmn-Hans)":"","QBQTC":"","STS22 (zh)":31.16,"STSB":"","STSB (cmn-Hans)":""}
{"Rank":88,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":14.3,"ATEC":"","ATEC (cmn-Hans)":18.42,"BQ":"","BQ (cmn-Hans)":38.53,"LCQMC":"","LCQMC (cmn-Hans)":63.96,"PAWSX":"","PAWSX (cmn-Hans)":10.13,"QBQTC":"","STS22 (zh)":"","STSB":"","STSB (cmn-Hans)":78.91}
{"Rank":89,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":15.69,"ATEC":"","ATEC (cmn-Hans)":20.27,"BQ":"","BQ (cmn-Hans)":36.33,"LCQMC":"","LCQMC (cmn-Hans)":63.3,"PAWSX":"","PAWSX (cmn-Hans)":12.16,"QBQTC":"","STS22 (zh)":"","STSB":"","STSB (cmn-Hans)":80.84}
{"Rank":90,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":"","ATEC":"","ATEC (cmn-Hans)":"","BQ":"","BQ (cmn-Hans)":"","LCQMC":"","LCQMC (cmn-Hans)":"","PAWSX":"","PAWSX (cmn-Hans)":"","QBQTC":"","STS22 (zh)":32.9,"STSB":"","STSB (cmn-Hans)":""}
{"Rank":91,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":"","ATEC":"","ATEC (cmn-Hans)":"","BQ":"","BQ (cmn-Hans)":"","LCQMC":"","LCQMC (cmn-Hans)":"","PAWSX":"","PAWSX (cmn-Hans)":"","QBQTC":"","STS22 (zh)":30.47,"STSB":"","STSB (cmn-Hans)":""}
{"Rank":92,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AFQMC":"","AFQMC (cmn-Hans)":"","ATEC":"","ATEC (cmn-Hans)":"","BQ":"","BQ (cmn-Hans)":"","LCQMC":"","LCQMC (cmn-Hans)":"","PAWSX":"","PAWSX (cmn-Hans)":"","QBQTC":"","STS22 (zh)":33.55,"STSB":"","STSB (cmn-Hans)":""}
{"Rank":96,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-chinese\">text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","AFQMC":26.06,"AFQMC (cmn-Hans)":"","ATEC":31.93,"ATEC (cmn-Hans)":"","BQ":42.67,"BQ (cmn-Hans)":"","LCQMC":70.16,"LCQMC (cmn-Hans)":"","PAWSX":17.21,"PAWSX (cmn-Hans)":"","QBQTC":24.62,"STS22 (zh)":55.35,"STSB":79.3,"STSB (cmn-Hans)":""}
{"Rank":97,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silk-road\/luotuo-bert-medium\">luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":"","AFQMC":22.24,"AFQMC (cmn-Hans)":"","ATEC":30.84,"ATEC (cmn-Hans)":"","BQ":43.33,"BQ (cmn-Hans)":"","LCQMC":66.74,"LCQMC (cmn-Hans)":"","PAWSX":12.31,"PAWSX (cmn-Hans)":"","QBQTC":27.2,"STS22 (zh)":66.4,"STSB":73.22,"STSB (cmn-Hans)":""}
{"Rank":107,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":23.88,"AFQMC (cmn-Hans)":"","ATEC":29.25,"ATEC (cmn-Hans)":"","BQ":45.33,"BQ (cmn-Hans)":"","LCQMC":68.41,"LCQMC (cmn-Hans)":"","PAWSX":16.55,"PAWSX (cmn-Hans)":"","QBQTC":30.27,"STS22 (zh)":62.53,"STSB":70.61,"STSB (cmn-Hans)":""}
{"Rank":111,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/platform.baichuan-ai.com\/docs\/text-Embedding\">Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":50.8,"AFQMC (cmn-Hans)":"","ATEC":53.23,"ATEC (cmn-Hans)":"","BQ":66.49,"BQ (cmn-Hans)":"","LCQMC":76.6,"LCQMC (cmn-Hans)":"","PAWSX":47.56,"PAWSX (cmn-Hans)":"","QBQTC":39.96,"STS22 (zh)":65.78,"STSB":80.14,"STSB (cmn-Hans)":""}