all_data_tasks/25/default.jsonl

{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AILACasedocs":38.2,"AILAStatutes":44.81,"GerDaLIRSmall":17.85,"GerDaLIRSmall (deu-Latn)":"","LeCaRDv2":61.12,"LeCaRDv2 (zho-Hans)":"","LegalBenchConsumerContractsQA":80.8,"LegalBenchCorporateLobbying":94.11,"LegalQuAD":47.17,"LegalQuAD (deu-Latn)":"","LegalSummarization":67.39}
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AILACasedocs":44.56,"AILAStatutes":45.51,"GerDaLIRSmall":44.91,"GerDaLIRSmall (deu-Latn)":"","LeCaRDv2":72.75,"LeCaRDv2 (zho-Hans)":"","LegalBenchConsumerContractsQA":83.27,"LegalBenchCorporateLobbying":95.66,"LegalQuAD":67.47,"LegalQuAD (deu-Latn)":"","LegalSummarization":68.96}
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-en-v1.5\">bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Average":"","AILACasedocs":25.15,"AILAStatutes":20.74,"GerDaLIRSmall":3.96,"GerDaLIRSmall (deu-Latn)":"","LeCaRDv2":22.68,"LeCaRDv2 (zho-Hans)":"","LegalBenchConsumerContractsQA":73.52,"LegalBenchCorporateLobbying":91.51,"LegalQuAD":16.22,"LegalQuAD (deu-Latn)":"","LegalSummarization":59.99}
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AILACasedocs":31.54,"AILAStatutes":27.15,"GerDaLIRSmall":6.05,"GerDaLIRSmall (deu-Latn)":"","LeCaRDv2":21.02,"LeCaRDv2 (zho-Hans)":"","LegalBenchConsumerContractsQA":77.12,"LegalBenchCorporateLobbying":93.68,"LegalQuAD":26.08,"LegalQuAD (deu-Latn)":"","LegalSummarization":61.7}
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","AILACasedocs":35.31,"AILAStatutes":41.8,"GerDaLIRSmall":"","GerDaLIRSmall (deu-Latn)":20.61,"LeCaRDv2":"","LeCaRDv2 (zho-Hans)":64.05,"LegalBenchConsumerContractsQA":82.1,"LegalBenchCorporateLobbying":95.0,"LegalQuAD":"","LegalQuAD (deu-Latn)":44.18,"LegalSummarization":70.64}
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","AILACasedocs":38.76,"AILAStatutes":38.07,"GerDaLIRSmall":37.18,"GerDaLIRSmall (deu-Latn)":"","LeCaRDv2":68.56,"LeCaRDv2 (zho-Hans)":"","LegalBenchConsumerContractsQA":75.46,"LegalBenchCorporateLobbying":94.01,"LegalQuAD":59.64,"LegalQuAD (deu-Latn)":"","LegalSummarization":66.51}
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","AILACasedocs":26.05,"AILAStatutes":20.37,"GerDaLIRSmall":"","GerDaLIRSmall (deu-Latn)":15.3,"LeCaRDv2":"","LeCaRDv2 (zho-Hans)":59.0,"LegalBenchConsumerContractsQA":69.02,"LegalBenchCorporateLobbying":88.97,"LegalQuAD":"","LegalQuAD (deu-Latn)":47.85,"LegalSummarization":61.69}
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","AILACasedocs":26.43,"AILAStatutes":20.84,"GerDaLIRSmall":"","GerDaLIRSmall (deu-Latn)":15.72,"LeCaRDv2":"","LeCaRDv2 (zho-Hans)":55.83,"LegalBenchConsumerContractsQA":73.3,"LegalBenchCorporateLobbying":89.72,"LegalQuAD":"","LegalQuAD (deu-Latn)":43.17,"LegalSummarization":62.1}
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AILACasedocs":23.43,"AILAStatutes":19.01,"GerDaLIRSmall":"","GerDaLIRSmall (deu-Latn)":14.81,"LeCaRDv2":"","LeCaRDv2 (zho-Hans)":61.58,"LegalBenchConsumerContractsQA":66.98,"LegalBenchCorporateLobbying":89.47,"LegalQuAD":"","LegalQuAD (deu-Latn)":47.8,"LegalSummarization":55.76}
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","AILACasedocs":17.67,"AILAStatutes":16.72,"GerDaLIRSmall":"","GerDaLIRSmall (deu-Latn)":4.59,"LeCaRDv2":"","LeCaRDv2 (zho-Hans)":24.68,"LegalBenchConsumerContractsQA":54.66,"LegalBenchCorporateLobbying":69.39,"LegalQuAD":"","LegalQuAD (deu-Latn)":16.64,"LegalSummarization":53.89}
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AILACasedocs":16.8,"AILAStatutes":20.71,"GerDaLIRSmall":"","GerDaLIRSmall (deu-Latn)":1.35,"LeCaRDv2":"","LeCaRDv2 (zho-Hans)":18.77,"LegalBenchConsumerContractsQA":60.21,"LegalBenchCorporateLobbying":88.69,"LegalQuAD":"","LegalQuAD (deu-Latn)":7.44,"LegalSummarization":57.43}
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","AILACasedocs":19.72,"AILAStatutes":20.52,"GerDaLIRSmall":"","GerDaLIRSmall (deu-Latn)":2.41,"LeCaRDv2":"","LeCaRDv2 (zho-Hans)":17.5,"LegalBenchConsumerContractsQA":65.6,"LegalBenchCorporateLobbying":86.41,"LegalQuAD":"","LegalQuAD (deu-Latn)":11.81,"LegalSummarization":59.0}
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AILACasedocs":22.51,"AILAStatutes":21.27,"GerDaLIRSmall":"","GerDaLIRSmall (deu-Latn)":3.78,"LeCaRDv2":"","LeCaRDv2 (zho-Hans)":18.09,"LegalBenchConsumerContractsQA":75.25,"LegalBenchCorporateLobbying":89.04,"LegalQuAD":"","LegalQuAD (deu-Latn)":10.67,"LegalSummarization":58.55}
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AILACasedocs":13.66,"AILAStatutes":20.52,"GerDaLIRSmall":"","GerDaLIRSmall (deu-Latn)":2.62,"LeCaRDv2":"","LeCaRDv2 (zho-Hans)":32.03,"LegalBenchConsumerContractsQA":49.81,"LegalBenchCorporateLobbying":88.51,"LegalQuAD":"","LegalQuAD (deu-Latn)":13.31,"LegalSummarization":54.97}
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","AILACasedocs":17.45,"AILAStatutes":22.24,"GerDaLIRSmall":"","GerDaLIRSmall (deu-Latn)":3.0,"LeCaRDv2":"","LeCaRDv2 (zho-Hans)":33.91,"LegalBenchConsumerContractsQA":52.37,"LegalBenchCorporateLobbying":87.62,"LegalQuAD":"","LegalQuAD (deu-Latn)":17.8,"LegalSummarization":56.8}
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","AILACasedocs":7.43,"AILAStatutes":13.62,"GerDaLIRSmall":"","GerDaLIRSmall (deu-Latn)":"","LeCaRDv2":"","LeCaRDv2 (zho-Hans)":"","LegalBenchConsumerContractsQA":"","LegalBenchCorporateLobbying":"","LegalQuAD":"","LegalQuAD (deu-Latn)":"","LegalSummarization":""}
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AILACasedocs":39.0,"AILAStatutes":41.31,"GerDaLIRSmall":32.77,"GerDaLIRSmall (deu-Latn)":"","LeCaRDv2":57.2,"LeCaRDv2 (zho-Hans)":"","LegalBenchConsumerContractsQA":79.39,"LegalBenchCorporateLobbying":95.09,"LegalQuAD":57.47,"LegalQuAD (deu-Latn)":"","LegalSummarization":71.55}