leaderboard_demo

Running

File size: 4,991 Bytes

{"index":1,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":65.39,"AILACasedocs":44.56,"AILAStatutes":45.51,"GerDaLIRSmall":44.91,"LeCaRDv2":72.75,"LegalBenchConsumerContractsQA":83.27,"LegalBenchCorporateLobbying":95.66,"LegalQuAD":67.47,"LegalSummarization":68.96}
{"index":5,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":59.77,"AILACasedocs":38.76,"AILAStatutes":38.07,"GerDaLIRSmall":37.18,"LeCaRDv2":68.56,"LegalBenchConsumerContractsQA":75.46,"LegalBenchCorporateLobbying":94.01,"LegalQuAD":59.64,"LegalSummarization":66.51}
{"index":10,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":59.22,"AILACasedocs":39.0,"AILAStatutes":41.31,"GerDaLIRSmall":32.77,"LeCaRDv2":57.2,"LegalBenchConsumerContractsQA":79.39,"LegalBenchCorporateLobbying":95.09,"LegalQuAD":57.47,"LegalSummarization":71.55}
{"index":0,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.43,"AILACasedocs":38.2,"AILAStatutes":44.81,"GerDaLIRSmall":17.85,"LeCaRDv2":61.12,"LegalBenchConsumerContractsQA":80.8,"LegalBenchCorporateLobbying":94.11,"LegalQuAD":47.17,"LegalSummarization":67.39}
{"index":3,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":43.04,"AILACasedocs":31.54,"AILAStatutes":27.15,"GerDaLIRSmall":6.05,"LeCaRDv2":21.02,"LegalBenchConsumerContractsQA":77.12,"LegalBenchCorporateLobbying":93.68,"LegalQuAD":26.08,"LegalSummarization":61.7}
{"index":2,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-en-v1.5\">bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Average":39.22,"AILACasedocs":25.15,"AILAStatutes":20.74,"GerDaLIRSmall":3.96,"LeCaRDv2":22.68,"LegalBenchConsumerContractsQA":73.52,"LegalBenchCorporateLobbying":91.51,"LegalQuAD":16.22,"LegalSummarization":59.99}
{"index":4,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","AILACasedocs":35.31,"AILAStatutes":41.8,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":82.1,"LegalBenchCorporateLobbying":95.0,"LegalQuAD":"","LegalSummarization":70.64}
{"index":6,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AILACasedocs":16.8,"AILAStatutes":20.71,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":60.21,"LegalBenchCorporateLobbying":88.69,"LegalQuAD":"","LegalSummarization":57.43}
{"index":7,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","AILACasedocs":19.72,"AILAStatutes":20.52,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":65.6,"LegalBenchCorporateLobbying":86.41,"LegalQuAD":"","LegalSummarization":59.0}
{"index":8,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AILACasedocs":22.51,"AILAStatutes":21.27,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":75.25,"LegalBenchCorporateLobbying":89.04,"LegalQuAD":"","LegalSummarization":58.55}
{"index":9,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","AILACasedocs":"","AILAStatutes":"","GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":"","LegalBenchCorporateLobbying":"","LegalQuAD":"","LegalSummarization":""}