{"index":20,"Rank":1,"Model":"vstackai-law-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.16,"AILACasedocs":45.88,"AILAStatutes":47.12,"GerDaLIRSmall":50.04,"LeCaRDv2":75.95,"LegalBenchConsumerContractsQA":81.72,"LegalBenchCorporateLobbying":95.28,"LegalQuAD":64.9,"LegalSummarization":68.37}
{"index":4,"Rank":2,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":65.39,"AILACasedocs":44.56,"AILAStatutes":45.51,"GerDaLIRSmall":44.91,"LeCaRDv2":72.75,"LegalBenchConsumerContractsQA":83.27,"LegalBenchCorporateLobbying":95.66,"LegalQuAD":67.47,"LegalSummarization":68.96}
{"index":2,"Rank":3,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":64.13,"AILACasedocs":40.59,"AILAStatutes":42.49,"GerDaLIRSmall":44.72,"LeCaRDv2":69.66,"LegalBenchConsumerContractsQA":86.75,"LegalBenchCorporateLobbying":94.54,"LegalQuAD":65.03,"LegalSummarization":69.23}
{"index":30,"Rank":4,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":63.68,"AILACasedocs":41.16,"AILAStatutes":37.73,"GerDaLIRSmall":41.75,"LeCaRDv2":74.17,"LegalBenchConsumerContractsQA":85.44,"LegalBenchCorporateLobbying":96.18,"LegalQuAD":63.22,"LegalSummarization":69.76}
{"index":1,"Rank":5,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":60.75,"AILACasedocs":38.15,"AILAStatutes":35.03,"GerDaLIRSmall":43.73,"LeCaRDv2":67.96,"LegalBenchConsumerContractsQA":83.22,"LegalBenchCorporateLobbying":94.53,"LegalQuAD":61.96,"LegalSummarization":61.42}
{"index":35,"Rank":6,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.77,"AILACasedocs":38.76,"AILAStatutes":38.07,"GerDaLIRSmall":37.18,"LeCaRDv2":68.56,"LegalBenchConsumerContractsQA":75.46,"LegalBenchCorporateLobbying":94.01,"LegalQuAD":59.64,"LegalSummarization":66.51}
{"index":54,"Rank":7,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":59.32,"AILACasedocs":39.0,"AILAStatutes":41.99,"GerDaLIRSmall":32.77,"LeCaRDv2":57.2,"LegalBenchConsumerContractsQA":79.39,"LegalBenchCorporateLobbying":95.22,"LegalQuAD":57.47,"LegalSummarization":71.55}
{"index":18,"Rank":8,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":56.72,"AILACasedocs":35.29,"AILAStatutes":41.8,"GerDaLIRSmall":20.61,"LeCaRDv2":64.22,"LegalBenchConsumerContractsQA":82.05,"LegalBenchCorporateLobbying":95.0,"LegalQuAD":44.18,"LegalSummarization":70.64}
{"index":0,"Rank":9,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":56.43,"AILACasedocs":38.2,"AILAStatutes":44.81,"GerDaLIRSmall":17.85,"LeCaRDv2":61.12,"LegalBenchConsumerContractsQA":80.8,"LegalBenchCorporateLobbying":94.11,"LegalQuAD":47.17,"LegalSummarization":67.39}
{"index":55,"Rank":10,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":56.24,"AILACasedocs":34.9,"AILAStatutes":28.21,"GerDaLIRSmall":34.74,"LeCaRDv2":55.0,"LegalBenchConsumerContractsQA":79.15,"LegalBenchCorporateLobbying":93.9,"LegalQuAD":54.7,"LegalSummarization":69.34}
{"index":19,"Rank":11,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":55.28,"AILACasedocs":36.67,"AILAStatutes":37.47,"GerDaLIRSmall":18.39,"LeCaRDv2":59.58,"LegalBenchConsumerContractsQA":79.15,"LegalBenchCorporateLobbying":94.83,"LegalQuAD":45.08,"LegalSummarization":71.05}
{"index":39,"Rank":12,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":54.86,"AILACasedocs":33.33,"AILAStatutes":29.66,"GerDaLIRSmall":21.34,"LeCaRDv2":64.22,"LegalBenchConsumerContractsQA":76.8,"LegalBenchCorporateLobbying":94.25,"LegalQuAD":51.25,"LegalSummarization":68.07}
{"index":7,"Rank":13,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":54.24,"AILACasedocs":29.74,"AILAStatutes":33.76,"GerDaLIRSmall":16.94,"LeCaRDv2":69.72,"LegalBenchConsumerContractsQA":75.83,"LegalBenchCorporateLobbying":95.21,"LegalQuAD":46.1,"LegalSummarization":66.58}
{"index":14,"Rank":14,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":52.08,"AILACasedocs":28.31,"AILAStatutes":29.69,"GerDaLIRSmall":19.6,"LeCaRDv2":58.31,"LegalBenchConsumerContractsQA":75.9,"LegalBenchCorporateLobbying":93.76,"LegalQuAD":46.85,"LegalSummarization":64.22}
{"index":6,"Rank":15,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":51.62,"AILACasedocs":34.07,"AILAStatutes":31.46,"GerDaLIRSmall":14.81,"LeCaRDv2":62.12,"LegalBenchConsumerContractsQA":76.06,"LegalBenchCorporateLobbying":94.51,"LegalQuAD":37.99,"LegalSummarization":61.94}
{"index":13,"Rank":16,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":50.18,"AILACasedocs":26.92,"AILAStatutes":29.12,"GerDaLIRSmall":15.97,"LeCaRDv2":59.75,"LegalBenchConsumerContractsQA":71.43,"LegalBenchCorporateLobbying":92.64,"LegalQuAD":44.21,"LegalSummarization":61.37}
{"index":37,"Rank":17,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":48.53,"AILACasedocs":26.05,"AILAStatutes":20.37,"GerDaLIRSmall":15.3,"LeCaRDv2":59.0,"LegalBenchConsumerContractsQA":69.02,"LegalBenchCorporateLobbying":88.97,"LegalQuAD":47.85,"LegalSummarization":61.69}
{"index":38,"Rank":18,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":48.39,"AILACasedocs":26.43,"AILAStatutes":20.84,"GerDaLIRSmall":15.72,"LeCaRDv2":55.83,"LegalBenchConsumerContractsQA":73.3,"LegalBenchCorporateLobbying":89.72,"LegalQuAD":43.17,"LegalSummarization":62.1}
{"index":27,"Rank":19,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":47.4,"AILACasedocs":34.69,"AILAStatutes":26.69,"GerDaLIRSmall":25.79,"LeCaRDv2":14.3,"LegalBenchConsumerContractsQA":78.5,"LegalBenchCorporateLobbying":90.59,"LegalQuAD":45.86,"LegalSummarization":62.78}
{"index":40,"Rank":20,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":47.36,"AILACasedocs":23.43,"AILAStatutes":19.01,"GerDaLIRSmall":14.81,"LeCaRDv2":61.58,"LegalBenchConsumerContractsQA":66.98,"LegalBenchCorporateLobbying":89.47,"LegalQuAD":47.8,"LegalSummarization":55.76}
{"index":12,"Rank":21,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":43.09,"AILACasedocs":32.35,"AILAStatutes":26.38,"GerDaLIRSmall":6.22,"LeCaRDv2":21.03,"LegalBenchConsumerContractsQA":77.42,"LegalBenchCorporateLobbying":93.64,"LegalQuAD":25.77,"LegalSummarization":61.92}
{"index":29,"Rank":22,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.92,"AILACasedocs":33.09,"AILAStatutes":21.14,"GerDaLIRSmall":12.6,"LeCaRDv2":23.17,"LegalBenchConsumerContractsQA":71.44,"LegalBenchCorporateLobbying":90.17,"LegalQuAD":26.9,"LegalSummarization":56.85}
{"index":44,"Rank":23,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":41.78,"AILACasedocs":28.87,"AILAStatutes":16.25,"GerDaLIRSmall":13.57,"LeCaRDv2":22.76,"LegalBenchConsumerContractsQA":71.37,"LegalBenchCorporateLobbying":92.73,"LegalQuAD":25.97,"LegalSummarization":62.72}
{"index":34,"Rank":24,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":41.72,"AILACasedocs":31.23,"AILAStatutes":17.63,"GerDaLIRSmall":6.47,"LeCaRDv2":22.94,"LegalBenchConsumerContractsQA":77.32,"LegalBenchCorporateLobbying":91.5,"LegalQuAD":27.18,"LegalSummarization":59.53}
{"index":33,"Rank":25,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":41.24,"AILACasedocs":26.91,"AILAStatutes":22.9,"GerDaLIRSmall":8.26,"LeCaRDv2":19.56,"LegalBenchConsumerContractsQA":75.67,"LegalBenchCorporateLobbying":91.61,"LegalQuAD":27.15,"LegalSummarization":57.9}
{"index":8,"Rank":26,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.24,"AILACasedocs":27.36,"AILAStatutes":23.35,"GerDaLIRSmall":3.32,"LeCaRDv2":23.34,"LegalBenchConsumerContractsQA":73.48,"LegalBenchCorporateLobbying":91.67,"LegalQuAD":16.01,"LegalSummarization":63.41}
{"index":9,"Rank":27,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":39.58,"AILACasedocs":25.98,"AILAStatutes":23.06,"GerDaLIRSmall":4.16,"LeCaRDv2":21.67,"LegalBenchConsumerContractsQA":73.33,"LegalBenchCorporateLobbying":90.77,"LegalQuAD":16.56,"LegalSummarization":61.12}
{"index":32,"Rank":28,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":39.53,"AILACasedocs":27.17,"AILAStatutes":19.61,"GerDaLIRSmall":4.09,"LeCaRDv2":20.53,"LegalBenchConsumerContractsQA":71.92,"LegalBenchCorporateLobbying":91.92,"LegalQuAD":22.32,"LegalSummarization":58.72}
{"index":11,"Rank":29,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":38.23,"AILACasedocs":23.5,"AILAStatutes":23.0,"GerDaLIRSmall":2.33,"LeCaRDv2":20.06,"LegalBenchConsumerContractsQA":73.37,"LegalBenchCorporateLobbying":90.32,"LegalQuAD":11.74,"LegalSummarization":61.49}
{"index":36,"Rank":30,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.82,"AILACasedocs":22.47,"AILAStatutes":20.78,"GerDaLIRSmall":5.14,"LeCaRDv2":15.35,"LegalBenchConsumerContractsQA":73.83,"LegalBenchCorporateLobbying":90.21,"LegalQuAD":20.49,"LegalSummarization":54.25}
{"index":48,"Rank":31,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":37.4,"AILACasedocs":22.51,"AILAStatutes":21.27,"GerDaLIRSmall":3.78,"LeCaRDv2":18.09,"LegalBenchConsumerContractsQA":75.25,"LegalBenchCorporateLobbying":89.04,"LegalQuAD":10.67,"LegalSummarization":58.55}
{"index":31,"Rank":32,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.98,"AILACasedocs":23.83,"AILAStatutes":17.72,"GerDaLIRSmall":2.91,"LeCaRDv2":12.43,"LegalBenchConsumerContractsQA":72.62,"LegalBenchCorporateLobbying":89.47,"LegalQuAD":22.76,"LegalSummarization":54.14}
{"index":50,"Rank":33,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":36.4,"AILACasedocs":17.45,"AILAStatutes":22.24,"GerDaLIRSmall":3.0,"LeCaRDv2":33.91,"LegalBenchConsumerContractsQA":52.37,"LegalBenchCorporateLobbying":87.62,"LegalQuAD":17.8,"LegalSummarization":56.8}
{"index":47,"Rank":34,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":35.37,"AILACasedocs":19.72,"AILAStatutes":20.52,"GerDaLIRSmall":2.41,"LeCaRDv2":17.5,"LegalBenchConsumerContractsQA":65.6,"LegalBenchCorporateLobbying":86.41,"LegalQuAD":11.81,"LegalSummarization":59.0}
{"index":49,"Rank":35,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":34.43,"AILACasedocs":13.66,"AILAStatutes":20.52,"GerDaLIRSmall":2.62,"LeCaRDv2":32.03,"LegalBenchConsumerContractsQA":49.81,"LegalBenchCorporateLobbying":88.51,"LegalQuAD":13.31,"LegalSummarization":54.97}
{"index":46,"Rank":36,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":33.93,"AILACasedocs":16.8,"AILAStatutes":20.71,"GerDaLIRSmall":1.35,"LeCaRDv2":18.77,"LegalBenchConsumerContractsQA":60.21,"LegalBenchCorporateLobbying":88.69,"LegalQuAD":7.44,"LegalSummarization":57.43}
{"index":51,"Rank":37,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.35,"AILACasedocs":19.7,"AILAStatutes":15.9,"GerDaLIRSmall":2.92,"LeCaRDv2":9.86,"LegalBenchConsumerContractsQA":62.58,"LegalBenchCorporateLobbying":86.41,"LegalQuAD":11.82,"LegalSummarization":57.64}
{"index":45,"Rank":38,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":32.28,"AILACasedocs":17.67,"AILAStatutes":16.72,"GerDaLIRSmall":4.59,"LeCaRDv2":24.68,"LegalBenchConsumerContractsQA":54.66,"LegalBenchCorporateLobbying":69.39,"LegalQuAD":16.64,"LegalSummarization":53.89}
{"index":53,"Rank":39,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":30.62,"AILACasedocs":9.96,"AILAStatutes":15.39,"GerDaLIRSmall":3.55,"LeCaRDv2":25.28,"LegalBenchConsumerContractsQA":48.83,"LegalBenchCorporateLobbying":81.56,"LegalQuAD":11.71,"LegalSummarization":48.68}
{"index":23,"Rank":40,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":30.12,"AILACasedocs":22.41,"AILAStatutes":15.94,"GerDaLIRSmall":2.24,"LeCaRDv2":12.13,"LegalBenchConsumerContractsQA":56.69,"LegalBenchCorporateLobbying":66.24,"LegalQuAD":12.78,"LegalSummarization":52.49}
{"index":26,"Rank":41,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.25,"AILACasedocs":17.26,"AILAStatutes":10.27,"GerDaLIRSmall":1.14,"LeCaRDv2":7.32,"LegalBenchConsumerContractsQA":43.78,"LegalBenchCorporateLobbying":79.29,"LegalQuAD":3.57,"LegalSummarization":47.35}
{"index":52,"Rank":42,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":23.03,"AILACasedocs":7.43,"AILAStatutes":13.62,"GerDaLIRSmall":0.34,"LeCaRDv2":8.54,"LegalBenchConsumerContractsQA":35.72,"LegalBenchCorporateLobbying":70.01,"LegalQuAD":3.11,"LegalSummarization":45.44}
{"index":25,"Rank":43,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":22.44,"AILACasedocs":16.05,"AILAStatutes":13.81,"GerDaLIRSmall":0.41,"LeCaRDv2":11.28,"LegalBenchConsumerContractsQA":39.51,"LegalBenchCorporateLobbying":60.19,"LegalQuAD":4.11,"LegalSummarization":34.19}
{"index":24,"Rank":44,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":19.98,"AILACasedocs":11.96,"AILAStatutes":12.64,"GerDaLIRSmall":0.62,"LeCaRDv2":11.58,"LegalBenchConsumerContractsQA":26.36,"LegalBenchCorporateLobbying":53.56,"LegalQuAD":5.11,"LegalSummarization":38.02}
{"index":17,"Rank":45,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":15.08,"AILACasedocs":9.0,"AILAStatutes":14.13,"GerDaLIRSmall":0.6,"LeCaRDv2":22.36,"LegalBenchConsumerContractsQA":18.02,"LegalBenchCorporateLobbying":35.35,"LegalQuAD":2.94,"LegalSummarization":18.23}
{"index":15,"Rank":46,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":14.91,"AILACasedocs":9.74,"AILAStatutes":14.09,"GerDaLIRSmall":0.51,"LeCaRDv2":7.95,"LegalBenchConsumerContractsQA":7.61,"LegalBenchCorporateLobbying":40.71,"LegalQuAD":3.7,"LegalSummarization":34.95}
{"index":22,"Rank":47,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":11.89,"AILACasedocs":12.96,"AILAStatutes":19.38,"GerDaLIRSmall":0.72,"LeCaRDv2":9.14,"LegalBenchConsumerContractsQA":12.36,"LegalBenchCorporateLobbying":22.42,"LegalQuAD":3.1,"LegalSummarization":15.01}
{"index":16,"Rank":48,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":11.72,"AILACasedocs":10.35,"AILAStatutes":11.53,"GerDaLIRSmall":0.62,"LeCaRDv2":26.33,"LegalBenchConsumerContractsQA":9.09,"LegalBenchCorporateLobbying":15.85,"LegalQuAD":3.65,"LegalSummarization":16.31}
{"index":21,"Rank":49,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":10.64,"AILACasedocs":6.54,"AILAStatutes":11.76,"GerDaLIRSmall":0.38,"LeCaRDv2":6.4,"LegalBenchConsumerContractsQA":15.84,"LegalBenchCorporateLobbying":21.07,"LegalQuAD":2.6,"LegalSummarization":20.57}
{"index":28,"Rank":50,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":9.28,"AILACasedocs":6.61,"AILAStatutes":9.71,"GerDaLIRSmall":0.41,"LeCaRDv2":22.77,"LegalBenchConsumerContractsQA":8.18,"LegalBenchCorporateLobbying":10.45,"LegalQuAD":2.11,"LegalSummarization":13.98}
{"index":43,"Rank":51,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":3.2,"AILACasedocs":3.49,"AILAStatutes":10.48,"GerDaLIRSmall":0.07,"LeCaRDv2":2.09,"LegalBenchConsumerContractsQA":4.23,"LegalBenchCorporateLobbying":1.27,"LegalQuAD":2.6,"LegalSummarization":1.35}
{"index":3,"Rank":52,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AILACasedocs":"","AILAStatutes":40.75,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":"","LegalBenchCorporateLobbying":95.32,"LegalQuAD":"","LegalSummarization":""}
{"index":5,"Rank":53,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AILACasedocs":"","AILAStatutes":45.0,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":"","LegalBenchCorporateLobbying":95.92,"LegalQuAD":"","LegalSummarization":""}
{"index":10,"Rank":54,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AILACasedocs":"","AILAStatutes":29.04,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":"","LegalBenchCorporateLobbying":90.34,"LegalQuAD":"","LegalSummarization":""}
{"index":41,"Rank":55,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","AILACasedocs":"","AILAStatutes":20.96,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":43.75,"LegalBenchCorporateLobbying":75.83,"LegalQuAD":"","LegalSummarization":46.2}
{"index":42,"Rank":56,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","AILACasedocs":"","AILAStatutes":15.61,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":14.08,"LegalBenchCorporateLobbying":45.49,"LegalQuAD":"","LegalSummarization":19.72}