boards_data/longembed/data_tasks/Retrieval/default.jsonl

{"index":1,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":75.7,"LEMBNarrativeQARetrieval":64.69,"LEMBQMSumRetrieval":51.49,"LEMBSummScreenFDRetrieval":99.11,"LEMBWikimQARetrieval":87.49}
{"index":0,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":74.71,"LEMBNarrativeQARetrieval":55.78,"LEMBQMSumRetrieval":57.26,"LEMBSummScreenFDRetrieval":98.72,"LEMBWikimQARetrieval":87.08}
{"index":6,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":66.8,"LEMBNarrativeQARetrieval":44.62,"LEMBQMSumRetrieval":43.63,"LEMBSummScreenFDRetrieval":96.82,"LEMBWikimQARetrieval":82.11}
{"index":2,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":63.28,"LEMBNarrativeQARetrieval":45.76,"LEMBQMSumRetrieval":35.54,"LEMBSummScreenFDRetrieval":94.09,"LEMBWikimQARetrieval":77.73}
{"index":12,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1\">nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":61.15,"LEMBNarrativeQARetrieval":41.23,"LEMBQMSumRetrieval":36.65,"LEMBSummScreenFDRetrieval":92.97,"LEMBWikimQARetrieval":73.75}
{"index":11,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-en\">jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":61.06,"LEMBNarrativeQARetrieval":37.89,"LEMBQMSumRetrieval":38.87,"LEMBSummScreenFDRetrieval":93.48,"LEMBWikimQARetrieval":73.99}
{"index":4,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dwzhu\/e5-base-4k\">e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":57.59,"LEMBNarrativeQARetrieval":30.35,"LEMBQMSumRetrieval":35.6,"LEMBSummScreenFDRetrieval":95.23,"LEMBWikimQARetrieval":69.19}
{"index":19,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":53.88,"LEMBNarrativeQARetrieval":44.09,"LEMBQMSumRetrieval":32.49,"LEMBSummScreenFDRetrieval":84.8,"LEMBWikimQARetrieval":54.16}
{"index":3,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":52.77,"LEMBNarrativeQARetrieval":41.45,"LEMBQMSumRetrieval":30.36,"LEMBSummScreenFDRetrieval":78.48,"LEMBWikimQARetrieval":60.77}
{"index":9,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":45.83,"LEMBNarrativeQARetrieval":26.71,"LEMBQMSumRetrieval":26.08,"LEMBSummScreenFDRetrieval":72.75,"LEMBWikimQARetrieval":57.79}
{"index":5,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.92,"LEMBNarrativeQARetrieval":25.31,"LEMBQMSumRetrieval":23.83,"LEMBSummScreenFDRetrieval":74.67,"LEMBWikimQARetrieval":55.85}
{"index":8,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":44.1,"LEMBNarrativeQARetrieval":24.22,"LEMBQMSumRetrieval":24.26,"LEMBSummScreenFDRetrieval":71.12,"LEMBWikimQARetrieval":56.8}
{"index":7,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":43.25,"LEMBNarrativeQARetrieval":23.6,"LEMBQMSumRetrieval":25.16,"LEMBSummScreenFDRetrieval":68.21,"LEMBWikimQARetrieval":56.04}
{"index":10,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":41.0,"LEMBNarrativeQARetrieval":22.6,"LEMBQMSumRetrieval":21.51,"LEMBSummScreenFDRetrieval":62.75,"LEMBWikimQARetrieval":57.13}
{"index":16,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":36.56,"LEMBNarrativeQARetrieval":19.34,"LEMBQMSumRetrieval":21.54,"LEMBSummScreenFDRetrieval":60.43,"LEMBWikimQARetrieval":44.92}
{"index":15,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":33.9,"LEMBNarrativeQARetrieval":18.27,"LEMBQMSumRetrieval":16.32,"LEMBSummScreenFDRetrieval":54.8,"LEMBWikimQARetrieval":46.23}
{"index":14,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.14,"LEMBNarrativeQARetrieval":19.64,"LEMBQMSumRetrieval":13.08,"LEMBSummScreenFDRetrieval":46.98,"LEMBWikimQARetrieval":44.88}
{"index":18,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":27.06,"LEMBNarrativeQARetrieval":16.02,"LEMBQMSumRetrieval":12.23,"LEMBSummScreenFDRetrieval":41.15,"LEMBWikimQARetrieval":38.86}
{"index":17,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":25.95,"LEMBNarrativeQARetrieval":13.82,"LEMBQMSumRetrieval":11.02,"LEMBSummScreenFDRetrieval":38.12,"LEMBWikimQARetrieval":40.84}
{"index":13,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":23.54,"LEMBNarrativeQARetrieval":11.45,"LEMBQMSumRetrieval":14.07,"LEMBSummScreenFDRetrieval":40.52,"LEMBWikimQARetrieval":28.1}