Upload folder using huggingface_hub

results/reranking_results.json

@@ -2,10 +2,11 @@
     {
         "Model": "BAAI/bge-reranker-v2-m3",
         "Overall Score": 85.4,
-        "Model Parameters (in Millions)": 568,
-        "Num Downloads": 966662,
-        "MRR@10": 79.41,
-        "NDCG@10": 95.1,
+        "Embedding Dimensions": 1024,
+        "Model Parameters (in Millions)": 568.0,
+        "Downloads Last Month": 966662,
+        "MRR": 79.41,
+        "NDCG": 95.1,
         "MAP": 81.69,
         "Num Likes": 491,
         "License": "apache-2.0",
@@ -16,10 +17,11 @@
     {
         "Model": "NAMAA-Space/Namaa-ARA-Reranker-V1",
         "Overall Score": 84.1,
-        "Model Parameters (in Millions)": 568,
-        "Num Downloads": 121,
-        "MRR@10": 76.48,
-        "NDCG@10": 93.14,
+        "Embedding Dimensions": 1024,
+        "Model Parameters (in Millions)": 568.0,
+        "Downloads Last Month": 121,
+        "MRR": 76.48,
+        "NDCG": 93.14,
         "MAP": 82.67,
         "Num Likes": 4,
         "License": "apache-2.0",
@@ -30,10 +32,11 @@
     {
         "Model": "NAMAA-Space/GATE-Reranker-V1",
         "Overall Score": 76.81,
-        "Model Parameters (in Millions)": 135,
-        "Num Downloads": 753,
-        "MRR@10": 62.61,
-        "NDCG@10": 89.7,
+        "Embedding Dimensions": 768,
+        "Model Parameters (in Millions)": 135.0,
+        "Downloads Last Month": 753,
+        "MRR": 62.61,
+        "NDCG": 89.7,
         "MAP": 78.11,
         "Num Likes": 7,
         "License": "apache-2.0",
@@ -44,10 +47,11 @@
     {
         "Model": "cross-encoder/ms-marco-MiniLM-L-12-v2",
         "Overall Score": 60.54,
-        "Model Parameters (in Millions)": 33,
-        "Num Downloads": 777681,
-        "MRR@10": 41.69,
-        "NDCG@10": 67.62,
+        "Embedding Dimensions": 384,
+        "Model Parameters (in Millions)": 33.4,
+        "Downloads Last Month": 777681,
+        "MRR": 41.69,
+        "NDCG": 67.62,
         "MAP": 72.32,
         "Num Likes": 68,
         "License": "apache-2.0",
@@ -58,10 +62,11 @@
     {
         "Model": "Omartificial-Intelligence-Space/Arabic-MiniLM-L12-v2-all-nli-triplet",
         "Overall Score": 58.17,
-        "Model Parameters (in Millions)": 118,
-        "Num Downloads": 448,
-        "MRR@10": 42.28,
-        "NDCG@10": 75.63,
+        "Embedding Dimensions": 384,
+        "Model Parameters (in Millions)": 118.0,
+        "Downloads Last Month": 448,
+        "MRR": 42.28,
+        "NDCG": 75.63,
         "MAP": 56.59,
         "Num Likes": 4,
         "License": "apache-2.0",
@@ -72,13 +77,14 @@
     {
         "Model": "aubmindlab/bert-base-arabert",
         "Overall Score": 56.69,
-        "Model Parameters (in Millions)": 136,
-        "Num Downloads": 71050,
-        "MRR@10": 40.16,
-        "NDCG@10": 71.14,
+        "Embedding Dimensions": 768,
+        "Model Parameters (in Millions)": 136.0,
+        "Downloads Last Month": 71050,
+        "MRR": 40.16,
+        "NDCG": 71.14,
         "MAP": 58.77,
         "Num Likes": 27,
-        "License": null,
+        "License": "N/A",
         "Precision": "F32",
         "Task": "Reranker",
         "Revision": "main"
@@ -86,10 +92,11 @@
     {
         "Model": "OrdalieTech/Solon-embeddings-large-0.1",
         "Overall Score": 54.73,
-        "Model Parameters (in Millions)": 560,
-        "Num Downloads": 23830,
-        "MRR@10": 32.59,
-        "NDCG@10": 60.18,
+        "Embedding Dimensions": 1024,
+        "Model Parameters (in Millions)": 560.0,
+        "Downloads Last Month": 23830,
+        "MRR": 32.59,
+        "NDCG": 60.18,
         "MAP": 71.41,
         "Num Likes": 47,
         "License": "mit",
@@ -97,13 +104,44 @@
         "Task": "Reranker",
         "Revision": "main"
     },
+    {
+        "Model": "silma-ai/silma-embeddding-matryoshka-v0.1",
+        "Overall Score": 54.16,
+        "Embedding Dimensions": 768,
+        "Model Parameters (in Millions)": 135.0,
+        "Downloads Last Month": 957,
+        "MRR": 35.6,
+        "NDCG": 63.25,
+        "MAP": 63.64,
+        "Num Likes": 9,
+        "License": "apache-2.0",
+        "Precision": "F32",
+        "Task": "Reranker",
+        "Revision": "main"
+    },
+    {
+        "Model": "sentence-transformers/LaBSE",
+        "Overall Score": 53.58,
+        "Embedding Dimensions": 768,
+        "Model Parameters (in Millions)": 471.0,
+        "Downloads Last Month": 745051,
+        "MRR": 32.9,
+        "NDCG": 67.82,
+        "MAP": 60.02,
+        "Num Likes": 242,
+        "License": "apache-2.0",
+        "Precision": "F32",
+        "Task": "Reranker",
+        "Revision": "main"
+    },
     {
         "Model": "intfloat/multilingual-e5-large-instruct",
         "Overall Score": 53.39,
-        "Model Parameters (in Millions)": 560,
-        "Num Downloads": 391080,
-        "MRR@10": 48.35,
-        "NDCG@10": 56.06,
+        "Embedding Dimensions": 1024,
+        "Model Parameters (in Millions)": 560.0,
+        "Downloads Last Month": 391080,
+        "MRR": 48.35,
+        "NDCG": 56.06,
         "MAP": 55.78,
         "Num Likes": 288,
         "License": "mit",
@@ -114,10 +152,11 @@
     {
         "Model": "Omartificial-Intelligence-Space/Arabic-all-nli-triplet-Matryoshka",
         "Overall Score": 52.16,
-        "Model Parameters (in Millions)": 278,
-        "Num Downloads": 503,
-        "MRR@10": 40.58,
-        "NDCG@10": 54.7,
+        "Embedding Dimensions": 768,
+        "Model Parameters (in Millions)": 135.0,
+        "Downloads Last Month": 503,
+        "MRR": 40.58,
+        "NDCG": 54.7,
         "MAP": 61.2,
         "Num Likes": 2,
         "License": "apache-2.0",
@@ -128,10 +167,11 @@
     {
         "Model": "Snowflake/snowflake-arctic-embed-l-v2.0",
         "Overall Score": 51.61,
-        "Model Parameters (in Millions)": 568,
-        "Num Downloads": 86764,
-        "MRR@10": 32.16,
-        "NDCG@10": 58.63,
+        "Embedding Dimensions": 1024,
+        "Model Parameters (in Millions)": 568.0,
+        "Downloads Last Month": 86764,
+        "MRR": 32.16,
+        "NDCG": 58.63,
         "MAP": 64.05,
         "Num Likes": 111,
         "License": "apache-2.0",
@@ -142,24 +182,56 @@
     {
         "Model": "aubmindlab/bert-large-arabertv2",
         "Overall Score": 50.84,
-        "Model Parameters (in Millions)": 371,
-        "Num Downloads": 1352,
-        "MRR@10": 27.84,
-        "NDCG@10": 53.42,
+        "Embedding Dimensions": 1024,
+        "Model Parameters (in Millions)": 371.0,
+        "Downloads Last Month": 1352,
+        "MRR": 27.84,
+        "NDCG": 53.42,
         "MAP": 71.27,
         "Num Likes": 11,
-        "License": null,
+        "License": "N/A",
         "Precision": "I64",
         "Task": "Reranker",
         "Revision": "main"
     },
+    {
+        "Model": "Lajavaness/bilingual-embedding-large",
+        "Overall Score": 49.91,
+        "Embedding Dimensions": 1024,
+        "Model Parameters (in Millions)": 560.0,
+        "Downloads Last Month": 20987,
+        "MRR": 33.93,
+        "NDCG": 57.33,
+        "MAP": 58.46,
+        "Num Likes": 17,
+        "License": "apache-2.0",
+        "Precision": "F32",
+        "Task": "Reranker",
+        "Revision": "main"
+    },
+    {
+        "Model": "jinaai/jina-embeddings-v3",
+        "Overall Score": 49.44,
+        "Embedding Dimensions": 4096,
+        "Model Parameters (in Millions)": 572.0,
+        "Downloads Last Month": 1523322,
+        "MRR": 32.03,
+        "NDCG": 60.41,
+        "MAP": 55.87,
+        "Num Likes": 726,
+        "License": "cc-by-nc-4.0",
+        "Precision": "BF16",
+        "Task": "Reranker",
+        "Revision": "main"
+    },
     {
         "Model": "Omartificial-Intelligence-Space/Arabic-labse-Matryoshka",
         "Overall Score": 48.76,
-        "Model Parameters (in Millions)": 471,
-        "Num Downloads": 566,
-        "MRR@10": 32.71,
-        "NDCG@10": 56.6,
+        "Embedding Dimensions": 768,
+        "Model Parameters (in Millions)": 471.0,
+        "Downloads Last Month": 566,
+        "MRR": 32.71,
+        "NDCG": 56.6,
         "MAP": 56.97,
         "Num Likes": 2,
         "License": "apache-2.0",

results/retrieval_results.json

@@ -1,35 +1,19 @@
 [
-    {
-        "Model": "intfloat/multilingual-e5-large-instruct",
-        "Max Tokens": 512,
-        "Revision": "main",
-        "Precision": "F16",
-        "Task": "Retriever",
-        "Model Parameters (in Millions)": 560,
-        "Embedding Dimension": 1024,
-        "Num Likes": 288,
-        "Num Downloads": 391080,
-        "License": "mit",
-        "Web Search Dataset (MRR)": 65.26,
-        "Web Search Dataset (nDCG@k=None)": 71.66,
-        "Web Search Dataset (Recall@5)": 74.14,
-        "Web Search Dataset (Overall Score)": 70.35
-    },
     {
         "Model": "Omartificial-Intelligence-Space/Arabic-MiniLM-L12-v2-all-nli-triplet",
         "Max Tokens": 128,
         "Revision": "main",
         "Precision": "F32",
         "Task": "Retriever",
-        "Model Parameters (in Millions)": 118,
         "Embedding Dimension": 384,
-        "Num Likes": 4,
-        "Num Downloads": 448,
-        "License": "apache-2.0",
+        "Model Size (MB)": 448.81,
         "Web Search Dataset (MRR)": 46.0,
-        "Web Search Dataset (nDCG@k=None)": 55.34,
         "Web Search Dataset (Recall@5)": 56.19,
-        "Web Search Dataset (Overall Score)": 52.51
+        "Web Search Dataset (nDCG@k=None)": 55.34,
+        "Web Search Dataset (Overall Score)": 52.51,
+        "Downloads Last Month": 448,
+        "Num Likes": 4,
+        "License": "apache-2.0"
     },
     {
         "Model": "Omartificial-Intelligence-Space/Arabic-labse-Matryoshka",
@@ -37,15 +21,31 @@
         "Revision": "main",
         "Precision": "F32",
         "Task": "Retriever",
-        "Model Parameters (in Millions)": 471,
         "Embedding Dimension": 768,
-        "Num Likes": 2,
-        "Num Downloads": 566,
-        "License": "apache-2.0",
+        "Model Size (MB)": 1798.7,
         "Web Search Dataset (MRR)": 56.96,
-        "Web Search Dataset (nDCG@k=None)": 65.27,
         "Web Search Dataset (Recall@5)": 70.05,
-        "Web Search Dataset (Overall Score)": 64.09
+        "Web Search Dataset (nDCG@k=None)": 65.27,
+        "Web Search Dataset (Overall Score)": 64.09,
+        "Downloads Last Month": 566,
+        "Num Likes": 2,
+        "License": "apache-2.0"
+    },
+    {
+        "Model": "intfloat/multilingual-e5-large-instruct",
+        "Max Tokens": 512,
+        "Revision": "main",
+        "Precision": "F16",
+        "Task": "Retriever",
+        "Embedding Dimension": 1024,
+        "Model Size (MB)": 1067.91,
+        "Web Search Dataset (MRR)": 65.26,
+        "Web Search Dataset (Recall@5)": 74.14,
+        "Web Search Dataset (nDCG@k=None)": 71.66,
+        "Web Search Dataset (Overall Score)": 70.35,
+        "Downloads Last Month": 391080,
+        "Num Likes": 288,
+        "License": "mit"
     },
     {
         "Model": "omarelshehy/Arabic-Retrieval-v1.0",
@@ -53,15 +53,31 @@
         "Revision": "main",
         "Precision": "F32",
         "Task": "Retriever",
-        "Model Parameters (in Millions)": 135,
         "Embedding Dimension": 768,
-        "Num Likes": 0,
-        "Num Downloads": 194,
-        "License": "apache-2.0",
+        "Model Size (MB)": 515.73,
         "Web Search Dataset (MRR)": 55.32,
-        "Web Search Dataset (nDCG@k=None)": 63.48,
         "Web Search Dataset (Recall@5)": 64.76,
-        "Web Search Dataset (Overall Score)": 61.19
+        "Web Search Dataset (nDCG@k=None)": 63.48,
+        "Web Search Dataset (Overall Score)": 61.19,
+        "Downloads Last Month": 194,
+        "Num Likes": 0,
+        "License": "apache-2.0"
+    },
+    {
+        "Model": "omarelshehy/Arabic-STS-Matryoshka-V2",
+        "Max Tokens": 512,
+        "Revision": "main",
+        "Precision": "F32",
+        "Task": "Retriever",
+        "Embedding Dimension": 768,
+        "Model Size (MB)": 515.72,
+        "Web Search Dataset (MRR)": 41.83,
+        "Web Search Dataset (Recall@5)": 49.21,
+        "Web Search Dataset (nDCG@k=None)": 50.71,
+        "Web Search Dataset (Overall Score)": 47.25,
+        "Downloads Last Month": 264,
+        "Num Likes": 1,
+        "License": "N/A"
     },
     {
         "Model": "omarelshehy/Arabic-STS-Matryoshka",
@@ -69,15 +85,15 @@
         "Revision": "main",
         "Precision": "F32",
         "Task": "Retriever",
-        "Model Parameters (in Millions)": 560,
         "Embedding Dimension": 1024,
-        "Num Likes": 2,
-        "Num Downloads": 167,
-        "License": "apache-2.0",
+        "Model Size (MB)": 2135.81,
         "Web Search Dataset (MRR)": 63.2,
-        "Web Search Dataset (nDCG@k=None)": 70.43,
         "Web Search Dataset (Recall@5)": 74.41,
-        "Web Search Dataset (Overall Score)": 69.35
+        "Web Search Dataset (nDCG@k=None)": 70.43,
+        "Web Search Dataset (Overall Score)": 69.35,
+        "Downloads Last Month": 167,
+        "Num Likes": 2,
+        "License": "apache-2.0"
     },
     {
         "Model": "omarelshehy/arabic-english-sts-matryoshka-v2.0",
@@ -85,31 +101,15 @@
         "Revision": "main",
         "Precision": "F32",
         "Task": "Retriever",
-        "Model Parameters (in Millions)": 560,
         "Embedding Dimension": 1024,
-        "Num Likes": 1,
-        "Num Downloads": 324,
-        "License": null,
+        "Model Size (MB)": 2135.81,
         "Web Search Dataset (MRR)": 56.02,
-        "Web Search Dataset (nDCG@k=None)": 64.47,
         "Web Search Dataset (Recall@5)": 67.85,
-        "Web Search Dataset (Overall Score)": 62.78
-    },
-    {
-        "Model": "omarelshehy/Arabic-STS-Matryoshka-V2",
-        "Max Tokens": 512,
-        "Revision": "main",
-        "Precision": "F32",
-        "Task": "Retriever",
-        "Model Parameters (in Millions)": 135,
-        "Embedding Dimension": 768,
+        "Web Search Dataset (nDCG@k=None)": 64.47,
+        "Web Search Dataset (Overall Score)": 62.78,
+        "Downloads Last Month": 324,
         "Num Likes": 1,
-        "Num Downloads": 264,
-        "License": null,
-        "Web Search Dataset (MRR)": 41.83,
-        "Web Search Dataset (nDCG@k=None)": 50.71,
-        "Web Search Dataset (Recall@5)": 49.21,
-        "Web Search Dataset (Overall Score)": 47.25
+        "License": "N/A"
     },
     {
         "Model": "omarelshehy/arabic-english-sts-matryoshka",
@@ -117,15 +117,15 @@
         "Revision": "main",
         "Precision": "F32",
         "Task": "Retriever",
-        "Model Parameters (in Millions)": 560,
         "Embedding Dimension": 1024,
-        "Num Likes": 0,
-        "Num Downloads": 295,
-        "License": "apache-2.0",
+        "Model Size (MB)": 2135.81,
         "Web Search Dataset (MRR)": 51.5,
-        "Web Search Dataset (nDCG@k=None)": 60.55,
         "Web Search Dataset (Recall@5)": 62.91,
-        "Web Search Dataset (Overall Score)": 58.32
+        "Web Search Dataset (nDCG@k=None)": 60.55,
+        "Web Search Dataset (Overall Score)": 58.32,
+        "Downloads Last Month": 295,
+        "Num Likes": 0,
+        "License": "apache-2.0"
     },
     {
         "Model": "silma-ai/silma-embeddding-matryoshka-v0.1",
@@ -133,15 +133,15 @@
         "Revision": "main",
         "Precision": "F32",
         "Task": "Retriever",
-        "Model Parameters (in Millions)": 135,
         "Embedding Dimension": 768,
-        "Num Likes": 9,
-        "Num Downloads": 957,
-        "License": "apache-2.0",
+        "Model Size (MB)": 515.72,
         "Web Search Dataset (MRR)": 45.54,
-        "Web Search Dataset (nDCG@k=None)": 55.32,
         "Web Search Dataset (Recall@5)": 56.5,
-        "Web Search Dataset (Overall Score)": 52.46
+        "Web Search Dataset (nDCG@k=None)": 55.32,
+        "Web Search Dataset (Overall Score)": 52.46,
+        "Downloads Last Month": 957,
+        "Num Likes": 9,
+        "License": "apache-2.0"
     },
     {
         "Model": "silma-ai/silma-embeddding-sts-v0.1",
@@ -149,30 +149,14 @@
         "Revision": "main",
         "Precision": "F32",
         "Task": "Retriever",
-        "Model Parameters (in Millions)": 135,
         "Embedding Dimension": 768,
-        "Num Likes": 4,
-        "Num Downloads": 1392,
-        "License": "apache-2.0",
+        "Model Size (MB)": 515.72,
         "Web Search Dataset (MRR)": 47.28,
-        "Web Search Dataset (nDCG@k=None)": 56.72,
         "Web Search Dataset (Recall@5)": 57.97,
-        "Web Search Dataset (Overall Score)": 53.99
-    },
-    {
-        "Model": "Omartificial-Intelligence-Space/Arabert-all-nli-triplet-Matryoshka",
-        "Max Tokens": 512,
-        "Revision": "main",
-        "Precision": "F32",
-        "Task": "Retriever",
-        "Model Parameters (in Millions)": 135,
-        "Embedding Dimension": 768,
-        "Num Likes": 10,
-        "Num Downloads": 1929,
-        "License": "apache-2.0",
-        "Web Search Dataset (MRR)": 38.82,
-        "Web Search Dataset (nDCG@k=None)": 48.47,
-        "Web Search Dataset (Recall@5)": 46.2,
-        "Web Search Dataset (Overall Score)": 44.49
+        "Web Search Dataset (nDCG@k=None)": 56.72,
+        "Web Search Dataset (Overall Score)": 53.99,
+        "Downloads Last Month": 1392,
+        "Num Likes": 4,
+        "License": "apache-2.0"
     }
 ]