Hugging Face's logo

Spaces:
Navid-AI
/
The-Arabic-Rag-Leaderboard
Running on CPU Upgrade

App Files Community
1
MohamedRashad commited on
Commit
48805f1
·
verified ·
1 Parent(s): ef6f53c

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. results/dummy.py +6 -0
  2. results/reranking_results.json +144 -84
  3. results/retrieval_results.json +156 -140
results/dummy.py ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ import pandas as pd
2
+
3
+ df = pd.read_json("results/retrieval_results.json")
4
+ df["Model Size (in Millions)"] = df["Model Size (in Millions)"].apply(lambda x: round(x/1000, 3))
5
+ df.rename(columns={"Model Size (in Millions)": "Model Size (in Billions)"}, inplace=True)
6
+ print(df["Model Size (in Billions)"])
results/reranking_results.json CHANGED
@@ -1,110 +1,170 @@
1
  [
2
  {
3
- "Model":"BAAI\/bge-reranker-v2-m3",
4
- "Overall Score":85.4,
5
- "Model Size (in Millions)":568.0,
6
- "Downloads Last Month (Jan-Feb)":889663,
7
- "MRR@10":79.41,
8
- "NDCG@10":95.1,
9
- "MAP":81.69
 
 
 
 
 
10
  },
11
  {
12
- "Model":"NAMAA-Space\/Namaa-ARA-Reranker-V1",
13
- "Overall Score":84.1,
14
- "Model Size (in Millions)":568.0,
15
- "Downloads Last Month (Jan-Feb)":118,
16
- "MRR@10":76.48,
17
- "NDCG@10":93.14,
18
- "MAP":82.67
 
 
 
 
 
19
  },
20
  {
21
- "Model":"NAMAA-Space\/GATE-Reranker-V1",
22
- "Overall Score":76.81,
23
- "Model Size (in Millions)":135.0,
24
- "Downloads Last Month (Jan-Feb)":714,
25
- "MRR@10":62.61,
26
- "NDCG@10":89.7,
27
- "MAP":78.11
 
 
 
 
 
28
  },
29
  {
30
- "Model":"cross-encoder\/ms-marco-MiniLM-L-12-v2",
31
- "Overall Score":60.54,
32
- "Model Size (in Millions)":33.4,
33
- "Downloads Last Month (Jan-Feb)":765472,
34
- "MRR@10":41.69,
35
- "NDCG@10":67.62,
36
- "MAP":72.32
 
 
 
 
 
37
  },
38
  {
39
- "Model":"Omartificial-Intelligence-Space\/Arabic-MiniLM-L12-v2-all-nli-triplet",
40
- "Overall Score":58.17,
41
- "Model Size (in Millions)":118.0,
42
- "Downloads Last Month (Jan-Feb)":475,
43
- "MRR@10":42.28,
44
- "NDCG@10":75.63,
45
- "MAP":56.59
 
 
 
 
 
46
  },
47
  {
48
- "Model":"aubmindlab\/bert-base-arabert",
49
- "Overall Score":56.69,
50
- "Model Size (in Millions)":136.0,
51
- "Downloads Last Month (Jan-Feb)":74132,
52
- "MRR@10":40.16,
53
- "NDCG@10":71.14,
54
- "MAP":58.77
 
 
 
 
 
55
  },
56
  {
57
- "Model":"OrdalieTech\/Solon-embeddings-large-0.1",
58
- "Overall Score":54.73,
59
- "Model Size (in Millions)":560.0,
60
- "Downloads Last Month (Jan-Feb)":29994,
61
- "MRR@10":32.59,
62
- "NDCG@10":60.18,
63
- "MAP":71.41
 
 
 
 
 
64
  },
65
  {
66
- "Model":"intfloat\/multilingual-e5-large-instruct",
67
- "Overall Score":53.39,
68
- "Model Size (in Millions)":560.0,
69
- "Downloads Last Month (Jan-Feb)":371648,
70
- "MRR@10":48.35,
71
- "NDCG@10":56.06,
72
- "MAP":55.78
 
 
 
 
 
73
  },
74
  {
75
- "Model":"Omartificial-Intelligence-Space\/Arabic-all-nli-triplet-Matryoshka",
76
- "Overall Score":52.16,
77
- "Model Size (in Millions)":135.0,
78
- "Downloads Last Month (Jan-Feb)":1784,
79
- "MRR@10":40.58,
80
- "NDCG@10":54.7,
81
- "MAP":61.2
 
 
 
 
 
82
  },
83
  {
84
- "Model":"Snowflake\/snowflake-arctic-embed-l-v2.0",
85
- "Overall Score":51.61,
86
- "Model Size (in Millions)":568.0,
87
- "Downloads Last Month (Jan-Feb)":83755,
88
- "MRR@10":32.16,
89
- "NDCG@10":58.63,
90
- "MAP":64.05
 
 
 
 
 
91
  },
92
  {
93
- "Model":"aubmindlab\/bert-large-arabertv2",
94
- "Overall Score":50.84,
95
- "Model Size (in Millions)":371.0,
96
- "Downloads Last Month (Jan-Feb)":8939,
97
- "MRR@10":27.84,
98
- "NDCG@10":53.42,
99
- "MAP":71.27
 
 
 
 
 
100
  },
101
  {
102
- "Model":"Omartificial-Intelligence-Space\/Arabic-labse-Matryoshka",
103
- "Overall Score":48.76,
104
- "Model Size (in Millions)":471.0,
105
- "Downloads Last Month (Jan-Feb)":460,
106
- "MRR@10":32.71,
107
- "NDCG@10":56.6,
108
- "MAP":56.97
 
 
 
 
 
109
  }
110
  ]
 
1
  [
2
  {
3
+ "Model": "BAAI/bge-reranker-v2-m3",
4
+ "Overall Score": 85.4,
5
+ "Model Parameters (in Millions)": 568,
6
+ "Num Downloads": 966662,
7
+ "MRR@10": 79.41,
8
+ "NDCG@10": 95.1,
9
+ "MAP": 81.69,
10
+ "Num Likes": 491,
11
+ "License": "apache-2.0",
12
+ "Precision": "F32",
13
+ "Task": "Reranker",
14
+ "Revision": "main"
15
  },
16
  {
17
+ "Model": "NAMAA-Space/Namaa-ARA-Reranker-V1",
18
+ "Overall Score": 84.1,
19
+ "Model Parameters (in Millions)": 568,
20
+ "Num Downloads": 121,
21
+ "MRR@10": 76.48,
22
+ "NDCG@10": 93.14,
23
+ "MAP": 82.67,
24
+ "Num Likes": 4,
25
+ "License": "apache-2.0",
26
+ "Precision": "F32",
27
+ "Task": "Reranker",
28
+ "Revision": "main"
29
  },
30
  {
31
+ "Model": "NAMAA-Space/GATE-Reranker-V1",
32
+ "Overall Score": 76.81,
33
+ "Model Parameters (in Millions)": 135,
34
+ "Num Downloads": 753,
35
+ "MRR@10": 62.61,
36
+ "NDCG@10": 89.7,
37
+ "MAP": 78.11,
38
+ "Num Likes": 7,
39
+ "License": "apache-2.0",
40
+ "Precision": "F32",
41
+ "Task": "Reranker",
42
+ "Revision": "main"
43
  },
44
  {
45
+ "Model": "cross-encoder/ms-marco-MiniLM-L-12-v2",
46
+ "Overall Score": 60.54,
47
+ "Model Parameters (in Millions)": 33,
48
+ "Num Downloads": 777681,
49
+ "MRR@10": 41.69,
50
+ "NDCG@10": 67.62,
51
+ "MAP": 72.32,
52
+ "Num Likes": 68,
53
+ "License": "apache-2.0",
54
+ "Precision": "I64",
55
+ "Task": "Reranker",
56
+ "Revision": "main"
57
  },
58
  {
59
+ "Model": "Omartificial-Intelligence-Space/Arabic-MiniLM-L12-v2-all-nli-triplet",
60
+ "Overall Score": 58.17,
61
+ "Model Parameters (in Millions)": 118,
62
+ "Num Downloads": 448,
63
+ "MRR@10": 42.28,
64
+ "NDCG@10": 75.63,
65
+ "MAP": 56.59,
66
+ "Num Likes": 4,
67
+ "License": "apache-2.0",
68
+ "Precision": "F32",
69
+ "Task": "Reranker",
70
+ "Revision": "main"
71
  },
72
  {
73
+ "Model": "aubmindlab/bert-base-arabert",
74
+ "Overall Score": 56.69,
75
+ "Model Parameters (in Millions)": 136,
76
+ "Num Downloads": 71050,
77
+ "MRR@10": 40.16,
78
+ "NDCG@10": 71.14,
79
+ "MAP": 58.77,
80
+ "Num Likes": 27,
81
+ "License": null,
82
+ "Precision": "F32",
83
+ "Task": "Reranker",
84
+ "Revision": "main"
85
  },
86
  {
87
+ "Model": "OrdalieTech/Solon-embeddings-large-0.1",
88
+ "Overall Score": 54.73,
89
+ "Model Parameters (in Millions)": 560,
90
+ "Num Downloads": 23830,
91
+ "MRR@10": 32.59,
92
+ "NDCG@10": 60.18,
93
+ "MAP": 71.41,
94
+ "Num Likes": 47,
95
+ "License": "mit",
96
+ "Precision": "F32",
97
+ "Task": "Reranker",
98
+ "Revision": "main"
99
  },
100
  {
101
+ "Model": "intfloat/multilingual-e5-large-instruct",
102
+ "Overall Score": 53.39,
103
+ "Model Parameters (in Millions)": 560,
104
+ "Num Downloads": 391080,
105
+ "MRR@10": 48.35,
106
+ "NDCG@10": 56.06,
107
+ "MAP": 55.78,
108
+ "Num Likes": 288,
109
+ "License": "mit",
110
+ "Precision": "F16",
111
+ "Task": "Reranker",
112
+ "Revision": "main"
113
  },
114
  {
115
+ "Model": "Omartificial-Intelligence-Space/Arabic-all-nli-triplet-Matryoshka",
116
+ "Overall Score": 52.16,
117
+ "Model Parameters (in Millions)": 278,
118
+ "Num Downloads": 503,
119
+ "MRR@10": 40.58,
120
+ "NDCG@10": 54.7,
121
+ "MAP": 61.2,
122
+ "Num Likes": 2,
123
+ "License": "apache-2.0",
124
+ "Precision": "F32",
125
+ "Task": "Reranker",
126
+ "Revision": "main"
127
  },
128
  {
129
+ "Model": "Snowflake/snowflake-arctic-embed-l-v2.0",
130
+ "Overall Score": 51.61,
131
+ "Model Parameters (in Millions)": 568,
132
+ "Num Downloads": 86764,
133
+ "MRR@10": 32.16,
134
+ "NDCG@10": 58.63,
135
+ "MAP": 64.05,
136
+ "Num Likes": 111,
137
+ "License": "apache-2.0",
138
+ "Precision": "F32",
139
+ "Task": "Reranker",
140
+ "Revision": "main"
141
  },
142
  {
143
+ "Model": "aubmindlab/bert-large-arabertv2",
144
+ "Overall Score": 50.84,
145
+ "Model Parameters (in Millions)": 371,
146
+ "Num Downloads": 1352,
147
+ "MRR@10": 27.84,
148
+ "NDCG@10": 53.42,
149
+ "MAP": 71.27,
150
+ "Num Likes": 11,
151
+ "License": null,
152
+ "Precision": "I64",
153
+ "Task": "Reranker",
154
+ "Revision": "main"
155
  },
156
  {
157
+ "Model": "Omartificial-Intelligence-Space/Arabic-labse-Matryoshka",
158
+ "Overall Score": 48.76,
159
+ "Model Parameters (in Millions)": 471,
160
+ "Num Downloads": 566,
161
+ "MRR@10": 32.71,
162
+ "NDCG@10": 56.6,
163
+ "MAP": 56.97,
164
+ "Num Likes": 2,
165
+ "License": "apache-2.0",
166
+ "Precision": "F32",
167
+ "Task": "Reranker",
168
+ "Revision": "main"
169
  }
170
  ]
results/retrieval_results.json CHANGED
@@ -1,162 +1,178 @@
1
  [
2
  {
3
- "Model":"intfloat\/multilingual-e5-large-instruct",
4
- "Max Tokens":512,
5
- "Revision":"main",
6
- "Precision":"f16",
7
- "Task":"Retriever",
8
- "Model Size (in Millions)":560,
9
- "Embedding Dimension":1024,
10
- "Num Likes":279,
11
- "Num Downloads":365122,
12
- "License":"mit",
13
- "Web Search Dataset (MRR)":65.26,
14
- "Web Search Dataset (nDCG@k=None)":71.66,
15
- "Web Search Dataset (Recall@5)":74.14,
16
- "Web Search Dataset (Overall Score)":70.35
17
  },
18
  {
19
- "Model":"Omartificial-Intelligence-Space\/Arabic-MiniLM-L12-v2-all-nli-triplet",
20
- "Max Tokens":128,
21
- "Revision":"main",
22
- "Precision":"f32",
23
- "Task":"Retriever",
24
- "Model Size (in Millions)":118,
25
- "Embedding Dimension":384,
26
- "Num Likes":4,
27
- "Num Downloads":472,
28
- "License":"apache-2.0",
29
- "Web Search Dataset (MRR)":46.0,
30
- "Web Search Dataset (nDCG@k=None)":55.34,
31
- "Web Search Dataset (Recall@5)":56.19,
32
- "Web Search Dataset (Overall Score)":52.51
33
  },
34
  {
35
- "Model":"Omartificial-Intelligence-Space\/Arabic-labse-Matryoshka",
36
- "Max Tokens":256,
37
- "Revision":"main",
38
- "Precision":"f32",
39
- "Task":"Retriever",
40
- "Model Size (in Millions)":471,
41
- "Embedding Dimension":768,
42
- "Num Likes":2,
43
- "Num Downloads":453,
44
- "License":"apache-2.0",
45
- "Web Search Dataset (MRR)":56.96,
46
- "Web Search Dataset (nDCG@k=None)":65.27,
47
- "Web Search Dataset (Recall@5)":70.05,
48
- "Web Search Dataset (Overall Score)":64.09
49
  },
50
  {
51
- "Model":"omarelshehy\/Arabic-Retrieval-v1.0",
52
- "Max Tokens":512,
53
- "Revision":"main",
54
- "Precision":"f32",
55
- "Task":"Retriever",
56
- "Model Size (in Millions)":135,
57
- "Embedding Dimension":768,
58
- "Num Likes":0,
59
- "Num Downloads":230,
60
- "License":"apache-2.0",
61
- "Web Search Dataset (MRR)":55.32,
62
- "Web Search Dataset (nDCG@k=None)":63.48,
63
- "Web Search Dataset (Recall@5)":64.76,
64
- "Web Search Dataset (Overall Score)":61.19
65
  },
66
  {
67
- "Model":"omarelshehy\/Arabic-STS-Matryoshka",
68
- "Max Tokens":512,
69
- "Revision":"main",
70
- "Precision":"f32",
71
- "Task":"Retriever",
72
- "Model Size (in Millions)":560,
73
- "Embedding Dimension":1024,
74
- "Num Likes":2,
75
- "Num Downloads":179,
76
- "License":"apache-2.0",
77
- "Web Search Dataset (MRR)":63.2,
78
- "Web Search Dataset (nDCG@k=None)":70.43,
79
- "Web Search Dataset (Recall@5)":74.41,
80
- "Web Search Dataset (Overall Score)":69.35
81
  },
82
  {
83
- "Model":"omarelshehy\/arabic-english-sts-matryoshka-v2.0",
84
- "Max Tokens":512,
85
- "Revision":"main",
86
- "Precision":"f32",
87
- "Task":"Retriever",
88
- "Model Size (in Millions)":560,
89
- "Embedding Dimension":1024,
90
- "Num Likes":1,
91
- "Num Downloads":447,
92
- "License":null,
93
- "Web Search Dataset (MRR)":56.02,
94
- "Web Search Dataset (nDCG@k=None)":64.47,
95
- "Web Search Dataset (Recall@5)":67.85,
96
- "Web Search Dataset (Overall Score)":62.78
97
  },
98
  {
99
- "Model":"omarelshehy\/Arabic-STS-Matryoshka-V2",
100
- "Max Tokens":512,
101
- "Revision":"main",
102
- "Precision":"f32",
103
- "Task":"Retriever",
104
- "Model Size (in Millions)":135,
105
- "Embedding Dimension":768,
106
- "Num Likes":1,
107
- "Num Downloads":282,
108
- "License":null,
109
- "Web Search Dataset (MRR)":41.83,
110
- "Web Search Dataset (nDCG@k=None)":50.71,
111
- "Web Search Dataset (Recall@5)":49.21,
112
- "Web Search Dataset (Overall Score)":47.25
113
  },
114
  {
115
- "Model":"omarelshehy\/arabic-english-sts-matryoshka",
116
- "Max Tokens":512,
117
- "Revision":"main",
118
- "Precision":"f32",
119
- "Task":"Retriever",
120
- "Model Size (in Millions)":560,
121
- "Embedding Dimension":1024,
122
- "Num Likes":0,
123
- "Num Downloads":278,
124
- "License":"apache-2.0",
125
- "Web Search Dataset (MRR)":51.5,
126
- "Web Search Dataset (nDCG@k=None)":60.55,
127
- "Web Search Dataset (Recall@5)":62.91,
128
- "Web Search Dataset (Overall Score)":58.32
129
  },
130
  {
131
- "Model":"silma-ai\/silma-embeddding-matryoshka-v0.1",
132
- "Max Tokens":512,
133
- "Revision":"main",
134
- "Precision":"f32",
135
- "Task":"Retriever",
136
- "Model Size (in Millions)":135,
137
- "Embedding Dimension":768,
138
- "Num Likes":9,
139
- "Num Downloads":987,
140
- "License":"apache-2.0",
141
- "Web Search Dataset (MRR)":45.54,
142
- "Web Search Dataset (nDCG@k=None)":55.32,
143
- "Web Search Dataset (Recall@5)":56.5,
144
- "Web Search Dataset (Overall Score)":52.46
145
  },
146
  {
147
- "Model":"silma-ai\/silma-embeddding-sts-v0.1",
148
- "Max Tokens":512,
149
- "Revision":"main",
150
- "Precision":"f32",
151
- "Task":"Retriever",
152
- "Model Size (in Millions)":135,
153
- "Embedding Dimension":768,
154
- "Num Likes":4,
155
- "Num Downloads":1539,
156
- "License":"apache-2.0",
157
- "Web Search Dataset (MRR)":47.28,
158
- "Web Search Dataset (nDCG@k=None)":56.72,
159
- "Web Search Dataset (Recall@5)":57.97,
160
- "Web Search Dataset (Overall Score)":53.99
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
161
  }
162
  ]
 
1
  [
2
  {
3
+ "Model": "intfloat/multilingual-e5-large-instruct",
4
+ "Max Tokens": 512,
5
+ "Revision": "main",
6
+ "Precision": "F16",
7
+ "Task": "Retriever",
8
+ "Model Parameters (in Millions)": 560,
9
+ "Embedding Dimension": 1024,
10
+ "Num Likes": 288,
11
+ "Num Downloads": 391080,
12
+ "License": "mit",
13
+ "Web Search Dataset (MRR)": 65.26,
14
+ "Web Search Dataset (nDCG@k=None)": 71.66,
15
+ "Web Search Dataset (Recall@5)": 74.14,
16
+ "Web Search Dataset (Overall Score)": 70.35
17
  },
18
  {
19
+ "Model": "Omartificial-Intelligence-Space/Arabic-MiniLM-L12-v2-all-nli-triplet",
20
+ "Max Tokens": 128,
21
+ "Revision": "main",
22
+ "Precision": "F32",
23
+ "Task": "Retriever",
24
+ "Model Parameters (in Millions)": 118,
25
+ "Embedding Dimension": 384,
26
+ "Num Likes": 4,
27
+ "Num Downloads": 448,
28
+ "License": "apache-2.0",
29
+ "Web Search Dataset (MRR)": 46.0,
30
+ "Web Search Dataset (nDCG@k=None)": 55.34,
31
+ "Web Search Dataset (Recall@5)": 56.19,
32
+ "Web Search Dataset (Overall Score)": 52.51
33
  },
34
  {
35
+ "Model": "Omartificial-Intelligence-Space/Arabic-labse-Matryoshka",
36
+ "Max Tokens": 256,
37
+ "Revision": "main",
38
+ "Precision": "F32",
39
+ "Task": "Retriever",
40
+ "Model Parameters (in Millions)": 471,
41
+ "Embedding Dimension": 768,
42
+ "Num Likes": 2,
43
+ "Num Downloads": 566,
44
+ "License": "apache-2.0",
45
+ "Web Search Dataset (MRR)": 56.96,
46
+ "Web Search Dataset (nDCG@k=None)": 65.27,
47
+ "Web Search Dataset (Recall@5)": 70.05,
48
+ "Web Search Dataset (Overall Score)": 64.09
49
  },
50
  {
51
+ "Model": "omarelshehy/Arabic-Retrieval-v1.0",
52
+ "Max Tokens": 512,
53
+ "Revision": "main",
54
+ "Precision": "F32",
55
+ "Task": "Retriever",
56
+ "Model Parameters (in Millions)": 135,
57
+ "Embedding Dimension": 768,
58
+ "Num Likes": 0,
59
+ "Num Downloads": 194,
60
+ "License": "apache-2.0",
61
+ "Web Search Dataset (MRR)": 55.32,
62
+ "Web Search Dataset (nDCG@k=None)": 63.48,
63
+ "Web Search Dataset (Recall@5)": 64.76,
64
+ "Web Search Dataset (Overall Score)": 61.19
65
  },
66
  {
67
+ "Model": "omarelshehy/Arabic-STS-Matryoshka",
68
+ "Max Tokens": 512,
69
+ "Revision": "main",
70
+ "Precision": "F32",
71
+ "Task": "Retriever",
72
+ "Model Parameters (in Millions)": 560,
73
+ "Embedding Dimension": 1024,
74
+ "Num Likes": 2,
75
+ "Num Downloads": 167,
76
+ "License": "apache-2.0",
77
+ "Web Search Dataset (MRR)": 63.2,
78
+ "Web Search Dataset (nDCG@k=None)": 70.43,
79
+ "Web Search Dataset (Recall@5)": 74.41,
80
+ "Web Search Dataset (Overall Score)": 69.35
81
  },
82
  {
83
+ "Model": "omarelshehy/arabic-english-sts-matryoshka-v2.0",
84
+ "Max Tokens": 512,
85
+ "Revision": "main",
86
+ "Precision": "F32",
87
+ "Task": "Retriever",
88
+ "Model Parameters (in Millions)": 560,
89
+ "Embedding Dimension": 1024,
90
+ "Num Likes": 1,
91
+ "Num Downloads": 324,
92
+ "License": null,
93
+ "Web Search Dataset (MRR)": 56.02,
94
+ "Web Search Dataset (nDCG@k=None)": 64.47,
95
+ "Web Search Dataset (Recall@5)": 67.85,
96
+ "Web Search Dataset (Overall Score)": 62.78
97
  },
98
  {
99
+ "Model": "omarelshehy/Arabic-STS-Matryoshka-V2",
100
+ "Max Tokens": 512,
101
+ "Revision": "main",
102
+ "Precision": "F32",
103
+ "Task": "Retriever",
104
+ "Model Parameters (in Millions)": 135,
105
+ "Embedding Dimension": 768,
106
+ "Num Likes": 1,
107
+ "Num Downloads": 264,
108
+ "License": null,
109
+ "Web Search Dataset (MRR)": 41.83,
110
+ "Web Search Dataset (nDCG@k=None)": 50.71,
111
+ "Web Search Dataset (Recall@5)": 49.21,
112
+ "Web Search Dataset (Overall Score)": 47.25
113
  },
114
  {
115
+ "Model": "omarelshehy/arabic-english-sts-matryoshka",
116
+ "Max Tokens": 512,
117
+ "Revision": "main",
118
+ "Precision": "F32",
119
+ "Task": "Retriever",
120
+ "Model Parameters (in Millions)": 560,
121
+ "Embedding Dimension": 1024,
122
+ "Num Likes": 0,
123
+ "Num Downloads": 295,
124
+ "License": "apache-2.0",
125
+ "Web Search Dataset (MRR)": 51.5,
126
+ "Web Search Dataset (nDCG@k=None)": 60.55,
127
+ "Web Search Dataset (Recall@5)": 62.91,
128
+ "Web Search Dataset (Overall Score)": 58.32
129
  },
130
  {
131
+ "Model": "silma-ai/silma-embeddding-matryoshka-v0.1",
132
+ "Max Tokens": 512,
133
+ "Revision": "main",
134
+ "Precision": "F32",
135
+ "Task": "Retriever",
136
+ "Model Parameters (in Millions)": 135,
137
+ "Embedding Dimension": 768,
138
+ "Num Likes": 9,
139
+ "Num Downloads": 957,
140
+ "License": "apache-2.0",
141
+ "Web Search Dataset (MRR)": 45.54,
142
+ "Web Search Dataset (nDCG@k=None)": 55.32,
143
+ "Web Search Dataset (Recall@5)": 56.5,
144
+ "Web Search Dataset (Overall Score)": 52.46
145
  },
146
  {
147
+ "Model": "silma-ai/silma-embeddding-sts-v0.1",
148
+ "Max Tokens": 512,
149
+ "Revision": "main",
150
+ "Precision": "F32",
151
+ "Task": "Retriever",
152
+ "Model Parameters (in Millions)": 135,
153
+ "Embedding Dimension": 768,
154
+ "Num Likes": 4,
155
+ "Num Downloads": 1392,
156
+ "License": "apache-2.0",
157
+ "Web Search Dataset (MRR)": 47.28,
158
+ "Web Search Dataset (nDCG@k=None)": 56.72,
159
+ "Web Search Dataset (Recall@5)": 57.97,
160
+ "Web Search Dataset (Overall Score)": 53.99
161
+ },
162
+ {
163
+ "Model": "Omartificial-Intelligence-Space/Arabert-all-nli-triplet-Matryoshka",
164
+ "Max Tokens": 512,
165
+ "Revision": "main",
166
+ "Precision": "F32",
167
+ "Task": "Retriever",
168
+ "Model Parameters (in Millions)": 135,
169
+ "Embedding Dimension": 768,
170
+ "Num Likes": 10,
171
+ "Num Downloads": 1929,
172
+ "License": "apache-2.0",
173
+ "Web Search Dataset (MRR)": 38.82,
174
+ "Web Search Dataset (nDCG@k=None)": 48.47,
175
+ "Web Search Dataset (Recall@5)": 46.2,
176
+ "Web Search Dataset (Overall Score)": 44.49
177
  }
178
  ]