pooya-davoodi-parasail commited on
Commit
d6ec7af
·
verified ·
1 Parent(s): fabde22

Add vllm tag

Browse files
Files changed (1) hide show
  1. README.md +13 -12
README.md CHANGED
@@ -6,6 +6,7 @@ datasets:
6
  - GritLM/tulu2
7
  tags:
8
  - mteb
 
9
  model-index:
10
  - name: GritLM-7B
11
  results:
@@ -510,7 +511,7 @@ model-index:
510
  - type: map_at_5
511
  value: 29.767
512
  - type: mrr_at_1
513
- value: 25.0
514
  - type: mrr_at_10
515
  value: 36.131
516
  - type: mrr_at_100
@@ -522,7 +523,7 @@ model-index:
522
  - type: mrr_at_5
523
  value: 35.143
524
  - type: ndcg_at_1
525
- value: 25.0
526
  - type: ndcg_at_10
527
  value: 37.478
528
  - type: ndcg_at_100
@@ -534,7 +535,7 @@ model-index:
534
  - type: ndcg_at_5
535
  value: 34.821999999999996
536
  - type: precision_at_1
537
- value: 25.0
538
  - type: precision_at_10
539
  value: 7.188999999999999
540
  - type: precision_at_100
@@ -2200,9 +2201,9 @@ model-index:
2200
  - type: recall_at_10
2201
  value: 91.822
2202
  - type: recall_at_100
2203
- value: 97.0
2204
  - type: recall_at_1000
2205
- value: 100.0
2206
  - type: recall_at_3
2207
  value: 78.878
2208
  - type: recall_at_5
@@ -2245,7 +2246,7 @@ model-index:
2245
  - type: euclidean_precision
2246
  value: 88.64864864864866
2247
  - type: euclidean_recall
2248
- value: 82.0
2249
  - type: manhattan_accuracy
2250
  value: 99.73267326732673
2251
  - type: manhattan_ap
@@ -2255,7 +2256,7 @@ model-index:
2255
  - type: manhattan_precision
2256
  value: 87.86610878661088
2257
  - type: manhattan_recall
2258
- value: 84.0
2259
  - type: max_accuracy
2260
  value: 99.73267326732673
2261
  - type: max_ap
@@ -2334,9 +2335,9 @@ model-index:
2334
  - type: map_at_3
2335
  value: 0.636
2336
  - type: map_at_5
2337
- value: 1.0
2338
  - type: mrr_at_1
2339
- value: 88.0
2340
  - type: mrr_at_10
2341
  value: 93.667
2342
  - type: mrr_at_100
@@ -2348,7 +2349,7 @@ model-index:
2348
  - type: mrr_at_5
2349
  value: 93.667
2350
  - type: ndcg_at_1
2351
- value: 85.0
2352
  - type: ndcg_at_10
2353
  value: 74.798
2354
  - type: ndcg_at_100
@@ -2360,9 +2361,9 @@ model-index:
2360
  - type: ndcg_at_5
2361
  value: 77.319
2362
  - type: precision_at_1
2363
- value: 88.0
2364
  - type: precision_at_10
2365
- value: 78.0
2366
  - type: precision_at_100
2367
  value: 7.8
2368
  - type: precision_at_1000
 
6
  - GritLM/tulu2
7
  tags:
8
  - mteb
9
+ - vllm
10
  model-index:
11
  - name: GritLM-7B
12
  results:
 
511
  - type: map_at_5
512
  value: 29.767
513
  - type: mrr_at_1
514
+ value: 25
515
  - type: mrr_at_10
516
  value: 36.131
517
  - type: mrr_at_100
 
523
  - type: mrr_at_5
524
  value: 35.143
525
  - type: ndcg_at_1
526
+ value: 25
527
  - type: ndcg_at_10
528
  value: 37.478
529
  - type: ndcg_at_100
 
535
  - type: ndcg_at_5
536
  value: 34.821999999999996
537
  - type: precision_at_1
538
+ value: 25
539
  - type: precision_at_10
540
  value: 7.188999999999999
541
  - type: precision_at_100
 
2201
  - type: recall_at_10
2202
  value: 91.822
2203
  - type: recall_at_100
2204
+ value: 97
2205
  - type: recall_at_1000
2206
+ value: 100
2207
  - type: recall_at_3
2208
  value: 78.878
2209
  - type: recall_at_5
 
2246
  - type: euclidean_precision
2247
  value: 88.64864864864866
2248
  - type: euclidean_recall
2249
+ value: 82
2250
  - type: manhattan_accuracy
2251
  value: 99.73267326732673
2252
  - type: manhattan_ap
 
2256
  - type: manhattan_precision
2257
  value: 87.86610878661088
2258
  - type: manhattan_recall
2259
+ value: 84
2260
  - type: max_accuracy
2261
  value: 99.73267326732673
2262
  - type: max_ap
 
2335
  - type: map_at_3
2336
  value: 0.636
2337
  - type: map_at_5
2338
+ value: 1
2339
  - type: mrr_at_1
2340
+ value: 88
2341
  - type: mrr_at_10
2342
  value: 93.667
2343
  - type: mrr_at_100
 
2349
  - type: mrr_at_5
2350
  value: 93.667
2351
  - type: ndcg_at_1
2352
+ value: 85
2353
  - type: ndcg_at_10
2354
  value: 74.798
2355
  - type: ndcg_at_100
 
2361
  - type: ndcg_at_5
2362
  value: 77.319
2363
  - type: precision_at_1
2364
+ value: 88
2365
  - type: precision_at_10
2366
+ value: 78
2367
  - type: precision_at_100
2368
  value: 7.8
2369
  - type: precision_at_1000