Hugging Face's logo

OpenLLM-Ro
/
RoLlama2-7b-Base-2024-05-14

Text Generation
Transformers
PyTorch
Romanian
llama
Eval Results
text-generation-inference
Inference Endpoints
Model card Files Community
mihaimasala commited on
Commit
11d31ea
•
1 Parent(s): 812b32d

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +35 -34
README.md CHANGED
@@ -14,7 +14,7 @@ model-index:
14
  metrics:
15
  - name: Average accuracy
16
  type: accuracy
17
- value: 38.033944444444444
18
  - task:
19
  type: text-generation
20
  dataset:
@@ -23,7 +23,7 @@ model-index:
23
  metrics:
24
  - name: Average accuracy
25
  type: accuracy
26
- value: 37.945
27
  - task:
28
  type: text-generation
29
  dataset:
@@ -32,7 +32,7 @@ model-index:
32
  metrics:
33
  - name: Average accuracy
34
  type: accuracy
35
- value: 27.2175
36
  - task:
37
  type: text-generation
38
  dataset:
@@ -41,7 +41,7 @@ model-index:
41
  metrics:
42
  - name: Average accuracy
43
  type: accuracy
44
- value: 59.2925
45
  - task:
46
  type: text-generation
47
  dataset:
@@ -50,7 +50,7 @@ model-index:
50
  metrics:
51
  - name: Average accuracy
52
  type: accuracy
53
- value: 57.222
54
  - task:
55
  type: text-generation
56
  dataset:
@@ -59,7 +59,7 @@ model-index:
59
  metrics:
60
  - name: Average accuracy
61
  type: accuracy
62
- value: 2.526666666666667
63
  - task:
64
  type: text-generation
65
  dataset:
@@ -68,7 +68,7 @@ model-index:
68
  metrics:
69
  - name: Average accuracy
70
  type: accuracy
71
- value: 44.0
72
  - task:
73
  type: text-generation
74
  dataset:
@@ -77,7 +77,7 @@ model-index:
77
  metrics:
78
  - name: Average macro-f1
79
  type: macro-f1
80
- value: 83.245
81
  - task:
82
  type: text-generation
83
  dataset:
@@ -86,7 +86,7 @@ model-index:
86
  metrics:
87
  - name: Average macro-f1
88
  type: macro-f1
89
- value: 61.040000000000006
90
  - task:
91
  type: text-generation
92
  dataset:
@@ -95,7 +95,7 @@ model-index:
95
  metrics:
96
  - name: Average macro-f1
97
  type: macro-f1
98
- value: 98.9666527738873
99
  - task:
100
  type: text-generation
101
  dataset:
@@ -104,7 +104,7 @@ model-index:
104
  metrics:
105
  - name: Average macro-f1
106
  type: macro-f1
107
- value: 87.7198050161592
108
  - task:
109
  type: text-generation
110
  dataset:
@@ -122,7 +122,7 @@ model-index:
122
  metrics:
123
  - name: Average bleu
124
  type: bleu
125
- value: 13.032499999999999
126
  - task:
127
  type: text-generation
128
  dataset:
@@ -131,7 +131,7 @@ model-index:
131
  metrics:
132
  - name: Average bleu
133
  type: bleu
134
- value: 27.8468226696502
135
  - task:
136
  type: text-generation
137
  dataset:
@@ -140,7 +140,7 @@ model-index:
140
  metrics:
141
  - name: Average bleu
142
  type: bleu
143
- value: 39.300054525566104
144
  - task:
145
  type: text-generation
146
  dataset:
@@ -149,7 +149,7 @@ model-index:
149
  metrics:
150
  - name: Average exact_match
151
  type: exact_match
152
- value: 30.14705
153
  - task:
154
  type: text-generation
155
  dataset:
@@ -158,7 +158,7 @@ model-index:
158
  metrics:
159
  - name: Average f1
160
  type: f1
161
- value: 47.0304
162
  - task:
163
  type: text-generation
164
  dataset:
@@ -167,7 +167,7 @@ model-index:
167
  metrics:
168
  - name: Average exact_match
169
  type: exact_match
170
- value: 67.0588235294117
171
  - task:
172
  type: text-generation
173
  dataset:
@@ -176,7 +176,7 @@ model-index:
176
  metrics:
177
  - name: Average f1
178
  type: f1
179
- value: 79.9624140326139
180
  - task:
181
  type: text-generation
182
  dataset:
@@ -185,7 +185,7 @@ model-index:
185
  metrics:
186
  - name: Average spearman
187
  type: spearman
188
- value: 7.886666666666667
189
  - task:
190
  type: text-generation
191
  dataset:
@@ -194,7 +194,7 @@ model-index:
194
  metrics:
195
  - name: Average pearson
196
  type: pearson
197
- value: 7.976666666666667
198
  - task:
199
  type: text-generation
200
  dataset:
@@ -203,7 +203,7 @@ model-index:
203
  metrics:
204
  - name: Average spearman
205
  type: spearman
206
- value: 71.749068976055
207
  - task:
208
  type: text-generation
209
  dataset:
@@ -212,7 +212,7 @@ model-index:
212
  metrics:
213
  - name: Average pearson
214
  type: pearson
215
- value: 71.9866084841066
216
  - task:
217
  type: text-generation
218
  dataset:
@@ -302,7 +302,7 @@ model-index:
302
  metrics:
303
  - name: 0-shot
304
  type: accuracy
305
- value: 0.0
306
  - name: 1-shot
307
  type: accuracy
308
  value: 2.96
@@ -320,7 +320,7 @@ model-index:
320
  value: 42.78
321
  - name: 1-shot
322
  type: macro-f1
323
- value: 98.0
324
  - name: 3-shot
325
  type: macro-f1
326
  value: 95.13
@@ -389,16 +389,16 @@ model-index:
389
  metrics:
390
  - name: 0-shot
391
  type: exact_match
392
- value: 5.2941
393
  - name: 1-shot
394
  type: exact_match
395
- value: 33.9496
396
  - name: 3-shot
397
  type: exact_match
398
- value: 39.2437
399
  - name: 5-shot
400
  type: exact_match
401
- value: 42.1008
402
  - task:
403
  type: text-generation
404
  dataset:
@@ -407,16 +407,16 @@ model-index:
407
  metrics:
408
  - name: 0-shot
409
  type: f1
410
- value: 16.1686
411
  - name: 1-shot
412
  type: f1
413
- value: 51.8437
414
  - name: 3-shot
415
  type: f1
416
- value: 58.8226
417
  - name: 5-shot
418
  type: f1
419
- value: 61.2867
420
  - task:
421
  type: text-generation
422
  dataset:
@@ -440,13 +440,14 @@ model-index:
440
  metrics:
441
  - name: 0-shot
442
  type: pearson
443
- value: -1.4
444
  - name: 1-shot
445
  type: pearson
446
- value: 15.0
447
  - name: 3-shot
448
  type: pearson
449
  value: 10.33
 
450
  ---
451
 
452
  # Model Card for Model ID
 
14
  metrics:
15
  - name: Average accuracy
16
  type: accuracy
17
+ value: 38.03
18
  - task:
19
  type: text-generation
20
  dataset:
 
23
  metrics:
24
  - name: Average accuracy
25
  type: accuracy
26
+ value: 37.95
27
  - task:
28
  type: text-generation
29
  dataset:
 
32
  metrics:
33
  - name: Average accuracy
34
  type: accuracy
35
+ value: 27.22
36
  - task:
37
  type: text-generation
38
  dataset:
 
41
  metrics:
42
  - name: Average accuracy
43
  type: accuracy
44
+ value: 59.29
45
  - task:
46
  type: text-generation
47
  dataset:
 
50
  metrics:
51
  - name: Average accuracy
52
  type: accuracy
53
+ value: 57.22
54
  - task:
55
  type: text-generation
56
  dataset:
 
59
  metrics:
60
  - name: Average accuracy
61
  type: accuracy
62
+ value: 2.53
63
  - task:
64
  type: text-generation
65
  dataset:
 
68
  metrics:
69
  - name: Average accuracy
70
  type: accuracy
71
+ value: 44.00
72
  - task:
73
  type: text-generation
74
  dataset:
 
77
  metrics:
78
  - name: Average macro-f1
79
  type: macro-f1
80
+ value: 83.25
81
  - task:
82
  type: text-generation
83
  dataset:
 
86
  metrics:
87
  - name: Average macro-f1
88
  type: macro-f1
89
+ value: 61.04
90
  - task:
91
  type: text-generation
92
  dataset:
 
95
  metrics:
96
  - name: Average macro-f1
97
  type: macro-f1
98
+ value: 98.97
99
  - task:
100
  type: text-generation
101
  dataset:
 
104
  metrics:
105
  - name: Average macro-f1
106
  type: macro-f1
107
+ value: 87.72
108
  - task:
109
  type: text-generation
110
  dataset:
 
122
  metrics:
123
  - name: Average bleu
124
  type: bleu
125
+ value: 13.03
126
  - task:
127
  type: text-generation
128
  dataset:
 
131
  metrics:
132
  - name: Average bleu
133
  type: bleu
134
+ value: 27.85
135
  - task:
136
  type: text-generation
137
  dataset:
 
140
  metrics:
141
  - name: Average bleu
142
  type: bleu
143
+ value: 39.30
144
  - task:
145
  type: text-generation
146
  dataset:
 
149
  metrics:
150
  - name: Average exact_match
151
  type: exact_match
152
+ value: 30.15
153
  - task:
154
  type: text-generation
155
  dataset:
 
158
  metrics:
159
  - name: Average f1
160
  type: f1
161
+ value: 47.03
162
  - task:
163
  type: text-generation
164
  dataset:
 
167
  metrics:
168
  - name: Average exact_match
169
  type: exact_match
170
+ value: 67.06
171
  - task:
172
  type: text-generation
173
  dataset:
 
176
  metrics:
177
  - name: Average f1
178
  type: f1
179
+ value: 79.96
180
  - task:
181
  type: text-generation
182
  dataset:
 
185
  metrics:
186
  - name: Average spearman
187
  type: spearman
188
+ value: 7.89
189
  - task:
190
  type: text-generation
191
  dataset:
 
194
  metrics:
195
  - name: Average pearson
196
  type: pearson
197
+ value: 7.98
198
  - task:
199
  type: text-generation
200
  dataset:
 
203
  metrics:
204
  - name: Average spearman
205
  type: spearman
206
+ value: 71.75
207
  - task:
208
  type: text-generation
209
  dataset:
 
212
  metrics:
213
  - name: Average pearson
214
  type: pearson
215
+ value: 71.99
216
  - task:
217
  type: text-generation
218
  dataset:
 
302
  metrics:
303
  - name: 0-shot
304
  type: accuracy
305
+ value: 0.00
306
  - name: 1-shot
307
  type: accuracy
308
  value: 2.96
 
320
  value: 42.78
321
  - name: 1-shot
322
  type: macro-f1
323
+ value: 98.00
324
  - name: 3-shot
325
  type: macro-f1
326
  value: 95.13
 
389
  metrics:
390
  - name: 0-shot
391
  type: exact_match
392
+ value: 5.29
393
  - name: 1-shot
394
  type: exact_match
395
+ value: 33.95
396
  - name: 3-shot
397
  type: exact_match
398
+ value: 39.24
399
  - name: 5-shot
400
  type: exact_match
401
+ value: 42.10
402
  - task:
403
  type: text-generation
404
  dataset:
 
407
  metrics:
408
  - name: 0-shot
409
  type: f1
410
+ value: 16.17
411
  - name: 1-shot
412
  type: f1
413
+ value: 51.84
414
  - name: 3-shot
415
  type: f1
416
+ value: 58.82
417
  - name: 5-shot
418
  type: f1
419
+ value: 61.29
420
  - task:
421
  type: text-generation
422
  dataset:
 
440
  metrics:
441
  - name: 0-shot
442
  type: pearson
443
+ value: -1.40
444
  - name: 1-shot
445
  type: pearson
446
+ value: 15.00
447
  - name: 3-shot
448
  type: pearson
449
  value: 10.33
450
+
451
  ---
452
 
453
  # Model Card for Model ID