mihaimasala commited on
Commit
5924d83
·
verified ·
1 Parent(s): 29bc041

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +66 -16
README.md CHANGED
@@ -3,22 +3,72 @@ license: llama2
3
  language:
4
  - ro
5
  base_model: meta-llama/Llama-2-7b-hf
6
- # model-index:
7
- # - name: OpenLLM-Ro/RoLlama2-7b-Base
8
- # results:
9
- # - task:
10
- # type: text-generation
11
- # dataset:
12
- # name: ai2_arc
13
- # type: ai2_arc
14
- # metrics:
15
- # - name: AI2 Reasoning Challenge (25-Shot)
16
- # type: AI2 Reasoning Challenge (25-Shot)
17
- # value: 64.59
18
- # source:
19
- # name: Open LLM Leaderboard
20
- # url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard
21
-
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
22
  ---
23
 
24
  # Model Card for Model ID
 
3
  language:
4
  - ro
5
  base_model: meta-llama/Llama-2-7b-hf
6
+ model-index:
7
+ - name: OpenLLM-Ro/RoLlama2-7b-Base
8
+ results:
9
+ - task:
10
+ type: text-generation
11
+ dataset:
12
+ name: Romanian_Academic_Benchmarks_Average
13
+ type: Romanian_Academic_Benchmarks_Average
14
+ metrics:
15
+ - name: Average
16
+ type: accuracy
17
+ value: 38.033944444444444
18
+ - task:
19
+ type: text-generation
20
+ dataset:
21
+ name: OpenLLM-Ro/ro_arc_challenge
22
+ type: OpenLLM-Ro/ro_arc_challenge
23
+ metrics:
24
+ - name: Average
25
+ type: accuracy
26
+ value: 37.945
27
+ - task:
28
+ type: text-generation
29
+ dataset:
30
+ name: OpenLLM-Ro/ro_mmlu
31
+ type: OpenLLM-Ro/ro_mmlu
32
+ metrics:
33
+ - name: Average
34
+ type: accuracy
35
+ value: 27.2175
36
+ - task:
37
+ type: text-generation
38
+ dataset:
39
+ name: OpenLLM-Ro/ro_winogrande
40
+ type: OpenLLM-Ro/ro_winogrande
41
+ metrics:
42
+ - name: Average
43
+ type: accuracy
44
+ value: 59.2925
45
+ - task:
46
+ type: text-generation
47
+ dataset:
48
+ name: OpenLLM-Ro/ro_hellaswag
49
+ type: OpenLLM-Ro/ro_hellaswag
50
+ metrics:
51
+ - name: Average
52
+ type: accuracy
53
+ value: 57.222
54
+ - task:
55
+ type: text-generation
56
+ dataset:
57
+ name: OpenLLM-Ro/ro_gsm8k
58
+ type: OpenLLM-Ro/ro_gsm8k
59
+ metrics:
60
+ - name: Average
61
+ type: accuracy
62
+ value: 2.526666666666667
63
+ - task:
64
+ type: text-generation
65
+ dataset:
66
+ name: OpenLLM-Ro/ro_truthfulqa
67
+ type: OpenLLM-Ro/ro_truthfulqa
68
+ metrics:
69
+ - name: Average
70
+ type: accuracy
71
+ value: 44.0
72
  ---
73
 
74
  # Model Card for Model ID