Commit
·
339aad6
1
Parent(s):
0977899
Update README.md
Browse files
README.md
CHANGED
|
@@ -47,7 +47,7 @@ model-index:
|
|
| 47 |
metrics:
|
| 48 |
- name: arc_challenge(0-Shot)
|
| 49 |
type: arc_challenge (0-Shot)
|
| 50 |
-
value: 0.
|
| 51 |
source:
|
| 52 |
name: open_llama_3b_instruct_v_0.2 model card
|
| 53 |
url: https://huggingface.co/mwitiderrick/open_llama_3b_instruct_v_0.2
|
|
@@ -105,4 +105,19 @@ print(quick_sort(arr))
|
|
| 105 |
|winogrande|Yaml |none | 0|acc |0.6267|± |0.0136|
|
| 106 |
|hellaswag|Yaml |none | 0|acc |0.4962|± |0.0050|
|
| 107 |
| | |none | 0|acc_norm|0.6581|± |0.0047|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 108 |
```
|
|
|
|
| 47 |
metrics:
|
| 48 |
- name: arc_challenge(0-Shot)
|
| 49 |
type: arc_challenge (0-Shot)
|
| 50 |
+
value: 0.3712
|
| 51 |
source:
|
| 52 |
name: open_llama_3b_instruct_v_0.2 model card
|
| 53 |
url: https://huggingface.co/mwitiderrick/open_llama_3b_instruct_v_0.2
|
|
|
|
| 105 |
|winogrande|Yaml |none | 0|acc |0.6267|± |0.0136|
|
| 106 |
|hellaswag|Yaml |none | 0|acc |0.4962|± |0.0050|
|
| 107 |
| | |none | 0|acc_norm|0.6581|± |0.0047|
|
| 108 |
+
|arc_challenge|Yaml |none | 0|acc |0.3481|± |0.0139|
|
| 109 |
+
| | |none | 0|acc_norm|0.3712|± |0.0141|
|
| 110 |
+
|truthfulqa|N/A |none | 0|bleu_max | 24.2580|± |0.5985|
|
| 111 |
+
| | |none | 0|bleu_acc | 0.2876|± |0.0003|
|
| 112 |
+
| | |none | 0|bleu_diff | -8.3685|± |0.6065|
|
| 113 |
+
| | |none | 0|rouge1_max | 49.3907|± |0.7350|
|
| 114 |
+
| | |none | 0|rouge1_acc | 0.2558|± |0.0002|
|
| 115 |
+
| | |none | 0|rouge1_diff|-10.6617|± |0.6450|
|
| 116 |
+
| | |none | 0|rouge2_max | 32.4189|± |0.9587|
|
| 117 |
+
| | |none | 0|rouge2_acc | 0.2142|± |0.0002|
|
| 118 |
+
| | |none | 0|rouge2_diff|-12.9903|± |0.9539|
|
| 119 |
+
| | |none | 0|rougeL_max | 46.2337|± |0.7493|
|
| 120 |
+
| | |none | 0|rougeL_acc | 0.2424|± |0.0002|
|
| 121 |
+
| | |none | 0|rougeL_diff|-11.0285|± |0.6576|
|
| 122 |
+
| | |none | 0|acc | 0.3072|± |0.0405|
|
| 123 |
```
|