dawn17 commited on
Commit
e15eb68
1 Parent(s): 570b4bc

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +24 -12
README.md CHANGED
@@ -1,17 +1,29 @@
1
  ---
2
  license: apache-2.0
3
  ---
4
- base_model: /Users/dawn/git/models/Starling-LM-7B-beta
5
- gate_mode: hidden # one of "hidden", "cheap_embed", or "random"
6
- dtype: bfloat16 # output dtype (float32, float16, or bfloat16)
7
- experts:
8
- - source_model: /Users/dawn/git/models/Silicon-Maid-7B
9
- positive_prompts:
10
- - "roleplay"
11
- - source_model: /Users/dawn/git/models/Starling-LM-7B-beta
12
- positive_prompts:
13
- - "chat"
14
 
15
  ---
16
- license: apache-2.0
17
- ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  ---
2
  license: apache-2.0
3
  ---
 
 
 
 
 
 
 
 
 
 
4
 
5
  ---
6
+
7
+
8
+ base_model: /Users/dawn/git/models/Starling-LM-7B-beta
9
+ gate_mode: hidden # one of "hidden", "cheap_embed", or "random"
10
+ dtype: bfloat16 # output dtype (float32, float16, or bfloat16)
11
+ experts:
12
+ - source_model: /Users/dawn/git/models/Silicon-Maid-7B
13
+ positive_prompts:
14
+ - "roleplay"
15
+ - source_model: /Users/dawn/git/models/Starling-LM-7B-beta
16
+ positive_prompts:
17
+ - "chat"
18
+
19
+ # [Open LLM Leaderboard Evaluation Results](https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard)
20
+
21
+ | Metric |Value|
22
+ |---------------------------------|----:|
23
+ |Avg. |70.20|
24
+ |AI2 Reasoning Challenge (25-Shot)|67.15|
25
+ |HellaSwag (10-Shot) |85.00|
26
+ |MMLU (5-Shot) |65.36|
27
+ |TruthfulQA (0-shot) |57.98|
28
+ |Winogrande (5-shot) |79.79|
29
+ |GSM8k (5-shot) |65.88|