dawn17 commited on
Commit
d84795e
1 Parent(s): 3a9303d

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +25 -11
README.md CHANGED
@@ -3,14 +3,28 @@ license: apache-2.0
3
  ---
4
 
5
  ---
6
- base_model: /Users/dawn/git/models/Silicon-Maid-7B
7
- gate_mode: hidden # one of "hidden", "cheap_embed", or "random"
8
- dtype: bfloat16 # output dtype (float32, float16, or bfloat16)
9
- experts:
10
- - source_model: /Users/dawn/git/models/Silicon-Maid-7B
11
- positive_prompts:
12
- - "roleplay"
13
- - source_model: /Users/dawn/git/models/Starling-LM-7B-beta
14
- positive_prompts:
15
- - "chat"
16
- ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  ---
4
 
5
  ---
6
+
7
+
8
+ base_model: /Users/dawn/git/models/Silicon-Maid-7B
9
+ gate_mode: hidden # one of "hidden", "cheap_embed", or "random"
10
+ dtype: bfloat16 # output dtype (float32, float16, or bfloat16)
11
+ experts:
12
+ - source_model: /Users/dawn/git/models/Silicon-Maid-7B
13
+ positive_prompts:
14
+ - "roleplay"
15
+ - source_model: /Users/dawn/git/models/Starling-LM-7B-beta
16
+ positive_prompts:
17
+ - "chat"
18
+
19
+ chatml format
20
+ # [Open LLM Leaderboard Evaluation Results](https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard)
21
+
22
+ | Metric |Value|
23
+ |---------------------------------|----:|
24
+ |Avg. |70.76|
25
+ |AI2 Reasoning Challenge (25-Shot)|68.43|
26
+ |HellaSwag (10-Shot) |86.28|
27
+ |MMLU (5-Shot) |60.34|
28
+ |TruthfulQA (0-shot) |60.34|
29
+ |Winogrande (5-shot) |78.93|
30
+ |GSM8k (5-shot) |65.43|