File size: 446 Bytes
f7b808d
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
base_model: 01-ai/Yi-Coder-9B-Chat
gate_mode: random
dtype: bfloat16
experts:
  - source_model: 01-ai/Yi-Coder-9B-Chat
  - source_model: 01-ai/Yi-Coder-9B-Chat
  - source_model: 01-ai/Yi-Coder-9B-Chat
  - source_model: 01-ai/Yi-Coder-9B-Chat
  - source_model: 01-ai/Yi-Coder-9B-Chat
  - source_model: 01-ai/Yi-Coder-9B-Chat
  - source_model: 01-ai/Yi-Coder-9B-Chat
  - source_model: 01-ai/Yi-Coder-9B-Chat
# and then train the sucker!