ybelkada commited on
Commit
43b656a
1 Parent(s): a96c4d9

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -8,11 +8,11 @@
8
  "d_ff": 37,
9
  "d_kv": 8,
10
  "d_model": 32,
11
- "decoder_sparse_step": 1,
12
  "decoder_start_token_id": 0,
13
  "dense_act_fn": "relu",
14
  "dropout_rate": 0.1,
15
- "encoder_sparse_step": 1,
16
  "eos_token_id": 1,
17
  "expert_capacity": 100,
18
  "feed_forward_proj": "relu",
 
8
  "d_ff": 37,
9
  "d_kv": 8,
10
  "d_model": 32,
11
+ "decoder_sparse_step": 0,
12
  "decoder_start_token_id": 0,
13
  "dense_act_fn": "relu",
14
  "dropout_rate": 0.1,
15
+ "encoder_sparse_step": 0,
16
  "eos_token_id": 1,
17
  "expert_capacity": 100,
18
  "feed_forward_proj": "relu",