Update config.json
Browse filesAdded eos tokens as in Llama 3.1 405B, for the case of tool calling, the current config wouldn't stop at generating tokens. It stops only when explicitly provided stop_tokens
- config.json +5 -1
config.json
CHANGED
|
@@ -5,7 +5,11 @@
|
|
| 5 |
"attention_bias": false,
|
| 6 |
"attention_dropout": 0.0,
|
| 7 |
"bos_token_id": 128000,
|
| 8 |
-
"eos_token_id":
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9 |
"hidden_act": "silu",
|
| 10 |
"hidden_size": 16384,
|
| 11 |
"initializer_range": 0.02,
|
|
|
|
| 5 |
"attention_bias": false,
|
| 6 |
"attention_dropout": 0.0,
|
| 7 |
"bos_token_id": 128000,
|
| 8 |
+
"eos_token_id": [
|
| 9 |
+
128001,
|
| 10 |
+
128008,
|
| 11 |
+
128009
|
| 12 |
+
],
|
| 13 |
"hidden_act": "silu",
|
| 14 |
"hidden_size": 16384,
|
| 15 |
"initializer_range": 0.02,
|