Update config.json so that it can be run by llm serving engine
#3
by
Pinkgu1
- opened
- config.json +2 -2
config.json
CHANGED
@@ -4,11 +4,11 @@
|
|
4 |
],
|
5 |
"attention_bias": false,
|
6 |
"attention_dropout": 0.0,
|
7 |
-
"attn_logit_softcapping":
|
8 |
"bos_token_id": 2,
|
9 |
"cache_implementation": "hybrid",
|
10 |
"eos_token_id": 1,
|
11 |
-
"final_logit_softcapping":
|
12 |
"head_dim": 256,
|
13 |
"hidden_act": "gelu_pytorch_tanh",
|
14 |
"hidden_activation": "gelu_pytorch_tanh",
|
|
|
4 |
],
|
5 |
"attention_bias": false,
|
6 |
"attention_dropout": 0.0,
|
7 |
+
"attn_logit_softcapping": null,
|
8 |
"bos_token_id": 2,
|
9 |
"cache_implementation": "hybrid",
|
10 |
"eos_token_id": 1,
|
11 |
+
"final_logit_softcapping": null,
|
12 |
"head_dim": 256,
|
13 |
"hidden_act": "gelu_pytorch_tanh",
|
14 |
"hidden_activation": "gelu_pytorch_tanh",
|