Pinkgu1 commited on
Commit
efc076c
·
verified ·
1 Parent(s): 4f2e3f3

Update config.json so that it can be run by llm serving engine

Browse files

Reference:
https://huggingface.co/aisingapore/gemma2-9b-cpt-sea-lionv3-instruct/discussions/2

Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -4,11 +4,11 @@
4
  ],
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
- "attn_logit_softcapping": 50.0,
8
  "bos_token_id": 2,
9
  "cache_implementation": "hybrid",
10
  "eos_token_id": 1,
11
- "final_logit_softcapping": 30.0,
12
  "head_dim": 256,
13
  "hidden_act": "gelu_pytorch_tanh",
14
  "hidden_activation": "gelu_pytorch_tanh",
 
4
  ],
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
+ "attn_logit_softcapping": null,
8
  "bos_token_id": 2,
9
  "cache_implementation": "hybrid",
10
  "eos_token_id": 1,
11
+ "final_logit_softcapping": null,
12
  "head_dim": 256,
13
  "hidden_act": "gelu_pytorch_tanh",
14
  "hidden_activation": "gelu_pytorch_tanh",