generation_config.json

{
 "bos_token_id": 151643,
 "eos_token_id": 151643,
 "max_new_tokens": 8192,
 "do_sample": true,
 "repetition_penalty": 1.04,
 "renormalize_logits": true,
 "no_repeat_ngram_size": 4,
 "epsilon_cutoff": 1e-5
}