generation_config.json

{
  "eos_token_id": 128009,
  "max_new_tokens": 1024,
  "pad_token_id": 128009,
  "stop_strings": [
    "<|endoftext|>",
    "<|end|>",
    "</s>",
    "<|eot_id|>",
    "<|end_of_text|>"
  ],
  "transformers_version": "4.41.1"
}