{ "assistant_token_id": 196, "bos_token_id": 1, "do_sample": true, "eos_token_id": 2, "max_new_tokens": 2048, "pad_token_id": 0, "repetition_penalty": 1.05, "temperature": 0.3, "top_k": 5, "top_p": 0.85, "transformers_version": "4.34.1", "user_token_id": 195 }