Llama-3.1-Nemotron-70B-Instruct-HF-calib-original_pileval_en_AWQ-4bit-g128-gemm
/
generation_config.json
{ | |
"bos_token_id": 128000, | |
"do_sample": true, | |
"eos_token_id": [ | |
128001, | |
128008, | |
128009 | |
], | |
"transformers_version": "4.45.2" | |
} | |
{ | |
"bos_token_id": 128000, | |
"do_sample": true, | |
"eos_token_id": [ | |
128001, | |
128008, | |
128009 | |
], | |
"transformers_version": "4.45.2" | |
} | |