Qwen2.5-7B-Instruct-GPTQ-Int4 / post_config.json
qqc1989's picture
Upload 11 files
254fc68 verified
raw
history blame contribute delete
277 Bytes
{
"enable_temperature" : true,
"temperature" : 0.9,
"enable_repetition_penalty" : false,
"repetition_penalty" : 1.2,
"penalty_window" : 20,
"enable_top_p_sampling" : false,
"top_p" : 0.8,
"enable_top_k_sampling" : true,
"top_k" : 10
}