File size: 243 Bytes
5afcf65 |
1 2 3 4 5 6 7 8 9 10 11 |
{
"bits": 4,
"dataset": "sharegpt-gpt4-mini,alpaca-zh,alpaca-en",
"group_size": 128,
"damp_percent": 0.1,
"desc_act": false,
"sym": true,
"true_sequential": true,
"quant_method": "gptq",
"modules_in_block_to_quantize": null
} |