New GPTQ with no groupsize.
Browse files
OpenAssistant-SFT-7-Llama-30B-GPTQ-4bit.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3200d0314235e82313021303fd2be12e86a819deb6bf951d8179c84d7dd5acfd
|
3 |
+
size 16940554392
|
quantize_config.json
ADDED
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"bits": 4,
|
3 |
+
"group_size": -1,
|
4 |
+
"damp_percent": 0.01,
|
5 |
+
"desc_act": true,
|
6 |
+
"sym": true,
|
7 |
+
"true_sequential": true
|
8 |
+
}
|