Model weights chaged. Quantized on ru part of Aya datset.

config.json

@@ -23,10 +23,10 @@
   "pretraining_tp": 1,
   "quantization_config": {
     "bits": 4,
+    "checkpoint_format": "gptq",
     "damp_percent": 0.1,
     "desc_act": true,
     "group_size": 32,
-    "is_marlin_format": false,
     "model_file_base_name": "gptq_model-4bit-32g",
     "model_name_or_path": "command-r-gptq",
     "quant_method": "gptq",

gptq_model-4bit-32g.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bcd07528e1fce56acc4f5d3d0867c8ca975a995c81550d5fd84087ec0c61dcff
-size 27411564808
+oid sha256:8721161e5c38ae69e2af45a12a4cd4405fbd71599d3da760c092518499ac2d4f
+size 27411564840

quantize_config.json

@@ -8,6 +8,6 @@
   "true_sequential": true,
   "model_name_or_path": "command-r-gptq",
   "model_file_base_name": "gptq_model-4bit-32g",
-  "is_marlin_format": false,
-  "quant_method": "gptq"
+  "quant_method": "gptq",
+  "checkpoint_format": "gptq"
 }