Upload folder using huggingface_hub (#4)

- f64dc01db5d029dd0e0af6a2d648a932c94d5d60899dd7258509436741a21972 (461d0a8bfc3d98af8b552abd1cdfb061ca009ba7)
- 125cfa1d90b1e1cfc8321e65140f6217c0025144a9af712e12d4a048b1137bc1 (e0e15ad40e0bc95c359426f9961a9d150b1aa5e3)

config.json

@@ -1,6 +1,6 @@
 {
   "_attn_implementation_autoset": true,
-  "_name_or_path": "PowerInfer/SmallThinker-3B-Preview",
+  "_name_or_path": "/tmp/models/tmpdm8gg0sl/tmp0_8ifq2x",
   "architectures": [
     "Qwen2ForCausalLM"
   ],
@@ -17,6 +17,26 @@
   "num_attention_heads": 16,
   "num_hidden_layers": 36,
   "num_key_value_heads": 2,
+  "quantization_config": {
+    "quant_config": {
+      "offload_meta": false,
+      "scale_quant_params": null,
+      "weight_quant_params": {
+        "axis": 1,
+        "channel_wise": true,
+        "group_size": 64,
+        "nbits": 8,
+        "optimize": true,
+        "round_zero": false,
+        "view_as_float": false
+      },
+      "zero_quant_params": null
+    },
+    "quant_method": "hqq",
+    "skip_modules": [
+      "lm_head"
+    ]
+  },
   "rms_norm_eps": 1e-06,
   "rope_scaling": null,
   "rope_theta": 1000000.0,

qmodel.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c9baca159124a5a857abcb0465d0a7ee2f56deb08118880d54a3cc247372a20c
-size 3571055856
+oid sha256:eb8040ddec59d65a1bfbade0823d9351c892a4755ad27fa3ee7f7c11060db435
+size 4367082836

smash_config.json

@@ -11,7 +11,7 @@
     "quant_hqq_weight_bits": 8,
     "max_batch_size": 1,
     "device": "cuda",
-    "cache_dir": "/tmp/models/tmpeqq5s829",
+    "cache_dir": "/tmp/models/tmpdm8gg0sl",
     "task": "",
     "save_load_fn": "hqq",
     "save_load_fn_args": {},