Hugging Face's logo

numen-tech
/
FuseChat-Qwen-2.5-7B-Instruct-GPTQ-Int4

Text Generation
MLC-LLM
English
chat
conversational
4-bit precision
Model card Files Community
numen-tech commited on
Commit
60bff83
·
1 Parent(s): ded2f49

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +10 -0
  3. added_tokens.json +24 -0
  4. config.json +5 -0
  5. merges.txt +0 -0
  6. ndarray-cache.json +0 -0
  7. params_shard_0.bin +3 -0
  8. params_shard_1.bin +3 -0
  9. params_shard_10.bin +3 -0
  10. params_shard_11.bin +3 -0
  11. params_shard_12.bin +3 -0
  12. params_shard_13.bin +3 -0
  13. params_shard_14.bin +3 -0
  14. params_shard_15.bin +3 -0
  15. params_shard_16.bin +3 -0
  16. params_shard_17.bin +3 -0
  17. params_shard_18.bin +3 -0
  18. params_shard_19.bin +3 -0
  19. params_shard_2.bin +3 -0
  20. params_shard_20.bin +3 -0
  21. params_shard_21.bin +3 -0
  22. params_shard_22.bin +3 -0
  23. params_shard_23.bin +3 -0
  24. params_shard_24.bin +3 -0
  25. params_shard_25.bin +3 -0
  26. params_shard_26.bin +3 -0
  27. params_shard_27.bin +3 -0
  28. params_shard_28.bin +3 -0
  29. params_shard_29.bin +3 -0
  30. params_shard_3.bin +3 -0
  31. params_shard_30.bin +3 -0
  32. params_shard_31.bin +3 -0
  33. params_shard_32.bin +3 -0
  34. params_shard_33.bin +3 -0
  35. params_shard_34.bin +3 -0
  36. params_shard_35.bin +3 -0
  37. params_shard_36.bin +3 -0
  38. params_shard_37.bin +3 -0
  39. params_shard_38.bin +3 -0
  40. params_shard_39.bin +3 -0
  41. params_shard_4.bin +3 -0
  42. params_shard_40.bin +3 -0
  43. params_shard_41.bin +3 -0
  44. params_shard_42.bin +3 -0
  45. params_shard_43.bin +3 -0
  46. params_shard_44.bin +3 -0
  47. params_shard_45.bin +3 -0
  48. params_shard_46.bin +3 -0
  49. params_shard_47.bin +3 -0
  50. params_shard_48.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,13 @@
1
  ---
2
  license: apache-2.0
 
 
 
 
 
 
 
 
3
  ---
 
 
 
1
  ---
2
  license: apache-2.0
3
+ language:
4
+ - en
5
+ base_model: FuseAI/FuseChat-Qwen-2.5-7B-Instruct
6
+ base_model_relation: quantized
7
+ library_name: mlc-llm
8
+ pipeline_tag: text-generation
9
+ tags:
10
+ - chat
11
  ---
12
+
13
+ 4-bit [GPTQ](https://arxiv.org/abs/2210.17323) quantized version of [FuseChat-Qwen-2.5-7B-Instruct](https://huggingface.co/FuseAI/FuseChat-Qwen-2.5-7B-Instruct) for inference with the [Private LLM](https://privatellm.app/) app.
added_tokens.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<tool_call>": 151657,
4
+ "<|box_end|>": 151649,
5
+ "<|box_start|>": 151648,
6
+ "<|endoftext|>": 151643,
7
+ "<|file_sep|>": 151664,
8
+ "<|fim_middle|>": 151660,
9
+ "<|fim_pad|>": 151662,
10
+ "<|fim_prefix|>": 151659,
11
+ "<|fim_suffix|>": 151661,
12
+ "<|im_end|>": 151645,
13
+ "<|im_start|>": 151644,
14
+ "<|image_pad|>": 151655,
15
+ "<|object_ref_end|>": 151647,
16
+ "<|object_ref_start|>": 151646,
17
+ "<|quad_end|>": 151651,
18
+ "<|quad_start|>": 151650,
19
+ "<|repo_name|>": 151663,
20
+ "<|video_pad|>": 151656,
21
+ "<|vision_end|>": 151653,
22
+ "<|vision_pad|>": 151654,
23
+ "<|vision_start|>": 151652
24
+ }
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 4
4
+ }
5
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1aeef4390ffd52865078d53c774d11d5936d858da3887a233f512a8add4819db
3
+ size 272498688
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9b685efa829b4971c6bdbe940a86ef5908bd2b0122c04c31fe190db8b1a952f
3
+ size 272498688
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ff21ae47fe714861fe231f31d1b1b2e35e9213eded9f53230c27e375b0d281d
3
+ size 33947648
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:283e7c2ad55f2c777007f34692f0d2b8c164f3a9677fe26db39b8ace27a34a76
3
+ size 67895296
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15e0c1a2fbad927b3b2b5d38af3098368478e5dd5ebf4b820920ad43f6a07c32
3
+ size 33947648
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bccd6135118631effea014fdcd59f80e4bbd666638bfa6a30486fd577ec49c9
3
+ size 33490944
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5df22322cb5c2a353242e53483c6e2ff0bdc06a50123da560754c75c564f0e19
3
+ size 67895296
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e441c928088618b31477181f2dbe4a228282b16d42c027e3f13f806f44f4257a
3
+ size 33947648
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:379bfed4ae86761b910b05399ef8030dd1e0649c4f2959c6be5ca766e49945c4
3
+ size 67895296
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4312b6cb49479e10c06003fa568c45dc49281bcbd573bf619c66a528a4ddfd11
3
+ size 30059520
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a429177e3870642af8811fb0121919823710c71a8c40c54d6f9b63d49b927e0b
3
+ size 33947648
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe91ce0badd3019010f1bc56326bf083c7d071474c7f9c4d768ead3f76503792
3
+ size 67895296
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccb3223505e2fe33e29f4dfb43bbaac885116b52c4278fbf241237f54753ed83
3
+ size 33947648
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:314bd549e5eb160e7e1f4c98e250febb98ba75225f3f40a906e084405c5c62af
3
+ size 33947648
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cea118cfc64930dc1c462fc2882a70bb90cef116282b9b61260fb29692bad61
3
+ size 67895296
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3393c18047f3325de2124d5d865593e1d0dacac8fc2e330e91ad4c054e1faf98
3
+ size 28174336
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f633f513d0c91ee7c2733f098e02da0c5879fc20444d4d89e4d9d895f8e64304
3
+ size 33947648
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0ed4b84c0809ce41c891a25d121917dbaa19372d129c2a5e0d3d9a080209009
3
+ size 67895296
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73fef987b1154087838cca38d9b9e937348ceb67cb10fbb53ec086d408ae6b9e
3
+ size 33492992
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5e16748f265167b671fa9c4e54cdd461e8493cb60cbb3a971b955409e6f908d
3
+ size 33947648
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:482691722d731e39824ede4f79a4e4c01d419871b5d8080e64807ddd8db3f128
3
+ size 67895296
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fcd2ede79efb2eec355f6dba4ef7e483cb7208f985bf8437c5db40b18e08d7b
3
+ size 33947648
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a64acfc79c9c5536d7f6780cd64bab2eb8b6e297ebbba2e5c5ca8740d8c13589
3
+ size 33490944
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27f26a9e6cefd5eaee7a3b41b1eda5c09f077b585d3f4fa7a4c0d56f2f71e499
3
+ size 67895296
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee2e4c8061b8f50f36285fbd934731f3fb956c59a324b351dc962497690a6ab7
3
+ size 67895296
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbc62b4d8a502b9c56152634aa1c46fc5bc0145c4390aa940755036efae0cf04
3
+ size 33947648
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3bbe801a41b32f6f3631f4235e45fd1004731f86cb1755a4adc1799aaa8d5e8
3
+ size 67895296
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e7f714fe16cae4425c774bc278700e6b2d0a1d6bbc96a9da9c96374294c8b49
3
+ size 30059520
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf9e2d355048d1268310155438f187f82d9375ca840fe8b6011c5a034be892f6
3
+ size 33947648
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:374a3c1f9257f87215b756d228beeda613141f415d62ac00d7cdfa1d274749fc
3
+ size 67895296
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c89b36236f17950d0de125f95fd8fe982097587b041b6e0d2b73fda8d087b3e5
3
+ size 33947648
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eccbb59f599ea1b46144013afd2f9c78bcf3cf42382542f5494ce80671d96935
3
+ size 67895296
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c593dd201d8965f8d24be344d5fd384a6ac563faaabc62c9b0bdc9a9736cda6
3
+ size 28174336
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9da3c7e4711558db14ec530f33df2d68703f0ef9d36d092980d8a4ff2e11ec81
3
+ size 33947648
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70382fa44b64451520b82542fa63529ab4b4743044a2af6473f79c27c2b99452
3
+ size 28752896
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a6d6822cfb5f2a9d799c5bc6a59381eafd3183496e348d2b10b8c81645e4a8e
3
+ size 67895296
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3ab647232252cc6effa4ffc7423444ed1e0c53da6420c6d8539930873e5e907
3
+ size 33947648
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f724ba394b627c5cc1b3028bcb19d242f17b5dfee1a88e0a51ac310a32566a75
3
+ size 33490944
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df76789da6e31c7eda90680c19769763b31df9234d26f9074bd0687dec752633
3
+ size 67895296
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbce87aa90743aa886a57cf4a6e1df2d75215e9a32e80d423529a27da959ff4a
3
+ size 67895296
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a61f57996bffd72cdf0c10edeeeb0be9ff603e7b759c20221217041fab435297
3
+ size 28984320
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03ae989bfe9d444c6714ed248fa69adf4b5e277aa600505bd4a354491cf7933e
3
+ size 33947648
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b32fd030e5ad560c2d8fed14852f0c712b50f47d3b6ee8b6f283ce6bbcd469b
3
+ size 67895296
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de0642ac5bfb54e52f7f37b3c691004210cb0e3ee7184fcc6e836efe1e0cd2ff
3
+ size 33947648