Hugging Face's logo

qwp4w3hyb
/
Qwen1.5-MoE-A2.7B-Chat-iMat-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
qwp4w3hyb commited on
Commit
9ab903a
•
1 Parent(s): cb1745c

Upload folder using huggingface_hub

Browse files
Files changed (20) hide show
  1. .gitattributes +19 -0
  2. imat-f16-gmerged.dat +3 -0
  3. qwen1.5-moe-a2.7b-chat-f16.gguf +3 -0
  4. qwen1.5-moe-a2.7b-chat-imat-IQ1_S.gguf +3 -0
  5. qwen1.5-moe-a2.7b-chat-imat-IQ2_M.gguf +3 -0
  6. qwen1.5-moe-a2.7b-chat-imat-IQ2_S.gguf +3 -0
  7. qwen1.5-moe-a2.7b-chat-imat-IQ2_XS.gguf +3 -0
  8. qwen1.5-moe-a2.7b-chat-imat-IQ2_XXS.gguf +3 -0
  9. qwen1.5-moe-a2.7b-chat-imat-IQ3_M.gguf +3 -0
  10. qwen1.5-moe-a2.7b-chat-imat-IQ3_S.gguf +3 -0
  11. qwen1.5-moe-a2.7b-chat-imat-IQ3_XS.gguf +3 -0
  12. qwen1.5-moe-a2.7b-chat-imat-IQ3_XXS.gguf +3 -0
  13. qwen1.5-moe-a2.7b-chat-imat-IQ4_NL.gguf +3 -0
  14. qwen1.5-moe-a2.7b-chat-imat-IQ4_XS.gguf +3 -0
  15. qwen1.5-moe-a2.7b-chat-imat-Q4_K_M.gguf +3 -0
  16. qwen1.5-moe-a2.7b-chat-imat-Q4_K_S.gguf +3 -0
  17. qwen1.5-moe-a2.7b-chat-imat-Q5_K_M.gguf +3 -0
  18. qwen1.5-moe-a2.7b-chat-imat-Q5_K_S.gguf +3 -0
  19. qwen1.5-moe-a2.7b-chat-imat-Q6_K.gguf +3 -0
  20. qwen1.5-moe-a2.7b-chat-imat-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,22 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imat-f16-gmerged.dat filter=lfs diff=lfs merge=lfs -text
37
+ qwen1.5-moe-a2.7b-chat-f16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ qwen1.5-moe-a2.7b-chat-imat-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ qwen1.5-moe-a2.7b-chat-imat-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ qwen1.5-moe-a2.7b-chat-imat-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ qwen1.5-moe-a2.7b-chat-imat-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ qwen1.5-moe-a2.7b-chat-imat-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ qwen1.5-moe-a2.7b-chat-imat-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ qwen1.5-moe-a2.7b-chat-imat-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ qwen1.5-moe-a2.7b-chat-imat-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ qwen1.5-moe-a2.7b-chat-imat-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ qwen1.5-moe-a2.7b-chat-imat-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ qwen1.5-moe-a2.7b-chat-imat-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ qwen1.5-moe-a2.7b-chat-imat-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ qwen1.5-moe-a2.7b-chat-imat-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ qwen1.5-moe-a2.7b-chat-imat-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ qwen1.5-moe-a2.7b-chat-imat-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ qwen1.5-moe-a2.7b-chat-imat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
54
+ qwen1.5-moe-a2.7b-chat-imat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
imat-f16-gmerged.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29d7dda26099cc9ccf9ae086bb3eed11ea1581f0eac784ad3eb797b6cd09b313
3
+ size 33827212
qwen1.5-moe-a2.7b-chat-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa123005c093561de89cae59574ab617665a03fcdb36de0bbe9faafeac2a0da4
3
+ size 28638116480
qwen1.5-moe-a2.7b-chat-imat-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbbd462e612f88fa40784ab8c201d90a5f2d4867eedab6ff972bb340edabf87a
3
+ size 4572416672
qwen1.5-moe-a2.7b-chat-imat-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43092f74d2ad06b371fb14b1e7e72c0a6274944edab527ce6fe701a04cb27864
3
+ size 5788115616
qwen1.5-moe-a2.7b-chat-imat-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df87a233adc6e7da35f4b4462c67e099c674a6ea7fa55e217c4bffd08fedc35b
3
+ size 5496709792
qwen1.5-moe-a2.7b-chat-imat-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d14c9d0077ee8cc1d7c02f256c39775c5ac021ff1641339258b032853d323c30
3
+ size 5449779872
qwen1.5-moe-a2.7b-chat-imat-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28da1bcdc1ee94efc267679aa72dff7bf0a69cd02c12ef3cf29e1b1a1d2c28dc
3
+ size 5155228320
qwen1.5-moe-a2.7b-chat-imat-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:082450a4beb3fddb29a4aa907b94e43921044415580f3d774e53352d9624c97d
3
+ size 6932208288
qwen1.5-moe-a2.7b-chat-imat-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25acfb99016ddca56fbe139e3c8b96624f7e6c93ac4478e83d472eecc78c5939
3
+ size 6835993248
qwen1.5-moe-a2.7b-chat-imat-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c87a5dbbc38db993f6b233117e962a5167d13c62b778c0659a86c90d759c7cf
3
+ size 6515128992
qwen1.5-moe-a2.7b-chat-imat-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9417121140df77bf41ef0a8753a6f9cf805484ce566917996f14867c022be902
3
+ size 6339715744
qwen1.5-moe-a2.7b-chat-imat-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fcbd95c5a4425fae6c60030439909ae2519d9234fe24f0d41fa9b8371b0f197
3
+ size 8144065184
qwen1.5-moe-a2.7b-chat-imat-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27cfcbc71559d3b6dfc93f9c9f5cbddea2081d9a8cecf94420b2087586cde166
3
+ size 7836283552
qwen1.5-moe-a2.7b-chat-imat-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ccee545e0cbed0fe07949bf3f69dc8b3213c585c3ca0cc4bddb162770c46433
3
+ size 9490338464
qwen1.5-moe-a2.7b-chat-imat-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d194b4dbd4ca1a293921fbd6e76a62db829b71a297ce02f7557d04322c5ac29
3
+ size 8701973152
qwen1.5-moe-a2.7b-chat-imat-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11ce947a6b8ec83e2d1214492864fa5ac66b5df2551e5966300cb56f79db719f
3
+ size 10827633312
qwen1.5-moe-a2.7b-chat-imat-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f23ccd942f95a1f7ce37c49494e55cd823676da93b94a86cc8b3a32af01ee6f5
3
+ size 10153759392
qwen1.5-moe-a2.7b-chat-imat-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a3207bed68c4dcfcd96c0aa50e431368b0db9e371c39f9c94302489c0c7f573
3
+ size 12759444128
qwen1.5-moe-a2.7b-chat-imat-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d55f7059e7a1419ebddc1f29516420b11373474f538637886e6e57977203e265
3
+ size 15220112032