Hugging Face's logo

mradermacher
/
DeepSeek-R1-Distill-Qwen-1.5B-i1-GGUF

Transformers
GGUF
English
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
b32d013
·
verified ·
1 Parent(s): 933cb80

uploaded from kaos

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ1_M.gguf +3 -0
  3. DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ1_S.gguf +3 -0
  4. DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ2_M.gguf +3 -0
  5. DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ2_S.gguf +3 -0
  6. DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ2_XS.gguf +3 -0
  7. DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ2_XXS.gguf +3 -0
  8. DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ3_M.gguf +3 -0
  9. DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ3_S.gguf +3 -0
  10. DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ3_XS.gguf +3 -0
  11. DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ3_XXS.gguf +3 -0
  12. DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ4_NL.gguf +3 -0
  13. DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ4_XS.gguf +3 -0
  14. DeepSeek-R1-Distill-Qwen-1.5B.i1-Q2_K.gguf +3 -0
  15. DeepSeek-R1-Distill-Qwen-1.5B.i1-Q2_K_S.gguf +3 -0
  16. DeepSeek-R1-Distill-Qwen-1.5B.i1-Q3_K_L.gguf +3 -0
  17. DeepSeek-R1-Distill-Qwen-1.5B.i1-Q3_K_M.gguf +3 -0
  18. DeepSeek-R1-Distill-Qwen-1.5B.i1-Q3_K_S.gguf +3 -0
  19. DeepSeek-R1-Distill-Qwen-1.5B.i1-Q4_0.gguf +3 -0
  20. DeepSeek-R1-Distill-Qwen-1.5B.i1-Q4_1.gguf +3 -0
  21. DeepSeek-R1-Distill-Qwen-1.5B.i1-Q4_K_M.gguf +3 -0
  22. DeepSeek-R1-Distill-Qwen-1.5B.i1-Q4_K_S.gguf +3 -0
  23. DeepSeek-R1-Distill-Qwen-1.5B.i1-Q5_K_M.gguf +3 -0
  24. DeepSeek-R1-Distill-Qwen-1.5B.i1-Q5_K_S.gguf +3 -0
  25. DeepSeek-R1-Distill-Qwen-1.5B.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ DeepSeek-R1-Distill-Qwen-1.5B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ DeepSeek-R1-Distill-Qwen-1.5B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ DeepSeek-R1-Distill-Qwen-1.5B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ DeepSeek-R1-Distill-Qwen-1.5B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ DeepSeek-R1-Distill-Qwen-1.5B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ DeepSeek-R1-Distill-Qwen-1.5B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ DeepSeek-R1-Distill-Qwen-1.5B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ DeepSeek-R1-Distill-Qwen-1.5B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ DeepSeek-R1-Distill-Qwen-1.5B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ DeepSeek-R1-Distill-Qwen-1.5B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ DeepSeek-R1-Distill-Qwen-1.5B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ DeepSeek-R1-Distill-Qwen-1.5B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d956e496e376ae6dfef4ba09bf35812d7ce2ff3fd00b657f76292f094ec8537
3
+ size 541037088
DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9fc917f3e7a54d241e1bd5daba7d2950ebabf861e46e1bb4ddcd537ec26497e
3
+ size 513103392
DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4c6138228e168769797939958507a334b3e116f4ad54ba916fc1a34c6668638
3
+ size 701332512
DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a2a36ea39326211bae0d3484868a660fc861526767c6e7f5c9a3fe434174e4a
3
+ size 664087584
DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc29c9f4e413bb45e95a7a0a0c26100cecbdb272c981a161b3503e5457b7ff34
3
+ size 626902560
DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:980005df2d63c7f2e1ab4febbfd6774a5c8c48799016543c5747658fecf589f7
3
+ size 587593248
DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e90fb19ed45b73963c8f8eabac3af03d37f8c45c9be8f131a3477bae9ee4d884
3
+ size 876941856
DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dc648efb7fc53e1bd4a6160b2ec3f4dc8c4681007446b72392890bd9ff77244
3
+ size 862684704
DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2063d10842211529f71f2af324dc0d54eef3cf7942b2934a05d95ea7d2bb1731
3
+ size 831976992
DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb3669edc6014cd6c54d9eacdf1d719958a80ddf17d277ce95458560740393fe
3
+ size 769070112
DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b690552fb1dfd31dcca0fd29aae351821a2f5e003cc76123936db7741a4b5049
3
+ size 1067604000
DeepSeek-R1-Distill-Qwen-1.5B.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3da76287a24df75aaf296b36526d2a78bfcf4dd7908e2c7e6ff9b4a7a07ec12c
3
+ size 1019711520
DeepSeek-R1-Distill-Qwen-1.5B.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9abb587b583ac2fdf281b2e374adebcd8f59870eb06aa7a25cacffee596ec93
3
+ size 752880672
DeepSeek-R1-Distill-Qwen-1.5B.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ec3f2651e71cc0d82c249a33605f66066b21bb1617bbb947db9edf94b841190
3
+ size 716710944
DeepSeek-R1-Distill-Qwen-1.5B.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e364e4c13e15f379f80c6dbd5e2e8d074e6a09078ba17457329ffb61568a5b4e
3
+ size 980440608
DeepSeek-R1-Distill-Qwen-1.5B.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ead91b4986e2e7f2e0b8192b242746e4e9ae0af17f6114396a13d8c80ddefa95
3
+ size 924456480
DeepSeek-R1-Distill-Qwen-1.5B.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eeb818f39f2a64928e8c66e9f3bc7d1fdba0729c3c88ef7702282465f7b4d82f
3
+ size 861222432
DeepSeek-R1-Distill-Qwen-1.5B.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8e93c7494796bb45b397fcd20b780b06c469a178ef9f24fb8c33e51fa1179e1
3
+ size 1068808224
DeepSeek-R1-Distill-Qwen-1.5B.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0a0362372752c3f0f0c32cc93b314404ab4a3bbc6fe30ddf39cfba733547e89
3
+ size 1162700832
DeepSeek-R1-Distill-Qwen-1.5B.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:827592b4ebdeb74cdc1ca3c2fc380b0bc3a74d10dc12b625c2dc976ed51766f6
3
+ size 1117321248
DeepSeek-R1-Distill-Qwen-1.5B.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2528fb0c19bc46bc8dac481e70191356e0f9bad8d4380beb759e745293fbac2
3
+ size 1071585312
DeepSeek-R1-Distill-Qwen-1.5B.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdc350840ef28daec21b02aa10b1dc9930cba157b5b74e1eb2b2c00a3c10b05f
3
+ size 1285494816
DeepSeek-R1-Distill-Qwen-1.5B.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59a16fb1036738c7caa0f7c03da39aecc8091d0ec5fbaa0752be41e84d77841f
3
+ size 1259173920
DeepSeek-R1-Distill-Qwen-1.5B.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c85f271cf3ddd465d2c46bb6a41c3de57e3d27e38b7ad6bd768835e18b7127d
3
+ size 1464179232