Hugging Face's logo

qwp4w3hyb
/
deepseek-coder-7b-instruct-v1.5-iMat-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
qwp4w3hyb commited on
Commit
ac8a228
•
1 Parent(s): c388876

Upload folder using huggingface_hub

Browse files
Files changed (15) hide show
  1. .gitattributes +6 -0
  2. deepseek-coder-7b-instruct-v1.5-bf16.gguf +3 -0
  3. deepseek-coder-7b-instruct-v1.5-imat-IQ1_S.gguf +2 -2
  4. deepseek-coder-7b-instruct-v1.5-imat-IQ2_XXS.gguf +2 -2
  5. deepseek-coder-7b-instruct-v1.5-imat-IQ3_XXS.gguf +2 -2
  6. deepseek-coder-7b-instruct-v1.5-imat-IQ4_XS.gguf +2 -2
  7. deepseek-coder-7b-instruct-v1.5-imat-Q4_K_L.gguf +3 -0
  8. deepseek-coder-7b-instruct-v1.5-imat-Q4_K_M.gguf +2 -2
  9. deepseek-coder-7b-instruct-v1.5-imat-Q5_K_L.gguf +3 -0
  10. deepseek-coder-7b-instruct-v1.5-imat-Q5_K_M.gguf +2 -2
  11. deepseek-coder-7b-instruct-v1.5-imat-Q6_K.gguf +2 -2
  12. deepseek-coder-7b-instruct-v1.5-imat-Q6_K_L.gguf +3 -0
  13. deepseek-coder-7b-instruct-v1.5-imat-Q8_0.gguf +2 -2
  14. deepseek-coder-7b-instruct-v1.5-imat-Q8_0_L.gguf +3 -0
  15. deepseek-coder-7b-instruct-v1.5.imatrix +3 -0
.gitattributes CHANGED
@@ -53,3 +53,9 @@ deepseek-coder-7b-instruct-v1.5-f16.gguf filter=lfs diff=lfs merge=lfs -text
53
  deepseek-coder-7b-instruct-v1.5-imat-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
54
  deepseek-coder-7b-instruct-v1.5-imat-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
55
  deepseek-coder-7b-instruct-v1.5-imat-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
53
  deepseek-coder-7b-instruct-v1.5-imat-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
54
  deepseek-coder-7b-instruct-v1.5-imat-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
55
  deepseek-coder-7b-instruct-v1.5-imat-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
56
+ deepseek-coder-7b-instruct-v1.5-bf16.gguf filter=lfs diff=lfs merge=lfs -text
57
+ deepseek-coder-7b-instruct-v1.5-imat-Q4_K_L.gguf filter=lfs diff=lfs merge=lfs -text
58
+ deepseek-coder-7b-instruct-v1.5-imat-Q5_K_L.gguf filter=lfs diff=lfs merge=lfs -text
59
+ deepseek-coder-7b-instruct-v1.5-imat-Q6_K_L.gguf filter=lfs diff=lfs merge=lfs -text
60
+ deepseek-coder-7b-instruct-v1.5-imat-Q8_0_L.gguf filter=lfs diff=lfs merge=lfs -text
61
+ deepseek-coder-7b-instruct-v1.5.imatrix filter=lfs diff=lfs merge=lfs -text
deepseek-coder-7b-instruct-v1.5-bf16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af521c89812b8bcd41e82c3af922116a7aeca37dcf24eab96d71be4f9d155a16
3
+ size 13825218624
deepseek-coder-7b-instruct-v1.5-imat-IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0a098bea3b614e41e75bbd4704dd29be39eabbb4955b7115be82c3d410f8b99f
3
- size 1733032320
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b27c42a7c90916a523dd3720e20137795d8e1b2a966090335a397fc7e83ff3c6
3
+ size 1733032352
deepseek-coder-7b-instruct-v1.5-imat-IQ2_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0f13c15d14ce187e34883f2f863c687f9eb79740154b1e01d527f7cb1f659c9b
3
- size 2041117056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d267611a98bf229fe78901035bdd8302bbd2d49f0ef46f7f1b2bcaa6fd1e82bb
3
+ size 2041117088
deepseek-coder-7b-instruct-v1.5-imat-IQ3_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4ac504a25c9ae80537c27bf303156a4054b98030c84b2e9cea1499fefbd3cfd7
3
- size 2758400384
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdd344ccd9f0704b749caed490d2bd9c74cab89ac27fc2be54bd6acd97fe8c5a
3
+ size 2758400416
deepseek-coder-7b-instruct-v1.5-imat-IQ4_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:53e8d002640905f2dda4e05c73faf9d0e81ebce4309f3ca6663e7306e0f65aaf
3
- size 3797227904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d908e10dadf753b6312bd6343886b4c7a3be4283f95c40d57b51ee25c19f897
3
+ size 3797227936
deepseek-coder-7b-instruct-v1.5-imat-Q4_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7b4e98bf2de7807cb36d8d07d69be108dd85a2a7c69baf682cbc21dbeadc639
3
+ size 5321087392
deepseek-coder-7b-instruct-v1.5-imat-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e944eaeac7f760308f1391e542d01d4caf23aa047f62fdafd030cf73d23e75e1
3
- size 4223359360
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a720cf5a4ea08c1eaba42d191d59f7df39f73994be839b4bfc5d3f2fd97aeadf
3
+ size 4223359392
deepseek-coder-7b-instruct-v1.5-imat-Q5_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3498a283cd29501befeef6319a6594ec7fe80fc80382f2061b624b7f1d5c6c97
3
+ size 5971728800
deepseek-coder-7b-instruct-v1.5-imat-Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:07ab60e299162392b3fcf0df2a69c68ad77c830afe50ed8acaf6f8f1e30f9185
3
- size 4926429568
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10eb4bf6c34e3a3ad44ca9870e5c9c7ad8650fe3a4b5a4799e02689381557bc0
3
+ size 4926429600
deepseek-coder-7b-instruct-v1.5-imat-Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cfb76ed56105403004b1db56571a91ec41b6040bb6fc2ad9e50c813eec797614
3
- size 5673441664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12edda9f45c09e1ead6b214fc1d354c00097ba2ac95ee6f761dca1b6d7d75b6a
3
+ size 5673441696
deepseek-coder-7b-instruct-v1.5-imat-Q6_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1254d5887eea8cbc72aeec934e12d2d72d36487f638ebaf16bf05480f382891f
3
+ size 6663035296
deepseek-coder-7b-instruct-v1.5-imat-Q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7e4cb5a2a8f7c0fa8ef484e5085e4f7d6e2b9bfbb407001fc67267de0ffe15e1
3
- size 7346985344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7767709d3abe27c4ed2be8a72afd1ec788353049f1222ce745b9d759f0629204
3
+ size 7346985376
deepseek-coder-7b-instruct-v1.5-imat-Q8_0_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c56c721bbc550720f3f0487dab6ac7c5b0d09fd8c38e952d8ba866b0a6d940a
3
+ size 8133417376
deepseek-coder-7b-instruct-v1.5.imatrix ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0035ad87ff86d51d3afbeb879280a817ba767e500b6cac60f0c5060c6939b79f
3
+ size 4277068