Hugging Face's logo

stabilityai
/
stablelm-2-12b-chat-GGUF

GGUF
English
causal-lm
Inference Endpoints
conversational
Model card Files Community
1
ashishdatta commited on
Commit
f16df1b
•
1 Parent(s): ab897cc

GGUF files

Browse files
Files changed (9) hide show
  1. .gitattributes +8 -0
  2. stablelm-2-12b-chat-fp16.gguf +3 -0
  3. stablelm-2-12b-chat-q2_k_m.gguf +3 -0
  4. stablelm-2-12b-chat-q3_k_m.gguf +3 -0
  5. stablelm-2-12b-chat-q4_0.gguf +3 -0
  6. stablelm-2-12b-chat-q4_k_m.gguf +3 -0
  7. stablelm-2-12b-chat-q5_k_m.gguf +3 -0
  8. stablelm-2-12b-chat-q6_k.gguf +3 -0
  9. stablelm-2-12b-chat-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ stablelm-2-12b-chat-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
37
+ stablelm-2-12b-chat-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
38
+ stablelm-2-12b-chat-q2_k_m.gguf filter=lfs diff=lfs merge=lfs -text
39
+ stablelm-2-12b-chat-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
40
+ stablelm-2-12b-chat-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ stablelm-2-12b-chat-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
42
+ stablelm-2-12b-chat-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
43
+ stablelm-2-12b-chat-fp16.gguf filter=lfs diff=lfs merge=lfs -text
stablelm-2-12b-chat-fp16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccf699b82bf5601b8af9f6dd6fd3033bce383a1c32c35dc7a9c5cad9a0ee4355
3
+ size 24291290848
stablelm-2-12b-chat-q2_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ea2c36d4e864cd1137da057a7a57601829f527a2efa14ef64df6dbb3ee700b3
3
+ size 4698894112
stablelm-2-12b-chat-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cab084f3b4771b307bd4df4c2133a255eceda344333f2208bd5f9060ea2f4ddc
3
+ size 1671954432
stablelm-2-12b-chat-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09b7f81617b2c25e50b00265ef4648ca7f016d67914b57e0ea4881713686ee3c
3
+ size 6968897312
stablelm-2-12b-chat-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48de0ce670f69b45a9268042b1b254721840763aa68bbcc2f6eb70289631cc25
3
+ size 7367642912
stablelm-2-12b-chat-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:866a61ce127dd5733f5104b680fe232270a0d75fa8688e4dc280d2374bdf93bf
3
+ size 8627900192
stablelm-2-12b-chat-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02578e2f423abf21566d20010c4140f690524bd41a44f6e734c40339e420013f
3
+ size 2397331232
stablelm-2-12b-chat-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad2ffbfc57d764669c8965a87ef66e866509a02732c29c4e71d90ff4946bebaf
3
+ size 12907687712