Hugging Face's logo

mradermacher
/
granite-3.1-8b-instruct-abliterated-GGUF

Transformers
GGUF
English
language
granite-3.1
abliterated
uncensored
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
10954f5
•
1 Parent(s): 99001ec

uploaded from leia

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. granite-3.1-8b-instruct-abliterated.IQ4_XS.gguf +3 -0
  3. granite-3.1-8b-instruct-abliterated.Q2_K.gguf +3 -0
  4. granite-3.1-8b-instruct-abliterated.Q3_K_L.gguf +3 -0
  5. granite-3.1-8b-instruct-abliterated.Q3_K_M.gguf +3 -0
  6. granite-3.1-8b-instruct-abliterated.Q3_K_S.gguf +3 -0
  7. granite-3.1-8b-instruct-abliterated.Q4_K_M.gguf +3 -0
  8. granite-3.1-8b-instruct-abliterated.Q4_K_S.gguf +3 -0
  9. granite-3.1-8b-instruct-abliterated.Q5_K_M.gguf +3 -0
  10. granite-3.1-8b-instruct-abliterated.Q5_K_S.gguf +3 -0
  11. granite-3.1-8b-instruct-abliterated.Q6_K.gguf +3 -0
  12. granite-3.1-8b-instruct-abliterated.Q8_0.gguf +3 -0
  13. granite-3.1-8b-instruct-abliterated.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ granite-3.1-8b-instruct-abliterated.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ granite-3.1-8b-instruct-abliterated.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ granite-3.1-8b-instruct-abliterated.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ granite-3.1-8b-instruct-abliterated.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ granite-3.1-8b-instruct-abliterated.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ granite-3.1-8b-instruct-abliterated.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ granite-3.1-8b-instruct-abliterated.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ granite-3.1-8b-instruct-abliterated.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ granite-3.1-8b-instruct-abliterated.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ granite-3.1-8b-instruct-abliterated.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ granite-3.1-8b-instruct-abliterated.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ granite-3.1-8b-instruct-abliterated.f16.gguf filter=lfs diff=lfs merge=lfs -text
granite-3.1-8b-instruct-abliterated.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c3fdbbdaaa249d5b91242406f1b7e06e872e7401caafa207d16cb4e6752ffc3
3
+ size 4469034016
granite-3.1-8b-instruct-abliterated.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01b1ab4d13c9d8ed299869da5b2322af1cd6289999e0c6e50d03aaf9f404e135
3
+ size 3103591456
granite-3.1-8b-instruct-abliterated.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc63945c71bfb5e3e1e66f3e6dcfd79beffefc9c532b3fee47bb0e3b288a5bd3
3
+ size 4349430816
granite-3.1-8b-instruct-abliterated.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f200c6b5c7248c9805599f0342453ddea357fed650a5e6d1b1152c0f15ec454
3
+ size 3996584992
granite-3.1-8b-instruct-abliterated.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0aef18fa7f1becd0d84da13caec589e20f4d5cf78d2919b8ddd0632dece050e5
3
+ size 3592490016
granite-3.1-8b-instruct-abliterated.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1f2b5bad3486a3aef578096fe4b580c47291ef7593bbf82bd7ea99d05dd401f
3
+ size 4942859296
granite-3.1-8b-instruct-abliterated.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e95b0fdff55a3beea16bde3f40770957025b87d5b25ecd56d21103fff3e6d30
3
+ size 4685761568
granite-3.1-8b-instruct-abliterated.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba40bf1a27889344fa97a19850067c184e3da4cff67ec85968f71ea2bbdf5fb6
3
+ size 5797448736
granite-3.1-8b-instruct-abliterated.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c0536e6dcf7f45010dfe0a3be9779dd946dfa6116ae73100c6618f660301e01
3
+ size 5647043616
granite-3.1-8b-instruct-abliterated.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:745b52a2b9558327285a8323c86488196b6ca98ba5db50f7bacedc31b77bedc9
3
+ size 6705450016
granite-3.1-8b-instruct-abliterated.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:167b4bec76cfacfa5b83adfb795c5510f2bb6a4c12b47f25cb4019fe47a7ae4d
3
+ size 8684246976
granite-3.1-8b-instruct-abliterated.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c685e7352de8b66ef92a0b9f543a6b89e82270c9acc76d53fd732cb6cf64e82a
3
+ size 16344106176