Hugging Face's logo

SanctumAI
/
gemma-2-9b-it-GGUF

Text Generation
Transformers
GGUF
gemma2
conversational
Inference Endpoints
Model card Files Community
1
AndreyBest commited on
Commit
adf335e
·
verified ·
1 Parent(s): b97cbff

Uploading quants for the gemma-2-9b-it-GGUF model

Browse files
Files changed (18) hide show
  1. .gitattributes +17 -0
  2. gemma-2-9b-it.Q2_K.gguf +3 -0
  3. gemma-2-9b-it.Q3_K_L.gguf +3 -0
  4. gemma-2-9b-it.Q3_K_M.gguf +3 -0
  5. gemma-2-9b-it.Q3_K_S.gguf +3 -0
  6. gemma-2-9b-it.Q4_0.gguf +3 -0
  7. gemma-2-9b-it.Q4_1.gguf +3 -0
  8. gemma-2-9b-it.Q4_K.gguf +3 -0
  9. gemma-2-9b-it.Q4_K_M.gguf +3 -0
  10. gemma-2-9b-it.Q4_K_S.gguf +3 -0
  11. gemma-2-9b-it.Q5_0.gguf +3 -0
  12. gemma-2-9b-it.Q5_1.gguf +3 -0
  13. gemma-2-9b-it.Q5_K.gguf +3 -0
  14. gemma-2-9b-it.Q5_K_M.gguf +3 -0
  15. gemma-2-9b-it.Q5_K_S.gguf +3 -0
  16. gemma-2-9b-it.Q6_K.gguf +3 -0
  17. gemma-2-9b-it.Q8_0.gguf +3 -0
  18. gemma-2-9b-it.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,20 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ gemma-2-9b-it.f16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ gemma-2-9b-it.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ gemma-2-9b-it.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ gemma-2-9b-it.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ gemma-2-9b-it.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ gemma-2-9b-it.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ gemma-2-9b-it.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
43
+ gemma-2-9b-it.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
44
+ gemma-2-9b-it.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ gemma-2-9b-it.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ gemma-2-9b-it.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ gemma-2-9b-it.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
48
+ gemma-2-9b-it.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ gemma-2-9b-it.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ gemma-2-9b-it.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ gemma-2-9b-it.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
52
+ gemma-2-9b-it.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
gemma-2-9b-it.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6dc51397e0d2ff87cdd3b759007c4f9dbbc9067bfa112a4aa2be6bfcc078f40
3
+ size 3805397696
gemma-2-9b-it.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b8ad7f02b29304530dd7067e694f86ad554c72530029910cfe114229bf5dee2
3
+ size 5132452544
gemma-2-9b-it.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:134d1caf7a05311acde0f7984ddeb6c1386a2ad0d3977dae3750e49fbbe0c964
3
+ size 4761780928
gemma-2-9b-it.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:389a070a115c2ce1b19a61840372f3fb2a1610b7b8fd714426c6331657f66fd0
3
+ size 4337664704
gemma-2-9b-it.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cd8c8a2ecb850d39c80f52e7d45f495e8479115a886741bd06fbfcaf9f73d39
3
+ size 5443142336
gemma-2-9b-it.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab6b6042f0500b4bf07e95a4010b58b9c74335c75df74d330f85d165e5e0a627
3
+ size 5963367104
gemma-2-9b-it.Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd64cf29d76294581acfad6dad9eff932bad1b8de7256e4d9d66569b0ef6748b
3
+ size 5761057472
gemma-2-9b-it.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd64cf29d76294581acfad6dad9eff932bad1b8de7256e4d9d66569b0ef6748b
3
+ size 5761057472
gemma-2-9b-it.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff3d6749f0bfc4b954ddedbe49923aefecc4198d7b2cb45dbdf0be809cd2c34d
3
+ size 5478924992
gemma-2-9b-it.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f1c09d68353afb9fdd8a2d53df9c2b43642f6ebc1ba6fab22eec4d3c6c142d7
3
+ size 6483591872
gemma-2-9b-it.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d8cbcdd25e5a60aaf1bffd0837bf999f74ce26cca518621cc570485d16cedee
3
+ size 7003816640
gemma-2-9b-it.Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:252b05b32ee6169f46b0e938f64b7b65f269bedc371ffb897ad5cbb2262e1de7
3
+ size 6647366336
gemma-2-9b-it.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:252b05b32ee6169f46b0e938f64b7b65f269bedc371ffb897ad5cbb2262e1de7
3
+ size 6647366336
gemma-2-9b-it.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27c4aa1577e805a35adfd2cd1701252a338cd1e829e746ab9903936bbfa8ea6c
3
+ size 6483591872
gemma-2-9b-it.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ae6dfd13a48ef717b6bd6d8030ca9ee8066ebbd2ef0ca690d39234d3caeebc7
3
+ size 7589069504
gemma-2-9b-it.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:399ac085a1814916bf309e7b622e5a91aadaee839a77c26dcc534d17c7af429a
3
+ size 9827148480
gemma-2-9b-it.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b91fd4a448d3c7080795a0adb11c832e68abc6e295fa2eb5b21d97b54399fffe
3
+ size 18490680000