Hugging Face's logo

mradermacher
/
MambaHermes-3B-i1-GGUF

Transformers
GGUF
English
mamba-hf
Inference Endpoints
imatrix
Model card Files Community
mradermacher commited on
Commit
73e73d6
·
verified ·
1 Parent(s): 7ba6b12

uploaded from rich1

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. MambaHermes-3B.i1-IQ1_M.gguf +3 -0
  3. MambaHermes-3B.i1-IQ1_S.gguf +3 -0
  4. MambaHermes-3B.i1-IQ2_M.gguf +3 -0
  5. MambaHermes-3B.i1-IQ2_S.gguf +3 -0
  6. MambaHermes-3B.i1-IQ2_XS.gguf +3 -0
  7. MambaHermes-3B.i1-IQ2_XXS.gguf +3 -0
  8. MambaHermes-3B.i1-IQ3_M.gguf +3 -0
  9. MambaHermes-3B.i1-IQ3_S.gguf +3 -0
  10. MambaHermes-3B.i1-IQ3_XS.gguf +3 -0
  11. MambaHermes-3B.i1-IQ3_XXS.gguf +3 -0
  12. MambaHermes-3B.i1-IQ4_XS.gguf +3 -0
  13. MambaHermes-3B.i1-Q2_K.gguf +3 -0
  14. MambaHermes-3B.i1-Q2_K_S.gguf +3 -0
  15. MambaHermes-3B.i1-Q3_K_L.gguf +3 -0
  16. MambaHermes-3B.i1-Q3_K_M.gguf +3 -0
  17. MambaHermes-3B.i1-Q3_K_S.gguf +3 -0
  18. MambaHermes-3B.i1-Q4_0.gguf +3 -0
  19. MambaHermes-3B.i1-Q4_K_M.gguf +3 -0
  20. MambaHermes-3B.i1-Q4_K_S.gguf +3 -0
  21. MambaHermes-3B.i1-Q5_K_M.gguf +3 -0
  22. MambaHermes-3B.i1-Q5_K_S.gguf +3 -0
  23. MambaHermes-3B.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ MambaHermes-3B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ MambaHermes-3B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ MambaHermes-3B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ MambaHermes-3B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ MambaHermes-3B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ MambaHermes-3B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ MambaHermes-3B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ MambaHermes-3B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ MambaHermes-3B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ MambaHermes-3B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ MambaHermes-3B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ MambaHermes-3B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ MambaHermes-3B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ MambaHermes-3B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ MambaHermes-3B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ MambaHermes-3B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ MambaHermes-3B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ MambaHermes-3B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ MambaHermes-3B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ MambaHermes-3B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ MambaHermes-3B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ MambaHermes-3B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
MambaHermes-3B.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7237a2f89aeb9b34f9d689208d3453a4002a01b029b88056375554b95118412b
3
+ size 714866144
MambaHermes-3B.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db0639419b7676f90a273d46f9f6fde76f10253e41f0b9fca458f452edd0f1b0
3
+ size 654409184
MambaHermes-3B.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:545c4fe5dab7221b09b8cac080ef9afc0e1c3b8d5908557679c50d647c601f78
3
+ size 976846304
MambaHermes-3B.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2c53acb1e31465d84c0c417e810d8cf3cc41873b3eb326f714c273896e0e9aa
3
+ size 896237024
MambaHermes-3B.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6aff3afc6127707ca8830b71f5a0c299021d3858f87ecee362fe1805232b68b4
3
+ size 896237024
MambaHermes-3B.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c40a74fa916e7332d31a64e48d7886730007009f63dab4b30b5a6e30634f0ced
3
+ size 815627744
MambaHermes-3B.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20490b0ef7f353fad77ec6175315ebfc3e27636ed0c6aec5774e6dfafc4cf2c3
3
+ size 1276073984
MambaHermes-3B.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:504e9e331ab1b6e295f06cb725b7c8e9845b207e386087e604e89d4793534fe0
3
+ size 1276073984
MambaHermes-3B.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cf1f56395b4af6ea188a6e09423783d416304c1fd4708491fca9b0faeecf050
3
+ size 1276073984
MambaHermes-3B.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52a0cd58a46f804d870e0d8976fb188c60a25fb56249aacc1a30a9fb19541324
3
+ size 1138064864
MambaHermes-3B.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d90e67985ec490fd73738ed71f8ed66a4c74c3676dd8e4e112dfb6fd44dc9dd
3
+ size 1538054144
MambaHermes-3B.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2551072a12ad772a6afd24c26b25500ff4627a9bb69e2413175a798330d2cf19
3
+ size 1014093824
MambaHermes-3B.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59fc60bdbc9d6d761b99f1158e2f28b2b6c0479ab883f0f246bb2c4f1148eb98
3
+ size 1014093824
MambaHermes-3B.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ecc2a447d0881a58f3d2e45d0fefbb986ecd1919ad498c7fec9ea6cc61a4569
3
+ size 1276073984
MambaHermes-3B.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2627ec69395b68cae4ac456dce57c5837975042eb261e3c31233ab79d68240fe
3
+ size 1276073984
MambaHermes-3B.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00cc301fb6a3f66e1a6c34f01ce164caf1bca9bf4edea6cd45d23e79d6f403a2
3
+ size 1276073984
MambaHermes-3B.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c78de43d999e63ec4a6254b18fb98e2a25f58ce9aa3c538bdba8f1046bc9e873
3
+ size 1618663424
MambaHermes-3B.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9b0e95db59063251803620271b96cb2f077a350dc9ab7a2adf0e44be182cc99
3
+ size 1625217024
MambaHermes-3B.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9fd3a86a9805823b232664561510b9b6516f7820203704cca883b44ad3fdecc
3
+ size 1625217024
MambaHermes-3B.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cd1ba6339676e70af4753ff53fa747d7c048eb979b259002c25dd7e16e2ce9a
3
+ size 1950930944
MambaHermes-3B.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c19cd8b84bc5ae3ec1dbc914cccced699472c0b47a83b3584eabf455131577ec
3
+ size 1950930944
MambaHermes-3B.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9abbd042e3f780154dd91aa9f5fe87ffba69876a438980a0cac8700d8aa6d17f
3
+ size 2309904384