Hugging Face's logo

mradermacher
/
macaroni-7b-i1-GGUF

Transformers
GGUF
English
mistral
Merge
Inference Endpoints
imatrix
Model card Files Community
mradermacher commited on
Commit
01c2dda
·
verified ·
1 Parent(s): 4e5d796

uploaded from rich1

Browse files
Files changed (24) hide show
  1. .gitattributes +23 -0
  2. macaroni-7b.i1-IQ1_M.gguf +3 -0
  3. macaroni-7b.i1-IQ1_S.gguf +3 -0
  4. macaroni-7b.i1-IQ2_M.gguf +3 -0
  5. macaroni-7b.i1-IQ2_S.gguf +3 -0
  6. macaroni-7b.i1-IQ2_XS.gguf +3 -0
  7. macaroni-7b.i1-IQ2_XXS.gguf +3 -0
  8. macaroni-7b.i1-IQ3_M.gguf +3 -0
  9. macaroni-7b.i1-IQ3_S.gguf +3 -0
  10. macaroni-7b.i1-IQ3_XS.gguf +3 -0
  11. macaroni-7b.i1-IQ3_XXS.gguf +3 -0
  12. macaroni-7b.i1-IQ4_XS.gguf +3 -0
  13. macaroni-7b.i1-Q2_K.gguf +3 -0
  14. macaroni-7b.i1-Q2_K_S.gguf +3 -0
  15. macaroni-7b.i1-Q3_K_L.gguf +3 -0
  16. macaroni-7b.i1-Q3_K_M.gguf +3 -0
  17. macaroni-7b.i1-Q3_K_S.gguf +3 -0
  18. macaroni-7b.i1-Q4_0.gguf +3 -0
  19. macaroni-7b.i1-Q4_1.gguf +3 -0
  20. macaroni-7b.i1-Q4_K_M.gguf +3 -0
  21. macaroni-7b.i1-Q4_K_S.gguf +3 -0
  22. macaroni-7b.i1-Q5_K_M.gguf +3 -0
  23. macaroni-7b.i1-Q5_K_S.gguf +3 -0
  24. macaroni-7b.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,26 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ macaroni-7b.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ macaroni-7b.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ macaroni-7b.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ macaroni-7b.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ macaroni-7b.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ macaroni-7b.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ macaroni-7b.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ macaroni-7b.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ macaroni-7b.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ macaroni-7b.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ macaroni-7b.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ macaroni-7b.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ macaroni-7b.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ macaroni-7b.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ macaroni-7b.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ macaroni-7b.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ macaroni-7b.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ macaroni-7b.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
55
+ macaroni-7b.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
56
+ macaroni-7b.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
57
+ macaroni-7b.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
58
+ macaroni-7b.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
59
+ macaroni-7b.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
macaroni-7b.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e4e145b7921a90a4c8e791862b7ed103f8a612ef959dbcc41abeea4c8e7554a
3
+ size 1754446560
macaroni-7b.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d9eae0da490606784b5aaea172da9ee3b65a6ed5c3cf6ed42f75a3c42f78ca6
3
+ size 1612102368
macaroni-7b.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd564db4a7615a65c33b29e7134fb0918d575749a38e9b4c443be7ae0936019c
3
+ size 2500713184
macaroni-7b.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4452abcf45e90dc6c9fba479c5de0b3d172fe3b36933ccee5219900735bae5e7
3
+ size 2310920928
macaroni-7b.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bd9fb2c3375ba03043a2b246890b19a4473b15e089cbb3a0468dd7d62127e5d
3
+ size 2198256352
macaroni-7b.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03cdd6814aad3fa030ef0d84443465fb09608a93022277c3959f8e646d966049
3
+ size 1991686880
macaroni-7b.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a35f3cd71abf9552ffde2d50bcca5f6595f9503931b851f98b47351ab4a480b
3
+ size 3284892384
macaroni-7b.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a245abdd60a0fc5feb3f1af79b3f3667add14b2e00accfa24b66e461a302735
3
+ size 3182394080
macaroni-7b.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0867a7bdfca7536ec1a735c7134d5e9e807ea3ce7a9c264155dde705545e678
3
+ size 3018816224
macaroni-7b.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a217d50dfa29c9aa04fc2cd1dd06576be92168e67849c9965117b03aa154b518
3
+ size 2827344608
macaroni-7b.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd5d687da3d8c5badaa3555abfa51d2e3110922b12cbe630cd2e39647117e9d8
3
+ size 3907689184
macaroni-7b.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cbd72084ff4063d86a77227711633d894a270ba271baea998455a15fb82f147
3
+ size 2719242976
macaroni-7b.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f648dd06ec7a1bc5f667eaa7e294023a81b99c6b2f29f6c841509b19ca74669
3
+ size 2528926432
macaroni-7b.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd7baf420e77168e34dbb034de4b4396ca71f39c5447b12c3145a94e3e7c5c16
3
+ size 3822025440
macaroni-7b.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23b203a19689ce9f62ae7d6687b00bac442575c24864e06be9263165d7bf392e
3
+ size 3518986976
macaroni-7b.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55dc8eba95c27f41446574349e4cf3bf567a51b881fe1dc93525bb93afd380e4
3
+ size 3164568288
macaroni-7b.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93d57305440a0271b489bec24fac07e411c9ce31babec407ddbba98c5c44f8e3
3
+ size 4123597536
macaroni-7b.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74093c6d81dbdc1f8c8da1f6b34db14799d17598c7e1928f5d70873c6ecc5945
3
+ size 4553317088
macaroni-7b.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f1071df437824cad8ec13227356cbfa91bc202277339c999569d4998160b491
3
+ size 4368440032
macaroni-7b.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e24dfa6d56cd8be2c3231d8b6d5e52acd495dd82aa3e3cfeba6400ba56642aec
3
+ size 4140374752
macaroni-7b.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71652f5b51a04c61addf74f7ceea298b172ff4269b55d462a443eff908276a7f
3
+ size 5131410144
macaroni-7b.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:053f84a6098b4348f459e94344ac4499e43578e9364a419856bb62ac874617e2
3
+ size 4997716704
macaroni-7b.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fb10f22e1c1929f396bdeafe3d66b4e1d8a9e9e3a7fa655abedc7ae7ea67713
3
+ size 5942065888