Hugging Face's logo

mradermacher
/
Ministral-3b-instruct-i1-GGUF

Transformers
GGUF
English
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
0ede3a1
·
verified ·
1 Parent(s): 4d88709

uploaded from nico1

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. Ministral-3b-instruct.i1-IQ1_M.gguf +3 -0
  3. Ministral-3b-instruct.i1-IQ1_S.gguf +3 -0
  4. Ministral-3b-instruct.i1-IQ2_M.gguf +3 -0
  5. Ministral-3b-instruct.i1-IQ2_S.gguf +3 -0
  6. Ministral-3b-instruct.i1-IQ2_XS.gguf +3 -0
  7. Ministral-3b-instruct.i1-IQ2_XXS.gguf +3 -0
  8. Ministral-3b-instruct.i1-IQ3_M.gguf +3 -0
  9. Ministral-3b-instruct.i1-IQ3_S.gguf +3 -0
  10. Ministral-3b-instruct.i1-IQ3_XS.gguf +3 -0
  11. Ministral-3b-instruct.i1-IQ3_XXS.gguf +3 -0
  12. Ministral-3b-instruct.i1-IQ4_XS.gguf +3 -0
  13. Ministral-3b-instruct.i1-Q2_K.gguf +3 -0
  14. Ministral-3b-instruct.i1-Q2_K_S.gguf +3 -0
  15. Ministral-3b-instruct.i1-Q3_K_L.gguf +3 -0
  16. Ministral-3b-instruct.i1-Q3_K_M.gguf +3 -0
  17. Ministral-3b-instruct.i1-Q3_K_S.gguf +3 -0
  18. Ministral-3b-instruct.i1-Q4_0.gguf +3 -0
  19. Ministral-3b-instruct.i1-Q4_K_M.gguf +3 -0
  20. Ministral-3b-instruct.i1-Q4_K_S.gguf +3 -0
  21. Ministral-3b-instruct.i1-Q5_K_M.gguf +3 -0
  22. Ministral-3b-instruct.i1-Q5_K_S.gguf +3 -0
  23. Ministral-3b-instruct.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Ministral-3b-instruct.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Ministral-3b-instruct.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Ministral-3b-instruct.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Ministral-3b-instruct.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Ministral-3b-instruct.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Ministral-3b-instruct.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Ministral-3b-instruct.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Ministral-3b-instruct.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Ministral-3b-instruct.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Ministral-3b-instruct.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Ministral-3b-instruct.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Ministral-3b-instruct.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Ministral-3b-instruct.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Ministral-3b-instruct.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Ministral-3b-instruct.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Ministral-3b-instruct.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Ministral-3b-instruct.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Ministral-3b-instruct.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Ministral-3b-instruct.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Ministral-3b-instruct.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Ministral-3b-instruct.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Ministral-3b-instruct.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Ministral-3b-instruct.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:776edde5fc322f327cb0cf0df72e61ff8cda0177685bb21385c7261e741b5f7b
3
+ size 838047392
Ministral-3b-instruct.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b098782546c71253a00c1bb3e0d7f691600f0143bea639f0668cea25b93e9c4
3
+ size 774739616
Ministral-3b-instruct.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c489d0aeb0831453072d7e4f5b8e627ce2c2b1b1b59f15eef875fb51fa5e003
3
+ size 1172027040
Ministral-3b-instruct.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87268a07c52c878d95bda6ae85551a251ef97398bfec4a98a68dd790c3011bdb
3
+ size 1087616672
Ministral-3b-instruct.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12f48e7312252771bd0a7599666377022465194abe9c094c47a55e1395c3e836
3
+ size 1035310752
Ministral-3b-instruct.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bdb6dadf521fca2cece129d7d48a64ff21786dc8410358ef3e456f9cc3b67d2
3
+ size 943560352
Ministral-3b-instruct.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:006cb7a33f30a0e952e00fdaf5064e2e09e0babaab70164140ddaa54fb84dec8
3
+ size 1523865248
Ministral-3b-instruct.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2756fcb2e91ecf846efe53f9ba0ec01dc95954c2471c011856a4fa8705bfb400
3
+ size 1484871328
Ministral-3b-instruct.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:401733616d471325719ab266bc58b1ba330b8d19e6582f024e79aee7178e38dd
3
+ size 1410553504
Ministral-3b-instruct.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b0ea78acd122a224a821bd7894f2bfa95dcd197d26d23fa7720bb8d756a8a09
3
+ size 1319745184
Ministral-3b-instruct.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5bd64b2ff645ac7d60195edb47563d8b8db1a0eb368a93d30a18dc89bb2ad07
3
+ size 1809675936
Ministral-3b-instruct.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:beed9ee15ca432d0168dbf515de601172c17de2391020b1bcde2ff94adcbe381
3
+ size 1274754720
Ministral-3b-instruct.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0e06d6e0d65562a3c20dc9bd7aeef2d268c24bf36e8c21fa9677866ee5f5fba
3
+ size 1181169312
Ministral-3b-instruct.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b2eab655ce8dc72e265bcb580a7b3a36ee3555308b7bab6204ac1ebc703d85e
3
+ size 1764710048
Ministral-3b-instruct.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7027c36800b5a198f74db0560f33516a0ecc0ec8a88862542a7304fc4e63045b
3
+ size 1626298016
Ministral-3b-instruct.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33bde9d52fcd1c11ac918d54f115f69fd19193eb5209356dad30a6e3acee44d5
3
+ size 1477072544
Ministral-3b-instruct.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46b4abd6b09bfa0471f030c7bdb3618140b9be95f9b040212555535cffd0baf0
3
+ size 1903687328
Ministral-3b-instruct.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad597e837df46df8b9845f705e7b306bb3a0a3ca2cdf8c20ac4a7fa17bb0d204
3
+ size 1997338272
Ministral-3b-instruct.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89a874ff7fe672d4d01508c5a9bf1c40f5463216e4c5398d489452cb7d097b51
3
+ size 1909454496
Ministral-3b-instruct.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52f33284de5c54aea79520d52d55f5e1a690480fca23d74f37d255d7145e6dc5
3
+ size 2348218016
Ministral-3b-instruct.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a061ac35a83795f39050876029eeed664b77c4a62255f9a6c582ae0f00620018
3
+ size 2298082976
Ministral-3b-instruct.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e1e08fce54780929719eeae2f146f125736237013e9ba6e8af050b000a13ead
3
+ size 2721027744