Hugging Face's logo

itsdotscience
/
Mistral-Evolved-11b-v0.1-GGUF

GGUF
Inference Endpoints
Model card Files Community
1
itsdotscience commited on
Commit
1826d8c
•
1 Parent(s): 1b4362d

Initial commit, needs testing. leave a comment if anything is off, more IQ2 to come, they take much longer. -IDS

Browse files
Files changed (20) hide show
  1. .gitattributes +17 -0
  2. Mistral-11b-v0.1_F16.gguf +3 -0
  3. Mistral-11b-v0.1_F32.gguf +3 -0
  4. Mistral-11b-v0.1_IQ2_XXS.gguf +3 -0
  5. Mistral-11b-v0.1_Q2_K.gguf +3 -0
  6. Mistral-11b-v0.1_Q3_K.gguf +3 -0
  7. Mistral-11b-v0.1_Q3_K_L.gguf +3 -0
  8. Mistral-11b-v0.1_Q3_K_S.gguf +3 -0
  9. Mistral-11b-v0.1_Q4_0.gguf +3 -0
  10. Mistral-11b-v0.1_Q4_1.gguf +3 -0
  11. Mistral-11b-v0.1_Q4_K.gguf +3 -0
  12. Mistral-11b-v0.1_Q4_K_S.gguf +3 -0
  13. Mistral-11b-v0.1_Q5_0.gguf +3 -0
  14. Mistral-11b-v0.1_Q5_1.gguf +3 -0
  15. Mistral-11b-v0.1_Q5_K_S.gguf +3 -0
  16. Mistral-11b-v0.1_Q6_K.gguf +3 -0
  17. Mistral-11b-v0.1_Q8_0.gguf +3 -0
  18. groups_merged.txt +0 -0
  19. imatrix.dat +3 -0
  20. t.sh +4 -0
.gitattributes CHANGED
@@ -33,3 +33,20 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Mistral-11b-v0.1_F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Mistral-11b-v0.1_F32.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Mistral-11b-v0.1_IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Mistral-11b-v0.1_Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Mistral-11b-v0.1_Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Mistral-11b-v0.1_Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Mistral-11b-v0.1_Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Mistral-11b-v0.1_Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Mistral-11b-v0.1_Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Mistral-11b-v0.1_Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Mistral-11b-v0.1_Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Mistral-11b-v0.1_Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Mistral-11b-v0.1_Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Mistral-11b-v0.1_Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Mistral-11b-v0.1_Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Mistral-11b-v0.1_Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
52
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
Mistral-11b-v0.1_F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e0b382631bcbb6365c57bf0e8ce970bfee841b04f7746da21a06a94408226a1
3
+ size 22599212192
Mistral-11b-v0.1_F32.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dbc595710cf3f2557cbac24fe1bd81184e390b0228fced2da76b1e4320db3f4
3
+ size 44671736928
Mistral-11b-v0.1_IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9346746b3035c0917112cf270ce4d8710edbdfca82a84397d9981cdc6cd37a5
3
+ size 3469860000
Mistral-11b-v0.1_Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d15353f75d2af4deea6eb4689d8751386fdf72f762cf314f61cfc24c57389af
3
+ size 4580498592
Mistral-11b-v0.1_Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d962e29c0b1b3aee7e7b4109e054776c24cde12827b830aef499e2c3ccac789a
3
+ size 5821103264
Mistral-11b-v0.1_Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8ee82e9bc176a97fc8935ec44f2f70475e4181d5847d03be206fcd8cce077a1
3
+ size 6296108192
Mistral-11b-v0.1_Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33042392f053019fd26f41650051e4d2948b4821796668ee05c54955d21d8f2d
3
+ size 5268831392
Mistral-11b-v0.1_Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f52c6a6c1ce67519d3e521353b2978a398a2783bccc502e6d98960318cfe3f9f
3
+ size 6756605088
Mistral-11b-v0.1_Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e8d1a417092c3fc770158032ab0bf147bdd3f2851bc6513492c5f9a3705990c
3
+ size 7424351392
Mistral-11b-v0.1_Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbd3b934de9186649d4d00552a838839fc65e2da1f621583b44ecc0dbeab3c7a
3
+ size 7140088992
Mistral-11b-v0.1_Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17db16a694e75ad5785dad1deacfa511a5ce0f3e4e840d645f88e70db48c2b8a
3
+ size 6780722336
Mistral-11b-v0.1_Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92bff377df203689402eefb993a94086c2694c64987a38a752775750165cc554
3
+ size 8136137888
Mistral-11b-v0.1_Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a895c0405615467f1bfa7afcfe9b3ec20038c84f6a7a8df1fdba40a35f016846
3
+ size 8803884192
Mistral-11b-v0.1_Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fc255f02028851c389aa6d1c8671b6c7291245838f35fb79dd39db66e0880f2
3
+ size 8114117792
Mistral-11b-v0.1_Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4ebcd323143ea30971d22ded3b11ac913829829e31b32e1a3145b990615ff79
3
+ size 9579871392
Mistral-11b-v0.1_Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:898a2211b64955d05162de6b9e6b15b889a1550e8fa944118c2b94f53ce25390
3
+ size 12252716192
groups_merged.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9932009250dfddc88c2a7ae3f9cc41b2c8198729ce4b047ee5bc0f6fcbacb303
3
+ size 7793984
t.sh ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ for i in {19..28}
2
+ do
3
+ numactl -C0-110 quantize --leave-output-tensor --imatrix imatrix.dat Mistral-11b-v0.1_F32.gguf $i 100
4
+ done