Hugging Face's logo

mradermacher
/
LocutusqueXFelladrin-TinyMistral248M-Instruct-i1-GGUF

Transformers
GGUF
English
Merge
Inference Endpoints
imatrix
Model card Files Community
mradermacher commited on
Commit
851c949
·
verified ·
1 Parent(s): 9638b5f

uploaded from rain

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ1_M.gguf +3 -0
  3. LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ1_S.gguf +3 -0
  4. LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ2_M.gguf +3 -0
  5. LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ2_S.gguf +3 -0
  6. LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ2_XS.gguf +3 -0
  7. LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ2_XXS.gguf +3 -0
  8. LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ3_M.gguf +3 -0
  9. LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ3_S.gguf +3 -0
  10. LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ3_XS.gguf +3 -0
  11. LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ3_XXS.gguf +3 -0
  12. LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ4_NL.gguf +3 -0
  13. LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ4_XS.gguf +3 -0
  14. LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q2_K.gguf +3 -0
  15. LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q2_K_S.gguf +3 -0
  16. LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q3_K_L.gguf +3 -0
  17. LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q3_K_M.gguf +3 -0
  18. LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q3_K_S.gguf +3 -0
  19. LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q4_0.gguf +3 -0
  20. LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q4_1.gguf +3 -0
  21. LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q4_K_M.gguf +3 -0
  22. LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q4_K_S.gguf +3 -0
  23. LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q5_K_M.gguf +3 -0
  24. LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q5_K_S.gguf +3 -0
  25. LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bd30d81964ff352a33dd13ffa9eb7771bedb8cf3f83b1b79b8bb5434f0b4c1b
3
+ size 76056416
LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6e4578368f9271594ccaf7303023188bc5826f386476b863a2dae0c45998cb7
3
+ size 72247136
LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b65f9420b0ae029dfd40d170674292345e13ec36fe5a3594d5f2497deaae3f11
3
+ size 98480480
LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7304874fe91541f0456912eedec2a28fad3709fd1de00bf0a0217e38e721a157
3
+ size 93401440
LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:330d03cda833008a4a74120143992f5f98e8f12fca2681e3ac673c7e396e4b8d
3
+ size 87877472
LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0bed4df3d37dfb6bde35fc7c71eb6ef60007a9e4aa3ae45875f4ecb5eebdfe7
3
+ size 82405216
LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ceec9b00be564e2bfd9ca8def49e0d0d4f012abe61cd984ac929e707a37fc4a
3
+ size 122838048
LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0534895e3a81a460e753bab8c999c620f13b107d2390ac48c2364cc5552284a6
3
+ size 120609824
LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3a6f36be7108f7e0465ca6a35673b79b7d178c0238dbe255fef8a743bf603d0
3
+ size 116333600
LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cd1d52c577a95469f330c3881efe165713dfd27a377bf679d4bcf19dd3f0315
3
+ size 107458912
LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e478fb9b4d09494bea68908e2405dd3ad9a581e82e2723f8226fce53fe12fe63
3
+ size 149169856
LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa937d237d2f1f165c3c57f89db6a16be4f0be08b930830bfdf8d82056e5e10e
3
+ size 142542368
LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c1083082321d6ffd1e34e8e3e884d5d0b388733cea16dc5128c0dce7ac57fbb
3
+ size 105460256
LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b73f05d64dac233b587b9b8768db64a684f2e389c1220d0794b60cc07bda0c3
3
+ size 100053536
LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f2105708e97b290bd7e388dd2c87dd7e11040de752d99dd6fc8bdf057e7920a
3
+ size 137223200
LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dae30e1f31356e24197469ed3a5e8f912948a486d2c2e638ab78f55727c48f5
3
+ size 129031200
LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71fdbec5eee77c1ee77bbcefaf39076265092d7ceb8fbb71fbf00f92fbeedffd
3
+ size 120192032
LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46b5feee4097c46ea3898df5e24e87c8f73790fe3e3b86dae9ea576d57672160
3
+ size 149038784
LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3d290a9fb000e532be86d3fc48344e91ff064234535f48537a487a010729d17
3
+ size 162228224
LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dfd75696d3b0b35d1ac734343dd8baeb6e986341d00e8f2627c4867e83adc76
3
+ size 155670208
LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27bebf5a1232c4a76285b54b7b1b046c16ef466c2e71459188cc41fef9100cb5
3
+ size 149432000
LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f08b5fdd4af2672f4be86e6ddae3ebdc001a3a10979d69547a129697506e3a36
3
+ size 179231040
LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f68a79a6394743d05b5cc6d4ae9ec90c861d1d2c71da9062faabc388233b928
3
+ size 175679808
LocutusqueXFelladrin-TinyMistral248M-Instruct.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86136080859b5a4b34bed3e21e76c9fdeffefd741333dedeaa51cab3ddc9bbb5
3
+ size 204264448