GGUF
English
Inference Endpoints
Felladrin commited on
Commit
7a9aa9d
1 Parent(s): 833b7ef

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ TinyMistral-248M-v2-Instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ TinyMistral-248M-v2-Instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ TinyMistral-248M-v2-Instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ TinyMistral-248M-v2-Instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ TinyMistral-248M-v2-Instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
41
+ TinyMistral-248M-v2-Instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
TinyMistral-248M-v2-Instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3cbe8c890932c694d16c3d8fde95ee06867c85fda76f5f57c5bbf6e87b31db9
3
+ size 105458816
TinyMistral-248M-v2-Instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4af9314e9d51080d01ab4b7430dd3124572d4908f72bede1e1ac96f1cc5837b6
3
+ size 129029760
TinyMistral-248M-v2-Instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5aab328dd5a2ea2edfa0c52d4edead48985a1ff3569e9271886a8418d4178246
3
+ size 155668768
TinyMistral-248M-v2-Instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:176e2dea8404da3ae61ee4ba7a3ec732609f82a555c3fde92bb34d4f123ec0bc
3
+ size 179229600
TinyMistral-248M-v2-Instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4def37c4851745cbba8e8095c9b1ae0d4f6517d2a60a63ab738e38dbc2e6d69c
3
+ size 204263008
TinyMistral-248M-v2-Instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45d83cd6dbf0eb1c14bc0d41413eb9b528c0b9e4345ec066998f10dc6da2bc46
3
+ size 264325088