Hugging Face's logo

mradermacher
/
orca_mini_v9_1_1B-Instruct-i1-GGUF

Transformers
GGUF
English
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
a7c7ac7
·
verified ·
1 Parent(s): aaaac84

uploaded from nico1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. orca_mini_v9_1_1B-Instruct.i1-IQ1_M.gguf +3 -0
  3. orca_mini_v9_1_1B-Instruct.i1-IQ1_S.gguf +3 -0
  4. orca_mini_v9_1_1B-Instruct.i1-IQ2_M.gguf +3 -0
  5. orca_mini_v9_1_1B-Instruct.i1-IQ2_S.gguf +3 -0
  6. orca_mini_v9_1_1B-Instruct.i1-IQ2_XS.gguf +3 -0
  7. orca_mini_v9_1_1B-Instruct.i1-IQ2_XXS.gguf +3 -0
  8. orca_mini_v9_1_1B-Instruct.i1-IQ3_M.gguf +3 -0
  9. orca_mini_v9_1_1B-Instruct.i1-IQ3_S.gguf +3 -0
  10. orca_mini_v9_1_1B-Instruct.i1-IQ3_XS.gguf +3 -0
  11. orca_mini_v9_1_1B-Instruct.i1-IQ3_XXS.gguf +3 -0
  12. orca_mini_v9_1_1B-Instruct.i1-IQ4_NL.gguf +3 -0
  13. orca_mini_v9_1_1B-Instruct.i1-IQ4_XS.gguf +3 -0
  14. orca_mini_v9_1_1B-Instruct.i1-Q2_K.gguf +3 -0
  15. orca_mini_v9_1_1B-Instruct.i1-Q2_K_S.gguf +3 -0
  16. orca_mini_v9_1_1B-Instruct.i1-Q3_K_L.gguf +3 -0
  17. orca_mini_v9_1_1B-Instruct.i1-Q3_K_M.gguf +3 -0
  18. orca_mini_v9_1_1B-Instruct.i1-Q3_K_S.gguf +3 -0
  19. orca_mini_v9_1_1B-Instruct.i1-Q4_0.gguf +3 -0
  20. orca_mini_v9_1_1B-Instruct.i1-Q4_1.gguf +3 -0
  21. orca_mini_v9_1_1B-Instruct.i1-Q4_K_M.gguf +3 -0
  22. orca_mini_v9_1_1B-Instruct.i1-Q4_K_S.gguf +3 -0
  23. orca_mini_v9_1_1B-Instruct.i1-Q5_K_M.gguf +3 -0
  24. orca_mini_v9_1_1B-Instruct.i1-Q5_K_S.gguf +3 -0
  25. orca_mini_v9_1_1B-Instruct.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ orca_mini_v9_1_1B-Instruct.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ orca_mini_v9_1_1B-Instruct.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ orca_mini_v9_1_1B-Instruct.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ orca_mini_v9_1_1B-Instruct.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ orca_mini_v9_1_1B-Instruct.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ orca_mini_v9_1_1B-Instruct.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ orca_mini_v9_1_1B-Instruct.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ orca_mini_v9_1_1B-Instruct.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ orca_mini_v9_1_1B-Instruct.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ orca_mini_v9_1_1B-Instruct.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ orca_mini_v9_1_1B-Instruct.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ orca_mini_v9_1_1B-Instruct.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ orca_mini_v9_1_1B-Instruct.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ orca_mini_v9_1_1B-Instruct.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ orca_mini_v9_1_1B-Instruct.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ orca_mini_v9_1_1B-Instruct.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ orca_mini_v9_1_1B-Instruct.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ orca_mini_v9_1_1B-Instruct.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ orca_mini_v9_1_1B-Instruct.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ orca_mini_v9_1_1B-Instruct.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ orca_mini_v9_1_1B-Instruct.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ orca_mini_v9_1_1B-Instruct.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ orca_mini_v9_1_1B-Instruct.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ orca_mini_v9_1_1B-Instruct.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
orca_mini_v9_1_1B-Instruct.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b156efa830e7ee351d087b941a25dcb0f33544967236990760bd90adbcd3276a
3
+ size 413604192
orca_mini_v9_1_1B-Instruct.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54c13b478088115db0d4209c590114a8202c22a7e7618ef4c5635159ff26bb7b
3
+ size 393550176
orca_mini_v9_1_1B-Instruct.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6e1622ca8a9b35c0ba7b207a5bf76f5338d18275275645b7fd0a95c07219835
3
+ size 515447136
orca_mini_v9_1_1B-Instruct.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b685bb6fb5c9df9158f3377c174cee9566d066d1842fdd0464aa4624f5bebe31
3
+ size 488708448
orca_mini_v9_1_1B-Instruct.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65103883d422faa7ba7b4416778f12daeddcf2e26dd0d1a433102a817f26633a
3
+ size 475863392
orca_mini_v9_1_1B-Instruct.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f79f4752e8e001a2faeb1a2d02fb96e3f93ca2bec3d9746675753f7a63a6be46
3
+ size 447027552
orca_mini_v9_1_1B-Instruct.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd8514166c34f700915e1bdb43b7667c7ef4296b37b8feca546143c5e8891614
3
+ size 657287520
orca_mini_v9_1_1B-Instruct.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4da0d4ba327766febdb02db38c6efadee0c01647e87fddd770cf6932f4dca6ba
3
+ size 643918176
orca_mini_v9_1_1B-Instruct.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0886e8bf4cfac26256dbb2c23fe3f5f7d2f20930e7e156e1030e1ac5281aa97
3
+ size 621111648
orca_mini_v9_1_1B-Instruct.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67cef1f25c45b18297ff5daeda4e1539b1b5b37be2de7758b4d00f36525c66d0
3
+ size 562108768
orca_mini_v9_1_1B-Instruct.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b54def0ba7f355ecd6d0288a621a258fd8f28c55b40dfa94d50b95cc55d422c7
3
+ size 773024096
orca_mini_v9_1_1B-Instruct.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45a19e237202041d3ad9b36c3084811a4af10900a9d3e81bca55f8d80b09e6d7
3
+ size 743139680
orca_mini_v9_1_1B-Instruct.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99c3e2df72df6696e9b7a524305bd54f0d58bbc4d59bd42f308a5b1b4410ea7f
3
+ size 580872544
orca_mini_v9_1_1B-Instruct.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d69f51ec43c3800b5e8afb4683d20d352580e27aac76deee40030f559fd33cf
3
+ size 554658144
orca_mini_v9_1_1B-Instruct.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0e0f644f7f14cb5ee25bb42c9a5fd834f6133d0b6d3cb6093a29b246ed67123
3
+ size 732522848
orca_mini_v9_1_1B-Instruct.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cea10facbfd8b5cf2a0b6c230219c9b505f4c059f183e62ac7898da837814c8e
3
+ size 690841952
orca_mini_v9_1_1B-Instruct.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f336184d7ca691b6048e9e620a8f9ce68602a85cc83e04f5ee87f74835d9a38
3
+ size 641689952
orca_mini_v9_1_1B-Instruct.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bfc62188a0201c265c35e8e9193b6862124ecb7920c88da8eee74bad13bbf23
3
+ size 773024096
orca_mini_v9_1_1B-Instruct.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b0387121202efe707c18c675b6e5731286d94774b09d50760bf52dd0c46c621
3
+ size 831744352
orca_mini_v9_1_1B-Instruct.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74e61176c2c7116c2b8cdf74aa034b4a8b6c0a6d59b9f9f9e1d22c10b1f9fa81
3
+ size 807692640
orca_mini_v9_1_1B-Instruct.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a3b398c514eeb0988dae8eb9d019c537c4189269733674f3aa535b3036bb319
3
+ size 775645536
orca_mini_v9_1_1B-Instruct.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28d8f4df01511ab6a2f637e88cdb424b46b546205368db8c31a77c15e42dba12
3
+ size 911501664
orca_mini_v9_1_1B-Instruct.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29be2e90e13d751f61d95242f6a4fac2323c36b47ed892c99a1867c0c4240216
3
+ size 892561760
orca_mini_v9_1_1B-Instruct.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d93a00b09a5f7a6d4f683db8e59dcc3b908b2b04e8a51ec6d8a3e856c987fb17
3
+ size 1021798752