Hugging Face's logo

mradermacher
/
zephyr-7b-spin-iter3-v0-i1-GGUF

Transformers
GGUF
English
Generated from Trainer
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
79fb904
·
verified ·
1 Parent(s): 411a999

uploaded from rich1

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. zephyr-7b-spin-iter3-v0.i1-IQ1_M.gguf +3 -0
  3. zephyr-7b-spin-iter3-v0.i1-IQ1_S.gguf +3 -0
  4. zephyr-7b-spin-iter3-v0.i1-IQ2_M.gguf +3 -0
  5. zephyr-7b-spin-iter3-v0.i1-IQ2_S.gguf +3 -0
  6. zephyr-7b-spin-iter3-v0.i1-IQ2_XS.gguf +3 -0
  7. zephyr-7b-spin-iter3-v0.i1-IQ2_XXS.gguf +3 -0
  8. zephyr-7b-spin-iter3-v0.i1-IQ3_M.gguf +3 -0
  9. zephyr-7b-spin-iter3-v0.i1-IQ3_S.gguf +3 -0
  10. zephyr-7b-spin-iter3-v0.i1-IQ3_XS.gguf +3 -0
  11. zephyr-7b-spin-iter3-v0.i1-IQ3_XXS.gguf +3 -0
  12. zephyr-7b-spin-iter3-v0.i1-IQ4_XS.gguf +3 -0
  13. zephyr-7b-spin-iter3-v0.i1-Q2_K.gguf +3 -0
  14. zephyr-7b-spin-iter3-v0.i1-Q2_K_S.gguf +3 -0
  15. zephyr-7b-spin-iter3-v0.i1-Q3_K_L.gguf +3 -0
  16. zephyr-7b-spin-iter3-v0.i1-Q3_K_M.gguf +3 -0
  17. zephyr-7b-spin-iter3-v0.i1-Q3_K_S.gguf +3 -0
  18. zephyr-7b-spin-iter3-v0.i1-Q4_0.gguf +3 -0
  19. zephyr-7b-spin-iter3-v0.i1-Q4_K_M.gguf +3 -0
  20. zephyr-7b-spin-iter3-v0.i1-Q4_K_S.gguf +3 -0
  21. zephyr-7b-spin-iter3-v0.i1-Q5_K_M.gguf +3 -0
  22. zephyr-7b-spin-iter3-v0.i1-Q5_K_S.gguf +3 -0
  23. zephyr-7b-spin-iter3-v0.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ zephyr-7b-spin-iter3-v0.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ zephyr-7b-spin-iter3-v0.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ zephyr-7b-spin-iter3-v0.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ zephyr-7b-spin-iter3-v0.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ zephyr-7b-spin-iter3-v0.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ zephyr-7b-spin-iter3-v0.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ zephyr-7b-spin-iter3-v0.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ zephyr-7b-spin-iter3-v0.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ zephyr-7b-spin-iter3-v0.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ zephyr-7b-spin-iter3-v0.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ zephyr-7b-spin-iter3-v0.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ zephyr-7b-spin-iter3-v0.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ zephyr-7b-spin-iter3-v0.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ zephyr-7b-spin-iter3-v0.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ zephyr-7b-spin-iter3-v0.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ zephyr-7b-spin-iter3-v0.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ zephyr-7b-spin-iter3-v0.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ zephyr-7b-spin-iter3-v0.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ zephyr-7b-spin-iter3-v0.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ zephyr-7b-spin-iter3-v0.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ zephyr-7b-spin-iter3-v0.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ zephyr-7b-spin-iter3-v0.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
zephyr-7b-spin-iter3-v0.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:434ddd7ffe37fb7b604d43d3dc61370ef8623b663b4408ea2b03d3ebb9851669
3
+ size 1754448224
zephyr-7b-spin-iter3-v0.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e005192ea7dd4ed3d21f37613403fa84a14f7564836108a397c196f07afb4d3
3
+ size 1612104032
zephyr-7b-spin-iter3-v0.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe1fd8ef000ce6cce5d844e76c49d9c6743c601efbae2dc48ad97add852e7091
3
+ size 2500714848
zephyr-7b-spin-iter3-v0.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14c8daad758b4c3e055b65d7bb36c14c689a1e449e9abe31d1fcf2fba3210876
3
+ size 2310922592
zephyr-7b-spin-iter3-v0.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b608a2273892d2b295845a5d5f6dc0f21cfa38656960216aa4450ed5dec6d30
3
+ size 2198258016
zephyr-7b-spin-iter3-v0.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4864f82eb320b47d6e443fd4966b61a42a648f2c2954b9385af92ce3a27f79a0
3
+ size 1991688544
zephyr-7b-spin-iter3-v0.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae9e0b030386c5d15da9074d8a9aa8b3b6d6495015b0d932d0b1d93d25db3440
3
+ size 3284894048
zephyr-7b-spin-iter3-v0.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0eeae60da749e8ff8f58b5e3d9e3e97a418654622f9192b0cad482963a6ef65f
3
+ size 3182395744
zephyr-7b-spin-iter3-v0.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46a56f7aaf9c5ca09bfdffd0d139332e3a5fa50d82e830e2325e5335e5079633
3
+ size 3018817888
zephyr-7b-spin-iter3-v0.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b213238f41fe5da3f1c92878132f0848c0014a87b6559a9000ac3c365fb9ed3c
3
+ size 2827346272
zephyr-7b-spin-iter3-v0.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da9f45661fc24fdbeceb04e9b8f8b514a79e18a7dfe3af9474d6d3fc22d6a7ef
3
+ size 3907690848
zephyr-7b-spin-iter3-v0.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d35e1763c83eaf5a6a2c27b5aa110e3413406e2969eb1709be685348db91d83a
3
+ size 2719244640
zephyr-7b-spin-iter3-v0.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:602f035a542af129889cce41d3271377a740c0e1485acc398e56d89e8c04885c
3
+ size 2528928096
zephyr-7b-spin-iter3-v0.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85049daed505e8cda826932f1cc0b3e2fe62dc28ba439976a624e05fb3be6f31
3
+ size 3822027104
zephyr-7b-spin-iter3-v0.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9385e1ea33c36ee880bf3cc193a7de82b32492fc2dca63c106aea9783b057f9
3
+ size 3518988640
zephyr-7b-spin-iter3-v0.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:519c085292517713439742e66a5625fb51e81f656e5ad53ad5b2ea35c8ec0e95
3
+ size 3164569952
zephyr-7b-spin-iter3-v0.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e719549e14d93164ce49ab2fd03c6ff4cf5674afcc10f8e5e7b4c0fe0d17728
3
+ size 4123599200
zephyr-7b-spin-iter3-v0.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cddb4bf141f17b4f176137dcd11145235f28801e4dc01f2bcc4889c7cd32bd8
3
+ size 4368441696
zephyr-7b-spin-iter3-v0.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d891c87239421e53c40472a4d5018d52cbfaa736a522e78c982ddebb8d6e3cc7
3
+ size 4140376416
zephyr-7b-spin-iter3-v0.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65b9cecb3ccd1ed5f0eb08a1c7dc43a41cc0c90d3a53cca0d43cec607f886103
3
+ size 5131411808
zephyr-7b-spin-iter3-v0.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd4b11411639564f129e90fdf369ae8e0c605352f4f1a994f52c6b89d73a2ace
3
+ size 4997718368
zephyr-7b-spin-iter3-v0.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d083289d64c8fac4ddc93de0f77dfb080087eab8e6550d48a53412dd54a85455
3
+ size 5942067552