Hugging Face's logo

Isotr0py
/
test-gguf-sample

GGUF
Model card Files Community
Isotr0py commited on
Commit
520cbfb
•
1 Parent(s): eaa62f3

Upload 34 files

Browse files
Files changed (35) hide show
  1. .gitattributes +34 -0
  2. Quant_IQ1_M_1024.gguf +3 -0
  3. Quant_IQ1_M_256.gguf +3 -0
  4. Quant_IQ1_S_1024.gguf +3 -0
  5. Quant_IQ1_S_256.gguf +3 -0
  6. Quant_IQ2_S_1024.gguf +3 -0
  7. Quant_IQ2_S_256.gguf +3 -0
  8. Quant_IQ2_XS_1024.gguf +3 -0
  9. Quant_IQ2_XS_256.gguf +3 -0
  10. Quant_IQ2_XXS_1024.gguf +3 -0
  11. Quant_IQ2_XXS_256.gguf +3 -0
  12. Quant_IQ3_S_1024.gguf +3 -0
  13. Quant_IQ3_S_256.gguf +3 -0
  14. Quant_IQ3_XXS_1024.gguf +3 -0
  15. Quant_IQ3_XXS_256.gguf +3 -0
  16. Quant_IQ4_NL_1024.gguf +3 -0
  17. Quant_IQ4_NL_256.gguf +3 -0
  18. Quant_IQ4_XS_1024.gguf +3 -0
  19. Quant_IQ4_XS_256.gguf +3 -0
  20. Quant_Q2_K_1024.gguf +3 -0
  21. Quant_Q2_K_256.gguf +3 -0
  22. Quant_Q3_K_1024.gguf +3 -0
  23. Quant_Q3_K_256.gguf +3 -0
  24. Quant_Q4_0_1024.gguf +3 -0
  25. Quant_Q4_0_256.gguf +3 -0
  26. Quant_Q4_K_1024.gguf +3 -0
  27. Quant_Q4_K_256.gguf +3 -0
  28. Quant_Q5_0_1024.gguf +3 -0
  29. Quant_Q5_0_256.gguf +3 -0
  30. Quant_Q5_K_1024.gguf +3 -0
  31. Quant_Q5_K_256.gguf +3 -0
  32. Quant_Q6_K_1024.gguf +3 -0
  33. Quant_Q6_K_256.gguf +3 -0
  34. Quant_Q8_0_1024.gguf +3 -0
  35. Quant_Q8_0_256.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,37 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Quant_IQ1_M_1024.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Quant_IQ1_M_256.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Quant_IQ1_S_1024.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Quant_IQ1_S_256.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Quant_IQ2_S_1024.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Quant_IQ2_S_256.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Quant_IQ2_XS_1024.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Quant_IQ2_XS_256.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Quant_IQ2_XXS_1024.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Quant_IQ2_XXS_256.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Quant_IQ3_S_1024.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Quant_IQ3_S_256.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Quant_IQ3_XXS_1024.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Quant_IQ3_XXS_256.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Quant_IQ4_NL_1024.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Quant_IQ4_NL_256.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Quant_IQ4_XS_1024.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Quant_IQ4_XS_256.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Quant_Q2_K_1024.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Quant_Q2_K_256.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Quant_Q3_K_1024.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Quant_Q3_K_256.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Quant_Q4_0_1024.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Quant_Q4_0_256.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Quant_Q4_K_1024.gguf filter=lfs diff=lfs merge=lfs -text
61
+ Quant_Q4_K_256.gguf filter=lfs diff=lfs merge=lfs -text
62
+ Quant_Q5_0_1024.gguf filter=lfs diff=lfs merge=lfs -text
63
+ Quant_Q5_0_256.gguf filter=lfs diff=lfs merge=lfs -text
64
+ Quant_Q5_K_1024.gguf filter=lfs diff=lfs merge=lfs -text
65
+ Quant_Q5_K_256.gguf filter=lfs diff=lfs merge=lfs -text
66
+ Quant_Q6_K_1024.gguf filter=lfs diff=lfs merge=lfs -text
67
+ Quant_Q6_K_256.gguf filter=lfs diff=lfs merge=lfs -text
68
+ Quant_Q8_0_1024.gguf filter=lfs diff=lfs merge=lfs -text
69
+ Quant_Q8_0_256.gguf filter=lfs diff=lfs merge=lfs -text
Quant_IQ1_M_1024.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72e7e233548fdd96799bb00f104bf64023da630e4e8c79b431119d41e2baab13
3
+ size 6250880
Quant_IQ1_M_256.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c7da1f9d23bd7b99a0cec767f278eaa2ecb054778327ae92deea367aa1feba7
3
+ size 1563008
Quant_IQ1_S_1024.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dea6372848ae8ba284481148ea282dde3c56d145eba5768f7d72a1527bf71a96
3
+ size 5581184
Quant_IQ1_S_256.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52f0fba7e7f50821a343205c62948beef7f2320a52897ac197562ad975fe8ce7
3
+ size 1395584
Quant_IQ2_S_1024.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8938259277b08682b596056ac63c8b347a6861ef3dfa7c8dd7f5466d26e4d6d6
3
+ size 9152896
Quant_IQ2_S_256.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80207b4810ead2fb41ff8b42fe8a1c95d67626ed26f459b4d3e06cc4b78e4e17
3
+ size 2288512
Quant_IQ2_XS_1024.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91871db5d358233b40a687de99d6d6fe15839dee4b37eeb3d98c1f8fbf8d43fc
3
+ size 8259968
Quant_IQ2_XS_256.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ca899750b6ae8902b4a4e219e153ff6c1d99f7d2074b76b47bd1cc13721607a
3
+ size 2065280
Quant_IQ2_XXS_1024.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1946509f1c1ba47146b77645859b70e95f4ec0582e161d4a5693b860e5953fe8
3
+ size 7367072
Quant_IQ2_XXS_256.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98cd99fab6415ec0115423bf91f51915febb06e4da9e6ef7e061a90fbff8659e
3
+ size 1842048
Quant_IQ3_S_1024.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed04c0b1929333bc25fcda2b77d630944690de08f1f194e2849a2f00702f30f3
3
+ size 12278144
Quant_IQ3_S_256.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1852ac6ccb0e10c8dfe47b23034f57cb3efae4c38377243b40847064cac1d7cf
3
+ size 3069824
Quant_IQ3_XXS_1024.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eb74c3e749f758125ad6c2aae24481bd918e65703a099557109d18302f39d77
3
+ size 10938784
Quant_IQ3_XXS_256.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0150e9a21ecbed3f47b1b1d61bcccd0c00815e6cd84c8ef7d9f10d2f76568b72
3
+ size 2734976
Quant_IQ4_NL_1024.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05e0ca6956e3d036dd3d9edd055e8087e0ac6376c0032613498974759c752bd1
3
+ size 16073088
Quant_IQ4_NL_256.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3d86e735abf49c57e02e83ad6750ac9bf216a9a884a8eaf097aebcc0422540c
3
+ size 4018560
Quant_IQ4_XS_1024.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ef94e3cec7c9ff42d0fbc7705f425162fd3e00253dd05a62cc17e6bc85451c4
3
+ size 15180160
Quant_IQ4_XS_256.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6039ca86d3c50cfc8db68b0394450ac1135affb8f07890af537865fb1dd5d23c
3
+ size 3795328
Quant_Q2_K_1024.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8383805d71bf8252c30dbd59662dafb5ce6c29a71b8e74b349b708327c541703
3
+ size 9376128
Quant_Q2_K_256.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5f0df4b88193d1c5102d39113ae8ab86b23678ad5bbf459d05d1b88119ec084
3
+ size 2344320
Quant_Q3_K_1024.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af666e306231f864fbd3fb7047f3980f058d070478a60b6790e1a823d773c406
3
+ size 12278144
Quant_Q3_K_256.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bc430759c9768783b08118323ec795bcffa62d9551933140a22f84c7135aade
3
+ size 3069824
Quant_Q4_0_1024.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:704bd822cde61be8437216089bc0240658869732316d7bbacf7e53de4f584797
3
+ size 16073088
Quant_Q4_0_256.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:380dd142b886bc7b537e9ba3569019560d68dd3aa13385b6c848121f0e33e23e
3
+ size 4018560
Quant_Q4_K_1024.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00577c14c413f41d179dd11f5c92e0e3f1b9ed0c2ab410a0960f493db9d32c6b
3
+ size 16073088
Quant_Q4_K_256.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6256d86c59bc96db1eada611ec1fccb147eb3a738e3693cd2a68a497df77f53
3
+ size 4018560
Quant_Q5_0_1024.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18251212453fcd01d04d7e7a5c2b847f48ec8a4c063a18d2a7c15122697354f7
3
+ size 19644800
Quant_Q5_0_256.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b8b03108ff423bc85d99ee03b99dad7138364c9a7fcac9da97b03c89696dd88
3
+ size 4911488
Quant_Q5_K_1024.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0af3999f1bb469be5c6b951b134d7bf95aa2fa8f65d8656e3acd9dec35de4ee
3
+ size 19644800
Quant_Q5_K_256.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dabf970e3c496be2c512d8afbcbea22d9ba958867a7ed50a36a71e1fd523635e
3
+ size 4911488
Quant_Q6_K_1024.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0af3999f1bb469be5c6b951b134d7bf95aa2fa8f65d8656e3acd9dec35de4ee
3
+ size 23439744
Quant_Q6_K_256.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2c8f71efa6a27204ae1c111eb1cecf4617cd3a07be5e7be80fb28e6cbe23839
3
+ size 5860224
Quant_Q8_0_1024.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f7f1fbeade44af1cadcf57287eec4dcbadcaf7da650edd07e49a9f699007666
3
+ size 30359936
Quant_Q8_0_256.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c27d7a1c1acd5b8176c320eb0f4a6bf0a23e53cfe460f6fc9b86b69422bc2b17
3
+ size 7590272