Hugging Face's logo

mradermacher
/
ahinsa0.6-llama3.2-3B-i1-GGUF

Transformers
GGUF
English
text-generation-inference
unsloth
llama
trl
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
321aebe
·
verified ·
1 Parent(s): 80e7176

uploaded from rich1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. ahinsa0.6-llama3.2-3B.i1-IQ1_M.gguf +3 -0
  3. ahinsa0.6-llama3.2-3B.i1-IQ1_S.gguf +3 -0
  4. ahinsa0.6-llama3.2-3B.i1-IQ2_M.gguf +3 -0
  5. ahinsa0.6-llama3.2-3B.i1-IQ2_S.gguf +3 -0
  6. ahinsa0.6-llama3.2-3B.i1-IQ2_XS.gguf +3 -0
  7. ahinsa0.6-llama3.2-3B.i1-IQ2_XXS.gguf +3 -0
  8. ahinsa0.6-llama3.2-3B.i1-IQ3_M.gguf +3 -0
  9. ahinsa0.6-llama3.2-3B.i1-IQ3_S.gguf +3 -0
  10. ahinsa0.6-llama3.2-3B.i1-IQ3_XS.gguf +3 -0
  11. ahinsa0.6-llama3.2-3B.i1-IQ3_XXS.gguf +3 -0
  12. ahinsa0.6-llama3.2-3B.i1-IQ4_NL.gguf +3 -0
  13. ahinsa0.6-llama3.2-3B.i1-IQ4_XS.gguf +3 -0
  14. ahinsa0.6-llama3.2-3B.i1-Q2_K.gguf +3 -0
  15. ahinsa0.6-llama3.2-3B.i1-Q2_K_S.gguf +3 -0
  16. ahinsa0.6-llama3.2-3B.i1-Q3_K_L.gguf +3 -0
  17. ahinsa0.6-llama3.2-3B.i1-Q3_K_M.gguf +3 -0
  18. ahinsa0.6-llama3.2-3B.i1-Q3_K_S.gguf +3 -0
  19. ahinsa0.6-llama3.2-3B.i1-Q4_0.gguf +3 -0
  20. ahinsa0.6-llama3.2-3B.i1-Q4_1.gguf +3 -0
  21. ahinsa0.6-llama3.2-3B.i1-Q4_K_M.gguf +3 -0
  22. ahinsa0.6-llama3.2-3B.i1-Q4_K_S.gguf +3 -0
  23. ahinsa0.6-llama3.2-3B.i1-Q5_K_M.gguf +3 -0
  24. ahinsa0.6-llama3.2-3B.i1-Q5_K_S.gguf +3 -0
  25. ahinsa0.6-llama3.2-3B.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ ahinsa0.6-llama3.2-3B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ ahinsa0.6-llama3.2-3B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ ahinsa0.6-llama3.2-3B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ ahinsa0.6-llama3.2-3B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ ahinsa0.6-llama3.2-3B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ ahinsa0.6-llama3.2-3B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ ahinsa0.6-llama3.2-3B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ ahinsa0.6-llama3.2-3B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ ahinsa0.6-llama3.2-3B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ ahinsa0.6-llama3.2-3B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ ahinsa0.6-llama3.2-3B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ ahinsa0.6-llama3.2-3B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ ahinsa0.6-llama3.2-3B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ ahinsa0.6-llama3.2-3B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ ahinsa0.6-llama3.2-3B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ ahinsa0.6-llama3.2-3B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ ahinsa0.6-llama3.2-3B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ ahinsa0.6-llama3.2-3B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ ahinsa0.6-llama3.2-3B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ ahinsa0.6-llama3.2-3B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ ahinsa0.6-llama3.2-3B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ ahinsa0.6-llama3.2-3B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ ahinsa0.6-llama3.2-3B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ ahinsa0.6-llama3.2-3B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
ahinsa0.6-llama3.2-3B.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e1685b4dfdb147aa53d8cb69ab7c5d11d38bfeac01bddbdf139fa3c3030cef1
3
+ size 924192768
ahinsa0.6-llama3.2-3B.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28796239ed20200307f7f112f1bebd1d81ba4e8f2eb1ed3770e01f10b598469d
3
+ size 868159488
ahinsa0.6-llama3.2-3B.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08f5fc442d659b101bcfc9027c1a00e452a9687050f094afe4d465ea3a7be43c
3
+ size 1229033472
ahinsa0.6-llama3.2-3B.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:844ed6b11e1d1edda55d5fb2b98350eabf560463d9ffb8cd9603f4485b9c83a9
3
+ size 1154322432
ahinsa0.6-llama3.2-3B.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bbd10776129220ff896d9eea370d28d1b2edefd8d6c9a0ecd7ce11074a223a5
3
+ size 1100550144
ahinsa0.6-llama3.2-3B.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b528315663a8a5a143d0f555d10c785f71421c5bb602de5a75d3c62a30848b92
3
+ size 1017581568
ahinsa0.6-llama3.2-3B.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff5ecb85e367f8159e0c41537a37325e8c5830ed19a852a3291eae7399f07ef1
3
+ size 1599670272
ahinsa0.6-llama3.2-3B.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63325e6f4c9edaeccc9f7cbd315116a98c6b72dad10382dd4ff6480b6e7a0451
3
+ size 1542850560
ahinsa0.6-llama3.2-3B.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2787bd8c1ddd6e18b5cb3863d53a50a08b8a8b48382c3ba76d131f7d6b4ef13f
3
+ size 1476790272
ahinsa0.6-llama3.2-3B.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:822f505080d20266999d3680127f6c46b1cd115c4b78b40e235aad54c582ab8e
3
+ size 1348767744
ahinsa0.6-llama3.2-3B.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac0bd12e72d3422a39730a08314bb01ec096c161bf025e45fe3f0417acd044d7
3
+ size 1917192192
ahinsa0.6-llama3.2-3B.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75f4ad3958adefe38f4264a01627fa5dbf6c2e0434eef36b963d3c0b7ce4ead1
3
+ size 1829111808
ahinsa0.6-llama3.2-3B.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a189e3dfc3d579d5f6290ccadd2fe9fac24b494afc387103bdf4f21dd3e13e9
3
+ size 1363937280
ahinsa0.6-llama3.2-3B.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6709090bad4d9863ae00c232298b46525c55b3c6430404f81f669adba281193b
3
+ size 1274284032
ahinsa0.6-llama3.2-3B.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32bface3c4023dbc0ae9dc508da70693cada895c59ce695d1dbc2974f29f2731
3
+ size 1815349248
ahinsa0.6-llama3.2-3B.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97263156b68d88e16543d02e69bc24e7b72ba9660d8b1a35c02701e7ec349dff
3
+ size 1687160832
ahinsa0.6-llama3.2-3B.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:301158d68703dc01347e6938559670cc80590229d484793431f1be783bf279ed
3
+ size 1542850560
ahinsa0.6-llama3.2-3B.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97d37086eb69160b48aad8fbad820b69af6f811d1bba36f08eb3b32c7ba9d34f
3
+ size 1921910784
ahinsa0.6-llama3.2-3B.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a4c03e6f044ce88edd6f972c78c8db3b152dec1ed865b1b44f9f95672db2234
3
+ size 2093352960
ahinsa0.6-llama3.2-3B.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0eef20e7aff881ac5c96084b56ab07a6f0e9385e592858c3af5583f0b9334dc3
3
+ size 2019379200
ahinsa0.6-llama3.2-3B.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9feab2e712937d0da7cf7947ae41ad801bec2f45f988218e55c08c5676bb185b
3
+ size 1928202240
ahinsa0.6-llama3.2-3B.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97c673273724d762b1fb9108dd7e059b31dc3fb7e1299d774e742ee3af6679ec
3
+ size 2322155520
ahinsa0.6-llama3.2-3B.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e79ba40d761eb31eb245149cd55a0aacaa370ea78414efe1907c2a6351fc2db
3
+ size 2269513728
ahinsa0.6-llama3.2-3B.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dbaffb9779f406f3ec18da7ac7a708b1e7d5a9d1f851e89db8a66b2f7400c26
3
+ size 2643855360