Hugging Face's logo

hermes42
/
Llama-3.2-1B-Instruct-imatrix-GGUF

GGUF
Inference Endpoints
imatrix
conversational
Model card Files Community
hermes42 commited on
Commit
915837b
•
1 Parent(s): 39e0618

Upload folder using huggingface_hub

Browse files
Files changed (16) hide show
  1. .gitattributes +15 -0
  2. Llama-3.2-1B-Instruct-imatrix-IQ3_XS.gguf +3 -0
  3. Llama-3.2-1B-Instruct-imatrix-IQ4_NL.gguf +3 -0
  4. Llama-3.2-1B-Instruct-imatrix-IQ4_XS.gguf +3 -0
  5. Llama-3.2-1B-Instruct-imatrix-Q3_K_L.gguf +3 -0
  6. Llama-3.2-1B-Instruct-imatrix-Q3_K_M.gguf +3 -0
  7. Llama-3.2-1B-Instruct-imatrix-Q3_K_S.gguf +3 -0
  8. Llama-3.2-1B-Instruct-imatrix-Q4_0_4_4.gguf +3 -0
  9. Llama-3.2-1B-Instruct-imatrix-Q4_0_4_8.gguf +3 -0
  10. Llama-3.2-1B-Instruct-imatrix-Q4_0_8_8.gguf +3 -0
  11. Llama-3.2-1B-Instruct-imatrix-Q4_K_M.gguf +3 -0
  12. Llama-3.2-1B-Instruct-imatrix-Q4_K_S.gguf +3 -0
  13. Llama-3.2-1B-Instruct-imatrix-Q5_K_M.gguf +3 -0
  14. Llama-3.2-1B-Instruct-imatrix-Q5_K_S.gguf +3 -0
  15. Llama-3.2-1B-Instruct-imatrix-Q6_K.gguf +3 -0
  16. Llama-3.2-1B-Instruct-imatrix-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -50,3 +50,18 @@ Llama-3.2-1B-Instruct-imatrix-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
50
  Llama-3.2-1B-Instruct-imatrix-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
51
  Llama-3.2-1B-Instruct.imatrix filter=lfs diff=lfs merge=lfs -text
52
  Llama-3.2-1B-instruct-imatrix-bf16.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
50
  Llama-3.2-1B-Instruct-imatrix-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
51
  Llama-3.2-1B-Instruct.imatrix filter=lfs diff=lfs merge=lfs -text
52
  Llama-3.2-1B-instruct-imatrix-bf16.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Llama-3.2-1B-Instruct-imatrix-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Llama-3.2-1B-Instruct-imatrix-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Llama-3.2-1B-Instruct-imatrix-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Llama-3.2-1B-Instruct-imatrix-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Llama-3.2-1B-Instruct-imatrix-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Llama-3.2-1B-Instruct-imatrix-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Llama-3.2-1B-Instruct-imatrix-Q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Llama-3.2-1B-Instruct-imatrix-Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text
61
+ Llama-3.2-1B-Instruct-imatrix-Q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text
62
+ Llama-3.2-1B-Instruct-imatrix-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
63
+ Llama-3.2-1B-Instruct-imatrix-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
64
+ Llama-3.2-1B-Instruct-imatrix-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
65
+ Llama-3.2-1B-Instruct-imatrix-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
66
+ Llama-3.2-1B-Instruct-imatrix-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
67
+ Llama-3.2-1B-Instruct-imatrix-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.2-1B-Instruct-imatrix-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4457dd5c63ef958c38fabd722c666a2491a4f01f110b90753979edbf3bdaadd0
3
+ size 621113248
Llama-3.2-1B-Instruct-imatrix-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc8523a3db871db83d793daef79258264779e9c684f33d3ced392ec9fa0ededb
3
+ size 773025696
Llama-3.2-1B-Instruct-imatrix-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9213c47880fc6a1faa16a71fbb382add481cc4def5c2437d1315a73c9d8b2569
3
+ size 743141280
Llama-3.2-1B-Instruct-imatrix-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57823ab6d0bbb05a000643b4fc558de7bde453399c2a36b31c9bce81f02474bb
3
+ size 732524448
Llama-3.2-1B-Instruct-imatrix-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05df14f0b735999da878dd6aaeae60fc60da4e59a3900371646bbeab5c35e341
3
+ size 690843552
Llama-3.2-1B-Instruct-imatrix-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d22d6b714f0bd6704c20b618158c5e638da41afe63384c5c9e3357877d554d0
3
+ size 641691552
Llama-3.2-1B-Instruct-imatrix-Q4_0_4_4.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e8bc592261119d77187d50c80c42769e5af68fb2b3015a75f1500229e3fedd8
3
+ size 223309728
Llama-3.2-1B-Instruct-imatrix-Q4_0_4_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e8bc592261119d77187d50c80c42769e5af68fb2b3015a75f1500229e3fedd8
3
+ size 223309728
Llama-3.2-1B-Instruct-imatrix-Q4_0_8_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e8bc592261119d77187d50c80c42769e5af68fb2b3015a75f1500229e3fedd8
3
+ size 223309728
Llama-3.2-1B-Instruct-imatrix-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94729a559e7589ff69d28c5c9794121b0447080cf3d2d7201ef2eac4140a789c
3
+ size 807694240
Llama-3.2-1B-Instruct-imatrix-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd2c08ed245717c9d67590f36702865d7386d76a1368d96352462ecbebc2f59d
3
+ size 775647136
Llama-3.2-1B-Instruct-imatrix-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7ed951155806ea611248929f6a3bbac5e58fb05090d7b1d3f841c3976172812
3
+ size 911503264
Llama-3.2-1B-Instruct-imatrix-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe356bc9d6dc663e92ed164757afdbe476f4334b6c7309d5ff33814ca4c7c28b
3
+ size 892563360
Llama-3.2-1B-Instruct-imatrix-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f1ae1e3c9d7a66fe54e7074863af7da3dd6f262fb44e7ce9d3a3085da33234b
3
+ size 1021800352
Llama-3.2-1B-Instruct-imatrix-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93f4114a89960d8070d5367f4f1e84dc9ee76300170ffc9886380ee7853579c1
3
+ size 1321082784