Hugging Face's logo

mradermacher
/
Llama-Thinker-3B-Preview-GGUF

Transformers
GGUF
1.0e-5
chain_of_thought
ollama
text-generation-inference
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
e99f50a
·
verified ·
1 Parent(s): 5321b2f

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Llama-Thinker-3B-Preview.IQ4_XS.gguf +3 -0
  3. Llama-Thinker-3B-Preview.Q2_K.gguf +3 -0
  4. Llama-Thinker-3B-Preview.Q3_K_L.gguf +3 -0
  5. Llama-Thinker-3B-Preview.Q3_K_M.gguf +3 -0
  6. Llama-Thinker-3B-Preview.Q3_K_S.gguf +3 -0
  7. Llama-Thinker-3B-Preview.Q4_K_M.gguf +3 -0
  8. Llama-Thinker-3B-Preview.Q4_K_S.gguf +3 -0
  9. Llama-Thinker-3B-Preview.Q5_K_M.gguf +3 -0
  10. Llama-Thinker-3B-Preview.Q5_K_S.gguf +3 -0
  11. Llama-Thinker-3B-Preview.Q6_K.gguf +3 -0
  12. Llama-Thinker-3B-Preview.Q8_0.gguf +3 -0
  13. Llama-Thinker-3B-Preview.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Llama-Thinker-3B-Preview.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Llama-Thinker-3B-Preview.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Llama-Thinker-3B-Preview.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Llama-Thinker-3B-Preview.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Llama-Thinker-3B-Preview.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Llama-Thinker-3B-Preview.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Llama-Thinker-3B-Preview.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Llama-Thinker-3B-Preview.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Llama-Thinker-3B-Preview.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Llama-Thinker-3B-Preview.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Llama-Thinker-3B-Preview.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Llama-Thinker-3B-Preview.f16.gguf filter=lfs diff=lfs merge=lfs -text
Llama-Thinker-3B-Preview.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f91062a26d20354e0339d9af59b9676bbdf4b9b324baa66526d2c729c81a4faa
3
+ size 1840908064
Llama-Thinker-3B-Preview.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e688dfd0bc3741a338556aa91fc6a73abb2a7a08d914b8e2c6f0fe48707594e1
3
+ size 1363937056
Llama-Thinker-3B-Preview.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12fcc30ca76be2cfa7e2fb61355308eeafae0b876798bfda5f717de9b09907ad
3
+ size 1815349024
Llama-Thinker-3B-Preview.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16f606ef99b8f4dbff07d497eb113d9dcf6df52edd304aabc770ad8b9bc48e93
3
+ size 1687160608
Llama-Thinker-3B-Preview.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78bf9e18e0534646bee73147e6ff05ca7d10c1b22de05b082ea551b847e44001
3
+ size 1542850336
Llama-Thinker-3B-Preview.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38c352765d2dbafa94b8bb860b6f22b65136da5edc463ffa171806c454654dd2
3
+ size 2019378976
Llama-Thinker-3B-Preview.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a070342600ef20b99210e25307956f921c97533b7d2fcc6584cb706f21d976d6
3
+ size 1928202016
Llama-Thinker-3B-Preview.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3efb8751a797df4b0b8ca1f4bb674597a5ea7d7c1913868ee992441be077970
3
+ size 2322155296
Llama-Thinker-3B-Preview.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d99e57819c1f0305e0d3718336cefab4ea48190205ed5eb3883ceb4b362017eb
3
+ size 2269513504
Llama-Thinker-3B-Preview.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d4ecbafbc0bc47d50f9380999c93799eab84d8c5ccc9ebf4ca7b708f9892109
3
+ size 2643855136
Llama-Thinker-3B-Preview.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:850e20091059cfcd6b9066244d27e0090deb313ec6d3d66dbfec4e49c85e041e
3
+ size 3421900576
Llama-Thinker-3B-Preview.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5f6dca73356e3bb5cfb55071f0a3c35328d38d6c0e4b04160b00b15c510fa1b
3
+ size 6433689376