Hugging Face's logo

mradermacher
/
Deep-Reasoning-Llama-3.2-COT-3B-i1-GGUF

Transformers
GGUF
English
reasoning
thinking
cot
deepseek
Llama 3.2
128k context
fine tune
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
bc495f1
·
verified ·
1 Parent(s): c6704ef

uploaded from marco

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ1_M.gguf +3 -0
  3. Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ1_S.gguf +3 -0
  4. Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ2_M.gguf +3 -0
  5. Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ2_S.gguf +3 -0
  6. Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ2_XS.gguf +3 -0
  7. Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ2_XXS.gguf +3 -0
  8. Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ3_M.gguf +3 -0
  9. Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ3_S.gguf +3 -0
  10. Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ3_XS.gguf +3 -0
  11. Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ3_XXS.gguf +3 -0
  12. Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ4_NL.gguf +3 -0
  13. Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ4_XS.gguf +3 -0
  14. Deep-Reasoning-Llama-3.2-COT-3B.i1-Q2_K.gguf +3 -0
  15. Deep-Reasoning-Llama-3.2-COT-3B.i1-Q2_K_S.gguf +3 -0
  16. Deep-Reasoning-Llama-3.2-COT-3B.i1-Q3_K_L.gguf +3 -0
  17. Deep-Reasoning-Llama-3.2-COT-3B.i1-Q3_K_M.gguf +3 -0
  18. Deep-Reasoning-Llama-3.2-COT-3B.i1-Q3_K_S.gguf +3 -0
  19. Deep-Reasoning-Llama-3.2-COT-3B.i1-Q4_0.gguf +3 -0
  20. Deep-Reasoning-Llama-3.2-COT-3B.i1-Q4_1.gguf +3 -0
  21. Deep-Reasoning-Llama-3.2-COT-3B.i1-Q4_K_M.gguf +3 -0
  22. Deep-Reasoning-Llama-3.2-COT-3B.i1-Q4_K_S.gguf +3 -0
  23. Deep-Reasoning-Llama-3.2-COT-3B.i1-Q5_K_M.gguf +3 -0
  24. Deep-Reasoning-Llama-3.2-COT-3B.i1-Q5_K_S.gguf +3 -0
  25. Deep-Reasoning-Llama-3.2-COT-3B.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Deep-Reasoning-Llama-3.2-COT-3B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Deep-Reasoning-Llama-3.2-COT-3B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Deep-Reasoning-Llama-3.2-COT-3B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Deep-Reasoning-Llama-3.2-COT-3B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Deep-Reasoning-Llama-3.2-COT-3B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Deep-Reasoning-Llama-3.2-COT-3B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Deep-Reasoning-Llama-3.2-COT-3B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Deep-Reasoning-Llama-3.2-COT-3B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Deep-Reasoning-Llama-3.2-COT-3B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Deep-Reasoning-Llama-3.2-COT-3B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Deep-Reasoning-Llama-3.2-COT-3B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Deep-Reasoning-Llama-3.2-COT-3B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:492852aee3a4a35b175aa129f6440cd90f9558c003d8e717820c450ca968c1fa
3
+ size 924193568
Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f294a47f219a02f8cb105d58d6331e267df02958fecdf3ceb682398c4ee78b1
3
+ size 868160288
Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8e6ab561d89093bcc9ceacde5a60087479c1100cbd780b09d86ff120c8e7a87
3
+ size 1229034272
Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2100644f390c237f05e717f115d3392e703d941e64f9a9613c626f2028a952d
3
+ size 1154323232
Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5cac140a23e9c99e5d83ca9d0e2ba7a6b971d302c4fe2d91e284ef331f1bcf6
3
+ size 1100550944
Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:218d1c29a14b753c95ec06975e800ce35c217f1139b3ed43991ee789e5585b75
3
+ size 1017582368
Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c88a018f0cfc56569dc8b2a5ca70d4158ba4f6c9bd3d1d63c81f0b0b6e282d22
3
+ size 1599671072
Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17122772149f20eb43601021fb997d0a4842f26a5ee67f50f02e742f90500392
3
+ size 1542851360
Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2108a8b3e98ac350470532020f8fc50cc674862427df37847b3df72ddeb325c7
3
+ size 1476791072
Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5514760895e62a20dc8969354345330fd0ceddfae53262fbdd76bbc5ce8d81ab
3
+ size 1348768544
Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00a677596e008e5f31af49c77bd7d1d29a9fec9d65300f1eebd8888b66c733f3
3
+ size 1917192992
Deep-Reasoning-Llama-3.2-COT-3B.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2ddbbf63b7f9aac0676616fa58c69aeb5d7c6fd81d8db6a597034b2ba71db03
3
+ size 1829112608
Deep-Reasoning-Llama-3.2-COT-3B.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bbf4d8f5ebb9a49c2e4e95aae957a2adf04aefbe9c5da3fdc927ecd349bac0e
3
+ size 1363938080
Deep-Reasoning-Llama-3.2-COT-3B.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe6e7a96cfe48cdda4ea0372c0210f072d328fd2f72fb62c88ffd1e888c75b57
3
+ size 1274284832
Deep-Reasoning-Llama-3.2-COT-3B.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55500dce3a7191146df6fd809a587497c776ac35ecd0f5c010bac80abeada8dd
3
+ size 1815350048
Deep-Reasoning-Llama-3.2-COT-3B.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be03c3e8c5ac5fe1fd4ef2a84092df0c039dde9e347a2f3cfb1a2e02fd00776a
3
+ size 1687161632
Deep-Reasoning-Llama-3.2-COT-3B.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ace8e50f51a622bdb75e80d64f94763be4d8c99b3e16a676b3b9cb7a48e3c79
3
+ size 1542851360
Deep-Reasoning-Llama-3.2-COT-3B.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71a104aa075983eeada63df9b1f86a809d05a6df43c254608a124f3d98fe0e30
3
+ size 1921911584
Deep-Reasoning-Llama-3.2-COT-3B.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6079de09345ee92065223174d4215bc0d2a3a3d8fb9eaac7bc48a74799cf7d4d
3
+ size 2093353760
Deep-Reasoning-Llama-3.2-COT-3B.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b025008cc6eb270e335d89d67d8d13be621d9ce125966833da5efdaf354eabf3
3
+ size 2019380000
Deep-Reasoning-Llama-3.2-COT-3B.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:347e7cf23f8dbd9f49a98f5464cad7049ca30e4285197d966dce24685569d747
3
+ size 1928203040
Deep-Reasoning-Llama-3.2-COT-3B.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa594b1359374521f8d8e515eb732d87604c303047c84f13a28bf55f6eaf8742
3
+ size 2322156320
Deep-Reasoning-Llama-3.2-COT-3B.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa1f89159033ed1cd390ce364c384370ee8904f3b67bcf6f99b81a32fd80df8b
3
+ size 2269514528
Deep-Reasoning-Llama-3.2-COT-3B.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d88d1c177c47007d1054f799ac8ba352febb277a6f2da04f9f5f82883c0e7534
3
+ size 2643856160