Hugging Face's logo

gaianet
/
DeepSeek-R1-Distill-Qwen-1.5B-GGUF

Text Generation
Transformers
GGUF
qwen2
Inference Endpoints
conversational
Model card Files Community
apepkuss79 commited on
Commit
8f8bebb
·
verified ·
1 Parent(s): 8a3ffe1

Update models

Browse files
Files changed (15) hide show
  1. .gitattributes +13 -0
  2. DeepSeek-R1-Distill-Qwen-1.5B-Q2_K.gguf +3 -0
  3. DeepSeek-R1-Distill-Qwen-1.5B-Q3_K_L.gguf +3 -0
  4. DeepSeek-R1-Distill-Qwen-1.5B-Q3_K_M.gguf +3 -0
  5. DeepSeek-R1-Distill-Qwen-1.5B-Q3_K_S.gguf +3 -0
  6. DeepSeek-R1-Distill-Qwen-1.5B-Q4_0.gguf +3 -0
  7. DeepSeek-R1-Distill-Qwen-1.5B-Q4_K_M.gguf +3 -0
  8. DeepSeek-R1-Distill-Qwen-1.5B-Q4_K_S.gguf +3 -0
  9. DeepSeek-R1-Distill-Qwen-1.5B-Q5_0.gguf +3 -0
  10. DeepSeek-R1-Distill-Qwen-1.5B-Q5_K_M.gguf +3 -0
  11. DeepSeek-R1-Distill-Qwen-1.5B-Q5_K_S.gguf +3 -0
  12. DeepSeek-R1-Distill-Qwen-1.5B-Q6_K.gguf +3 -0
  13. DeepSeek-R1-Distill-Qwen-1.5B-Q8_0.gguf +3 -0
  14. DeepSeek-R1-Distill-Qwen-1.5B-f16.gguf +3 -0
  15. config.json +28 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ DeepSeek-R1-Distill-Qwen-1.5B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ DeepSeek-R1-Distill-Qwen-1.5B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ DeepSeek-R1-Distill-Qwen-1.5B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ DeepSeek-R1-Distill-Qwen-1.5B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ DeepSeek-R1-Distill-Qwen-1.5B-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ DeepSeek-R1-Distill-Qwen-1.5B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ DeepSeek-R1-Distill-Qwen-1.5B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ DeepSeek-R1-Distill-Qwen-1.5B-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ DeepSeek-R1-Distill-Qwen-1.5B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ DeepSeek-R1-Distill-Qwen-1.5B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ DeepSeek-R1-Distill-Qwen-1.5B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ DeepSeek-R1-Distill-Qwen-1.5B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ DeepSeek-R1-Distill-Qwen-1.5B-f16.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-R1-Distill-Qwen-1.5B-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef2fad904c270c919ef5b599d7a40e7301ec067c90f519739299a2a8bb3b3bf6
3
+ size 752879968
DeepSeek-R1-Distill-Qwen-1.5B-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fca5f19e0b9e757895e98f23e82d896f55372cd51dea1daf6d6806b685825fa
3
+ size 980439904
DeepSeek-R1-Distill-Qwen-1.5B-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b34867f5d0df299f828f9557425b24ccae8162e60e283eac099d7f216fac56d
3
+ size 924455776
DeepSeek-R1-Distill-Qwen-1.5B-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ab0765bef785747347147f36de56c1321162a65cd0d864932b950a095ae3871
3
+ size 861221728
DeepSeek-R1-Distill-Qwen-1.5B-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ff835372cf76ec644be7733b11a0fd9b875b7ff5249d38b24760012415bf3be
3
+ size 1066227040
DeepSeek-R1-Distill-Qwen-1.5B-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d6995d3b87610c40874a81f20d3c188235ea281324e9f5a9ba52274c530da61
3
+ size 1117320544
DeepSeek-R1-Distill-Qwen-1.5B-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb3cc4af5e4821d9ea8b9b9358a0fdc70b5825d4ecd8140ca046294b809906ed
3
+ size 1071584608
DeepSeek-R1-Distill-Qwen-1.5B-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e60648346bc87df5a2ee5b06b1caf9b3bfa50d0d20abecf8ef180d78a0db77c3
3
+ size 1259173216
DeepSeek-R1-Distill-Qwen-1.5B-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b98429b4e04a008df33077f818d3d4469fb2902066520d3d4c10a6aa92e0c24c
3
+ size 1285494112
DeepSeek-R1-Distill-Qwen-1.5B-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9f70217a789d28bb6b31c8771d64ec56d00335fd381a762eb3bc5483218bdd6
3
+ size 1259173216
DeepSeek-R1-Distill-Qwen-1.5B-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c64e11ba60210d14311ce91b9fa62938b5f73fe4fb863b554077f820d54d1e4f
3
+ size 1464178528
DeepSeek-R1-Distill-Qwen-1.5B-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b2d8b13e948a20d836e9de919cb642bd76921ac70bb5c9f66d58e9df4f0d044
3
+ size 1894531936
DeepSeek-R1-Distill-Qwen-1.5B-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:855f80dc0dbf54700d4b6928fe6e866d1bf1c0a4e92569087b66e5d6516e16a8
3
+ size 3560416096
config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen2ForCausalLM"
4
+ ],
5
+ "attention_dropout": 0.0,
6
+ "bos_token_id": 151643,
7
+ "eos_token_id": 151643,
8
+ "hidden_act": "silu",
9
+ "hidden_size": 1536,
10
+ "initializer_range": 0.02,
11
+ "intermediate_size": 8960,
12
+ "max_position_embeddings": 131072,
13
+ "max_window_layers": 21,
14
+ "model_type": "qwen2",
15
+ "num_attention_heads": 12,
16
+ "num_hidden_layers": 28,
17
+ "num_key_value_heads": 2,
18
+ "rms_norm_eps": 1e-06,
19
+ "rope_theta": 10000,
20
+ "sliding_window": 4096,
21
+ "tie_word_embeddings": false,
22
+ "torch_dtype": "bfloat16",
23
+ "transformers_version": "4.44.0",
24
+ "use_cache": true,
25
+ "use_mrope": false,
26
+ "use_sliding_window": false,
27
+ "vocab_size": 151936
28
+ }