Hugging Face's logo

cognitivecomputations
/
Dolphin3.0-Llama3.1-8B-GGUF

GGUF
English
Inference Endpoints
conversational
Model card Files Community
ehartford commited on
Commit
17529cc
·
verified ·
1 Parent(s): 07affaf

Upload folder using huggingface_hub

Browse files
Files changed (21) hide show
  1. .gitattributes +18 -0
  2. Dolphin3.0-Llama3.1-8B-F16.gguf +3 -0
  3. Dolphin3.0-Llama3.1-8B-Q2_K.gguf +3 -0
  4. Dolphin3.0-Llama3.1-8B-Q3_K.gguf +3 -0
  5. Dolphin3.0-Llama3.1-8B-Q3_K_L.gguf +3 -0
  6. Dolphin3.0-Llama3.1-8B-Q3_K_M.gguf +3 -0
  7. Dolphin3.0-Llama3.1-8B-Q3_K_S.gguf +3 -0
  8. Dolphin3.0-Llama3.1-8B-Q4_0.gguf +3 -0
  9. Dolphin3.0-Llama3.1-8B-Q4_1.gguf +3 -0
  10. Dolphin3.0-Llama3.1-8B-Q4_K.gguf +3 -0
  11. Dolphin3.0-Llama3.1-8B-Q4_K_M.gguf +3 -0
  12. Dolphin3.0-Llama3.1-8B-Q4_K_S.gguf +3 -0
  13. Dolphin3.0-Llama3.1-8B-Q5_0.gguf +3 -0
  14. Dolphin3.0-Llama3.1-8B-Q5_1.gguf +3 -0
  15. Dolphin3.0-Llama3.1-8B-Q5_K.gguf +3 -0
  16. Dolphin3.0-Llama3.1-8B-Q5_K_M.gguf +3 -0
  17. Dolphin3.0-Llama3.1-8B-Q5_K_S.gguf +3 -0
  18. Dolphin3.0-Llama3.1-8B-Q6_K.gguf +3 -0
  19. Dolphin3.0-Llama3.1-8B-Q8_0.gguf +3 -0
  20. Modelfile +20 -0
  21. quant_sizes +17 -0
.gitattributes CHANGED
@@ -33,3 +33,21 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Dolphin3.0-Llama3.1-8B-F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Dolphin3.0-Llama3.1-8B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Dolphin3.0-Llama3.1-8B-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Dolphin3.0-Llama3.1-8B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Dolphin3.0-Llama3.1-8B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Dolphin3.0-Llama3.1-8B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Dolphin3.0-Llama3.1-8B-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Dolphin3.0-Llama3.1-8B-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Dolphin3.0-Llama3.1-8B-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Dolphin3.0-Llama3.1-8B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Dolphin3.0-Llama3.1-8B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Dolphin3.0-Llama3.1-8B-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Dolphin3.0-Llama3.1-8B-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Dolphin3.0-Llama3.1-8B-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Dolphin3.0-Llama3.1-8B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Dolphin3.0-Llama3.1-8B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Dolphin3.0-Llama3.1-8B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Dolphin3.0-Llama3.1-8B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Dolphin3.0-Llama3.1-8B-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14fdfbe35aeaaf5e45d2a2501ac19c35c7e815485d202369dcfd6a64bd631349
3
+ size 16068924224
Dolphin3.0-Llama3.1-8B-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec650d59cf577807a54ab34db97cf336f52632a2bdb4aeb43ebf8ad7c033c68c
3
+ size 3179141120
Dolphin3.0-Llama3.1-8B-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0db68e50eba9cd35ff2f1b42b082abb8fd5b96c44bd3d86cff03593a541c7639
3
+ size 4018928448
Dolphin3.0-Llama3.1-8B-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf112efd428704e8059aa4300ee4b271d96f82858871c04534bdc244cefa4bc6
3
+ size 4321966912
Dolphin3.0-Llama3.1-8B-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0db68e50eba9cd35ff2f1b42b082abb8fd5b96c44bd3d86cff03593a541c7639
3
+ size 4018928448
Dolphin3.0-Llama3.1-8B-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:718577bb800aba95387e82c7c213c924a52b95de5a227ee9d6fb5148707e3af4
3
+ size 3664509760
Dolphin3.0-Llama3.1-8B-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56d0c669d970ae38ef2ff7b9d7588ef32783b9bd0484b413dc5dd866b739b058
3
+ size 4661223296
Dolphin3.0-Llama3.1-8B-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63b0b50a1e4c26b9ef4530c3daeeede1ef02362cda5673c056f8303f2407795c
3
+ size 5130264960
Dolphin3.0-Llama3.1-8B-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c001f29d4edbd9327a6df8e16e2b7907a64e0e31b0a7abe9c779a96773f304e
3
+ size 4920745856
Dolphin3.0-Llama3.1-8B-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c001f29d4edbd9327a6df8e16e2b7907a64e0e31b0a7abe9c779a96773f304e
3
+ size 4920745856
Dolphin3.0-Llama3.1-8B-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2dc713de16917ccc66ff7266943aa43e504ecc06114f6b5a3040e9d7fcd3243
3
+ size 4692680576
Dolphin3.0-Llama3.1-8B-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9b162e131259cf3c0f0eb444b65037e2ff4286e700c5a1019be23d794a5dbee
3
+ size 5599306624
Dolphin3.0-Llama3.1-8B-Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f498bfb4a9238c6c7137a59f372e771e4c9c88bc7132a0914d09554ead57ac32
3
+ size 6068348288
Dolphin3.0-Llama3.1-8B-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:116e555282adf1747fb925482db84f236ae6c7012e6ea9f2b2a7653fd9340624
3
+ size 5733000064
Dolphin3.0-Llama3.1-8B-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:116e555282adf1747fb925482db84f236ae6c7012e6ea9f2b2a7653fd9340624
3
+ size 5733000064
Dolphin3.0-Llama3.1-8B-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4d2ec58ec805c08ca1473fdca91a985a30acbb4c2e0613044f89c19ec6289fe
3
+ size 5599306624
Dolphin3.0-Llama3.1-8B-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:386ef45007b55d205f784b4d174aee2e3410a77ab9656af0e40436e6e5dafc39
3
+ size 6596020160
Dolphin3.0-Llama3.1-8B-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:715cb8cb7674b0989f84a93ba0ce111c661bbb37a35ca5f19b75613104ff2308
3
+ size 8540788544
Modelfile ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FROM ./Dolphin-3.0-Llama-3.1-8B-Q4_0.gguf
2
+
3
+ TEMPLATE "{{ if .System }}<|im_start|>system
4
+ {{ .System }}<|im_end|>
5
+ {{ end }}<|im_start|>user
6
+ {{ .Prompt }}<|im_end|>
7
+ <|im_start|>assistant
8
+ "
9
+
10
+ SYSTEM """The assistant is named Dolphin, a helpful assistant that follows instructions and provides accurate and detailed information. Dolphin is created by Eric Hartford and Cognitive Computations, an open source research group. Dolphin does not moralize or judge the user, and answers without any disclaimers or unsolicited advice to the user. Dolphin is obedient and does not defy the user's wishes."""
11
+
12
+ PARAMETER num_ctx 32768
13
+ PARAMETER stop <|im_end|>
14
+ PARAMETER stop <|im_start|>
15
+ PARAMETER stop <|start_header_id|>
16
+ PARAMETER stop <|end_header_id|>
17
+ PARAMETER stop <|eot_id|>
18
+ PARAMETER stop <start_of_turn>
19
+ PARAMETER stop <end_of_turn>
20
+
quant_sizes ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Q4_0
2
+ Q4_1
3
+ Q5_0
4
+ Q5_1
5
+ Q2_K
6
+ Q3_K
7
+ Q3_K_S
8
+ Q3_K_M
9
+ Q3_K_L
10
+ Q4_K
11
+ Q4_K_S
12
+ Q4_K_M
13
+ Q5_K
14
+ Q5_K_S
15
+ Q5_K_M
16
+ Q6_K
17
+ Q8_0