Hugging Face's logo

koesn
/
dolphin-2.9.4-llama3.1-8b-GGUF

GGUF
Generated from Trainer
Inference Endpoints
conversational
Model card Files Community
koesn commited on
Commit
b519542
·
verified ·
1 Parent(s): 5f0fbd5

quantized model

Browse files
Files changed (8) hide show
  1. .gitattributes +7 -0
  2. dolphin-2.9.4-llama3.1-8b.Q2_K.gguf +3 -0
  3. dolphin-2.9.4-llama3.1-8b.Q3_K.gguf +3 -0
  4. dolphin-2.9.4-llama3.1-8b.Q4_0.gguf +3 -0
  5. dolphin-2.9.4-llama3.1-8b.Q4_K.gguf +3 -0
  6. dolphin-2.9.4-llama3.1-8b.Q5_K.gguf +3 -0
  7. dolphin-2.9.4-llama3.1-8b.Q6_K.gguf +3 -0
  8. dolphin-2.9.4-llama3.1-8b.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ dolphin-2.9.4-llama3.1-8b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ dolphin-2.9.4-llama3.1-8b.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ dolphin-2.9.4-llama3.1-8b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
39
+ dolphin-2.9.4-llama3.1-8b.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ dolphin-2.9.4-llama3.1-8b.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
41
+ dolphin-2.9.4-llama3.1-8b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
42
+ dolphin-2.9.4-llama3.1-8b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
dolphin-2.9.4-llama3.1-8b.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:510831ac2546397f690435ab133c522c208c0dbd2d27e67280488c21795175c2
3
+ size 3179141760
dolphin-2.9.4-llama3.1-8b.Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e0c966fcf29eef3c7d9e4ab1d0b4aaf0bfab746b9b542f890469d8ff8bf4b27
3
+ size 4018929088
dolphin-2.9.4-llama3.1-8b.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44321543ea2c12d1e9d93f9a58f665dddfb5f6b9b0037bc30b8e4893048f0e5c
3
+ size 4661223936
dolphin-2.9.4-llama3.1-8b.Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a43088e08e04c6115b97283c90cce8eacfc1e5923ab7e9b94461abd1446ff849
3
+ size 4920746496
dolphin-2.9.4-llama3.1-8b.Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6543df45c32201e4dde55aaac282366822eb15f8cf7bcebb28c79efc384ebf1f
3
+ size 5733000704
dolphin-2.9.4-llama3.1-8b.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:056adaaa0377e76d3375ac0ac8070767f4a0a1ca1badedb2ec7599b19ea61318
3
+ size 6596020800
dolphin-2.9.4-llama3.1-8b.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3f6836cfddbf350f0c4854b49bf2e31e2740d38fb7cdae363ddc3c7e86ff240
3
+ size 8540789184