Hugging Face's logo

crusoeai
/
dolphin-2.9-llama3-70b-GGUF

GGUF
autoquant
dolphin
llama3
Inference Endpoints
conversational
Model card Files Community
1
3thn commited on
Commit
5875453
•
1 Parent(s): 353b2d3

Upload folder using huggingface_hub

Browse files
Files changed (15) hide show
  1. .gitattributes +14 -0
  2. dolphin-2.9-llama3-70b.Q2_K.gguf +3 -0
  3. dolphin-2.9-llama3-70b.Q3_K_L.gguf +3 -0
  4. dolphin-2.9-llama3-70b.Q3_K_M.gguf +3 -0
  5. dolphin-2.9-llama3-70b.Q3_K_S.gguf +3 -0
  6. dolphin-2.9-llama3-70b.Q4_0.gguf +3 -0
  7. dolphin-2.9-llama3-70b.Q4_1.gguf +3 -0
  8. dolphin-2.9-llama3-70b.Q4_K_M.gguf +3 -0
  9. dolphin-2.9-llama3-70b.Q4_K_S.gguf +3 -0
  10. dolphin-2.9-llama3-70b.Q5_0.gguf +3 -0
  11. dolphin-2.9-llama3-70b.Q5_1.gguf +3 -0
  12. dolphin-2.9-llama3-70b.Q5_K_M.gguf +3 -0
  13. dolphin-2.9-llama3-70b.Q5_K_S.gguf +3 -0
  14. dolphin-2.9-llama3-70b.Q6_K.gguf +3 -0
  15. dolphin-2.9-llama3-70b.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,17 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ dolphin-2.9-llama3-70b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ dolphin-2.9-llama3-70b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ dolphin-2.9-llama3-70b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ dolphin-2.9-llama3-70b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ dolphin-2.9-llama3-70b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ dolphin-2.9-llama3-70b.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
42
+ dolphin-2.9-llama3-70b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ dolphin-2.9-llama3-70b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ dolphin-2.9-llama3-70b.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ dolphin-2.9-llama3-70b.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
46
+ dolphin-2.9-llama3-70b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
47
+ dolphin-2.9-llama3-70b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
48
+ dolphin-2.9-llama3-70b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ dolphin-2.9-llama3-70b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
dolphin-2.9-llama3-70b.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62aa4b43de1e9fd3315788e7db28d9c417f29315184a60869701f532e6482c9c
3
+ size 2585222880
dolphin-2.9-llama3-70b.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02f1bd019f1c5144f94a88ac76c01235b14096875a25e7baf4e0d55bc5438a0d
3
+ size 3632244064
dolphin-2.9-llama3-70b.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61e879c8275fac6dc3e2c308b4b29b1656d52a289b9e4ee5a53d83e53b2cacf1
3
+ size 3514803552
dolphin-2.9-llama3-70b.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f7fb2b02d0f8d45b545186eaca0ef369f753dad508af4ef6c25f364fb71564a
3
+ size 3087246688
dolphin-2.9-llama3-70b.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99434b0417849c1cad417ed2980ae8639c33b489686c0e7fa123417a10e4611e
3
+ size 4016106976
dolphin-2.9-llama3-70b.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ece06f86b730e141c74c798bfdd84b7ad5aa20ad33cb575abb475d292e1671ba
3
+ size 4461359584
dolphin-2.9-llama3-70b.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33722cd6d9d4381e53a326b35c8e086479f33ab7d434c46c54d1b96ca7d0302c
3
+ size 4457295328
dolphin-2.9-llama3-70b.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81a6d4c430890b0d36d48936062a7297c38b5c554b7294a8008e279cdf0c7cbe
3
+ size 4230016480
dolphin-2.9-llama3-70b.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a90b666229013772bb34265283a17e175825a1face5abd5f2845e6f623512fa6
3
+ size 4906612192
dolphin-2.9-llama3-70b.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd74a4326bd23ffe9c539af1fcd17e1a7d3425e1e9621c756a5038df35e97357
3
+ size 5351864800
dolphin-2.9-llama3-70b.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df07da9ef6ca90541992b75877e455f6473530ddeb9cb35cfc25e285784de005
3
+ size 5133891040
dolphin-2.9-llama3-70b.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b21f595d77dc1c1f0236fac4bbd86969eb65441da3b9bc77ed221f3ddce5cae1
3
+ size 4906612192
dolphin-2.9-llama3-70b.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e6a64531507c68c2a3cd86083434f33483eeb533665ebb504753fed67eea3a9
3
+ size 5852773984
dolphin-2.9-llama3-70b.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dad78a0b46c9f14709b324783e1000838b6b251ba407332d0ebe619305893be
3
+ size 7578127840