Hugging Face's logo

koesn
/
Llama3.1-8B-Cobalt-GGUF

Text Generation
GGUF
English
cobalt
valiant
valiant-labs
llama
llama-3.1
llama-3.1-instruct
llama-3.1-instruct-8b
llama-3
llama-3-instruct
llama-3-instruct-8b
8b
math
math-instruct
conversational
chat
instruct
Inference Endpoints
Model card Files Community
koesn commited on
Commit
45d1275
·
verified ·
1 Parent(s): 46059a4

quantized model

Browse files
Files changed (8) hide show
  1. .gitattributes +7 -0
  2. llama3.1-8b-cobalt.Q2_K.gguf +3 -0
  3. llama3.1-8b-cobalt.Q3_K.gguf +3 -0
  4. llama3.1-8b-cobalt.Q4_0.gguf +3 -0
  5. llama3.1-8b-cobalt.Q4_K.gguf +3 -0
  6. llama3.1-8b-cobalt.Q5_K.gguf +3 -0
  7. llama3.1-8b-cobalt.Q6_K.gguf +3 -0
  8. llama3.1-8b-cobalt.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ llama3.1-8b-cobalt.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ llama3.1-8b-cobalt.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ llama3.1-8b-cobalt.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
39
+ llama3.1-8b-cobalt.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ llama3.1-8b-cobalt.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
41
+ llama3.1-8b-cobalt.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
42
+ llama3.1-8b-cobalt.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
llama3.1-8b-cobalt.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8e9d32db5129069e80feddb6b2f5eeec59307e00d402af92565df582cb5b50c
3
+ size 3179136736
llama3.1-8b-cobalt.Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:552d89bca5c3073e77cd1125f90dd362becb9ac545da07bb575e2d85cea4f1d8
3
+ size 4018923232
llama3.1-8b-cobalt.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c06f7a8e571259955760bfbb7bf87423950aee208ea88b0d204cc5f9043a83af
3
+ size 4661216992
llama3.1-8b-cobalt.Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37129ff8f15039e97ef6cb11ed2403e0d9414fde13805a60e48d6eda485668fd
3
+ size 4920739552
llama3.1-8b-cobalt.Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1e18df1a21611f46efa3a61d47cef5959646e9ca002715a4b670a773dcea12f
3
+ size 5732992736
llama3.1-8b-cobalt.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00c2e15ba879645d9fc02d7bb4ac4e22b7f26ac172f98b44de83d259c037f6ab
3
+ size 6596011744
llama3.1-8b-cobalt.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c533e535be8e93aaa280395d007918fce6665ba94080f479ecf44ba958dc143
3
+ size 8540776160