Hugging Face's logo

martineden
/
Meta-Llama-3-8B-Instruct-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
martineden commited on
Commit
17b3ca3
·
verified ·
1 Parent(s): 46a2aa1

Upload folder using huggingface_hub

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. meta-llama-3-8b-instruct.Q2_K.gguf +3 -0
  3. meta-llama-3-8b-instruct.Q3_K_L.gguf +3 -0
  4. meta-llama-3-8b-instruct.Q3_K_M.gguf +3 -0
  5. meta-llama-3-8b-instruct.Q3_K_S.gguf +3 -0
  6. meta-llama-3-8b-instruct.Q4_0.gguf +3 -0
  7. meta-llama-3-8b-instruct.Q4_K_M.gguf +3 -0
  8. meta-llama-3-8b-instruct.Q4_K_S.gguf +3 -0
  9. meta-llama-3-8b-instruct.Q5_0.gguf +3 -0
  10. meta-llama-3-8b-instruct.Q5_K_M.gguf +3 -0
  11. meta-llama-3-8b-instruct.Q5_K_S.gguf +3 -0
  12. meta-llama-3-8b-instruct.Q6_K.gguf +3 -0
  13. meta-llama-3-8b-instruct.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ meta-llama-3-8b-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ meta-llama-3-8b-instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ meta-llama-3-8b-instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ meta-llama-3-8b-instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ meta-llama-3-8b-instruct.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ meta-llama-3-8b-instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ meta-llama-3-8b-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ meta-llama-3-8b-instruct.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ meta-llama-3-8b-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ meta-llama-3-8b-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ meta-llama-3-8b-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ meta-llama-3-8b-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
meta-llama-3-8b-instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf432d757e48b1fd4ece578ef37c952af9db6db320b1412401dcc220d82cd1d0
3
+ size 3179644160
meta-llama-3-8b-instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d660c35365ecd5f7dc3f7e1cc1e7bb362a0a867e41057be916e07ee34351361
3
+ size 4322469120
meta-llama-3-8b-instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eaaddbaf30f8bdc39d39b924790208a5933a9d36f5e765bfdc09b2740d375176
3
+ size 4019430656
meta-llama-3-8b-instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e35aa80f362888128c10f9388e92769027d86b2998d9e6d5d38664b239dde05
3
+ size 3665011968
meta-llama-3-8b-instruct.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8913e6457a8d450772a82512ccb3e86b1d4ebae47481ff040c28272588222343
3
+ size 4661724416
meta-llama-3-8b-instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a365061a49db0dfd739f670a6336a93ac68750dac32d47a48fe59c2042024704
3
+ size 4921246976
meta-llama-3-8b-instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16e1b99f45947b3002a78b908c03bcb17b7b062ecfd973c325f478493eeff791
3
+ size 4693181696
meta-llama-3-8b-instruct.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baec3e5db1faf62c128c58e2fcf38cdbfba41bed3bbdd9b50fba3d4d83ae714a
3
+ size 5599806720
meta-llama-3-8b-instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69aed91e85594507da092be9f088cb5e44baaf0932dd2d7ad428ad7bba816b71
3
+ size 5733500160
meta-llama-3-8b-instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74b3bf90b5ecbde6182b5166e9ab319c87b566d20429da3c7312edf34f32f5f3
3
+ size 5599806720
meta-llama-3-8b-instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c81caa4575efe6e31ae37fa72b613542d07fe6168be31cb5d7b379eb2c6d275
3
+ size 6596519168
meta-llama-3-8b-instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a604c2d40145109fa8b34f00bb75c505d8e400f0f35791fe9196a29d9649c9ae
3
+ size 8541283584