Hugging Face's logo

LiteLLMs
/
Mixtral-8x22B-v0.1-GGUF

GGUF
Mixture of Experts
GGUF
Eval Results
Inference Endpoints
Model card Files Community
1
andrijdavid commited on
Commit
a4f0851
·
verified ·
1 Parent(s): aee3300

Upload folder using huggingface_hub

Browse files
Files changed (10) hide show
  1. .gitattributes +9 -0
  2. Q6_K/Mixtral-8x22B-v0.1-Q6_K-00001-of-00009.gguf +3 -0
  3. Q6_K/Mixtral-8x22B-v0.1-Q6_K-00002-of-00009.gguf +3 -0
  4. Q6_K/Mixtral-8x22B-v0.1-Q6_K-00003-of-00009.gguf +3 -0
  5. Q6_K/Mixtral-8x22B-v0.1-Q6_K-00004-of-00009.gguf +3 -0
  6. Q6_K/Mixtral-8x22B-v0.1-Q6_K-00005-of-00009.gguf +3 -0
  7. Q6_K/Mixtral-8x22B-v0.1-Q6_K-00006-of-00009.gguf +3 -0
  8. Q6_K/Mixtral-8x22B-v0.1-Q6_K-00007-of-00009.gguf +3 -0
  9. Q6_K/Mixtral-8x22B-v0.1-Q6_K-00008-of-00009.gguf +3 -0
  10. Q6_K/Mixtral-8x22B-v0.1-Q6_K-00009-of-00009.gguf +3 -0
.gitattributes CHANGED
@@ -158,3 +158,12 @@ Q5_K_S/Mixtral-8x22B-v0.1-Q5_K_S-00006-of-00009.gguf filter=lfs diff=lfs merge=l
158
  Q5_K_S/Mixtral-8x22B-v0.1-Q5_K_S-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
159
  Q5_K_S/Mixtral-8x22B-v0.1-Q5_K_S-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
160
  Q5_K_S/Mixtral-8x22B-v0.1-Q5_K_S-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
158
  Q5_K_S/Mixtral-8x22B-v0.1-Q5_K_S-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
159
  Q5_K_S/Mixtral-8x22B-v0.1-Q5_K_S-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
160
  Q5_K_S/Mixtral-8x22B-v0.1-Q5_K_S-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
161
+ Q6_K/Mixtral-8x22B-v0.1-Q6_K-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
162
+ Q6_K/Mixtral-8x22B-v0.1-Q6_K-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
163
+ Q6_K/Mixtral-8x22B-v0.1-Q6_K-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
164
+ Q6_K/Mixtral-8x22B-v0.1-Q6_K-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
165
+ Q6_K/Mixtral-8x22B-v0.1-Q6_K-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
166
+ Q6_K/Mixtral-8x22B-v0.1-Q6_K-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
167
+ Q6_K/Mixtral-8x22B-v0.1-Q6_K-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
168
+ Q6_K/Mixtral-8x22B-v0.1-Q6_K-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
169
+ Q6_K/Mixtral-8x22B-v0.1-Q6_K-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
Q6_K/Mixtral-8x22B-v0.1-Q6_K-00001-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d54d5dbae6a1a2583c38a63e77c4ca62eb079a7a9e162a2a3cbc4ea6dd3b9fec
3
+ size 841036480
Q6_K/Mixtral-8x22B-v0.1-Q6_K-00002-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90676c6d71ac668c7413a886a18d64f9a8bf804b9b4bbe9d44f37580175799ef
3
+ size 679137152
Q6_K/Mixtral-8x22B-v0.1-Q6_K-00003-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00c8068aa12bd7caf3520e70cde80f4c4d0ec160aa73277e294e106f5aebdbe1
3
+ size 685723520
Q6_K/Mixtral-8x22B-v0.1-Q6_K-00004-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f51e612a9155ee938add0594f2d5181ce5e689fe396fb4b14c9776b7543d394
3
+ size 710004608
Q6_K/Mixtral-8x22B-v0.1-Q6_K-00005-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d08987fde6cbf1d71a4774c6fb5a9fd82b61aced0fc2ec54aac857ea173e33c
3
+ size 710004608
Q6_K/Mixtral-8x22B-v0.1-Q6_K-00006-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08e9a6da1ccf790e847b7ff20aadb151607df8b10f6c296ceb808446ad567fca
3
+ size 685723520
Q6_K/Mixtral-8x22B-v0.1-Q6_K-00007-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c14607b3ff16997a59df37cccd8e6a69adcb576a3ff1c0d1702d08ccd1e0565b
3
+ size 35248759360
Q6_K/Mixtral-8x22B-v0.1-Q6_K-00008-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06f6e0b52d9cbf480dcf060ee98f3ae211662749c645d4b51114269ed9a0983f
3
+ size 42278589184
Q6_K/Mixtral-8x22B-v0.1-Q6_K-00009-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8abf84212cc8607fd3ca68e879dfa4d870a9ab40a8fcf5b9d9b40ad905ba9a2a
3
+ size 33690750784