Hugging Face's logo

Lewdiculous
/
opus-v1.2-llama-3-8b-GGUF-IQ-Imatrix

GGUF
Inference Endpoints
conversational
Model card Files Community
Lewdiculous commited on
Commit
4b1865d
·
verified ·
1 Parent(s): 7ab11fb

upload all

Browse files
Files changed (14) hide show
  1. .gitattributes +12 -0
  2. imatrix-with-rp-ex.txt +0 -0
  3. imatrix.dat +3 -0
  4. opus-v1.2-llama-3-8b-F16.gguf +3 -0
  5. opus-v1.2-llama-3-8b-IQ3_M-imat.gguf +3 -0
  6. opus-v1.2-llama-3-8b-IQ3_XXS-imat.gguf +3 -0
  7. opus-v1.2-llama-3-8b-IQ4_NL-imat.gguf +3 -0
  8. opus-v1.2-llama-3-8b-IQ4_XS-imat.gguf +3 -0
  9. opus-v1.2-llama-3-8b-Q4_K_M-imat.gguf +3 -0
  10. opus-v1.2-llama-3-8b-Q4_K_S-imat.gguf +3 -0
  11. opus-v1.2-llama-3-8b-Q5_K_M-imat.gguf +3 -0
  12. opus-v1.2-llama-3-8b-Q5_K_S-imat.gguf +3 -0
  13. opus-v1.2-llama-3-8b-Q6_K-imat.gguf +3 -0
  14. opus-v1.2-llama-3-8b-Q8_0-imat.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ opus-v1.2-llama-3-8b-F16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ opus-v1.2-llama-3-8b-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ opus-v1.2-llama-3-8b-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ opus-v1.2-llama-3-8b-IQ4_NL-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ opus-v1.2-llama-3-8b-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ opus-v1.2-llama-3-8b-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ opus-v1.2-llama-3-8b-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ opus-v1.2-llama-3-8b-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ opus-v1.2-llama-3-8b-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ opus-v1.2-llama-3-8b-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ opus-v1.2-llama-3-8b-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
imatrix-with-rp-ex.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:185dd7533c9de51095879e74788b9c0031329a83a302452120b6c54b05ef90ba
3
+ size 4988126
opus-v1.2-llama-3-8b-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7daad1f1e27f95aa596578d3d69ee5ed7bd0d772f5fda2b42e69d8ae5e197d5
3
+ size 16069403904
opus-v1.2-llama-3-8b-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18597a17e7ab01870633cddd338e6a27bb46c6bf807c236d50d6e0626d3c6753
3
+ size 3785336128
opus-v1.2-llama-3-8b-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1db4f3eb7b44cd4f7e2b3a713196c432ea69ff611fcbd1bc65adcefc1691f7e0
3
+ size 3275425088
opus-v1.2-llama-3-8b-IQ4_NL-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:678a3ad03deb08355a0b7d1d48fd18855a2d39dce3c1f5b01a5c673c64a1e0c6
3
+ size 4678501696
opus-v1.2-llama-3-8b-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df37ce9242305383c3a88f6191d4ef5d0e3dbd2d471345a4070f9801e7c280a7
3
+ size 4448175424
opus-v1.2-llama-3-8b-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c57d66a088e5934ba100a42510fb7372581e081c8012fe8f15391d762107f90
3
+ size 4921247040
opus-v1.2-llama-3-8b-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d0dff3439643c26516f0afd5bceb1862d436577daa537897381e53ca8fb2c2d
3
+ size 4693181760
opus-v1.2-llama-3-8b-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7d7f26fb8506c3b1689ed702c2dc48934d226881a0bc572c26156786e9a25e7
3
+ size 5733500224
opus-v1.2-llama-3-8b-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f4fc279750b55735543d17f5a787d813cf51beeea4860b513bd10a0aed8fd60
3
+ size 5599806784
opus-v1.2-llama-3-8b-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e200fdc6e42642333e60a918a3118bf73c2e5cc9d0a6beece1cbc00cc86ea3af
3
+ size 6596519232
opus-v1.2-llama-3-8b-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2c645ded97168a2b8d513a32b7eae54d271d2ac03bfaca5b6d5059cc01fabf7
3
+ size 8541283648