Hugging Face's logo

AetherArchitectural
/
EXAONE-3.5-2.4B-Instruct-abliterated-GGUF-IQ-ARM-Imatrix-Community

GGUF
English
imatrix
conversational
Model card Files Community
Aetherarchio commited on
Commit
7d5b549
·
verified ·
1 Parent(s): de5c391

Upload 18 files

Browse files
Files changed (19) hide show
  1. .gitattributes +17 -0
  2. ARM-EXAONE-3.5-2.4B-Instruct-abliterated-Q4_0_4_8-imat.gguf +3 -0
  3. EXAONE-3.5-2.4B-Instruct-abliterated-BF16.gguf +3 -0
  4. EXAONE-3.5-2.4B-Instruct-abliterated-F16.gguf +3 -0
  5. EXAONE-3.5-2.4B-Instruct-abliterated-IQ3_M-imat.gguf +3 -0
  6. EXAONE-3.5-2.4B-Instruct-abliterated-IQ3_S-imat.gguf +3 -0
  7. EXAONE-3.5-2.4B-Instruct-abliterated-IQ3_XS-imat.gguf +3 -0
  8. EXAONE-3.5-2.4B-Instruct-abliterated-IQ3_XXS-imat.gguf +3 -0
  9. EXAONE-3.5-2.4B-Instruct-abliterated-IQ4_XS-imat.gguf +3 -0
  10. EXAONE-3.5-2.4B-Instruct-abliterated-Q3_K_L-imat.gguf +3 -0
  11. EXAONE-3.5-2.4B-Instruct-abliterated-Q3_K_M-imat.gguf +3 -0
  12. EXAONE-3.5-2.4B-Instruct-abliterated-Q4_K_M-imat.gguf +3 -0
  13. EXAONE-3.5-2.4B-Instruct-abliterated-Q4_K_S-imat.gguf +3 -0
  14. EXAONE-3.5-2.4B-Instruct-abliterated-Q5_K_M-imat.gguf +3 -0
  15. EXAONE-3.5-2.4B-Instruct-abliterated-Q5_K_S-imat.gguf +3 -0
  16. EXAONE-3.5-2.4B-Instruct-abliterated-Q6_K-imat.gguf +3 -0
  17. EXAONE-3.5-2.4B-Instruct-abliterated-Q8_0-imat.gguf +3 -0
  18. imatrix-with-rp-v3.txt +0 -0
  19. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,20 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ ARM-EXAONE-3.5-2.4B-Instruct-abliterated-Q4_0_4_8-imat.gguf filter=lfs diff=lfs merge=lfs -text
37
+ EXAONE-3.5-2.4B-Instruct-abliterated-BF16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ EXAONE-3.5-2.4B-Instruct-abliterated-F16.gguf filter=lfs diff=lfs merge=lfs -text
39
+ EXAONE-3.5-2.4B-Instruct-abliterated-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ EXAONE-3.5-2.4B-Instruct-abliterated-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ EXAONE-3.5-2.4B-Instruct-abliterated-IQ3_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ EXAONE-3.5-2.4B-Instruct-abliterated-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ EXAONE-3.5-2.4B-Instruct-abliterated-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ EXAONE-3.5-2.4B-Instruct-abliterated-Q3_K_L-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ EXAONE-3.5-2.4B-Instruct-abliterated-Q3_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ EXAONE-3.5-2.4B-Instruct-abliterated-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ EXAONE-3.5-2.4B-Instruct-abliterated-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
48
+ EXAONE-3.5-2.4B-Instruct-abliterated-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
49
+ EXAONE-3.5-2.4B-Instruct-abliterated-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
50
+ EXAONE-3.5-2.4B-Instruct-abliterated-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
51
+ EXAONE-3.5-2.4B-Instruct-abliterated-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
52
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
ARM-EXAONE-3.5-2.4B-Instruct-abliterated-Q4_0_4_8-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffd4b80a1f5dc64837b3d34b2fafcf6ea2e46e1685531059ab669397c2a0b767
3
+ size 1572773280
EXAONE-3.5-2.4B-Instruct-abliterated-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:578aeba4bd51d9231aee2d452cb66323f85038758e98a8a6b9785da301f51fd8
3
+ size 5339454592
EXAONE-3.5-2.4B-Instruct-abliterated-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa42c32e21c99a709cc91b9535db81d4da74cc95c6f5ca17bc97f8ee361ac24b
3
+ size 5339454592
EXAONE-3.5-2.4B-Instruct-abliterated-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edd96fe31594bf22f2aaa5d9e422000d2a8e1936fe44ec325416b4ef801770f8
3
+ size 1293287840
EXAONE-3.5-2.4B-Instruct-abliterated-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7966eb4e67509790035eb319bf5ae7286d06608395b4198b636d3d59edf5387c
3
+ size 1259864480
EXAONE-3.5-2.4B-Instruct-abliterated-IQ3_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df01a933f062b10086f8a8e80897292c1e456583b9d9088fd92b6143ecef1b99
3
+ size 1208777120
EXAONE-3.5-2.4B-Instruct-abliterated-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1677d172bf9c8018a6a891df0c62d8b67bd563765d5b83b349e8474e3f83ab1b
3
+ size 1120754080
EXAONE-3.5-2.4B-Instruct-abliterated-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b689852910f09180ae7f14b58609fecbdb723781e7a8d2729a2a8f9d1dbcd9b9
3
+ size 1505291680
EXAONE-3.5-2.4B-Instruct-abliterated-Q3_K_L-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f4cd4e6520405f9e8095fa90731c205b6a7226f272fb64139516efdba0ce7f1
3
+ size 1458622880
EXAONE-3.5-2.4B-Instruct-abliterated-Q3_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76b265196b37bfd8b36b5e750fd39b9fbe4beef29b387e93fcbfce25481d2ccf
3
+ size 1361793440
EXAONE-3.5-2.4B-Instruct-abliterated-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a7b078a1dcb2c2fb2757995aae2d3443cdbfbe0f6b25c21190a7535a1406f25
3
+ size 1644919200
EXAONE-3.5-2.4B-Instruct-abliterated-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea407c26cf475cc8641466c86ca3fc3ef6ed6713ecf8efb3ad2678572ed28b56
3
+ size 1580473760
EXAONE-3.5-2.4B-Instruct-abliterated-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b2e883892e84851cf29e7382d76378f2734744d489e275357bb338422cb4064
3
+ size 1910585760
EXAONE-3.5-2.4B-Instruct-abliterated-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8e8bbc1e3a5f723daa9d9563b64d0a05cb2d34238b0f7136f7be25173807514
3
+ size 1873419680
EXAONE-3.5-2.4B-Instruct-abliterated-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:807f8aa9d769c726666f9695fb642b91eb4f385bd5157ca253598f1a9667f3bf
3
+ size 2192856480
EXAONE-3.5-2.4B-Instruct-abliterated-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5acecd4d380dd20553153ac5b37ae047a3bc12cb33a34ee927d9ce5c01116b55
3
+ size 2838846880
imatrix-with-rp-v3.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9aea1d40f37e71286b7b4188c7f18648437ac9892b05c11cbc9df8ecb6618d3c
3
+ size 2710329