Hugging Face's logo

gaianet
/
internlm2_5-20b-chat-GGUF

Text Generation
GGUF
internlm2
custom_code
Inference Endpoints
conversational
Model card Files Community
apepkuss79 commited on
Commit
7872613
•
1 Parent(s): 195538a

Update models

Browse files
Files changed (14) hide show
  1. .gitattributes +13 -0
  2. internlm2_5-20b-chat-Q2_K.gguf +3 -0
  3. internlm2_5-20b-chat-Q3_K_L.gguf +3 -0
  4. internlm2_5-20b-chat-Q3_K_M.gguf +3 -0
  5. internlm2_5-20b-chat-Q3_K_S.gguf +3 -0
  6. internlm2_5-20b-chat-Q4_0.gguf +3 -0
  7. internlm2_5-20b-chat-Q4_K_M.gguf +3 -0
  8. internlm2_5-20b-chat-Q4_K_S.gguf +3 -0
  9. internlm2_5-20b-chat-Q5_0.gguf +3 -0
  10. internlm2_5-20b-chat-Q5_K_M.gguf +3 -0
  11. internlm2_5-20b-chat-Q5_K_S.gguf +3 -0
  12. internlm2_5-20b-chat-Q6_K.gguf +3 -0
  13. internlm2_5-20b-chat-Q8_0.gguf +3 -0
  14. internlm2_5-20b-chat-f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ internlm2_5-20b-chat-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ internlm2_5-20b-chat-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ internlm2_5-20b-chat-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ internlm2_5-20b-chat-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ internlm2_5-20b-chat-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ internlm2_5-20b-chat-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ internlm2_5-20b-chat-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ internlm2_5-20b-chat-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ internlm2_5-20b-chat-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ internlm2_5-20b-chat-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ internlm2_5-20b-chat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ internlm2_5-20b-chat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ internlm2_5-20b-chat-f16.gguf filter=lfs diff=lfs merge=lfs -text
internlm2_5-20b-chat-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e865a42a55067b976d88b3c049e454e21e03bcd3d6b85077b34f5e956dc03974
3
+ size 7546670592
internlm2_5-20b-chat-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ff45b608bffaffb01a02673c5c0fec9d346e0c73606ad3ad0270564290a1005
3
+ size 10551178752
internlm2_5-20b-chat-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe7fdc6ce5941c3172610ccbe6f473ccba135ad70b0caaa1e5ff972c16cd056c
3
+ size 9722279424
internlm2_5-20b-chat-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bb16d145afbcc1f2527962deb50079145d2d281e780dab0c7f359535bb6b3ff
3
+ size 8760473088
internlm2_5-20b-chat-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d4ee7370c1edfda367911d771ba28a0286072aec8ba4e9b70f89f8e0d5f9be3
3
+ size 11322686976
internlm2_5-20b-chat-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc904dbbb9e18494961f7553ab0069a6fd4e4f9a35c3799e83163d79c654ecf0
3
+ size 11984469504
internlm2_5-20b-chat-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a40f2b746a2440162a9b45328bc08b57dcc1d6e1db86c8e7a291cc628f7558e
3
+ size 11401330176
internlm2_5-20b-chat-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d194531c55962c761ab768fdbcb69d251435325d361b05577c818d9f2fbb1a74
3
+ size 13734182400
internlm2_5-20b-chat-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5504320cb5ffede2d807ed15b93278095a27a5a959285fa22d803bd08a0784a1
3
+ size 14075100672
internlm2_5-20b-chat-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f380a21b71722138600e414c382cee137ce8096cb0e1079f110e7e94e1c211e
3
+ size 13734182400
internlm2_5-20b-chat-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9082b5af0c7daf349ae5556657bb5f6797bf5bd459ed58906d7f75a0ffed35d0
3
+ size 16296396288
internlm2_5-20b-chat-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff7537641d60a4c944a3d564bdc0134cd9f9df6315e55b761ea19df44db0743c
3
+ size 21106374144
internlm2_5-20b-chat-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2890d59c2e17f2d42e9a0e9e538c6349a69f1b387eb4f87900545d86a5313c8
3
+ size 39725643264