apepkuss79 commited on
Commit
871b8ff
1 Parent(s): a60a012

Update models

Browse files
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ llm-compiler-7b-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ llm-compiler-7b-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ llm-compiler-7b-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ llm-compiler-7b-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ llm-compiler-7b-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ llm-compiler-7b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ llm-compiler-7b-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ llm-compiler-7b-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ llm-compiler-7b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ llm-compiler-7b-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ llm-compiler-7b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ llm-compiler-7b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ llm-compiler-7b-f16.gguf filter=lfs diff=lfs merge=lfs -text
llm-compiler-7b-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1264df37dc5a9f062a70e988a667da24daf773d22d20ce3b2daf4186efe70517
3
+ size 2532863872
llm-compiler-7b-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e95ca39460cfd7ed14ded2a85c01a8c7d9ea07c8c9785a24963fc9a01a4ebd7
3
+ size 3597111168
llm-compiler-7b-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1759358b379549642dd4248a8fafee30ed412370dee4f3b7d0d3b79250b2a1b
3
+ size 3298004864
llm-compiler-7b-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29baaf1429e1a7a9b624900b1350b779ce33d0acc173b7f5ab2852d23ca9cfe6
3
+ size 2948304768
llm-compiler-7b-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f58cf3b6d7ce8658e7d5b0d1da03097a0dc957fa7eb1548057925136d371052
3
+ size 3825807232
llm-compiler-7b-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8158d1d2c508ab50e2ec50fbe4c96452a87ac7fe1b81bf35f47fa521717f7f91
3
+ size 4081004416
llm-compiler-7b-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f8ac68016da3965692519a77f119142480f9395c14129d2ad8d312dcc340232
3
+ size 3856740224
llm-compiler-7b-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0fe7991e7414c38f77302c0c1e104d0fbdddade779050aacf460ed3d26e306b
3
+ size 4651691904
llm-compiler-7b-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:519c24f4e63466a71fcf413a842568a5282a446d6a5e06c958c7ebbaf5fae3d4
3
+ size 4783157120
llm-compiler-7b-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3372575d43b2ce33a365ef0655d6f6866d31a059aef3fb5d86e3177f18b80f5f
3
+ size 4651691904
llm-compiler-7b-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf8aeee3ae93eed9436bd50c5279e1fe0303dbeacf1e8818ca717975285f363d
3
+ size 5529194368
llm-compiler-7b-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2524fe0b3a6632db2da25879c1ddf4b52f76e20057b889abc4e03f2034968137
3
+ size 7161089920
llm-compiler-7b-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a04ecaad75a545e7aa1f37149772637a3aa015635d46d04a046c9da449928fc7
3
+ size 13478104960