Hugging Face's logo

mradermacher
/
Bitnet-Llama-70M-GGUF

Transformers
GGUF
English
bitnet
llama
open-source
cosmopedia
Inference Endpoints
Model card Files Community
mradermacher commited on
Commit
b00c81e
·
verified ·
1 Parent(s): 6c5db26

uploaded from nico1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Bitnet-Llama-70M.IQ4_XS.gguf +3 -0
  3. Bitnet-Llama-70M.Q2_K.gguf +3 -0
  4. Bitnet-Llama-70M.Q3_K_L.gguf +3 -0
  5. Bitnet-Llama-70M.Q3_K_M.gguf +3 -0
  6. Bitnet-Llama-70M.Q3_K_S.gguf +3 -0
  7. Bitnet-Llama-70M.Q4_K_M.gguf +3 -0
  8. Bitnet-Llama-70M.Q4_K_S.gguf +3 -0
  9. Bitnet-Llama-70M.Q5_K_M.gguf +3 -0
  10. Bitnet-Llama-70M.Q5_K_S.gguf +3 -0
  11. Bitnet-Llama-70M.Q6_K.gguf +3 -0
  12. Bitnet-Llama-70M.Q8_0.gguf +3 -0
  13. Bitnet-Llama-70M.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Bitnet-Llama-70M.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Bitnet-Llama-70M.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Bitnet-Llama-70M.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Bitnet-Llama-70M.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Bitnet-Llama-70M.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Bitnet-Llama-70M.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Bitnet-Llama-70M.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Bitnet-Llama-70M.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Bitnet-Llama-70M.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Bitnet-Llama-70M.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Bitnet-Llama-70M.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Bitnet-Llama-70M.f16.gguf filter=lfs diff=lfs merge=lfs -text
Bitnet-Llama-70M.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d836f55198bb428f63f26c2df97e6e2d6b4dd7497f7be28113fc42d987637caf
3
+ size 49006144
Bitnet-Llama-70M.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a893a5b2da9b5f042c966483bb8772624f544ee6d2a9c965caf28cdf13f17110
3
+ size 39461440
Bitnet-Llama-70M.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c8dd088084eeeffb958da24e8187257973f7a17ec6665105583ff9c33141d2b
3
+ size 46676032
Bitnet-Llama-70M.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4fc53c31d6bdb773a5b83a58db1c649e472547cd4c0f54fac7fc0caf9845ad9
3
+ size 45348928
Bitnet-Llama-70M.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea4210ebb1ed45268bb0c6ef3a5c59f0923f95327f2eeff2ac5c9bc4d2df1dde
3
+ size 43634752
Bitnet-Llama-70M.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:083c9284af2b4f912e26c33fac537bb6f2d781efc211fc1d459060d9779f3f5d
3
+ size 51368512
Bitnet-Llama-70M.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f69e1ba2dffaecb81c09172b64993bb57f83a79b955ce44f293cd30b60f7602d
3
+ size 50953792
Bitnet-Llama-70M.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b90673806a0e4c7fbc97618f3d2d3d9226d2d9e827f68e184a2049613107d0b0
3
+ size 57635392
Bitnet-Llama-70M.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd5d2a03c79f1e2f8cc91ebd5051f4394802c374f1601fbf7542effa1e58051d
3
+ size 57269824
Bitnet-Llama-70M.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3e45f04ed47c4e850296a767a897063bd396aff4c85cba264b52d7b4abb11f1
3
+ size 64293952
Bitnet-Llama-70M.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c35270f5bed9d2421962ee2ee867fb688ea54a21207e0d6576984795ca8aebc6
3
+ size 83054656
Bitnet-Llama-70M.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6159dc283aad31d34627badce13021aeb86c5f9768fdb7f451503b56327fb237
3
+ size 155676736