Hugging Face's logo

nisten
/
meta-405b-instruct-cpu-optimized-gguf

GGUF
Inference Endpoints
Model card Files Community
3
nisten commited on
Commit
f2cb159
•
1 Parent(s): b4d8065

Upload folder using huggingface_hub

Browse files
Files changed (30) hide show
  1. .gitattributes +29 -0
  2. meta-llama-405b-inst-bf16-00001-of-00019.gguf +3 -0
  3. meta-llama-405b-inst-bf16-00002-of-00019.gguf +3 -0
  4. meta-llama-405b-inst-bf16-00003-of-00019.gguf +3 -0
  5. meta-llama-405b-inst-bf16-00004-of-00019.gguf +3 -0
  6. meta-llama-405b-inst-bf16-00005-of-00019.gguf +3 -0
  7. meta-llama-405b-inst-bf16-00006-of-00019.gguf +3 -0
  8. meta-llama-405b-inst-bf16-00007-of-00019.gguf +3 -0
  9. meta-llama-405b-inst-bf16-00008-of-00019.gguf +3 -0
  10. meta-llama-405b-inst-bf16-00009-of-00019.gguf +3 -0
  11. meta-llama-405b-inst-bf16-00010-of-00019.gguf +3 -0
  12. meta-llama-405b-inst-bf16-00011-of-00019.gguf +3 -0
  13. meta-llama-405b-inst-bf16-00012-of-00019.gguf +3 -0
  14. meta-llama-405b-inst-bf16-00013-of-00019.gguf +3 -0
  15. meta-llama-405b-inst-bf16-00014-of-00019.gguf +3 -0
  16. meta-llama-405b-inst-bf16-00015-of-00019.gguf +3 -0
  17. meta-llama-405b-inst-bf16-00016-of-00019.gguf +3 -0
  18. meta-llama-405b-inst-bf16-00017-of-00019.gguf +3 -0
  19. meta-llama-405b-inst-bf16-00018-of-00019.gguf +3 -0
  20. meta-llama-405b-inst-bf16-00019-of-00019.gguf +3 -0
  21. meta-llama-405b-inst-q8_0-00001-of-00010.gguf +3 -0
  22. meta-llama-405b-inst-q8_0-00002-of-00010.gguf +3 -0
  23. meta-llama-405b-inst-q8_0-00003-of-00010.gguf +3 -0
  24. meta-llama-405b-inst-q8_0-00004-of-00010.gguf +3 -0
  25. meta-llama-405b-inst-q8_0-00005-of-00010.gguf +3 -0
  26. meta-llama-405b-inst-q8_0-00006-of-00010.gguf +3 -0
  27. meta-llama-405b-inst-q8_0-00007-of-00010.gguf +3 -0
  28. meta-llama-405b-inst-q8_0-00008-of-00010.gguf +3 -0
  29. meta-llama-405b-inst-q8_0-00009-of-00010.gguf +3 -0
  30. meta-llama-405b-inst-q8_0-00010-of-00010.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,32 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ meta-llama-405b-inst-bf16-00001-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
37
+ meta-llama-405b-inst-bf16-00002-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
38
+ meta-llama-405b-inst-bf16-00003-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
39
+ meta-llama-405b-inst-bf16-00004-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
40
+ meta-llama-405b-inst-bf16-00005-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
41
+ meta-llama-405b-inst-bf16-00006-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
42
+ meta-llama-405b-inst-bf16-00007-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
43
+ meta-llama-405b-inst-bf16-00008-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
44
+ meta-llama-405b-inst-bf16-00009-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
45
+ meta-llama-405b-inst-bf16-00010-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
46
+ meta-llama-405b-inst-bf16-00011-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
47
+ meta-llama-405b-inst-bf16-00012-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
48
+ meta-llama-405b-inst-bf16-00013-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
49
+ meta-llama-405b-inst-bf16-00014-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
50
+ meta-llama-405b-inst-bf16-00015-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
51
+ meta-llama-405b-inst-bf16-00016-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
52
+ meta-llama-405b-inst-bf16-00017-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
53
+ meta-llama-405b-inst-bf16-00018-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
54
+ meta-llama-405b-inst-bf16-00019-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
55
+ meta-llama-405b-inst-q8_0-00001-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
56
+ meta-llama-405b-inst-q8_0-00002-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
57
+ meta-llama-405b-inst-q8_0-00003-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
58
+ meta-llama-405b-inst-q8_0-00004-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
59
+ meta-llama-405b-inst-q8_0-00005-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
60
+ meta-llama-405b-inst-q8_0-00006-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
61
+ meta-llama-405b-inst-q8_0-00007-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
62
+ meta-llama-405b-inst-q8_0-00008-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
63
+ meta-llama-405b-inst-q8_0-00009-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
64
+ meta-llama-405b-inst-q8_0-00010-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
meta-llama-405b-inst-bf16-00001-of-00019.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baf5475ca8f8d76e0d38153f21bf148dac740ba7083deadb59944f2c2b717ecb
3
+ size 45818797312
meta-llama-405b-inst-bf16-00002-of-00019.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b903743689cd954535e302dd5af6ef7853f8a544b66833b22f3da26ba1d6eb47
3
+ size 45098143552
meta-llama-405b-inst-bf16-00003-of-00019.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11b07b46c28f1440008e30b8fbe6af83b947870e549f5485d7ac24dcdd3a5a7f
3
+ size 45098012416
meta-llama-405b-inst-bf16-00004-of-00019.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3369d8b8bf7b2a448027c9f1ec6411557929fa6b2a2481cd2c8efc0fac7d9184
3
+ size 45098143584
meta-llama-405b-inst-bf16-00005-of-00019.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6531190b942c78306f082612e13e6b1a6acfa97bf1a99f8b491a7c98ca3899be
3
+ size 45098012416
meta-llama-405b-inst-bf16-00006-of-00019.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87a2db81202628291049ea6432f2f819d24ed1dfc7c378ddae0c5edc8e71f2cb
3
+ size 45098143584
meta-llama-405b-inst-bf16-00007-of-00019.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e507eb6ee7d6084b25bc515e12a317b91b6b466ca1f6825db267b8c3d71ce41
3
+ size 45098012416
meta-llama-405b-inst-bf16-00008-of-00019.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00e9907c7617c6fc7f17d7c52b2242c888e92f6720f7a1b5f4206ae741139a01
3
+ size 45098143584
meta-llama-405b-inst-bf16-00009-of-00019.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0116e9a54c14c6d47bfc373031cd8703820ee15f6b70ad0080cb238a97057a3d
3
+ size 45098012416
meta-llama-405b-inst-bf16-00010-of-00019.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa6a4df5d0dc94d458212e9a6152a1f0084bb5b02617556036e4bca1b9b51e4d
3
+ size 45098143584
meta-llama-405b-inst-bf16-00011-of-00019.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5b2383d42513803fec0a080d2bfc66bd8884dfb2c1039c5ef2a63df7bb03050
3
+ size 45098012416
meta-llama-405b-inst-bf16-00012-of-00019.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e07d5405a9576bba2e51880a05a29c016cdcb461ecf8913441f51097069618f
3
+ size 45098143584
meta-llama-405b-inst-bf16-00013-of-00019.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:323ea262eb16698639d8a7505ef77b7e3d666a9c08915ada7cd8a85a4d2605fd
3
+ size 45098012416
meta-llama-405b-inst-bf16-00014-of-00019.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec3e2ee8fc19cfc4b7f8d1b7fb4ee1c163cd73f354c26ef9137adbeb8154ea5f
3
+ size 45098143584
meta-llama-405b-inst-bf16-00015-of-00019.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09c9444b5f3845df57470c5887765eae3c64b49bc21ccce4b6b7ab2c4e9323f2
3
+ size 45098012448
meta-llama-405b-inst-bf16-00016-of-00019.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c3d73a5c02ee337a2d06dcfbb527ec6594327e7930226f029f6f3dcfd6175b2
3
+ size 45098143648
meta-llama-405b-inst-bf16-00017-of-00019.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef707832f05007eb5540fce114fc9bad9f184a487466fc03c95749bc5cb4a741
3
+ size 45098012480
meta-llama-405b-inst-bf16-00018-of-00019.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c58675a018f53c727706ca38ec54163a128c8b2ecca1d09c3eb050454bbb27b0
3
+ size 45098143648
meta-llama-405b-inst-bf16-00019-of-00019.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7266ce9653c14a7afaea0828d31146f6da9e0db38eb53d59d2265b124ae36c5e
3
+ size 7692485024
meta-llama-405b-inst-q8_0-00001-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dd479da491ca538a13b0696d0507aae34dad145acbd1a72046e828b54ae4d14
3
+ size 45808380416
meta-llama-405b-inst-q8_0-00002-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd65ecf249fc8d7c44625185f522745c3870d65df1a2ba39ea4a9b93c4441265
3
+ size 45742759104
meta-llama-405b-inst-q8_0-00003-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7198aa761bcf7ff8ea221a686a51e740cd5fd8822dc22282d7d5c3ddb8ce381f
3
+ size 45742759104
meta-llama-405b-inst-q8_0-00004-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bd70ccfff65a2e3bcc4e98a95f954364a9f0527b5704cd7cb0a6bcce3e0be4b
3
+ size 45421829120
meta-llama-405b-inst-q8_0-00005-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab2d04b5e98657c4feb373db90f0656fd77be3122410febdfec4a7300213e110
3
+ size 45742759104
meta-llama-405b-inst-q8_0-00006-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3af8a006eae97d051d3c0e37b448aace8f223f685e758044c2b3602afcb0cc38
3
+ size 45742759104
meta-llama-405b-inst-q8_0-00007-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09dd8d8dec615c289085d17638bff892b7c0daf88bc6842d5fd2adf5c8965e4d
3
+ size 45421829120
meta-llama-405b-inst-q8_0-00008-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7844fe490b8f5a51dcfaf8e3c0799a973321645c06e8f0a11607f655e117a0f5
3
+ size 45742759168
meta-llama-405b-inst-q8_0-00009-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ab468131a74b834284d93dad8644c780a773cd3fe4551b5d8a57b21d8aefc3b
3
+ size 45742759232
meta-llama-405b-inst-q8_0-00010-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4178acc9dc526200d451a9e2ee26a13bc10b177a5dbd593bdd5a9fd0e61af50d
3
+ size 24622796384