Hugging Face's logo

relaxml
/
Llama-3.1-405B-Instruct-QTIP-3Bit-TP8

Safetensors
llama
Model card Files Community
2
at676 commited on
Commit
afa63e0
·
verified ·
1 Parent(s): 09e9897

dcbb00aeb773efda7057cc9025e702cb554587ddfb08733de5aea47eaede17b1

Browse files
Files changed (15) hide show
  1. 2_gate.pt +3 -0
  2. 2_k.pt +3 -0
  3. 2_layernorm.pt +3 -0
  4. 2_o.pt +3 -0
  5. 2_q.pt +3 -0
  6. 2_up.pt +3 -0
  7. 2_v.pt +3 -0
  8. 30_down.pt +3 -0
  9. 30_gate.pt +3 -0
  10. 30_k.pt +3 -0
  11. 30_layernorm.pt +3 -0
  12. 30_o.pt +3 -0
  13. 30_q.pt +3 -0
  14. 30_up.pt +3 -0
  15. 30_v.pt +3 -0
2_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d78860bc5396a8ce25ccc60b1799a24adea070e3ae4ad68d69cca8298e381d51
3
+ size 327299075
2_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:212cd88a8314ad9956ab17a29dbed911fadd2331f1b7bdf84ba51fba5bd812b9
3
+ size 6330344
2_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b413fd56407c55783c7a42edc412829b6642eb9bb6845bbd60fd817f9a8e85bd
3
+ size 67120
2_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb2ebd53ed95c098ac98c9a529149a950359556e78093fc54e17dc12d78df56e
3
+ size 100732904
2_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3aa762e9ab8e24fcb83b02b1b69f85c5bdfdc4694ec0d56c292aea31fdcbedb
3
+ size 100732904
2_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cea70dd5a1d7f4a5a2a809794b0f97f88387e5b0ecbd77bd9100fa05616b5913
3
+ size 327299057
2_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de1eed14cfc36cbf5d481ef65cc31b15e890d1aecf0f8a7859bbf5547dcdeec2
3
+ size 6330344
30_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca9b6b257923d3f8ff4e98de4910654ef29d7b10b300eb777e2895955ea70c2f
3
+ size 327299148
30_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee45916bce5a8814aa13b018d0cf23672a97ec51f7f839240573236492b9b52f
3
+ size 327299148
30_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3acc2414b52a766aa23ea15239f5dcf7a47a2f7b2bbf3d93d5a8a84c867b578a
3
+ size 6330353
30_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea34c035bea4cb0b50948ff244412be6a67d2681ca1e126b00b40c4ba2df5ea8
3
+ size 67126
30_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b3f24b1a7a0a97a5c5b83718f73eb60fd382b620f092b1e45e670ccfcc9f9b3
3
+ size 100732913
30_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edc81bbf794584c653e607d1826dba24a30ed45461ce47503f19106b74d161a5
3
+ size 100732913
30_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc94aaadbf3742eec0a18a64e754d9555e5370b740b758ea2b431c24863e1dd9
3
+ size 327299066
30_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b91f1e35c5a11f6c2b619fc80a0fbf1988c3028d659b91919b42a2cd1c86207
3
+ size 6330353