Hugging Face's logo

relaxml
/
Llama-3.1-405B-Instruct-QTIP-3Bit-TP8

Safetensors
llama
Model card Files Community
2
at676 commited on
Commit
7312f43
·
verified ·
1 Parent(s): 79057c3

3391a5836ac7d0056113adade64b332ed8fdb75fb0b4b0495d17f2d02dc16c2f

Browse files
Files changed (14) hide show
  1. 4_down.pt +3 -0
  2. 4_gate.pt +3 -0
  3. 4_k.pt +3 -0
  4. 4_layernorm.pt +3 -0
  5. 4_o.pt +3 -0
  6. 4_q.pt +3 -0
  7. 4_up.pt +3 -0
  8. 4_v.pt +3 -0
  9. 50_down.pt +3 -0
  10. 50_gate.pt +3 -0
  11. 50_k.pt +3 -0
  12. 50_layernorm.pt +3 -0
  13. 50_o.pt +3 -0
  14. 50_q.pt +3 -0
4_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bacae697561aecbfc598a0242df875f0e8176076495fa8bc6e1a475bfd9078e
3
+ size 327299075
4_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06fb6e655e7377d27d89cdcaa7f95897f4202973314ee8850489ef45e245f58d
3
+ size 327299075
4_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b1e81822a26455898f7bb626abb89506bf4130a10b9dfed957e11ca46b3b40f
3
+ size 6330344
4_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:107c3222bad07b7e270c621f6503d05b4d5ed86712e9080c8f3bf70335546816
3
+ size 67120
4_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab0d3001711c01eb539f4aad410b7b360e55a000e45f5efb16ad7f5dc83cd6be
3
+ size 100732904
4_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcbb16d38767c4011b01103a735846cb4b9a461d4567892697e09d52a0fc5fcf
3
+ size 100732904
4_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87edf3b291b175258ab51352f5d9936ac53055c8fc57cfe6822095dfa28c1d26
3
+ size 327299057
4_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:796aa8c7153fe5ba9055ea726d0eb0c9d27f8dfb4611bf1cfb8376fc9c310aed
3
+ size 6330344
50_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb1cc1b987436ad1cda4d63c10dd98be89d39bb8542e2ea6f52899518f73f861
3
+ size 327299148
50_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78e5cbacdc8e4df1971be6feeb0df9ddfd933165fa349a63a413bae516fb04a5
3
+ size 327299148
50_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:635ba118a64cf60fea4755f393da02986258a20819e6d9ca927bc3629ffd38f9
3
+ size 6330353
50_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:555e82c8099179fe639161a54f2e96ad344a4aea239357cb97219e961edc72af
3
+ size 67126
50_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9514a0afbf505276834a6dfb43fc59df93943986984012476c12b7f123710334
3
+ size 100732913
50_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60d1ea9dd5e3847fef0d14c22ce1586fa75c3eccdcb9c202144571d61278c504
3
+ size 100732913