Hugging Face's logo

galqiwi
/
llama-3.1-aqlm-pv-2x8-f32-int8-and-nf4-emb

Model card Files Community
galqiwi commited on
Commit
9035f5a
•
1 Parent(s): b19eb40

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. lm_head.weight.safetensors +3 -0
  2. lm_head.weight_int8.safetensors +3 -0
  3. lm_head.weight_max_values.safetensors +3 -0
  4. lm_head.weight_nf4.safetensors +3 -0
  5. lm_head.weight_scales.safetensors +3 -0
  6. model.embed_tokens.weight.safetensors +3 -0
  7. model.embed_tokens.weight_int8.safetensors +3 -0
  8. model.embed_tokens.weight_max_values.safetensors +3 -0
  9. model.embed_tokens.weight_nf4.safetensors +3 -0
  10. model.embed_tokens.weight_scales.safetensors +3 -0
  11. model.layers.0.input_layernorm.weight.safetensors +3 -0
  12. model.layers.0.mlp.down_proj.codebooks.safetensors +3 -0
  13. model.layers.0.mlp.down_proj.codes.safetensors +3 -0
  14. model.layers.0.mlp.down_proj.codes_120.safetensors +3 -0
  15. model.layers.0.mlp.down_proj.scales.safetensors +3 -0
  16. model.layers.0.mlp.gate_proj.codebooks.safetensors +3 -0
  17. model.layers.0.mlp.gate_proj.codes.safetensors +3 -0
  18. model.layers.0.mlp.gate_proj.codes_120.safetensors +3 -0
  19. model.layers.0.mlp.gate_proj.scales.safetensors +3 -0
  20. model.layers.0.mlp.up_proj.codebooks.safetensors +3 -0
  21. model.layers.0.mlp.up_proj.codes.safetensors +3 -0
  22. model.layers.0.mlp.up_proj.codes_120.safetensors +3 -0
  23. model.layers.0.mlp.up_proj.scales.safetensors +3 -0
  24. model.layers.0.post_attention_layernorm.weight.safetensors +3 -0
  25. model.layers.0.self_attn.k_proj.codebooks.safetensors +3 -0
  26. model.layers.0.self_attn.k_proj.codes.safetensors +3 -0
  27. model.layers.0.self_attn.k_proj.codes_120.safetensors +3 -0
  28. model.layers.0.self_attn.k_proj.scales.safetensors +3 -0
  29. model.layers.0.self_attn.o_proj.codebooks.safetensors +3 -0
  30. model.layers.0.self_attn.o_proj.codes.safetensors +3 -0
  31. model.layers.0.self_attn.o_proj.codes_120.safetensors +3 -0
  32. model.layers.0.self_attn.o_proj.scales.safetensors +3 -0
  33. model.layers.0.self_attn.q_proj.codebooks.safetensors +3 -0
  34. model.layers.0.self_attn.q_proj.codes.safetensors +3 -0
  35. model.layers.0.self_attn.q_proj.codes_120.safetensors +3 -0
  36. model.layers.0.self_attn.q_proj.scales.safetensors +3 -0
  37. model.layers.0.self_attn.v_proj.codebooks.safetensors +3 -0
  38. model.layers.0.self_attn.v_proj.codes.safetensors +3 -0
  39. model.layers.0.self_attn.v_proj.codes_120.safetensors +3 -0
  40. model.layers.0.self_attn.v_proj.scales.safetensors +3 -0
  41. model.layers.1.input_layernorm.weight.safetensors +3 -0
  42. model.layers.1.mlp.down_proj.codebooks.safetensors +3 -0
  43. model.layers.1.mlp.down_proj.codes.safetensors +3 -0
  44. model.layers.1.mlp.down_proj.codes_120.safetensors +3 -0
  45. model.layers.1.mlp.down_proj.scales.safetensors +3 -0
  46. model.layers.1.mlp.gate_proj.codebooks.safetensors +3 -0
  47. model.layers.1.mlp.gate_proj.codes.safetensors +3 -0
  48. model.layers.1.mlp.gate_proj.codes_120.safetensors +3 -0
  49. model.layers.1.mlp.gate_proj.scales.safetensors +3 -0
  50. model.layers.1.mlp.up_proj.codebooks.safetensors +3 -0
lm_head.weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:232e96a9a5d955321767d6facd6f519e4911c652063d4392f2b84f85dea7b647
3
+ size 2101346400
lm_head.weight_int8.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d21a342437ff2cbcd56a345a7164cff2608c56ae034f53a950ecf203abfcd3c5
3
+ size 525336680
lm_head.weight_max_values.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcdfe1e51ef1dfc48b63ce0a17ef24bf5517149b18e57af0b92c5dcaf262e4cc
3
+ size 16480
lm_head.weight_nf4.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cd47cbe42e704f499a519caf2824d48aa6139476b66a421164a8e8ad1e7dbad
3
+ size 262668384
lm_head.weight_scales.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6276fd40bc8a2fa75b80d89ee3f8e741a8480579c0b4874f57c37df87f743b40
3
+ size 2052192
model.embed_tokens.weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cd0b3bb958eba068f9533423b4009a2db5b8786432bb3713677f0d84073e26d
3
+ size 2101346416
model.embed_tokens.weight_int8.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfa99a08423ce8135929b654a53324f4976670962b97d7cd178f1dc23db21431
3
+ size 525336688
model.embed_tokens.weight_max_values.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e26758cce59bdc1ba64064177a1e7d93e2b1b40b6fb12bedf5b0a6cbebb2ea0
3
+ size 16488
model.embed_tokens.weight_nf4.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e54309114564cfd3312c05b7111060d4c1bf776e545d08201ef3f168943dedca
3
+ size 262668400
model.embed_tokens.weight_scales.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6b0e446e8d79f48f2713cc25961ef1d47d8b376760ceccfd48760da34dc7f21
3
+ size 2052200
model.layers.0.input_layernorm.weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86d24299a1c6b207a558a87f81336929c34e23043af5c0cf8278150d10b3f668
3
+ size 16496
model.layers.0.mlp.down_proj.codebooks.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c116e0f96be6b2445ce0cc13789e26371b5053fa77c4bbcd4abbeec4fa91049
3
+ size 16496
model.layers.0.mlp.down_proj.codes.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52ee81017cc551c06b624fa3a38bf72b84740b6b03270de0c8560e2d221d1fb0
3
+ size 14680176
model.layers.0.mlp.down_proj.codes_120.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96cb685df8381d2bb2a24393a56588c50982ad20d3ea69b3be978e2a06db1b0b
3
+ size 14680184
model.layers.0.mlp.down_proj.scales.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a757bb87d7e89c14e8baab4ecd42b0891d767b68a5da38629f674ff4ceb8ff6f
3
+ size 16496
model.layers.0.mlp.gate_proj.codebooks.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b0d1ca2b1bb92d4ce9431b662aa065f9479b4d540154cf1896702fc5808d31b
3
+ size 16496
model.layers.0.mlp.gate_proj.codes.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0fb268c8b6a5aae707141e37dfba339962e50e7955c0a87c010b375310737ec
3
+ size 14680176
model.layers.0.mlp.gate_proj.codes_120.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35b26ff57a3a8e02f939a63d9a5bff4c4f5145a8ec790335417c6711aa89ffff
3
+ size 14680184
model.layers.0.mlp.gate_proj.scales.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c05c56138a6cb5b03f06fba24b9b16ce8a06958ffcc5cc9d6e04f386d682e944
3
+ size 57456
model.layers.0.mlp.up_proj.codebooks.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d79feaf36168f09b0fd4510a4a0e68bec19c475788facddc33421d63bd0d8eb
3
+ size 16496
model.layers.0.mlp.up_proj.codes.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:379d45e8e8cda4dd4f2a0149ec1f201dc05be57ceada0c3d25bbb99e4d92e869
3
+ size 14680176
model.layers.0.mlp.up_proj.codes_120.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c43cfd351a4e786668939eb71de8d21001e648547292ea61fa0d568f3575353
3
+ size 14680184
model.layers.0.mlp.up_proj.scales.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b60a41e67b5dcc4e8c027240d69d71947fce24b7a267bb0cd3cfdcc2c3ef072f
3
+ size 57456
model.layers.0.post_attention_layernorm.weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67c95e5ad933f3e02fd286ded14dabca83fba9d9e7d202dd51411c99a78e2841
3
+ size 16504
model.layers.0.self_attn.k_proj.codebooks.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4970751fd47f031a5c53091ccf62f6e2470d2238a642bb7f8a0c0bef1a733e4
3
+ size 16504
model.layers.0.self_attn.k_proj.codes.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ded2521492febc181182d8b1fdb6aa80dcb2aaab28103348faa6fee3c3c9f04b
3
+ size 1048688
model.layers.0.self_attn.k_proj.codes_120.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8e1a1d150e19cc8379dfe64e883101db430eef549f1a4ddc571906ba412fc0a
3
+ size 1048696
model.layers.0.self_attn.k_proj.scales.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e60946457e561542095676dbb9b54cafe92ecda5d765467013ae34a593b56209
3
+ size 4208
model.layers.0.self_attn.o_proj.codebooks.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2e0ec453918d66cd8f6fa7fd6cf6c950a667d203894a65352fd8911f9acf62b
3
+ size 16504
model.layers.0.self_attn.o_proj.codes.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79312792aca148579927ed4797e505ba6c84050466d712e3e98b35c53dd18bbc
3
+ size 4194416
model.layers.0.self_attn.o_proj.codes_120.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d67c20f5fa3e93d8cde269a64d8edb5ecf082f968c7cdb431fcbda1d55da7aad
3
+ size 4194424
model.layers.0.self_attn.o_proj.scales.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fca9bcfe6b32e1d211d67cd12a61916733de9d65ebf51fa6d49baa3d438bc914
3
+ size 16496
model.layers.0.self_attn.q_proj.codebooks.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0e711268c385b76846cc12a8ba8494303c64c5bdb7b6c15413e79f3dfaf7fbc
3
+ size 16504
model.layers.0.self_attn.q_proj.codes.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a66836b3042e16a69b7e070b1ad5d38636d1d13365e4f70700979aae6d126d62
3
+ size 4194416
model.layers.0.self_attn.q_proj.codes_120.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b21b11fa3ac26ea00eff0523d8d9501381690f0bc61a5c480e3d7eb8e8c24ef7
3
+ size 4194424
model.layers.0.self_attn.q_proj.scales.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70d7405bbcfa01a410fbcf2e656320bde78b0965b24130296936310312c9da30
3
+ size 16496
model.layers.0.self_attn.v_proj.codebooks.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c665ba0e00e5d1bbcaee737422484152115f7788801dff56c366e684e9615912
3
+ size 16504
model.layers.0.self_attn.v_proj.codes.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8659385e23f40b070273d9e779b3df8196f4615c0e35b85ea96561c537639469
3
+ size 1048688
model.layers.0.self_attn.v_proj.codes_120.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a991593a6192fef6f8960d5d3959a9f7e924de35ff56466da63c1718dfeb9a8a
3
+ size 1048696
model.layers.0.self_attn.v_proj.scales.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9185b4aada89b65516e26ecf97e8b2ea30cd905294d5a5f7fe4005bc71c21f0
3
+ size 4208
model.layers.1.input_layernorm.weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ab7ff0a1d29dfb005605adf9f4a96dc09bc9e97017eaf76c2cffeb5760391a9
3
+ size 16496
model.layers.1.mlp.down_proj.codebooks.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:118315892a40a4a6cd0c0cba13a77c4b7f1565614aea072a87afdfb321e98f8e
3
+ size 16496
model.layers.1.mlp.down_proj.codes.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:223ba38bd86085ba39b7ccc5a55abb13f1209de6c2210027717c442cf6a30ea4
3
+ size 14680176
model.layers.1.mlp.down_proj.codes_120.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0871fc332c94835b4f81fb913b86851f1a71910331c43439100b69266d7b35dd
3
+ size 14680184
model.layers.1.mlp.down_proj.scales.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22cc133a2f1d63c39b1b15eb7988699002e9ae3bf7504a833780e7059c80b32e
3
+ size 16496
model.layers.1.mlp.gate_proj.codebooks.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5aa1d1719422ce622a735bde2c1db73a8e52a07dad41fa5aba02756bb37cc425
3
+ size 16496
model.layers.1.mlp.gate_proj.codes.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c099ba55b3c4f4c4e7aebad262abb0d025e0f5559cd16a39929b82a1d876c7dd
3
+ size 14680176
model.layers.1.mlp.gate_proj.codes_120.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9933e1637d9c089036afaa27043c5c234714141be9959b73347075b7d8728621
3
+ size 14680184
model.layers.1.mlp.gate_proj.scales.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67399b37f74035e692db8949f45cc6a986a5f985c99bc65f6e32fcebc42c8fb2
3
+ size 57456
model.layers.1.mlp.up_proj.codebooks.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a81857865e1e9b21e7b178e04cf8c77f4ac8338bd2248a1cfa1b39307052d23
3
+ size 16496