Hugging Face's logo

galqiwi
/
llama-3.1-aqlm-pv-2x8-f32-int8-emb

Model card Files Community
galqiwi commited on
Commit
149dfdb
•
1 Parent(s): 5ef9a5c

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. lm_head.weight.safetensors +3 -0
  2. model.embed_tokens.weight.safetensors +3 -0
  3. model.layers.0.input_layernorm.weight.safetensors +3 -0
  4. model.layers.0.mlp.down_proj.codebooks.safetensors +3 -0
  5. model.layers.0.mlp.down_proj.codes.safetensors +3 -0
  6. model.layers.0.mlp.down_proj.codes_102.safetensors +3 -0
  7. model.layers.0.mlp.down_proj.scales.safetensors +3 -0
  8. model.layers.0.mlp.gate_proj.codebooks.safetensors +3 -0
  9. model.layers.0.mlp.gate_proj.codes.safetensors +3 -0
  10. model.layers.0.mlp.gate_proj.codes_102.safetensors +3 -0
  11. model.layers.0.mlp.gate_proj.scales.safetensors +3 -0
  12. model.layers.0.mlp.up_proj.codebooks.safetensors +3 -0
  13. model.layers.0.mlp.up_proj.codes.safetensors +3 -0
  14. model.layers.0.mlp.up_proj.codes_102.safetensors +3 -0
  15. model.layers.0.mlp.up_proj.scales.safetensors +3 -0
  16. model.layers.0.post_attention_layernorm.weight.safetensors +3 -0
  17. model.layers.0.self_attn.k_proj.codebooks.safetensors +3 -0
  18. model.layers.0.self_attn.k_proj.codes.safetensors +3 -0
  19. model.layers.0.self_attn.k_proj.codes_102.safetensors +3 -0
  20. model.layers.0.self_attn.k_proj.scales.safetensors +3 -0
  21. model.layers.0.self_attn.o_proj.codebooks.safetensors +3 -0
  22. model.layers.0.self_attn.o_proj.codes.safetensors +3 -0
  23. model.layers.0.self_attn.o_proj.codes_102.safetensors +3 -0
  24. model.layers.0.self_attn.o_proj.scales.safetensors +3 -0
  25. model.layers.0.self_attn.q_proj.codebooks.safetensors +3 -0
  26. model.layers.0.self_attn.q_proj.codes.safetensors +3 -0
  27. model.layers.0.self_attn.q_proj.codes_102.safetensors +3 -0
  28. model.layers.0.self_attn.q_proj.scales.safetensors +3 -0
  29. model.layers.0.self_attn.v_proj.codebooks.safetensors +3 -0
  30. model.layers.0.self_attn.v_proj.codes.safetensors +3 -0
  31. model.layers.0.self_attn.v_proj.codes_102.safetensors +3 -0
  32. model.layers.0.self_attn.v_proj.scales.safetensors +3 -0
  33. model.layers.1.input_layernorm.weight.safetensors +3 -0
  34. model.layers.1.mlp.down_proj.codebooks.safetensors +3 -0
  35. model.layers.1.mlp.down_proj.codes.safetensors +3 -0
  36. model.layers.1.mlp.down_proj.codes_102.safetensors +3 -0
  37. model.layers.1.mlp.down_proj.scales.safetensors +3 -0
  38. model.layers.1.mlp.gate_proj.codebooks.safetensors +3 -0
  39. model.layers.1.mlp.gate_proj.codes.safetensors +3 -0
  40. model.layers.1.mlp.gate_proj.codes_102.safetensors +3 -0
  41. model.layers.1.mlp.gate_proj.scales.safetensors +3 -0
  42. model.layers.1.mlp.up_proj.codebooks.safetensors +3 -0
  43. model.layers.1.mlp.up_proj.codes.safetensors +3 -0
  44. model.layers.1.mlp.up_proj.codes_102.safetensors +3 -0
  45. model.layers.1.mlp.up_proj.scales.safetensors +3 -0
  46. model.layers.1.post_attention_layernorm.weight.safetensors +3 -0
  47. model.layers.1.self_attn.k_proj.codebooks.safetensors +3 -0
  48. model.layers.1.self_attn.k_proj.codes.safetensors +3 -0
  49. model.layers.1.self_attn.k_proj.codes_102.safetensors +3 -0
  50. model.layers.1.self_attn.k_proj.scales.safetensors +3 -0
lm_head.weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0928f4d9adc8c044377f099b6192840b8d89cd6b09407f2a82a85bc8541eeade
3
+ size 67108960
model.embed_tokens.weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6348ad3fa4f89bb3fedfc28d76bf4ec54b6ddd64f15ad9bf088796b9120d6be6
3
+ size 67108968
model.layers.0.input_layernorm.weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86d24299a1c6b207a558a87f81336929c34e23043af5c0cf8278150d10b3f668
3
+ size 16496
model.layers.0.mlp.down_proj.codebooks.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c116e0f96be6b2445ce0cc13789e26371b5053fa77c4bbcd4abbeec4fa91049
3
+ size 16496
model.layers.0.mlp.down_proj.codes.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52ee81017cc551c06b624fa3a38bf72b84740b6b03270de0c8560e2d221d1fb0
3
+ size 14680176
model.layers.0.mlp.down_proj.codes_102.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42885d06ec800d27552c81d7ffa7801ec2127baa925bae1ea084d3b429509a12
3
+ size 14680184
model.layers.0.mlp.down_proj.scales.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a757bb87d7e89c14e8baab4ecd42b0891d767b68a5da38629f674ff4ceb8ff6f
3
+ size 16496
model.layers.0.mlp.gate_proj.codebooks.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b0d1ca2b1bb92d4ce9431b662aa065f9479b4d540154cf1896702fc5808d31b
3
+ size 16496
model.layers.0.mlp.gate_proj.codes.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0fb268c8b6a5aae707141e37dfba339962e50e7955c0a87c010b375310737ec
3
+ size 14680176
model.layers.0.mlp.gate_proj.codes_102.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c13744269b0f2bbc41c177efeae196d9d3349a49c8c55b370bbc3622c9eb5ac5
3
+ size 14680184
model.layers.0.mlp.gate_proj.scales.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c05c56138a6cb5b03f06fba24b9b16ce8a06958ffcc5cc9d6e04f386d682e944
3
+ size 57456
model.layers.0.mlp.up_proj.codebooks.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d79feaf36168f09b0fd4510a4a0e68bec19c475788facddc33421d63bd0d8eb
3
+ size 16496
model.layers.0.mlp.up_proj.codes.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:379d45e8e8cda4dd4f2a0149ec1f201dc05be57ceada0c3d25bbb99e4d92e869
3
+ size 14680176
model.layers.0.mlp.up_proj.codes_102.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc19c1a2ea4538f5ebe28e88de3a8b2cb7bb377f82f980db1cb84c20b74affc9
3
+ size 14680184
model.layers.0.mlp.up_proj.scales.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b60a41e67b5dcc4e8c027240d69d71947fce24b7a267bb0cd3cfdcc2c3ef072f
3
+ size 57456
model.layers.0.post_attention_layernorm.weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67c95e5ad933f3e02fd286ded14dabca83fba9d9e7d202dd51411c99a78e2841
3
+ size 16504
model.layers.0.self_attn.k_proj.codebooks.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4970751fd47f031a5c53091ccf62f6e2470d2238a642bb7f8a0c0bef1a733e4
3
+ size 16504
model.layers.0.self_attn.k_proj.codes.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ded2521492febc181182d8b1fdb6aa80dcb2aaab28103348faa6fee3c3c9f04b
3
+ size 1048688
model.layers.0.self_attn.k_proj.codes_102.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:103fa6446e6589b9e5478467ec26f41a68bbf8240e8f17c9cbfc567d5300c6e6
3
+ size 1048696
model.layers.0.self_attn.k_proj.scales.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e60946457e561542095676dbb9b54cafe92ecda5d765467013ae34a593b56209
3
+ size 4208
model.layers.0.self_attn.o_proj.codebooks.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2e0ec453918d66cd8f6fa7fd6cf6c950a667d203894a65352fd8911f9acf62b
3
+ size 16504
model.layers.0.self_attn.o_proj.codes.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79312792aca148579927ed4797e505ba6c84050466d712e3e98b35c53dd18bbc
3
+ size 4194416
model.layers.0.self_attn.o_proj.codes_102.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bbe4c013b8378660d074b022a43052015a02e5b318b1602e47847db2e10aa98
3
+ size 4194424
model.layers.0.self_attn.o_proj.scales.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fca9bcfe6b32e1d211d67cd12a61916733de9d65ebf51fa6d49baa3d438bc914
3
+ size 16496
model.layers.0.self_attn.q_proj.codebooks.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0e711268c385b76846cc12a8ba8494303c64c5bdb7b6c15413e79f3dfaf7fbc
3
+ size 16504
model.layers.0.self_attn.q_proj.codes.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a66836b3042e16a69b7e070b1ad5d38636d1d13365e4f70700979aae6d126d62
3
+ size 4194416
model.layers.0.self_attn.q_proj.codes_102.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d676da162a80e9ff0795d2d0dec6b16a23b10d6747feaa26aeebb6b7c26a092d
3
+ size 4194424
model.layers.0.self_attn.q_proj.scales.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70d7405bbcfa01a410fbcf2e656320bde78b0965b24130296936310312c9da30
3
+ size 16496
model.layers.0.self_attn.v_proj.codebooks.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c665ba0e00e5d1bbcaee737422484152115f7788801dff56c366e684e9615912
3
+ size 16504
model.layers.0.self_attn.v_proj.codes.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8659385e23f40b070273d9e779b3df8196f4615c0e35b85ea96561c537639469
3
+ size 1048688
model.layers.0.self_attn.v_proj.codes_102.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58f0ff71b7cb0550e8a228e08835b91902f9da7b6101e51ad6c38b72625b1bdc
3
+ size 1048696
model.layers.0.self_attn.v_proj.scales.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9185b4aada89b65516e26ecf97e8b2ea30cd905294d5a5f7fe4005bc71c21f0
3
+ size 4208
model.layers.1.input_layernorm.weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ab7ff0a1d29dfb005605adf9f4a96dc09bc9e97017eaf76c2cffeb5760391a9
3
+ size 16496
model.layers.1.mlp.down_proj.codebooks.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:118315892a40a4a6cd0c0cba13a77c4b7f1565614aea072a87afdfb321e98f8e
3
+ size 16496
model.layers.1.mlp.down_proj.codes.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:223ba38bd86085ba39b7ccc5a55abb13f1209de6c2210027717c442cf6a30ea4
3
+ size 14680176
model.layers.1.mlp.down_proj.codes_102.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db19e85654e4566cd8bac49c7d5bf0cea5fd9915fbc6c432eeb113fcfbddd69a
3
+ size 14680184
model.layers.1.mlp.down_proj.scales.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22cc133a2f1d63c39b1b15eb7988699002e9ae3bf7504a833780e7059c80b32e
3
+ size 16496
model.layers.1.mlp.gate_proj.codebooks.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5aa1d1719422ce622a735bde2c1db73a8e52a07dad41fa5aba02756bb37cc425
3
+ size 16496
model.layers.1.mlp.gate_proj.codes.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c099ba55b3c4f4c4e7aebad262abb0d025e0f5559cd16a39929b82a1d876c7dd
3
+ size 14680176
model.layers.1.mlp.gate_proj.codes_102.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2687ce1e5914df805a12a776242ae0f35d06e49744dab26c21e228dadfc0eaba
3
+ size 14680184
model.layers.1.mlp.gate_proj.scales.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67399b37f74035e692db8949f45cc6a986a5f985c99bc65f6e32fcebc42c8fb2
3
+ size 57456
model.layers.1.mlp.up_proj.codebooks.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a81857865e1e9b21e7b178e04cf8c77f4ac8338bd2248a1cfa1b39307052d23
3
+ size 16496
model.layers.1.mlp.up_proj.codes.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28c46fb31beb43bf9748a6e900c8a5e143db0f0debebf48d1f7e4f89f7a48719
3
+ size 14680176
model.layers.1.mlp.up_proj.codes_102.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19a66ac566df06f7652709bb4df99abd3323314783ea27b0b35aa0fa99396157
3
+ size 14680184
model.layers.1.mlp.up_proj.scales.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19568aca8d23a5a2972c9059c316f2e5fdcf58a81f12c2793679d8389e470474
3
+ size 57456
model.layers.1.post_attention_layernorm.weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1898010f07a2b9bf3c9114727520e27f60711323f3e11e7ac9f311ab8d53ded
3
+ size 16504
model.layers.1.self_attn.k_proj.codebooks.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94a77627f8f31f62beee531a1cb667c879e80ff1edb0366df816b2ec30d7264a
3
+ size 16504
model.layers.1.self_attn.k_proj.codes.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ac28bda7145d88e09ae4ae7c39f35c25b1da1fbbd3c0f3131e5442cb31aa5b8
3
+ size 1048688
model.layers.1.self_attn.k_proj.codes_102.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4014dd8a43899d093e2ae9e0141069978e2e02584df336a4dafa0f2295a2b8a
3
+ size 1048696
model.layers.1.self_attn.k_proj.scales.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9902be3be2fded9a8dc25f8b430a4d8a96a912b1e089887b63bedff244766fc
3
+ size 4208