diff --git a/lm_head.weight.safetensors b/lm_head.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d3f979a79919dd2e1402657e5a8d5ef83718f302
--- /dev/null
+++ b/lm_head.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0928f4d9adc8c044377f099b6192840b8d89cd6b09407f2a82a85bc8541eeade
+size 67108960
diff --git a/model.embed_tokens.weight.safetensors b/model.embed_tokens.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b982a26b5cb9f2e91d19d1eaad82213a5674718b
--- /dev/null
+++ b/model.embed_tokens.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6348ad3fa4f89bb3fedfc28d76bf4ec54b6ddd64f15ad9bf088796b9120d6be6
+size 67108968
diff --git a/model.layers.0.input_layernorm.weight.safetensors b/model.layers.0.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f9fcc3dcbc3926be48d0e9d7e758bb70c8f7e6ac
--- /dev/null
+++ b/model.layers.0.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d24299a1c6b207a558a87f81336929c34e23043af5c0cf8278150d10b3f668
+size 16496
diff --git a/model.layers.0.mlp.down_proj.codebooks.safetensors b/model.layers.0.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..64c7f3fe62372a0d66b930f6985c3cfbabbbe8e9
--- /dev/null
+++ b/model.layers.0.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c116e0f96be6b2445ce0cc13789e26371b5053fa77c4bbcd4abbeec4fa91049
+size 16496
diff --git a/model.layers.0.mlp.down_proj.codes.safetensors b/model.layers.0.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2a17e3bf7e89c6b82371a683fb39743d79250573
--- /dev/null
+++ b/model.layers.0.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ee81017cc551c06b624fa3a38bf72b84740b6b03270de0c8560e2d221d1fb0
+size 14680176
diff --git a/model.layers.0.mlp.down_proj.codes_102.safetensors b/model.layers.0.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..35c346b42e9edc2da749336439065e1815e903b1
--- /dev/null
+++ b/model.layers.0.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42885d06ec800d27552c81d7ffa7801ec2127baa925bae1ea084d3b429509a12
+size 14680184
diff --git a/model.layers.0.mlp.down_proj.scales.safetensors b/model.layers.0.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..550b0dbeb80c65fc53ef242a375d29f7bbda8221
--- /dev/null
+++ b/model.layers.0.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a757bb87d7e89c14e8baab4ecd42b0891d767b68a5da38629f674ff4ceb8ff6f
+size 16496
diff --git a/model.layers.0.mlp.gate_proj.codebooks.safetensors b/model.layers.0.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..09f026ca7a94e641d1c930ccaf1e6e5cd0373135
--- /dev/null
+++ b/model.layers.0.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0d1ca2b1bb92d4ce9431b662aa065f9479b4d540154cf1896702fc5808d31b
+size 16496
diff --git a/model.layers.0.mlp.gate_proj.codes.safetensors b/model.layers.0.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..758d7a06bf8ebfd91b74f85b79970445fe9aebdf
--- /dev/null
+++ b/model.layers.0.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0fb268c8b6a5aae707141e37dfba339962e50e7955c0a87c010b375310737ec
+size 14680176
diff --git a/model.layers.0.mlp.gate_proj.codes_102.safetensors b/model.layers.0.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4af38b621124cdc0703f6fd2d66415eb49b9309f
--- /dev/null
+++ b/model.layers.0.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13744269b0f2bbc41c177efeae196d9d3349a49c8c55b370bbc3622c9eb5ac5
+size 14680184
diff --git a/model.layers.0.mlp.gate_proj.scales.safetensors b/model.layers.0.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0125b0b2d86203ea478ae04a5e820f1366885bb7
--- /dev/null
+++ b/model.layers.0.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05c56138a6cb5b03f06fba24b9b16ce8a06958ffcc5cc9d6e04f386d682e944
+size 57456
diff --git a/model.layers.0.mlp.up_proj.codebooks.safetensors b/model.layers.0.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8d8c45147d8aae192858b42a684dbaa54102b90e
--- /dev/null
+++ b/model.layers.0.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d79feaf36168f09b0fd4510a4a0e68bec19c475788facddc33421d63bd0d8eb
+size 16496
diff --git a/model.layers.0.mlp.up_proj.codes.safetensors b/model.layers.0.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ea5e0a096a81372df899227edced902bfb07cfff
--- /dev/null
+++ b/model.layers.0.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379d45e8e8cda4dd4f2a0149ec1f201dc05be57ceada0c3d25bbb99e4d92e869
+size 14680176
diff --git a/model.layers.0.mlp.up_proj.codes_102.safetensors b/model.layers.0.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3502c2f21d6aeb391f5bd8f88a1890fa3378e001
--- /dev/null
+++ b/model.layers.0.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc19c1a2ea4538f5ebe28e88de3a8b2cb7bb377f82f980db1cb84c20b74affc9
+size 14680184
diff --git a/model.layers.0.mlp.up_proj.scales.safetensors b/model.layers.0.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f9e8feaebe095f911063f7f9942524c50d002df8
--- /dev/null
+++ b/model.layers.0.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60a41e67b5dcc4e8c027240d69d71947fce24b7a267bb0cd3cfdcc2c3ef072f
+size 57456
diff --git a/model.layers.0.post_attention_layernorm.weight.safetensors b/model.layers.0.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f7450754fc20ce4ffc198e7632acfe1dd28adcad
--- /dev/null
+++ b/model.layers.0.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c95e5ad933f3e02fd286ded14dabca83fba9d9e7d202dd51411c99a78e2841
+size 16504
diff --git a/model.layers.0.self_attn.k_proj.codebooks.safetensors b/model.layers.0.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c125f70923d86a842deac49914cf7f13e46f115d
--- /dev/null
+++ b/model.layers.0.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4970751fd47f031a5c53091ccf62f6e2470d2238a642bb7f8a0c0bef1a733e4
+size 16504
diff --git a/model.layers.0.self_attn.k_proj.codes.safetensors b/model.layers.0.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6a320ec5315c448dd7145ea4231f873bcb72c081
--- /dev/null
+++ b/model.layers.0.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded2521492febc181182d8b1fdb6aa80dcb2aaab28103348faa6fee3c3c9f04b
+size 1048688
diff --git a/model.layers.0.self_attn.k_proj.codes_102.safetensors b/model.layers.0.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..32229a94acde783f8bd83bad8f751086760b4105
--- /dev/null
+++ b/model.layers.0.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103fa6446e6589b9e5478467ec26f41a68bbf8240e8f17c9cbfc567d5300c6e6
+size 1048696
diff --git a/model.layers.0.self_attn.k_proj.scales.safetensors b/model.layers.0.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d6659d957082c041c7e8bb6220898a7cc6673c2e
--- /dev/null
+++ b/model.layers.0.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60946457e561542095676dbb9b54cafe92ecda5d765467013ae34a593b56209
+size 4208
diff --git a/model.layers.0.self_attn.o_proj.codebooks.safetensors b/model.layers.0.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d5b0073eed3474af33fd7047ae6391a8037cfa43
--- /dev/null
+++ b/model.layers.0.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e0ec453918d66cd8f6fa7fd6cf6c950a667d203894a65352fd8911f9acf62b
+size 16504
diff --git a/model.layers.0.self_attn.o_proj.codes.safetensors b/model.layers.0.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b97c41c8323aa7658e8ed5a56a0c058705a9da3a
--- /dev/null
+++ b/model.layers.0.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79312792aca148579927ed4797e505ba6c84050466d712e3e98b35c53dd18bbc
+size 4194416
diff --git a/model.layers.0.self_attn.o_proj.codes_102.safetensors b/model.layers.0.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..06e64f578f149d9e9bb03916ce3f2f6841d4044a
--- /dev/null
+++ b/model.layers.0.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bbe4c013b8378660d074b022a43052015a02e5b318b1602e47847db2e10aa98
+size 4194424
diff --git a/model.layers.0.self_attn.o_proj.scales.safetensors b/model.layers.0.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2a849cdd9f4330458b989ccda0b7f79e5f54770b
--- /dev/null
+++ b/model.layers.0.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca9bcfe6b32e1d211d67cd12a61916733de9d65ebf51fa6d49baa3d438bc914
+size 16496
diff --git a/model.layers.0.self_attn.q_proj.codebooks.safetensors b/model.layers.0.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c70f11808fb18c67e06ee3bf5572983e4d191504
--- /dev/null
+++ b/model.layers.0.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e711268c385b76846cc12a8ba8494303c64c5bdb7b6c15413e79f3dfaf7fbc
+size 16504
diff --git a/model.layers.0.self_attn.q_proj.codes.safetensors b/model.layers.0.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6c33ba46e67cd48e0cb00bae73d17bc0a8d50ca7
--- /dev/null
+++ b/model.layers.0.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66836b3042e16a69b7e070b1ad5d38636d1d13365e4f70700979aae6d126d62
+size 4194416
diff --git a/model.layers.0.self_attn.q_proj.codes_102.safetensors b/model.layers.0.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0d6c26af60d6ebfdca299e003bff9d9098b57df5
--- /dev/null
+++ b/model.layers.0.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d676da162a80e9ff0795d2d0dec6b16a23b10d6747feaa26aeebb6b7c26a092d
+size 4194424
diff --git a/model.layers.0.self_attn.q_proj.scales.safetensors b/model.layers.0.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..651cac7a4ba36fc1d6a38dd7a230bf326884ccdb
--- /dev/null
+++ b/model.layers.0.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d7405bbcfa01a410fbcf2e656320bde78b0965b24130296936310312c9da30
+size 16496
diff --git a/model.layers.0.self_attn.v_proj.codebooks.safetensors b/model.layers.0.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ba04b1d5892a3ac86c5735346a952f4441524df9
--- /dev/null
+++ b/model.layers.0.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c665ba0e00e5d1bbcaee737422484152115f7788801dff56c366e684e9615912
+size 16504
diff --git a/model.layers.0.self_attn.v_proj.codes.safetensors b/model.layers.0.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..03d8b249e54bec5a78754ff36c676549aa577b65
--- /dev/null
+++ b/model.layers.0.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8659385e23f40b070273d9e779b3df8196f4615c0e35b85ea96561c537639469
+size 1048688
diff --git a/model.layers.0.self_attn.v_proj.codes_102.safetensors b/model.layers.0.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..01a8e3ab0e1824abebc658d8820c9010529e52ce
--- /dev/null
+++ b/model.layers.0.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f0ff71b7cb0550e8a228e08835b91902f9da7b6101e51ad6c38b72625b1bdc
+size 1048696
diff --git a/model.layers.0.self_attn.v_proj.scales.safetensors b/model.layers.0.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ae5d1f55d48ed2fcf745b41b6cd5642876c81756
--- /dev/null
+++ b/model.layers.0.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9185b4aada89b65516e26ecf97e8b2ea30cd905294d5a5f7fe4005bc71c21f0
+size 4208
diff --git a/model.layers.1.input_layernorm.weight.safetensors b/model.layers.1.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..385b9ccb724e85ff20b6466e1c0fb80900b0b0ce
--- /dev/null
+++ b/model.layers.1.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab7ff0a1d29dfb005605adf9f4a96dc09bc9e97017eaf76c2cffeb5760391a9
+size 16496
diff --git a/model.layers.1.mlp.down_proj.codebooks.safetensors b/model.layers.1.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ccadcbcb889ed8f3485467129ba0e6b04b23f74a
--- /dev/null
+++ b/model.layers.1.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118315892a40a4a6cd0c0cba13a77c4b7f1565614aea072a87afdfb321e98f8e
+size 16496
diff --git a/model.layers.1.mlp.down_proj.codes.safetensors b/model.layers.1.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..811728300d2317d112bf10e61b58c30a9ec7a1f7
--- /dev/null
+++ b/model.layers.1.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223ba38bd86085ba39b7ccc5a55abb13f1209de6c2210027717c442cf6a30ea4
+size 14680176
diff --git a/model.layers.1.mlp.down_proj.codes_102.safetensors b/model.layers.1.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4c3b7a6c2b5deb83069e833f7e28f6e2c920c1e7
--- /dev/null
+++ b/model.layers.1.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db19e85654e4566cd8bac49c7d5bf0cea5fd9915fbc6c432eeb113fcfbddd69a
+size 14680184
diff --git a/model.layers.1.mlp.down_proj.scales.safetensors b/model.layers.1.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c61fa6f27e2bc650a5bb3fc1e3855936a82af96a
--- /dev/null
+++ b/model.layers.1.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22cc133a2f1d63c39b1b15eb7988699002e9ae3bf7504a833780e7059c80b32e
+size 16496
diff --git a/model.layers.1.mlp.gate_proj.codebooks.safetensors b/model.layers.1.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..92de38feb6a4a0e0dd4282e69fbd18c20b896b86
--- /dev/null
+++ b/model.layers.1.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa1d1719422ce622a735bde2c1db73a8e52a07dad41fa5aba02756bb37cc425
+size 16496
diff --git a/model.layers.1.mlp.gate_proj.codes.safetensors b/model.layers.1.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fe3a7ebbd5b2d7d43b873cc5667fab04c57d1308
--- /dev/null
+++ b/model.layers.1.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c099ba55b3c4f4c4e7aebad262abb0d025e0f5559cd16a39929b82a1d876c7dd
+size 14680176
diff --git a/model.layers.1.mlp.gate_proj.codes_102.safetensors b/model.layers.1.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c09c2c9c32ba3f39962d5eb5951c12c685d27aa9
--- /dev/null
+++ b/model.layers.1.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2687ce1e5914df805a12a776242ae0f35d06e49744dab26c21e228dadfc0eaba
+size 14680184
diff --git a/model.layers.1.mlp.gate_proj.scales.safetensors b/model.layers.1.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2e42f9452bfd58f5f28c4df85621f484c2ba39f7
--- /dev/null
+++ b/model.layers.1.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67399b37f74035e692db8949f45cc6a986a5f985c99bc65f6e32fcebc42c8fb2
+size 57456
diff --git a/model.layers.1.mlp.up_proj.codebooks.safetensors b/model.layers.1.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..315093c37258c39f852a535b45c2637e430edc69
--- /dev/null
+++ b/model.layers.1.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a81857865e1e9b21e7b178e04cf8c77f4ac8338bd2248a1cfa1b39307052d23
+size 16496
diff --git a/model.layers.1.mlp.up_proj.codes.safetensors b/model.layers.1.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..aef3cf50b63b426ed13a5ca24835fe0d89bd5b25
--- /dev/null
+++ b/model.layers.1.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c46fb31beb43bf9748a6e900c8a5e143db0f0debebf48d1f7e4f89f7a48719
+size 14680176
diff --git a/model.layers.1.mlp.up_proj.codes_102.safetensors b/model.layers.1.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fbe28b0259c1ff0e487c403ed47c84a96936e394
--- /dev/null
+++ b/model.layers.1.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a66ac566df06f7652709bb4df99abd3323314783ea27b0b35aa0fa99396157
+size 14680184
diff --git a/model.layers.1.mlp.up_proj.scales.safetensors b/model.layers.1.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ed6a168cdf985503b0ebeb35b7b242c8de1b8455
--- /dev/null
+++ b/model.layers.1.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19568aca8d23a5a2972c9059c316f2e5fdcf58a81f12c2793679d8389e470474
+size 57456
diff --git a/model.layers.1.post_attention_layernorm.weight.safetensors b/model.layers.1.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0d0e241c3e6d53ec114ea77eeb4da30b4fa719b9
--- /dev/null
+++ b/model.layers.1.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1898010f07a2b9bf3c9114727520e27f60711323f3e11e7ac9f311ab8d53ded
+size 16504
diff --git a/model.layers.1.self_attn.k_proj.codebooks.safetensors b/model.layers.1.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..51aa9734f84204b5d2a241f53cac54c2ab045be3
--- /dev/null
+++ b/model.layers.1.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a77627f8f31f62beee531a1cb667c879e80ff1edb0366df816b2ec30d7264a
+size 16504
diff --git a/model.layers.1.self_attn.k_proj.codes.safetensors b/model.layers.1.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5be4627a357edd989ca6f422345ebbbdb3be7a82
--- /dev/null
+++ b/model.layers.1.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac28bda7145d88e09ae4ae7c39f35c25b1da1fbbd3c0f3131e5442cb31aa5b8
+size 1048688
diff --git a/model.layers.1.self_attn.k_proj.codes_102.safetensors b/model.layers.1.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2fe6e60f6d11a837dd11b67bd8b70bcfd204dcb7
--- /dev/null
+++ b/model.layers.1.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4014dd8a43899d093e2ae9e0141069978e2e02584df336a4dafa0f2295a2b8a
+size 1048696
diff --git a/model.layers.1.self_attn.k_proj.scales.safetensors b/model.layers.1.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a8f5bdc5c35c80ece80279fe49c3c9f96359f42b
--- /dev/null
+++ b/model.layers.1.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9902be3be2fded9a8dc25f8b430a4d8a96a912b1e089887b63bedff244766fc
+size 4208
diff --git a/model.layers.1.self_attn.o_proj.codebooks.safetensors b/model.layers.1.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d1bae54eceec76f5683d4f2a09f44bc871d9a1bb
--- /dev/null
+++ b/model.layers.1.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7c85677e075af4f9ec11c33841898957d2f8a138054fa41247d42d225ecf8a
+size 16504
diff --git a/model.layers.1.self_attn.o_proj.codes.safetensors b/model.layers.1.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fb4cfe9b78ca5e0d6ffed47b80a151521aa1f2a3
--- /dev/null
+++ b/model.layers.1.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9afd72f95bae86cdf141fc0535dca0cc431be996204184126f67f9fda30f593c
+size 4194416
diff --git a/model.layers.1.self_attn.o_proj.codes_102.safetensors b/model.layers.1.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..830e530933d771a6f09f5e89768a1e826d1fe3a4
--- /dev/null
+++ b/model.layers.1.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3750795ad0e616e3ea1730dcbb39a4d44f2210d1b6ee1461d291825b0dabb530
+size 4194424
diff --git a/model.layers.1.self_attn.o_proj.scales.safetensors b/model.layers.1.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5a2ef36e4486f6f42341b25cfec0bdab22129413
--- /dev/null
+++ b/model.layers.1.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27845c0519b4e5b22a05031e6b5ddf2d366e3ffdb7c9fb7fc93a464bf17ecee
+size 16496
diff --git a/model.layers.1.self_attn.q_proj.codebooks.safetensors b/model.layers.1.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4dc3f2a00d64b31bd6467b15f19943ef76f87bd4
--- /dev/null
+++ b/model.layers.1.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe8bd8dc2abc8474ec51f8e07cf5a07e43ed32d9db0b47c7c8c0b858068031e
+size 16504
diff --git a/model.layers.1.self_attn.q_proj.codes.safetensors b/model.layers.1.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..02039ed49aa158b389b71ac3489e03b7b1cdc2f8
--- /dev/null
+++ b/model.layers.1.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06fdf660bb5f969d5642990724951dcb90577f2c23cfed0d56980a8f07ec8d66
+size 4194416
diff --git a/model.layers.1.self_attn.q_proj.codes_102.safetensors b/model.layers.1.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f80498e5f3174af96bea987f154cb3d9d6a5cff2
--- /dev/null
+++ b/model.layers.1.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6ebdfe73bf3fbc5589ae7e814a5f3058ff997d26e328e7847adcc28d8efc52
+size 4194424
diff --git a/model.layers.1.self_attn.q_proj.scales.safetensors b/model.layers.1.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f11468b6983d276b2d43e43cbe744bd4c33c1c2f
--- /dev/null
+++ b/model.layers.1.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164b398e19720fffab209e31a6791e22463b3eca1b9e60a4ff6471208c5e2658
+size 16496
diff --git a/model.layers.1.self_attn.v_proj.codebooks.safetensors b/model.layers.1.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4a1d5361cadd4bd161311d1e173d469be5df39b7
--- /dev/null
+++ b/model.layers.1.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d19d97f9a8b5abcbdb8284fe7d0577652664e7fe16203025b041e71ab14f54
+size 16504
diff --git a/model.layers.1.self_attn.v_proj.codes.safetensors b/model.layers.1.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..64f0eba1cb4283f278a45d5ca357bdba753f1b9b
--- /dev/null
+++ b/model.layers.1.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227c8b60d1a7baad6c36d4626177a8ffa57f7ed02b43e9ac1e6284cbdca8c388
+size 1048688
diff --git a/model.layers.1.self_attn.v_proj.codes_102.safetensors b/model.layers.1.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1c6e2c1bb06edf32f870674639ba7a3726e076ba
--- /dev/null
+++ b/model.layers.1.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14497461486148bcc2a6ffb12741cd10b618f036f45346129141a5a64401040b
+size 1048696
diff --git a/model.layers.1.self_attn.v_proj.scales.safetensors b/model.layers.1.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6b7a5ed0e7f7fb413704a5bceb8e51f9854da0d9
--- /dev/null
+++ b/model.layers.1.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd81cca7c40c480a9db0d5f87ef7eacac61f8820bfa0c953f98465ca3e8e276
+size 4208
diff --git a/model.layers.10.input_layernorm.weight.safetensors b/model.layers.10.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e9caf809baba2778360e75bcd170e2bf50f37274
--- /dev/null
+++ b/model.layers.10.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045709842da6e263bdaf34f88ea24146027b61084723ffa72da5ce95754b429d
+size 16496
diff --git a/model.layers.10.mlp.down_proj.codebooks.safetensors b/model.layers.10.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b47a9a3c7d7ee897d37d9438439d6d712c45e49e
--- /dev/null
+++ b/model.layers.10.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb7318f0f604164fce48819227edf751caa91559eac1f52df560ed7d8a58d1e
+size 16496
diff --git a/model.layers.10.mlp.down_proj.codes.safetensors b/model.layers.10.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8f7998a8ad7eec053952f486eba9a6fa119a607f
--- /dev/null
+++ b/model.layers.10.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0958afeb69cff284d4396e882b151d2fc9c5a8da80cedd2640abb78acba519
+size 14680176
diff --git a/model.layers.10.mlp.down_proj.codes_102.safetensors b/model.layers.10.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0c9dc29c74ad8e39e419940604e047b476e55b08
--- /dev/null
+++ b/model.layers.10.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d976be43193ce206d46f6f6f44bfb2e8d7cbd74abfd32aeceaebae0b9d7ce23c
+size 14680184
diff --git a/model.layers.10.mlp.down_proj.scales.safetensors b/model.layers.10.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e5aca6e266229e8eaa377bdb9e6d0f777b12841b
--- /dev/null
+++ b/model.layers.10.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c8c001913bf7f55d10b182f4b1cac2a15b445b670661ec3aaa80a6cdc7b12d
+size 16496
diff --git a/model.layers.10.mlp.gate_proj.codebooks.safetensors b/model.layers.10.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0e030ae4f91e2467a4d57006f84d4cecc81deb58
--- /dev/null
+++ b/model.layers.10.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38371bcb5f64e58de7a1d92228574c604a94aa2672fc5eba46be40fd93e3652e
+size 16496
diff --git a/model.layers.10.mlp.gate_proj.codes.safetensors b/model.layers.10.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2694d179ea469e5f242a355b46951b56c892bbed
--- /dev/null
+++ b/model.layers.10.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d47a928d04ee5826bbedad565d68274dafa8bcd865ce82d87887edb1fc9e160
+size 14680176
diff --git a/model.layers.10.mlp.gate_proj.codes_102.safetensors b/model.layers.10.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7b7fc27e439ffcb63ff3aea43eee666caeb068d7
--- /dev/null
+++ b/model.layers.10.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185ab3d00fc00f83992dfdcd391c888bd0446e8b21b1b6f426b306861ae5a655
+size 14680184
diff --git a/model.layers.10.mlp.gate_proj.scales.safetensors b/model.layers.10.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..24c69f922666d4c44c4f534a497e766c45036594
--- /dev/null
+++ b/model.layers.10.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2a986805a08dbbe30e462665154155eb1ee25e43a266f37072f8a91b19e452
+size 57456
diff --git a/model.layers.10.mlp.up_proj.codebooks.safetensors b/model.layers.10.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f452b10f5cd474c101a4250743c49032e96d8c54
--- /dev/null
+++ b/model.layers.10.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffabeadaf294afd2c0accc31dde4cc9741b1454cad167c8fa0ad225d3323a7ce
+size 16496
diff --git a/model.layers.10.mlp.up_proj.codes.safetensors b/model.layers.10.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..37f93b328c2c1bc9e5a02a5418ecdea772ae64fd
--- /dev/null
+++ b/model.layers.10.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e399afa528481664375aeee31cf8a49ea2d7e0e7524acb3da2e81c6ae0a31b
+size 14680176
diff --git a/model.layers.10.mlp.up_proj.codes_102.safetensors b/model.layers.10.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..003329cf191da9d0cf9fcd0c7762da9c031b81f1
--- /dev/null
+++ b/model.layers.10.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aca66d10d46621be67ed8924e9586e2ac71573e99172969df0af428457be462
+size 14680184
diff --git a/model.layers.10.mlp.up_proj.scales.safetensors b/model.layers.10.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e52f9f8127a50840ca310b3ca51ef52c84f22594
--- /dev/null
+++ b/model.layers.10.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4f713ac29b1ac41e878803d91929e84ff192c2c6a0e08dad1b75423d24083db
+size 57456
diff --git a/model.layers.10.post_attention_layernorm.weight.safetensors b/model.layers.10.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ccac13fcdeec2a3de603717f5f00a85562c393fd
--- /dev/null
+++ b/model.layers.10.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1251016f30f5c544d3216b146ec2e748d82ba60557ad0d01b84c02fff729f49
+size 16504
diff --git a/model.layers.10.self_attn.k_proj.codebooks.safetensors b/model.layers.10.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..74b8169a61d6bd4bd10a8c1a1e48e782880cd53e
--- /dev/null
+++ b/model.layers.10.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495a51ff245a0423fb0d46f68a76a6a5141fefbfc9fe278463857f75a71659b3
+size 16504
diff --git a/model.layers.10.self_attn.k_proj.codes.safetensors b/model.layers.10.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6d06d04658c640cd35a70745e5922817f5cad585
--- /dev/null
+++ b/model.layers.10.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f136bacb57253a6e9105544f2d87256164a7e2398e4d60ecde30add927f9d0b
+size 1048696
diff --git a/model.layers.10.self_attn.k_proj.codes_102.safetensors b/model.layers.10.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..54c93f3ae62c4e8cb89d240988c36fa2b861cad0
--- /dev/null
+++ b/model.layers.10.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6d48958c51ad93802b93f74f3ee1d0e7af0c886ad24e97ea41d8d12daa2005
+size 1048696
diff --git a/model.layers.10.self_attn.k_proj.scales.safetensors b/model.layers.10.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3b2a6de6ab11889bee1ac0d5c0678419d2be5acd
--- /dev/null
+++ b/model.layers.10.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20008fd0c0b9a2974ea3f94fd04809cb78c6ba148b389c0fe9ada19d79247b2
+size 4208
diff --git a/model.layers.10.self_attn.o_proj.codebooks.safetensors b/model.layers.10.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8dd0512ed92ff30b7535fabfdb6212a9a93dd184
--- /dev/null
+++ b/model.layers.10.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935590c9e31fe7190614f439f16f745c84924d328b00b25ef3b36ef6fff71548
+size 16504
diff --git a/model.layers.10.self_attn.o_proj.codes.safetensors b/model.layers.10.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..66eca59bc0033c8b979087937f1472a64415667d
--- /dev/null
+++ b/model.layers.10.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa0d777d825de6d511895ee64b0bb8aa29fd95d5d3cecb0b633f1cdc9ea5c02
+size 4194424
diff --git a/model.layers.10.self_attn.o_proj.codes_102.safetensors b/model.layers.10.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4aae30659e202573c468f50936baf3e88cb35ff4
--- /dev/null
+++ b/model.layers.10.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2a50f2b8e5f3b4cd4e86a42e5555e4fbcb3618c79e5711e7534153c9c10bcc
+size 4194424
diff --git a/model.layers.10.self_attn.o_proj.scales.safetensors b/model.layers.10.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a9661edee5b55721025b15869956d60d83acbdce
--- /dev/null
+++ b/model.layers.10.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e42c2ea33d0b0420e38fbb420f8fc3e4a1f0a12a2fc860d747cfd49988e60c3
+size 16504
diff --git a/model.layers.10.self_attn.q_proj.codebooks.safetensors b/model.layers.10.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..68ae7cc175c2d06e8b9d98c86f9c0c90f5368e80
--- /dev/null
+++ b/model.layers.10.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2948b9702cbb7daa4f9b6d942cad19517d97439b2d95589b241a6c884b57419e
+size 16504
diff --git a/model.layers.10.self_attn.q_proj.codes.safetensors b/model.layers.10.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5420f1dd76e4e11a23f4f535bd60043748aa2c13
--- /dev/null
+++ b/model.layers.10.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2317c6f36396ac82f7de245de32fabee7421749e1e5ffe31e4475e9908be84a7
+size 4194424
diff --git a/model.layers.10.self_attn.q_proj.codes_102.safetensors b/model.layers.10.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bbd8a810c713d7e1c47fa46b7423a7eeeb189bbc
--- /dev/null
+++ b/model.layers.10.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64491220a65fc80b1e8ce5adc389aa61d085ceb4e017a935ccc1a3d1de0e8d83
+size 4194424
diff --git a/model.layers.10.self_attn.q_proj.scales.safetensors b/model.layers.10.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..50eedd88e931de79812d5624e813bc0753c0f7b1
--- /dev/null
+++ b/model.layers.10.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc1575dab08bee2a223dd3ba5f3accf26e3e17d98b266cde8a0d4b312bb5f65
+size 16504
diff --git a/model.layers.10.self_attn.v_proj.codebooks.safetensors b/model.layers.10.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a941d95b51072cafb9e8a05a96e73318a81a8937
--- /dev/null
+++ b/model.layers.10.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b76e73725411dfd72310d178b581d588491077469c86cf4c349d567c127725
+size 16504
diff --git a/model.layers.10.self_attn.v_proj.codes.safetensors b/model.layers.10.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b3fcf82e925535a8c7d49c2ca169fe4aabbc5510
--- /dev/null
+++ b/model.layers.10.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55f347db4a3ae03efca4bddc135378f76a8e991b575510ceec684d92f5c647f
+size 1048696
diff --git a/model.layers.10.self_attn.v_proj.codes_102.safetensors b/model.layers.10.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2189de538eb65bb4392031d51d43b8e74e0c722b
--- /dev/null
+++ b/model.layers.10.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df5afccc8a16740ec0537f8f46bcff48c284c6befb00709c9fb6513e10378c1
+size 1048696
diff --git a/model.layers.10.self_attn.v_proj.scales.safetensors b/model.layers.10.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ee5af0e01b48877714d6dffc059778ece439a5f5
--- /dev/null
+++ b/model.layers.10.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1b09cd206f1f1aa88607b05b057607ff4b7a5e393ed57f760b2644578f948e
+size 4208
diff --git a/model.layers.11.input_layernorm.weight.safetensors b/model.layers.11.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3a2be994f61c952166e87442f3635075620b4899
--- /dev/null
+++ b/model.layers.11.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4689b2b97c5d826797fa7f1fb59aa86270be8885b86f666cf354d784f2068695
+size 16496
diff --git a/model.layers.11.mlp.down_proj.codebooks.safetensors b/model.layers.11.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2e7b9230609137753ca5a9e3ce7f436285e3b4bf
--- /dev/null
+++ b/model.layers.11.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7334bc2aa4aa0fb3a1ce89b425a331026fedcc5e0aabe0d3d4d217676eccd48e
+size 16496
diff --git a/model.layers.11.mlp.down_proj.codes.safetensors b/model.layers.11.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4da93b438a1dcd69df51e68002ce24d0c063354f
--- /dev/null
+++ b/model.layers.11.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d481fd32174c698c151a9e223065a5feef7cf63382d13b213888979348cf938
+size 14680176
diff --git a/model.layers.11.mlp.down_proj.codes_102.safetensors b/model.layers.11.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c7cb72f06c0d0ae5a642b240a58c21f324bbf80d
--- /dev/null
+++ b/model.layers.11.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db83359e1e09364894ea12deb04b9771a1f644ab3073ece5b4a7d1c57f4fabd
+size 14680184
diff --git a/model.layers.11.mlp.down_proj.scales.safetensors b/model.layers.11.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ca637a54f088d20a4ca817018a69226931db5ef2
--- /dev/null
+++ b/model.layers.11.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215b2836a6039f90989f8496d7bdc7886bcbd10ec57721d8b257fe949a220b8f
+size 16496
diff --git a/model.layers.11.mlp.gate_proj.codebooks.safetensors b/model.layers.11.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2453b151445bdefaf0d018c58a885a49902290e8
--- /dev/null
+++ b/model.layers.11.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ac72f177e27c4e5d63124aff683bbc8b550d08a84306be254049fd7c38cb37
+size 16496
diff --git a/model.layers.11.mlp.gate_proj.codes.safetensors b/model.layers.11.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1c86a4b037f8b97bd2985de178f2cff459762113
--- /dev/null
+++ b/model.layers.11.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6f68d21bcd4707c5d0791501cb711297ac3db51a3cdd3a3eaf0c6d1e2e56c8
+size 14680176
diff --git a/model.layers.11.mlp.gate_proj.codes_102.safetensors b/model.layers.11.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5dff9e8f4d941692eca4cb48ba63b140459a97f8
--- /dev/null
+++ b/model.layers.11.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22268d25f17b5ae437acf92312dcbc6e07018fc35719c1f87987a9b5b5aa13a8
+size 14680184
diff --git a/model.layers.11.mlp.gate_proj.scales.safetensors b/model.layers.11.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..58c38b757a2c4b85abfa8d71e6ab4fc17747edb1
--- /dev/null
+++ b/model.layers.11.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38927e21ba6f282ef964bd4c20f7c00c9370add0df10e33da274bb352af36e8
+size 57456
diff --git a/model.layers.11.mlp.up_proj.codebooks.safetensors b/model.layers.11.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ec752517babcec90981566c88ce243c8354d3d07
--- /dev/null
+++ b/model.layers.11.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639501879466eed17682435b0ac6af093f038ba1c9bb32c6e86db42c84734690
+size 16496
diff --git a/model.layers.11.mlp.up_proj.codes.safetensors b/model.layers.11.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..278f3bab9a342bcfdb8ce89b831b050f707a4e46
--- /dev/null
+++ b/model.layers.11.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3921c5f3df2e6b85d53d3baca49229ef1ea32df5583a50d61ce10a95f5dd7b
+size 14680176
diff --git a/model.layers.11.mlp.up_proj.codes_102.safetensors b/model.layers.11.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3dd6d07ceff76992a99bef4bb948f44b3a637991
--- /dev/null
+++ b/model.layers.11.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffcb7c39bd397f431897eb5f9bbc7c0daa8a0e16165fabd99bca367e49d2ffcc
+size 14680184
diff --git a/model.layers.11.mlp.up_proj.scales.safetensors b/model.layers.11.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bc41c8af1f3506d05d7b330b20112ca79dc47fed
--- /dev/null
+++ b/model.layers.11.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17c8ec208c8c3048513a7d4d69057aae254cfcca370c6b00ae1f188664417d7
+size 57456
diff --git a/model.layers.11.post_attention_layernorm.weight.safetensors b/model.layers.11.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..73ada7007b9a93c8d797494fe55b699f5e1a948c
--- /dev/null
+++ b/model.layers.11.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf99878fe8c5813498ed6bb89914ca1e26b13124848b7f8dcfa413284525599
+size 16504
diff --git a/model.layers.11.self_attn.k_proj.codebooks.safetensors b/model.layers.11.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4b2a6739c0d7e600044100c72578c988b3c09c0f
--- /dev/null
+++ b/model.layers.11.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39bcc93298ceb9d41444091d4082f69835742596a6b948d7c8f1044fd51d0552
+size 16504
diff --git a/model.layers.11.self_attn.k_proj.codes.safetensors b/model.layers.11.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6c732b0df2f74fc0e2439a7ea5c952f3c5f4c37d
--- /dev/null
+++ b/model.layers.11.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc2f8b96b47ad99212418b7f83df74475d29166c4dfbc3b5063a1e109403c8b
+size 1048696
diff --git a/model.layers.11.self_attn.k_proj.codes_102.safetensors b/model.layers.11.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..384de738326495fc854f895f029cb5c691b5eea7
--- /dev/null
+++ b/model.layers.11.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ffe0c7178c0f82b2b762f4cdcc328dfe4ce4e2ef33e6a396bf6215ecdad57a
+size 1048696
diff --git a/model.layers.11.self_attn.k_proj.scales.safetensors b/model.layers.11.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..394ff448b5244c53339ddfdaad446cd2290cce54
--- /dev/null
+++ b/model.layers.11.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b7e69d9b74232b9e6612991457ff642b61ff122cef5fa5d09885f3886dd48d
+size 4208
diff --git a/model.layers.11.self_attn.o_proj.codebooks.safetensors b/model.layers.11.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b3093aad2168c6e7471a4baf41cad34afc9e3133
--- /dev/null
+++ b/model.layers.11.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cef17924f1d11d7b168d98a17c396b20989c13d4c5a79844193625177ac5af3
+size 16504
diff --git a/model.layers.11.self_attn.o_proj.codes.safetensors b/model.layers.11.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3ad43e9909b7c0d728346b82483b11bddead1101
--- /dev/null
+++ b/model.layers.11.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e958e8351ed199d4d2136ff207d0948c09579b14ae75933167441203b663962
+size 4194424
diff --git a/model.layers.11.self_attn.o_proj.codes_102.safetensors b/model.layers.11.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..46e60a1f45bc9e8c29c9d307cd7775111b93db44
--- /dev/null
+++ b/model.layers.11.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e487034f84813cf6c03dc9b0377d8f6e2bb091ce4282b3a810ff183685382429
+size 4194424
diff --git a/model.layers.11.self_attn.o_proj.scales.safetensors b/model.layers.11.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..92165ce2221441a13a34cc778fe7ae300c52a590
--- /dev/null
+++ b/model.layers.11.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ab904acd38783142d9243ecbb592cfdb39dcc9a52c90e11a1e717ffde1c68a
+size 16504
diff --git a/model.layers.11.self_attn.q_proj.codebooks.safetensors b/model.layers.11.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d153eec5e924c49c5c22e0898755a3d89dfc192e
--- /dev/null
+++ b/model.layers.11.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86bf2f9ebd609518287129eeffc7a4b1600fda3d1c27705235defe8e73f70884
+size 16504
diff --git a/model.layers.11.self_attn.q_proj.codes.safetensors b/model.layers.11.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0d350b46592e3afc27e44bd6d5131012dd7ed4b2
--- /dev/null
+++ b/model.layers.11.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6ab4fe7fae2200f1564189443aa3caf1175ac0b873248ce2bd9688a3f648ab
+size 4194424
diff --git a/model.layers.11.self_attn.q_proj.codes_102.safetensors b/model.layers.11.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4977af22e4ad4c0b4433b39e4869da5a962b7d82
--- /dev/null
+++ b/model.layers.11.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:459bfae12e391f98be3e3fb284775ad84b25306197f0d786e2d84abf4b38ddad
+size 4194424
diff --git a/model.layers.11.self_attn.q_proj.scales.safetensors b/model.layers.11.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a8cff766e2be42dde8846248169981bf377be379
--- /dev/null
+++ b/model.layers.11.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c6be32382dd8e139df95beaeed7994afeb3849540b9aced70ca7d5adc77e3d
+size 16504
diff --git a/model.layers.11.self_attn.v_proj.codebooks.safetensors b/model.layers.11.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9f3849b26ea18e097028d2763fd751c0647651e1
--- /dev/null
+++ b/model.layers.11.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf08c312cfcdc4d35b40f3f461a46deb5facd418bb7ef535fb986035b4697bfb
+size 16504
diff --git a/model.layers.11.self_attn.v_proj.codes.safetensors b/model.layers.11.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8f4003426efc83b6a2825342164d65025b20fddf
--- /dev/null
+++ b/model.layers.11.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31399dcf07f8e504f29e90185db078d2a5fb1de13d91465649ba250d8fbcea6b
+size 1048696
diff --git a/model.layers.11.self_attn.v_proj.codes_102.safetensors b/model.layers.11.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..aee2ef5f6f29bdd122328af8e771320632ff0a2a
--- /dev/null
+++ b/model.layers.11.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df5c0e7160fe12c13cd6de8149fa6148e035f345b8ae90a4e49ab5f9bcb334b1
+size 1048696
diff --git a/model.layers.11.self_attn.v_proj.scales.safetensors b/model.layers.11.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ee62c349c74bce39de5bcfb36a25aa8f041caa6f
--- /dev/null
+++ b/model.layers.11.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a374bc48c18233c34bc1f0d2d856b52e927d0e6f26399274b3b5d185f41987
+size 4208
diff --git a/model.layers.12.input_layernorm.weight.safetensors b/model.layers.12.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7674a05d0c4ae6f445d889af9aeac51bbf8962c8
--- /dev/null
+++ b/model.layers.12.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695d40ff388d44984e6ffd0dcf58cf77bab91126e7db7a0217a6fc4494393c9e
+size 16496
diff --git a/model.layers.12.mlp.down_proj.codebooks.safetensors b/model.layers.12.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f8921d9220560edf149ad3cef898f827631d8e1d
--- /dev/null
+++ b/model.layers.12.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bddfb2786e2c6f55f4e4f6e3c2516e0c919b6e7c7b0d6481599ace94ca12081
+size 16496
diff --git a/model.layers.12.mlp.down_proj.codes.safetensors b/model.layers.12.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..047138d98d0ad5633ac6e94c2f4dc48b1f04109c
--- /dev/null
+++ b/model.layers.12.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0138cba05c601e6a1925f9eee3cca6cbd1811a9e16605919d82d9f57504c4aa0
+size 14680176
diff --git a/model.layers.12.mlp.down_proj.codes_102.safetensors b/model.layers.12.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..98516a77e342cb26542008cb74377709cd490843
--- /dev/null
+++ b/model.layers.12.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908e222689963a8b8947f79d1c408547d5099c2b5f971a28063aa8858cfc1187
+size 14680184
diff --git a/model.layers.12.mlp.down_proj.scales.safetensors b/model.layers.12.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..47f5952330db55f7d3bf5ae1107d75daf7c79488
--- /dev/null
+++ b/model.layers.12.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ddcb5ebcb3fe4abacf568f795030701ab2ccbf3f7e2c31484ff8aa20094704
+size 16496
diff --git a/model.layers.12.mlp.gate_proj.codebooks.safetensors b/model.layers.12.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2539c4a9924ce882dc7830230baf8b24ad85fb7f
--- /dev/null
+++ b/model.layers.12.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f94976028a91ffe06fd182c5ec9b147d4a60b05caeedb407db49b151764edc
+size 16496
diff --git a/model.layers.12.mlp.gate_proj.codes.safetensors b/model.layers.12.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2ea0e6ecdf282b9be3726f26d09371116ae19b17
--- /dev/null
+++ b/model.layers.12.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535423b9508efb7785ae2d217c2eb5d7d37b517b6ea68cb6a5fbef3da6d6e735
+size 14680176
diff --git a/model.layers.12.mlp.gate_proj.codes_102.safetensors b/model.layers.12.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..294fa3d76737929177c7d93bf57f6ec2b6a67f86
--- /dev/null
+++ b/model.layers.12.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3383ce37ad80c54a98be00d0d5c034b5c0c330d493f882274419b85e6fcba849
+size 14680184
diff --git a/model.layers.12.mlp.gate_proj.scales.safetensors b/model.layers.12.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9913beeba51b6c4d6dc74ce7a2e1d159ed8bb7a1
--- /dev/null
+++ b/model.layers.12.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d92ab32cc1f841e52d192a6c070ccbf322a076d2b11bb1771e914f3f336fb4d
+size 57456
diff --git a/model.layers.12.mlp.up_proj.codebooks.safetensors b/model.layers.12.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..befab6f6e1942da8d59746aee4139def0f3cd450
--- /dev/null
+++ b/model.layers.12.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0a6ed86642490ee28ffe2138937934031c79e14fa53521f77a60880cadffa9
+size 16496
diff --git a/model.layers.12.mlp.up_proj.codes.safetensors b/model.layers.12.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5c9c39b90b995a8d7890acdf4a954bb4d1db5000
--- /dev/null
+++ b/model.layers.12.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4754d768feca872b4db8385248d6ad70c705bde214f0e871b6e13c53389a19c2
+size 14680176
diff --git a/model.layers.12.mlp.up_proj.codes_102.safetensors b/model.layers.12.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c1f0022d121313efe6c11521572246fb5025ce9a
--- /dev/null
+++ b/model.layers.12.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb414283fc2538f6294cef514f80018a8b575f6b69746ac5983eaae8e2decec
+size 14680184
diff --git a/model.layers.12.mlp.up_proj.scales.safetensors b/model.layers.12.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9585e0632d7d1e0bcd76e84cd1744bf4e7b675fc
--- /dev/null
+++ b/model.layers.12.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9cedd5b118c7967a0f6877eac33ee85b64f007d3fe004c99bb24c25a9671de
+size 57456
diff --git a/model.layers.12.post_attention_layernorm.weight.safetensors b/model.layers.12.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..022b0775155a35c5610dadb4684184a78b2148fe
--- /dev/null
+++ b/model.layers.12.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6165e44b019c262b95b2df3ae1ed05b506ceff0d602ce50bdd65354e8c70ee
+size 16504
diff --git a/model.layers.12.self_attn.k_proj.codebooks.safetensors b/model.layers.12.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..65948dc63635974b5e02177edd7be5dc63d4b16e
--- /dev/null
+++ b/model.layers.12.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4540a6f66bfa72ab1d0ec025778288c668e0b1d909fc78eedde4e769f6b95d0
+size 16504
diff --git a/model.layers.12.self_attn.k_proj.codes.safetensors b/model.layers.12.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8d36a67270bcd8df84e68dd097e2b1f137d9dc67
--- /dev/null
+++ b/model.layers.12.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d8e861ba6e9c6c8d5dca3165d0859a2138c14aee994aa73aea7b930ba80d87
+size 1048696
diff --git a/model.layers.12.self_attn.k_proj.codes_102.safetensors b/model.layers.12.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..88c96ea47e47cb84604d7e88a2f3be53e8a1fc60
--- /dev/null
+++ b/model.layers.12.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623443a66832fd01f66e5aa273973cc13495fb978956fc29960f0d3bb32fa3a7
+size 1048696
diff --git a/model.layers.12.self_attn.k_proj.scales.safetensors b/model.layers.12.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6199e7d5d9162ec9b3e069b7cc25c0417f2a1fef
--- /dev/null
+++ b/model.layers.12.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9534c3f271ff9435795348f13faa24cdb4e1f62ea423ffa415a7b7a1636f677
+size 4208
diff --git a/model.layers.12.self_attn.o_proj.codebooks.safetensors b/model.layers.12.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a6b5147ab0abcc23826dd942eb465f06c23ff7bd
--- /dev/null
+++ b/model.layers.12.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b58c863fe68fd62bf8f78ff548e509689b4bbd2fa350aad7dd4b0d491549bb1
+size 16504
diff --git a/model.layers.12.self_attn.o_proj.codes.safetensors b/model.layers.12.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b716499d5c8adaa167f7d9c1fc42010be85d61d9
--- /dev/null
+++ b/model.layers.12.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce613665076d0dc543db92896133c9bf8176cb0584553f5021df40df2ddc6be4
+size 4194424
diff --git a/model.layers.12.self_attn.o_proj.codes_102.safetensors b/model.layers.12.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a3deee390e96150aa81528ce5c188293f93c85d8
--- /dev/null
+++ b/model.layers.12.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc63276b5bd80a60ad2d65cdaad7c30cadb91d105b834baa3c33dd722e21d5c
+size 4194424
diff --git a/model.layers.12.self_attn.o_proj.scales.safetensors b/model.layers.12.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6b317e97aeeccd2d75ec9cd6d34cbd0ae3d8504b
--- /dev/null
+++ b/model.layers.12.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7774bfb001cc2e4e8a65405fd883779918e13c79b32e119f0447c6113bdddbd
+size 16504
diff --git a/model.layers.12.self_attn.q_proj.codebooks.safetensors b/model.layers.12.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cc146a01e2ecd97a0c371e8ca9b8fa936e76dc98
--- /dev/null
+++ b/model.layers.12.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b43f077c44bc0b4db69488b8e3bf8f80ac199b82508c6ac8055bcba640d05824
+size 16504
diff --git a/model.layers.12.self_attn.q_proj.codes.safetensors b/model.layers.12.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2d3c06a2f7b5e90dfb41fdb5246ac6f4a243886a
--- /dev/null
+++ b/model.layers.12.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee88345c41efa4754ec10f508736c2f1b38477c882ab58fbdaada36d24e5a47
+size 4194424
diff --git a/model.layers.12.self_attn.q_proj.codes_102.safetensors b/model.layers.12.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f06ea10ee4abea1ed78598f098b8d67f225608d2
--- /dev/null
+++ b/model.layers.12.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56ea460323410a9c87496eb6565a050d8651525e6aecf6b91b15296f3ef70a4
+size 4194424
diff --git a/model.layers.12.self_attn.q_proj.scales.safetensors b/model.layers.12.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..47d1f2530320c4d1a96242e18edea22cd280e9ae
--- /dev/null
+++ b/model.layers.12.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973935ab0269002e03b3aa607940dee22ec319812848e310df50c728503e2804
+size 16504
diff --git a/model.layers.12.self_attn.v_proj.codebooks.safetensors b/model.layers.12.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4fa8e79e4873f8b4cd8b3bc8216009ae1927f4dc
--- /dev/null
+++ b/model.layers.12.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b63eb624e7f417558e3d8de9fb5d67b7491a6e6178944af1c6c7c747f1c3bc0
+size 16504
diff --git a/model.layers.12.self_attn.v_proj.codes.safetensors b/model.layers.12.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..26cd0d6de1b1de383102f436fc204c2653a68cfd
--- /dev/null
+++ b/model.layers.12.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b49d87835ebbbd64b90b2aaf3bda776b62a223f9126ad09bd4ed5d508a2f43
+size 1048696
diff --git a/model.layers.12.self_attn.v_proj.codes_102.safetensors b/model.layers.12.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3af222788d63ee7bb5bcb8be8d61a3193c5aaa7e
--- /dev/null
+++ b/model.layers.12.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff11513e51ca7efe70737bfc08db23299f7ffa8cfe1ccf010dabba3df3c5289
+size 1048696
diff --git a/model.layers.12.self_attn.v_proj.scales.safetensors b/model.layers.12.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..951a4a5fb4411f7d078c0db1d0d66054899736fd
--- /dev/null
+++ b/model.layers.12.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca836f826ab6bd96f18092b749fed793d67cced33c2880f4741574a6acd54f8c
+size 4208
diff --git a/model.layers.13.input_layernorm.weight.safetensors b/model.layers.13.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6f5ecf537362d9b738ddab2ee7546814b56e8c37
--- /dev/null
+++ b/model.layers.13.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd55d366556076f29b806962edae088b4c6717bb01c965483f4db5bb2924f7f4
+size 16496
diff --git a/model.layers.13.mlp.down_proj.codebooks.safetensors b/model.layers.13.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ebecac2d5c1d837f7e5cc71e4e61c9d25c98ae62
--- /dev/null
+++ b/model.layers.13.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21fc7496ff3529465c582aaeaee7a56be93ea774efccf8785ad7431fa3bd86d3
+size 16496
diff --git a/model.layers.13.mlp.down_proj.codes.safetensors b/model.layers.13.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..35b3eedc910839e2c534cb06e717224d9f2d4545
--- /dev/null
+++ b/model.layers.13.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5fc1fb2de1e882dc6817f3d9d0143b3134c317fa6a663f582f6a91361dd67a
+size 14680176
diff --git a/model.layers.13.mlp.down_proj.codes_102.safetensors b/model.layers.13.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..404670248c7392b69f5bd6cefb272ff1a4c47f4e
--- /dev/null
+++ b/model.layers.13.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2ea908a9e3a176e8f2016c338ea72eb9eb839d383afe2269a2aff15b00601d
+size 14680184
diff --git a/model.layers.13.mlp.down_proj.scales.safetensors b/model.layers.13.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d8704638b522ab9358815a568597bee9d17d256e
--- /dev/null
+++ b/model.layers.13.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8abece07b78fe65a4a56339ebeec5cd40103c8a3c6d8ee0844fe3167cfedb96
+size 16496
diff --git a/model.layers.13.mlp.gate_proj.codebooks.safetensors b/model.layers.13.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c4f3e20a93ce1d22d2a36ef2f25f767f75ea62aa
--- /dev/null
+++ b/model.layers.13.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cfa3a09d9a08576de294da2ae6c07d46bcc50dbd063ccaf1d47f84e3f5a4258
+size 16496
diff --git a/model.layers.13.mlp.gate_proj.codes.safetensors b/model.layers.13.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3f75ba4aa0cfffefa0f28f4f7a7f2c8546325f09
--- /dev/null
+++ b/model.layers.13.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e753c288af3c4f4b21f1a0548a0d38eeb26212cf37a529f8016db5cf7449536
+size 14680176
diff --git a/model.layers.13.mlp.gate_proj.codes_102.safetensors b/model.layers.13.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..099bdbd49defb67bf1c481946fc9c1f88b442b59
--- /dev/null
+++ b/model.layers.13.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0a9a3d72b75d06aa5b5fa41d29ef1ceeb696ee27490f45024b85979c7477fc
+size 14680184
diff --git a/model.layers.13.mlp.gate_proj.scales.safetensors b/model.layers.13.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a8178690ab092e62167f7f760041399ba56ddc49
--- /dev/null
+++ b/model.layers.13.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c9ce1b4fdce583fb6baee3e64db2727f594f596998e69fe28449626ad5f312
+size 57456
diff --git a/model.layers.13.mlp.up_proj.codebooks.safetensors b/model.layers.13.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..654ca328df89a35055b9a39a4e4c9f5059b67468
--- /dev/null
+++ b/model.layers.13.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17595fedc13b6ee5e3f8cd28d9f6b2f3dcac91321f6b5b6400a2d61e98d002e5
+size 16496
diff --git a/model.layers.13.mlp.up_proj.codes.safetensors b/model.layers.13.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..63fe0646cd282dccef92e8252f4ac5e7244d74dd
--- /dev/null
+++ b/model.layers.13.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fde9563baaa6ac621eecaccef54e941b248d6b1e4e8a7cfc6b06276925334ca
+size 14680176
diff --git a/model.layers.13.mlp.up_proj.codes_102.safetensors b/model.layers.13.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c3ca8e3d52f1bfcbc0c474f13f4bef5557562266
--- /dev/null
+++ b/model.layers.13.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26a85c1e239eadaac0e60d31202dbe9bf8617bd694a85075a5e303433bae931
+size 14680184
diff --git a/model.layers.13.mlp.up_proj.scales.safetensors b/model.layers.13.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f100102172ebf72ca81ce6192802a4d9076e3481
--- /dev/null
+++ b/model.layers.13.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3842fbbccc50fe4b22cfb128cd1e9a8672149d9fab879a8e7b120c1d54db325d
+size 57456
diff --git a/model.layers.13.post_attention_layernorm.weight.safetensors b/model.layers.13.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5ed14f28af0cee25f316381c9ff7a7369a81a7da
--- /dev/null
+++ b/model.layers.13.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248ef40d30adccb9feaa843b32613800e81b1b576b748b4b48277444f59e75a9
+size 16504
diff --git a/model.layers.13.self_attn.k_proj.codebooks.safetensors b/model.layers.13.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..310248595a738ea4bf42971ca309c3e35b468690
--- /dev/null
+++ b/model.layers.13.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88505a2f8aa59d9b2ddc39b05231b1a3d25b8440ed705bb7cf0f6f113173504a
+size 16504
diff --git a/model.layers.13.self_attn.k_proj.codes.safetensors b/model.layers.13.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..70c74cb625335e28b733ae59ba1f319b639ec41e
--- /dev/null
+++ b/model.layers.13.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c38baf246350580c3cf2c4595076d06d92d3329e166aab19dafcf5d9dbae6491
+size 1048696
diff --git a/model.layers.13.self_attn.k_proj.codes_102.safetensors b/model.layers.13.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..391b5289e52eabccf5925fdadae086d4349c6a9e
--- /dev/null
+++ b/model.layers.13.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135775ea88c22c4c656ea0a1b7e65bfe388e65e3121167e4dcacaabec2397e55
+size 1048696
diff --git a/model.layers.13.self_attn.k_proj.scales.safetensors b/model.layers.13.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cfe2bdb3ee353ed068976f82e88ea0addbe9062c
--- /dev/null
+++ b/model.layers.13.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfe14ac46825584d01f13db29a0ac8d3bf85d8146c5e4e447d9be19c2b1a88c
+size 4208
diff --git a/model.layers.13.self_attn.o_proj.codebooks.safetensors b/model.layers.13.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..71ef5111f41d9549ec83df825c77a5bcb50cd188
--- /dev/null
+++ b/model.layers.13.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c401bee59c793b874799af8da69f6f0f99ad3414dd6c40b0dad041214bd96427
+size 16504
diff --git a/model.layers.13.self_attn.o_proj.codes.safetensors b/model.layers.13.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d29c996725857a1201b38144271a5350f94d98a1
--- /dev/null
+++ b/model.layers.13.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1937646519d5850cf8d78a1d94c42a842825d80b051de2e2958d85e9d0782f41
+size 4194424
diff --git a/model.layers.13.self_attn.o_proj.codes_102.safetensors b/model.layers.13.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5f66b168c32eb0ffffc79b0439fb9a9a77856b0d
--- /dev/null
+++ b/model.layers.13.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2790b58bad40ac90c3af5074d01ccefe0ede91c62b23eeb58281269fcaed3396
+size 4194424
diff --git a/model.layers.13.self_attn.o_proj.scales.safetensors b/model.layers.13.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..53cbc1b508cdba022342bce6055d745105cffdfe
--- /dev/null
+++ b/model.layers.13.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e9143ebf0c846a7a5c50b515b61a719e6f74e513e83baf9c0f6b7c29b51503
+size 16504
diff --git a/model.layers.13.self_attn.q_proj.codebooks.safetensors b/model.layers.13.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2d4097f9a10d87e69e894bf0852fa5cf60f24bc4
--- /dev/null
+++ b/model.layers.13.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0093303678c9ddb9966901eaed72f2922586598b86ed0fbb873f78cbfd63b0
+size 16504
diff --git a/model.layers.13.self_attn.q_proj.codes.safetensors b/model.layers.13.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..549a8310aef05a17439c0a1383b1f4a2ad4d5c0b
--- /dev/null
+++ b/model.layers.13.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34e3b41433cbbf5c05668abafe2de1022b492b4c23805a6648e73f84fdb0aec
+size 4194424
diff --git a/model.layers.13.self_attn.q_proj.codes_102.safetensors b/model.layers.13.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e5fcdece12f5db20ded2cf0f525f20a0004a7553
--- /dev/null
+++ b/model.layers.13.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85dca272b487ba65aafe34db8e185e2692815edfe5626b35104132e449f866a
+size 4194424
diff --git a/model.layers.13.self_attn.q_proj.scales.safetensors b/model.layers.13.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c1912fac5ce097d1020464d99d6a54be8d6d6b6d
--- /dev/null
+++ b/model.layers.13.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a45f5ecc255a2575cc3a043f5b84c4870888fffef7f0e719a07852ca89afb49f
+size 16504
diff --git a/model.layers.13.self_attn.v_proj.codebooks.safetensors b/model.layers.13.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..797ccf5911d4c086dd0cc4110b9d1bcc520c309c
--- /dev/null
+++ b/model.layers.13.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0b3b4a0e567fad10eb9aaf9ecb0a5a8cd67a8c5bb70fa3401e1a64e6be06d0
+size 16504
diff --git a/model.layers.13.self_attn.v_proj.codes.safetensors b/model.layers.13.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..adf3007c69d77ee1958be83b5a9c9c61a686bd48
--- /dev/null
+++ b/model.layers.13.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fb680ae0f409a3e03ea4cd2e5c80942ddec123c5b7c0e552eeb24760d4e484
+size 1048696
diff --git a/model.layers.13.self_attn.v_proj.codes_102.safetensors b/model.layers.13.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..356187df1ccea2b3e2ae454df0ba711bb6b27624
--- /dev/null
+++ b/model.layers.13.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c9bd65949b1bfa67e754423201e64d2bc0faba7af6788dc25c140d64458cbb
+size 1048696
diff --git a/model.layers.13.self_attn.v_proj.scales.safetensors b/model.layers.13.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8c5e7cb97bcf695453d85558ce54fa136c10a3c5
--- /dev/null
+++ b/model.layers.13.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6cdfd39910723ac2d95e46c65fba5a95d88b207aa5c5d3e91f5505766b9a19b
+size 4208
diff --git a/model.layers.14.input_layernorm.weight.safetensors b/model.layers.14.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d7548f9a274697c9dfabd0d69fa66a675f405623
--- /dev/null
+++ b/model.layers.14.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0aec78ba1773434f430155823947b4f6e41e37407a36f2fca8bbd517ccc022a
+size 16496
diff --git a/model.layers.14.mlp.down_proj.codebooks.safetensors b/model.layers.14.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..12fbfb8357ae353d543584e86ecbf5ff3af9fe2a
--- /dev/null
+++ b/model.layers.14.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7a8a5d996e08b82612aa03c2fb4de4959ad3e2befdc1d63f590510ba91744b
+size 16496
diff --git a/model.layers.14.mlp.down_proj.codes.safetensors b/model.layers.14.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..10cccf3194891c314083d6abba58c62598cbc956
--- /dev/null
+++ b/model.layers.14.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73994e654fda3add10122675194759ed4fa46a772e5d89617382bfa7faf453aa
+size 14680176
diff --git a/model.layers.14.mlp.down_proj.codes_102.safetensors b/model.layers.14.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..73fdc72975ecdd3e0afe568d207e76691bc82830
--- /dev/null
+++ b/model.layers.14.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da43fc94c1fac788ec422551b1b17d094ddba22e4fedd51d5b46d9b8714831e
+size 14680184
diff --git a/model.layers.14.mlp.down_proj.scales.safetensors b/model.layers.14.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d585937f1fb93558b44c52c5aea851bc9d4476d8
--- /dev/null
+++ b/model.layers.14.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82edec9f888a82eb7f2f50b9fb0f2c23d2144d69bae4ec190f110b7caa02c94c
+size 16496
diff --git a/model.layers.14.mlp.gate_proj.codebooks.safetensors b/model.layers.14.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..29b41893407694ccfd3db83d4ee5149e23dd68e8
--- /dev/null
+++ b/model.layers.14.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da576853da163fa4d35a919ea58e86a726b1ddc09b4f365aa3920f5081f65f1
+size 16496
diff --git a/model.layers.14.mlp.gate_proj.codes.safetensors b/model.layers.14.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..63e9a9672d42d67159144f34e788a53cf5fbda4b
--- /dev/null
+++ b/model.layers.14.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b6bd6d267a0703e860b2e573b42302bf3b590442cbc33363792b1003b13f5d
+size 14680176
diff --git a/model.layers.14.mlp.gate_proj.codes_102.safetensors b/model.layers.14.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..62d8f80ac03a0a079fe3533482bc2cbb21a7586d
--- /dev/null
+++ b/model.layers.14.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b6defbec3b22f3a9bdea923281aac8894c3953f8d6ff4172823f8288a17caa
+size 14680184
diff --git a/model.layers.14.mlp.gate_proj.scales.safetensors b/model.layers.14.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f2abb0e31e0879ef6b5d9aa0b8c730de474a8ba5
--- /dev/null
+++ b/model.layers.14.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea08370ebc200798ce9ac01b4f2d09e1a1a31426329ea7efb15eafb2977c760
+size 57456
diff --git a/model.layers.14.mlp.up_proj.codebooks.safetensors b/model.layers.14.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ae7ca8952130cb374b797040d069edd7d3f3299a
--- /dev/null
+++ b/model.layers.14.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8261d281215c6a87d96ccc053ccfd59ac992375fe7074aa5033f4db3698202e
+size 16496
diff --git a/model.layers.14.mlp.up_proj.codes.safetensors b/model.layers.14.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f5e6f15d35ce06efe3ad4670045c09f0df201d6d
--- /dev/null
+++ b/model.layers.14.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9611bdd277c6310a7b5501c987d0025549aac289454e9951115da75ab1939927
+size 14680176
diff --git a/model.layers.14.mlp.up_proj.codes_102.safetensors b/model.layers.14.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1579866966b3a1be59d4c16c783ee16ff3a5dcd8
--- /dev/null
+++ b/model.layers.14.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a13715590b7d275fce4c4d06cea668076b652c0953fbfcd7cc0790aada5b4f
+size 14680184
diff --git a/model.layers.14.mlp.up_proj.scales.safetensors b/model.layers.14.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..52bb4b1c454f109661e4f66aeed464d5dae6354e
--- /dev/null
+++ b/model.layers.14.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9adf08f4c55c330985ec662cca89434f8876544fa7a6498fd145fb00c26a306a
+size 57456
diff --git a/model.layers.14.post_attention_layernorm.weight.safetensors b/model.layers.14.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b3552ca6872a7204678317cb2dce79ef9951e889
--- /dev/null
+++ b/model.layers.14.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0626ec197e720e3ed7091787ca3d9365d16e6accd54a65127132d5112ed64d14
+size 16504
diff --git a/model.layers.14.self_attn.k_proj.codebooks.safetensors b/model.layers.14.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bb6c22f5360106dcc9b28f76404c5aa101e1ff38
--- /dev/null
+++ b/model.layers.14.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04b3ff2be62205b28f5cd63db746e84cfa7dcf1935662c6f692055ee54b77ce
+size 16504
diff --git a/model.layers.14.self_attn.k_proj.codes.safetensors b/model.layers.14.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..af8e5b6743c7baae651c06da9ff0388164ac4647
--- /dev/null
+++ b/model.layers.14.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f48f169c7c672e0733433ad958bfe774410d4486d2fce72a923a724ccd2795
+size 1048696
diff --git a/model.layers.14.self_attn.k_proj.codes_102.safetensors b/model.layers.14.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c066395d578a10742527f000a1ceb0c7f38201d0
--- /dev/null
+++ b/model.layers.14.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d040d8ca642eaef84a7b47d0397ff0d712c7c3cae530f3c65336ffcb9f914b7
+size 1048696
diff --git a/model.layers.14.self_attn.k_proj.scales.safetensors b/model.layers.14.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cb9b381d6d4e2fe526612a28e61b94a08b5af805
--- /dev/null
+++ b/model.layers.14.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a5090f44d9885e8c9d1f5475afa643ee31843e43acd8bcc0fa5debbe2c928d
+size 4208
diff --git a/model.layers.14.self_attn.o_proj.codebooks.safetensors b/model.layers.14.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..21b53240460fcc7edcb0e50591c3a041b3a557c5
--- /dev/null
+++ b/model.layers.14.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a225577c65cd38c3eb9e5ca44c116909330596f53b959f156b5399a1fc23f711
+size 16504
diff --git a/model.layers.14.self_attn.o_proj.codes.safetensors b/model.layers.14.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5b3f937b71fa873b47b70420f47c02a12dd18a6f
--- /dev/null
+++ b/model.layers.14.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5176dfb1fa392d608ad6e95ed330869c16e57c8bdf4a25b548ffaf64abf0c170
+size 4194424
diff --git a/model.layers.14.self_attn.o_proj.codes_102.safetensors b/model.layers.14.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a3faf50a104f4afb287ff6ba00b6646ef17cc380
--- /dev/null
+++ b/model.layers.14.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cdbbe8e61842b62fa59d95cbba8499185b2308e3a12c6c7014e7af62526e5b6
+size 4194424
diff --git a/model.layers.14.self_attn.o_proj.scales.safetensors b/model.layers.14.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dbb80adc0a07f3a9a194c92731917edc96274aee
--- /dev/null
+++ b/model.layers.14.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22adf56f9da6745e38a5c1bdebf846e34066b5bb96c499e20a075dbfc6fba033
+size 16504
diff --git a/model.layers.14.self_attn.q_proj.codebooks.safetensors b/model.layers.14.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a740d60205eec0d64bc57892573491f75317129c
--- /dev/null
+++ b/model.layers.14.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430926310fad7059681022f4532a0c35410038765b48dfbdddf5d7a8503b8feb
+size 16504
diff --git a/model.layers.14.self_attn.q_proj.codes.safetensors b/model.layers.14.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..361b758674a44b8bca33594d3fde90b1c8b1a751
--- /dev/null
+++ b/model.layers.14.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fcd347ad15b2f93c6f2964220ce77e8cb43dc05af083dfc8bd7acd05ccf364
+size 4194424
diff --git a/model.layers.14.self_attn.q_proj.codes_102.safetensors b/model.layers.14.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..261e791c9d25e27067a3aa23e03d5f1b03c0a4b8
--- /dev/null
+++ b/model.layers.14.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd5c573122617c64e91b52157cdcf55f71aca7cf9653b72c3e93a9ebd595bae
+size 4194424
diff --git a/model.layers.14.self_attn.q_proj.scales.safetensors b/model.layers.14.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..be329abbab7e05e5c4d853d2b85fa1faecf129f7
--- /dev/null
+++ b/model.layers.14.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f978e7928f592242257a808c5ee80396bb14a9b63709da249cd9a1e37334ac08
+size 16504
diff --git a/model.layers.14.self_attn.v_proj.codebooks.safetensors b/model.layers.14.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..502da1d7dedfec183a63578a12e6868a539eba24
--- /dev/null
+++ b/model.layers.14.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753d07a9dd7c4c9ba07e691f3f1d5f5da798b6092a702bc78372bd654ec9d0d9
+size 16504
diff --git a/model.layers.14.self_attn.v_proj.codes.safetensors b/model.layers.14.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e283918ab36f48b8eb8f10b35e66c88881e78c22
--- /dev/null
+++ b/model.layers.14.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e79fd38b73624eabac2f85dce71f781344ea5fb0463b5ebfdf2df4777eea1e2
+size 1048696
diff --git a/model.layers.14.self_attn.v_proj.codes_102.safetensors b/model.layers.14.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..95d119738ddc2a1aee91211b3d52b73566757db7
--- /dev/null
+++ b/model.layers.14.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2464cb54b5ca5c5ddb1e6ba17050343a8820b10cc1c78e2e8e3d41475b4425cc
+size 1048696
diff --git a/model.layers.14.self_attn.v_proj.scales.safetensors b/model.layers.14.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d8ab0ed34a5525a67d078c27da11976b6fe33bb4
--- /dev/null
+++ b/model.layers.14.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cff472213e0144668aa4e4680d7419e66f05acd0f003cfda3252797a38a728c
+size 4208
diff --git a/model.layers.15.input_layernorm.weight.safetensors b/model.layers.15.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f771eab9eb0d16415886deb76c6dec1441082d00
--- /dev/null
+++ b/model.layers.15.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61fe6296597b71b406a685c6a538d6047ad0362293e83f8678f6f6352a56f6cf
+size 16496
diff --git a/model.layers.15.mlp.down_proj.codebooks.safetensors b/model.layers.15.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..15b4068583846a3a47b21d1339ad103c9c25c899
--- /dev/null
+++ b/model.layers.15.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f455ad3c0affd49f179ea18448fbfacdfa4f94b1699c5402bb01ed80dc6d6d97
+size 16496
diff --git a/model.layers.15.mlp.down_proj.codes.safetensors b/model.layers.15.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0fecf9200e245677c06891ed20eac2a272b82413
--- /dev/null
+++ b/model.layers.15.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39b284250229978db6c68df82d7989389666e2761abce86b1ce8f8f1174b8cc
+size 14680176
diff --git a/model.layers.15.mlp.down_proj.codes_102.safetensors b/model.layers.15.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1a0c5ccae718bf431c68e963ae57bda31119782c
--- /dev/null
+++ b/model.layers.15.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02c8b4ed112d314ff2695f651879c9fcd71337df47e7574244351908e9a7239
+size 14680184
diff --git a/model.layers.15.mlp.down_proj.scales.safetensors b/model.layers.15.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c33a431913e663f0a7bb6d35cd607124a88ff8db
--- /dev/null
+++ b/model.layers.15.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f608177ebbe943e52e2b11dff7c4368aa12c964418803c05b04137379a69e2e
+size 16496
diff --git a/model.layers.15.mlp.gate_proj.codebooks.safetensors b/model.layers.15.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..80be4aac4ef691233d21951578955190aeac9d50
--- /dev/null
+++ b/model.layers.15.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75db52321d9727e05c4c09edc7d0169319094121f4f4978435b1f73fbffc7c37
+size 16496
diff --git a/model.layers.15.mlp.gate_proj.codes.safetensors b/model.layers.15.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..85ddde9039038babaef0d9396fc7181b43330a69
--- /dev/null
+++ b/model.layers.15.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb89d0407dbb2ed92d7d936274d08ba77cf35d8c25bc150b9f18c6b89bab60b
+size 14680176
diff --git a/model.layers.15.mlp.gate_proj.codes_102.safetensors b/model.layers.15.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..517ef558e1bebabf1bd84a9171293f7fd18ac5d2
--- /dev/null
+++ b/model.layers.15.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67584bc1b07b755c0d7c44639c6473df7d9624e48857a8c6ea195b09694d42d
+size 14680184
diff --git a/model.layers.15.mlp.gate_proj.scales.safetensors b/model.layers.15.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ec2f5e5a88d840ee1d34638d0c8d3a775ead9130
--- /dev/null
+++ b/model.layers.15.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1fd7c7985627311ad9b27497ea021621c24d2b4d653ed648f5f74d29c37707d
+size 57456
diff --git a/model.layers.15.mlp.up_proj.codebooks.safetensors b/model.layers.15.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b308a5ba12a7477549abac64516404e32394a5a9
--- /dev/null
+++ b/model.layers.15.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ec247ab36b7a53b01198ceed36be2d4379f5c2bc616c1ee5b9b02526490f0f
+size 16496
diff --git a/model.layers.15.mlp.up_proj.codes.safetensors b/model.layers.15.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..446142eaa4e0063b5c475bb5eb259699795e24e9
--- /dev/null
+++ b/model.layers.15.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7c43ae22b335c85aedaffe06bfef8afbc090c5294cb74d03547a2ff59b8f2a
+size 14680176
diff --git a/model.layers.15.mlp.up_proj.codes_102.safetensors b/model.layers.15.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e0fd96755596cd876c3474c63c1c29d234fe8eda
--- /dev/null
+++ b/model.layers.15.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1551f69df809ba6b1c73f51efa0ccbc60bdf1c527dae4e5f38b33e2c56425649
+size 14680184
diff --git a/model.layers.15.mlp.up_proj.scales.safetensors b/model.layers.15.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c207c2c0c2681c884a641354557e45d19abe4253
--- /dev/null
+++ b/model.layers.15.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55ad26b1d3cdb234468f3c7fce24a689d14aac96dd6d0cf02c1650c853376d8
+size 57456
diff --git a/model.layers.15.post_attention_layernorm.weight.safetensors b/model.layers.15.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b89964f1f3d520ba3c4a806a13e5eca86a074904
--- /dev/null
+++ b/model.layers.15.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e01fe53b64d31c0558a4931491b43e98d4207d9feab93d79597c2752e030a6e
+size 16504
diff --git a/model.layers.15.self_attn.k_proj.codebooks.safetensors b/model.layers.15.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a5adbd8f12fb39d753de5df40428904d61bd9d04
--- /dev/null
+++ b/model.layers.15.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b3a716ef46034cbbc2d0fa888f02ea4e16233f08570847e9966e05a133e3ff
+size 16504
diff --git a/model.layers.15.self_attn.k_proj.codes.safetensors b/model.layers.15.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..591a004786c13070c189ab18b99b32000b5e7218
--- /dev/null
+++ b/model.layers.15.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cdf346834868871aed7dd466c91320f66a3d28229a24704456afb67d9334062
+size 1048696
diff --git a/model.layers.15.self_attn.k_proj.codes_102.safetensors b/model.layers.15.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a76fa0d4af2fd618c5d45161984a43c68135a1a6
--- /dev/null
+++ b/model.layers.15.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439c1c7ff80fb24ed8c206dc8c104f05eadc1f0e1af5ab83b756a3464aaa3f99
+size 1048696
diff --git a/model.layers.15.self_attn.k_proj.scales.safetensors b/model.layers.15.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8b21db364f4db33f7d6b260b1c425cd10d600b84
--- /dev/null
+++ b/model.layers.15.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d483219642774b560d578c4ca75eb3f6cafe1e67439700b72ea1434d0bf64e
+size 4208
diff --git a/model.layers.15.self_attn.o_proj.codebooks.safetensors b/model.layers.15.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c67a06917c830636bb3700fddfff335ad7cd9ac3
--- /dev/null
+++ b/model.layers.15.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c3adb10e22f80dea2f8fe42ba84576d1d1a14c0488f17fa89b806a9e5def9e8
+size 16504
diff --git a/model.layers.15.self_attn.o_proj.codes.safetensors b/model.layers.15.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f9ebb822670c051364bad5b22c6e98eea28cd045
--- /dev/null
+++ b/model.layers.15.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc895bb05ffd92a115a53c502b6081bfc04925cbb577639e560c7a3e11b59bf1
+size 4194424
diff --git a/model.layers.15.self_attn.o_proj.codes_102.safetensors b/model.layers.15.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..35ccc1bf27965cb1529983bfe5f9e36d7cdb5828
--- /dev/null
+++ b/model.layers.15.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b6c6e693fd927480396b93e398f0b4e95d13abce0361d597e63caf84bb3415
+size 4194424
diff --git a/model.layers.15.self_attn.o_proj.scales.safetensors b/model.layers.15.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e18196c2734a209610b0ea66d96314fa10414c24
--- /dev/null
+++ b/model.layers.15.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1ceec7439f857754ac8545e8822ea4d1e4188ad0645b8166a6290aaa73104b
+size 16504
diff --git a/model.layers.15.self_attn.q_proj.codebooks.safetensors b/model.layers.15.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e82baa70f6041cd8446a9a25ca496c562df586dd
--- /dev/null
+++ b/model.layers.15.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d490254db2bc89ef2fe311b7b9d88a5ceb7e84efb265517393fc902d67c4cbad
+size 16504
diff --git a/model.layers.15.self_attn.q_proj.codes.safetensors b/model.layers.15.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..826ea1288af909c2a2b774d190b8181440743e0e
--- /dev/null
+++ b/model.layers.15.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1433db9265b8576cc40fe0a49e05f3c766ebca3745ba69564d9c7be7f7bc7d74
+size 4194424
diff --git a/model.layers.15.self_attn.q_proj.codes_102.safetensors b/model.layers.15.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2c2b8a3f42734476dfe57ccd0b2c6a6167e106bb
--- /dev/null
+++ b/model.layers.15.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc390dce63279f06a87efbbd52b988c126c4a19db4168a9a915f83a7de4bc36b
+size 4194424
diff --git a/model.layers.15.self_attn.q_proj.scales.safetensors b/model.layers.15.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d774b6c97f98b0b1232861bdbe89f5421bd914a8
--- /dev/null
+++ b/model.layers.15.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520b9ba08de7215d4f42150ff717ecdbec2270f7539627552d0ab2bc0879ee78
+size 16504
diff --git a/model.layers.15.self_attn.v_proj.codebooks.safetensors b/model.layers.15.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7b97b228475c06c3ae66d2fd11b4d0d8717a18b6
--- /dev/null
+++ b/model.layers.15.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4a207f8d54e9db81520d60a1110ac3825746f3a3c926fe85a78e5c3f98780a
+size 16504
diff --git a/model.layers.15.self_attn.v_proj.codes.safetensors b/model.layers.15.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9ddcde162287277b18a27895165ed4d68636d34b
--- /dev/null
+++ b/model.layers.15.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92a95f013b0c4bdf4c5d2ee6c5299dd8633a9ece268d0f12c717ec268259381
+size 1048696
diff --git a/model.layers.15.self_attn.v_proj.codes_102.safetensors b/model.layers.15.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..69537f5c3a9817c2ba60d3c96ec70cdda6c48254
--- /dev/null
+++ b/model.layers.15.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8ab29ee99a119df0d643f06d5d8c6ffe49dee1226a476c1383810ae54029f0
+size 1048696
diff --git a/model.layers.15.self_attn.v_proj.scales.safetensors b/model.layers.15.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ade361820176d2b350e3b2cdf554b60d56fa9490
--- /dev/null
+++ b/model.layers.15.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb86437163de5027b08a9b7c094348768e16c1e520cc01d5f7223a1b46ee420
+size 4208
diff --git a/model.layers.16.input_layernorm.weight.safetensors b/model.layers.16.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..87bb41fb74850ec46a17c05cd9310eeac629e510
--- /dev/null
+++ b/model.layers.16.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e93dfb99bb7dfed8be3582d524d2c19fe8e57d66747aae040dfc64d3bf87fad
+size 16496
diff --git a/model.layers.16.mlp.down_proj.codebooks.safetensors b/model.layers.16.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0a46955cff7ced26dc163633429e408a731453d5
--- /dev/null
+++ b/model.layers.16.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b9c1afd5f354eaa69a89f8d69b384bbd9c18db626ab103ac672e1ce30109c8
+size 16496
diff --git a/model.layers.16.mlp.down_proj.codes.safetensors b/model.layers.16.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8fcbeb645781e52914754c0fa6d044591fdfb167
--- /dev/null
+++ b/model.layers.16.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cafa65c3c9394fab72e2119d4d5e3fe1c4f6e3544523d250da143673a38854ae
+size 14680176
diff --git a/model.layers.16.mlp.down_proj.codes_102.safetensors b/model.layers.16.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f4224bef22c899bd3e61fa64aeaf492d4244a217
--- /dev/null
+++ b/model.layers.16.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3111c6267ba9982acb5a1d1c4c3ef12ceddf55fe4f782bebce37516689406087
+size 14680184
diff --git a/model.layers.16.mlp.down_proj.scales.safetensors b/model.layers.16.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ec544d6621f0599b2c54a2c713f9cce4682d4f4d
--- /dev/null
+++ b/model.layers.16.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2578cdca495541e682fba347d932e2a11dfa9becbce067289a69c12458a1f0a5
+size 16496
diff --git a/model.layers.16.mlp.gate_proj.codebooks.safetensors b/model.layers.16.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2a7c8ccd29657827ac495f8fc414c7ecd5260161
--- /dev/null
+++ b/model.layers.16.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3087facedf9189837bb2d586c459bf2984b478f215020da6eea557dbd9944100
+size 16496
diff --git a/model.layers.16.mlp.gate_proj.codes.safetensors b/model.layers.16.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..51dfefcea9598b71f213b1c597ade0f1e0cf786c
--- /dev/null
+++ b/model.layers.16.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd42e3c6f77fb3945473a28201fefa3531171e63a336c6b746a5fc0b944be51
+size 14680176
diff --git a/model.layers.16.mlp.gate_proj.codes_102.safetensors b/model.layers.16.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..38a977f6f51de716a305ca91b894b1e1d67eb0da
--- /dev/null
+++ b/model.layers.16.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f156b0b3c60f57a5201aab0ac44aea34dd4f5f2dc45287de44694a6291358b6
+size 14680184
diff --git a/model.layers.16.mlp.gate_proj.scales.safetensors b/model.layers.16.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a2a3ec5fda28d2be4dbfce1664565712c6db9ee0
--- /dev/null
+++ b/model.layers.16.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1bbbc0f7a867fafd0fda0cd983048253af14f453ef7f994d6e0aebebf8eee1
+size 57456
diff --git a/model.layers.16.mlp.up_proj.codebooks.safetensors b/model.layers.16.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2c7550a3d10de2e2e9b6c0971b9cfedb3b8693b5
--- /dev/null
+++ b/model.layers.16.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd565e5ece94beb4182a8fd75cf317bc6efc77b131a2b8e183736b6f854e1a5a
+size 16496
diff --git a/model.layers.16.mlp.up_proj.codes.safetensors b/model.layers.16.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c5aeebecbce6a5ca536de7a45bcebe18725102e9
--- /dev/null
+++ b/model.layers.16.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8a0ab827016f7bbba8f88799621d8db0afa7033116cdc4d046eaf99b92b78f
+size 14680176
diff --git a/model.layers.16.mlp.up_proj.codes_102.safetensors b/model.layers.16.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6b31c95b971bdce66a74f30cff165109c9e4c6a0
--- /dev/null
+++ b/model.layers.16.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e019647e6a1289238ae6c61c5b5cbae4a3d54968af70feb1f0cfa4bcc7e7e8
+size 14680184
diff --git a/model.layers.16.mlp.up_proj.scales.safetensors b/model.layers.16.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..86392eba847f2520fe9f9c0c5262a0e574454a93
--- /dev/null
+++ b/model.layers.16.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5dd300f68a0c51cc14bf18fa331f1543bcc5f096f2889fe6a533c823932ee7
+size 57456
diff --git a/model.layers.16.post_attention_layernorm.weight.safetensors b/model.layers.16.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c39ba2f577be6e73c9c02d0a6545727eb1831735
--- /dev/null
+++ b/model.layers.16.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12de03f37b79320571a45b23d529f0c4996d4d7df6e45f4a13d29b2f058a0146
+size 16504
diff --git a/model.layers.16.self_attn.k_proj.codebooks.safetensors b/model.layers.16.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..acf6a852e21b5b7ffa3adf8eba7ee773ca058fab
--- /dev/null
+++ b/model.layers.16.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c813001c3b0974ac5c0731139e335abfbef405ac6a7655dc886ad519b42da373
+size 16504
diff --git a/model.layers.16.self_attn.k_proj.codes.safetensors b/model.layers.16.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3d11ea9dde4d0bcd2a627943eecc61829317a95c
--- /dev/null
+++ b/model.layers.16.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5795e9ae5249a667c39cbdd4d3cd40a34a0340e95fbf0f9f98741a5547ffd1e
+size 1048696
diff --git a/model.layers.16.self_attn.k_proj.codes_102.safetensors b/model.layers.16.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4aeeed27de31ec1ef2d0decc29d7b84909ec0029
--- /dev/null
+++ b/model.layers.16.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2d0a370f8dd4e2475d01da560a381a4e0ae1a2d7d291df48e4d31017807f35
+size 1048696
diff --git a/model.layers.16.self_attn.k_proj.scales.safetensors b/model.layers.16.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..76f92d60cc1adc6d5b9a2fa764b90b4a8b5db818
--- /dev/null
+++ b/model.layers.16.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0bed306edd6f8d934bcf415fb9c40fbd7198e015cb686a1dd217fcc6ea5c577
+size 4208
diff --git a/model.layers.16.self_attn.o_proj.codebooks.safetensors b/model.layers.16.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..44637771e7fe1fee12cd7451377d15d739e9a544
--- /dev/null
+++ b/model.layers.16.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17278eff31c5cf32a2dae6fba385a91077b585b80451e0d93851dc1eb98f51f
+size 16504
diff --git a/model.layers.16.self_attn.o_proj.codes.safetensors b/model.layers.16.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8a589edb76e4a9293fd04ffd0d7af6ddaceee3f9
--- /dev/null
+++ b/model.layers.16.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11cee9ad408fe0af57cf8dd776eb6e6ae244594087b1dee5cf64658a5132d642
+size 4194424
diff --git a/model.layers.16.self_attn.o_proj.codes_102.safetensors b/model.layers.16.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..59439f446d528a884f05444fa06e99e0e7389b91
--- /dev/null
+++ b/model.layers.16.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c07cff0b5f1694a36005e7d54e4617d475a8ad1a082156e4f99ea766d5b10a46
+size 4194424
diff --git a/model.layers.16.self_attn.o_proj.scales.safetensors b/model.layers.16.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3645d70c29eb64c365da008741b4e03c3470a371
--- /dev/null
+++ b/model.layers.16.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be7e8b363288cebdd3ee09847f848d4ad20b7a56ab216ab47e871dbe5b0c3a9
+size 16504
diff --git a/model.layers.16.self_attn.q_proj.codebooks.safetensors b/model.layers.16.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..75e380d8b678aae6b2b4f37b0388f4c15ff24975
--- /dev/null
+++ b/model.layers.16.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13221bf7e621a1668b941284b325eec74f89fa11c6cbd44442dee396b1c39543
+size 16504
diff --git a/model.layers.16.self_attn.q_proj.codes.safetensors b/model.layers.16.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6a71131fef757c2fc42d0707994ce8f08685667e
--- /dev/null
+++ b/model.layers.16.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2afb00af03cff574a3e280971eec5465182bffef3262ec260f83213ceb8f404
+size 4194424
diff --git a/model.layers.16.self_attn.q_proj.codes_102.safetensors b/model.layers.16.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ef625e1261bb89cfce63d91df7a3dde405dfc846
--- /dev/null
+++ b/model.layers.16.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1296c950d55379b06bea4452d01c997630cdadccd25f6a011e726e2e1fc88186
+size 4194424
diff --git a/model.layers.16.self_attn.q_proj.scales.safetensors b/model.layers.16.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8355a5bb0a9b9873384caa3cf9383dc7b8acebd4
--- /dev/null
+++ b/model.layers.16.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d916cbc501580e98518efc461bfb2c756daafe4b714f961a9c9c2dcf69370d1c
+size 16504
diff --git a/model.layers.16.self_attn.v_proj.codebooks.safetensors b/model.layers.16.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5ecbbabea17da8a2cb813e4e495c30c98bcdfe97
--- /dev/null
+++ b/model.layers.16.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60bd6a7406217d9dd4e9cff57ee33709404701ae81aae019b16f2ea445fb18b4
+size 16504
diff --git a/model.layers.16.self_attn.v_proj.codes.safetensors b/model.layers.16.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ec212fc14f0f6d33c7cc4fe06b3c7aa3b8c6e237
--- /dev/null
+++ b/model.layers.16.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a1ca565e7d447b807b2ca8cf735a0fd6ed8866770e40984f230c5a795cb2a7
+size 1048696
diff --git a/model.layers.16.self_attn.v_proj.codes_102.safetensors b/model.layers.16.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4d323f51e52058930b34fa42ef02cabd0486ba00
--- /dev/null
+++ b/model.layers.16.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c464f6cbdc02871b5f0f519f04701f7e3e60f1675376ecad78bdfe8fb1db3912
+size 1048696
diff --git a/model.layers.16.self_attn.v_proj.scales.safetensors b/model.layers.16.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9101698fdaa279cc92f52f7aa1193e14526a3c62
--- /dev/null
+++ b/model.layers.16.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c4a2dbc36c7578eccec243ec20304df7af4ff3404bb3c92472a9360f712662
+size 4208
diff --git a/model.layers.17.input_layernorm.weight.safetensors b/model.layers.17.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..543a1977631c3df9e334842ae72ba7dddd99fc7d
--- /dev/null
+++ b/model.layers.17.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db9f2a33d1d7900975dbe7a8f7a1e4edf6f9bfe0d4fa0113e4cc7ebc0a3cac6
+size 16496
diff --git a/model.layers.17.mlp.down_proj.codebooks.safetensors b/model.layers.17.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..752700a5bf0afec95f5ded5aedf2016307a735bd
--- /dev/null
+++ b/model.layers.17.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d31baed1ecf2b057252f7655a4ed0a35a8440f2b9ec59088bf611573ae477ef
+size 16496
diff --git a/model.layers.17.mlp.down_proj.codes.safetensors b/model.layers.17.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..daa0a0a364eeb7cabed72651847b311587bcb592
--- /dev/null
+++ b/model.layers.17.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf745891b5db6021bc2c5161c6db2180365c77ebb38150693a64d2c82f01955a
+size 14680176
diff --git a/model.layers.17.mlp.down_proj.codes_102.safetensors b/model.layers.17.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a02fce5e8fdb34b97829da1995109b537aa330ae
--- /dev/null
+++ b/model.layers.17.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3e476f38cb0bc917e8ac738e0ef00a47d147a8e54ff10d9918c5247daf7714
+size 14680184
diff --git a/model.layers.17.mlp.down_proj.scales.safetensors b/model.layers.17.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2e01c15683672801e6fe64f155db0b9f4abbb076
--- /dev/null
+++ b/model.layers.17.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d84e132c45c890e78f97fe34393dba506f51796c6c08ecc38a195e194c6064
+size 16496
diff --git a/model.layers.17.mlp.gate_proj.codebooks.safetensors b/model.layers.17.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a0648cc53163f1d925c8522771920e49f1f6a40f
--- /dev/null
+++ b/model.layers.17.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714d26e84b270b0f3218f39208843baddbc7a037b716af5989f44191211de05c
+size 16496
diff --git a/model.layers.17.mlp.gate_proj.codes.safetensors b/model.layers.17.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9b3d4f0aa39c4ed4fdd6318d38a8b02ab85f06d2
--- /dev/null
+++ b/model.layers.17.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df58b5a78b7f6f128b82099e010f74a5e2a72ed66f275596141fe375391a6184
+size 14680176
diff --git a/model.layers.17.mlp.gate_proj.codes_102.safetensors b/model.layers.17.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9d3b4609bae2aa30f700455f05bdd1ed6b6b8f04
--- /dev/null
+++ b/model.layers.17.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3dab9aa1b026e5c4fcc7987fb7dff8022845cddb89628b96eadcbb85baf5948
+size 14680184
diff --git a/model.layers.17.mlp.gate_proj.scales.safetensors b/model.layers.17.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9f38232d41f7035f7c5cbed432d9edd4604ef5c5
--- /dev/null
+++ b/model.layers.17.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104aff4a06138f02704cd2fd646e99ac3be59134142e0a28179abefdcec3e1ce
+size 57456
diff --git a/model.layers.17.mlp.up_proj.codebooks.safetensors b/model.layers.17.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c4b54a534073512ab960e346c6cf74a8bd6d5504
--- /dev/null
+++ b/model.layers.17.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b8db4b2907cacc820f6b2f54fcf88d3f1140fe7f6efabe301058e0170c2229
+size 16496
diff --git a/model.layers.17.mlp.up_proj.codes.safetensors b/model.layers.17.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..282f6371ce2d7d7d9ccbb40dcd979d285803f0f6
--- /dev/null
+++ b/model.layers.17.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01959e567b961ad20cc5bf1af69bb7a2bedad4948a4ed138fdd7fa02a4684c4c
+size 14680176
diff --git a/model.layers.17.mlp.up_proj.codes_102.safetensors b/model.layers.17.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6ce5e9141a1e217d25e5e03c2c735f97838e51ef
--- /dev/null
+++ b/model.layers.17.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511244388e45cfcd5a9528c5877b026d780ceb278c6ab1528bfb2ee41fb74ff0
+size 14680184
diff --git a/model.layers.17.mlp.up_proj.scales.safetensors b/model.layers.17.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a76f1145b6972e2a6da6cfdcb74b9a244366c863
--- /dev/null
+++ b/model.layers.17.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85af6158d99f25643dd97510bcfe05c97764d12c7647873a43192d6ce0245e6
+size 57456
diff --git a/model.layers.17.post_attention_layernorm.weight.safetensors b/model.layers.17.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e9fed5d7be0b82388b58af80c75fd95349e350c8
--- /dev/null
+++ b/model.layers.17.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9468d1cb8fdfd9ba43050b37e72fcad305034122d31ee0e079c8f78481b852ff
+size 16504
diff --git a/model.layers.17.self_attn.k_proj.codebooks.safetensors b/model.layers.17.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cb283d24dac12250fe63bb60e3f598a1155153cd
--- /dev/null
+++ b/model.layers.17.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b43d5657df0152616d77162c3003e08b8e4a655924fa233d8465d1b8f5f03faf
+size 16504
diff --git a/model.layers.17.self_attn.k_proj.codes.safetensors b/model.layers.17.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..498390da2d14176cdece486171cb0c0b4075ea2d
--- /dev/null
+++ b/model.layers.17.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ba6ced843bada8d62c05ac196f2be972bf4889a3647e64a699edfe1693490c
+size 1048696
diff --git a/model.layers.17.self_attn.k_proj.codes_102.safetensors b/model.layers.17.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..652c017f1d08321a857d7a79d8f8cfbd243741f6
--- /dev/null
+++ b/model.layers.17.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fa9aad76a498a667756de1913d1b1ff8628957a61e1ca4b740a681a90091b4
+size 1048696
diff --git a/model.layers.17.self_attn.k_proj.scales.safetensors b/model.layers.17.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..22684ddac68afdff5a366876f6895b0297983ce1
--- /dev/null
+++ b/model.layers.17.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8484545d01a4f5b43d5fcfa91c5673d380c6c610b1eafb2209b641afc3b0b88
+size 4208
diff --git a/model.layers.17.self_attn.o_proj.codebooks.safetensors b/model.layers.17.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f292e294f6daa9603ba004b06bcac701edd1a6dc
--- /dev/null
+++ b/model.layers.17.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e38b40f381107d55f5c8f7f47fa61de93543bc2bc35a87d7744eba0a90d1dc
+size 16504
diff --git a/model.layers.17.self_attn.o_proj.codes.safetensors b/model.layers.17.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c96eed7c77f4f55560cb10a66313dd785edcc752
--- /dev/null
+++ b/model.layers.17.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86437d4ae6b3f766054af7dac083a1f4898ecc61735add4ac55e2c5e5c5f7eca
+size 4194424
diff --git a/model.layers.17.self_attn.o_proj.codes_102.safetensors b/model.layers.17.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..95be4671d425483c83a2d2c794fe4fdb7aa17155
--- /dev/null
+++ b/model.layers.17.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d577891942726e8dbab3b3ac51722a15c069e6d8f0001f6eef319da2d4b749c
+size 4194424
diff --git a/model.layers.17.self_attn.o_proj.scales.safetensors b/model.layers.17.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9f0252bf664f3f852e8e43cc620b7a8b4128ee09
--- /dev/null
+++ b/model.layers.17.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe6f16b10a0b1a2b561a441e44f650708e34f3eb6923a65d40a0fab01a8ba6a
+size 16504
diff --git a/model.layers.17.self_attn.q_proj.codebooks.safetensors b/model.layers.17.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c597074bb7938f96ed2458076d48956776aeb2ae
--- /dev/null
+++ b/model.layers.17.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de46c29702ef6300c84cd5edf9ab78bb4470d887a55cf7f5678c486330b7b73
+size 16504
diff --git a/model.layers.17.self_attn.q_proj.codes.safetensors b/model.layers.17.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b9ec83fbf1537a1302b1e0fab022c7f729513606
--- /dev/null
+++ b/model.layers.17.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db272f4692dfe74444fc4bfe625398ce73cce62a3d0e9a670a02a31338be63e2
+size 4194424
diff --git a/model.layers.17.self_attn.q_proj.codes_102.safetensors b/model.layers.17.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..83c759a531adab01880c6198948aadcf4012275b
--- /dev/null
+++ b/model.layers.17.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9039af16572741fb367699ef7df94b8177785b23024ace3b2452d866a5b1a017
+size 4194424
diff --git a/model.layers.17.self_attn.q_proj.scales.safetensors b/model.layers.17.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1d461207583be9c05eab94a6a8e4b72f83d02329
--- /dev/null
+++ b/model.layers.17.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b46157eda19204fe4cdc067aaedde2e530587a565f40eba9f6e52fd3701958d4
+size 16504
diff --git a/model.layers.17.self_attn.v_proj.codebooks.safetensors b/model.layers.17.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..591535eefd4ae21221aa5e055290f5c0d5ea1533
--- /dev/null
+++ b/model.layers.17.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a851bc824244b43ab60c4b8b69ced6a9b6018096fc9d89d5b08e778a9fa2a80c
+size 16504
diff --git a/model.layers.17.self_attn.v_proj.codes.safetensors b/model.layers.17.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..139cc9a75e3676c522cecb7feb54393322059c78
--- /dev/null
+++ b/model.layers.17.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a5e1c479849f90031b09c79fa369212a284891459a72acc21c47b6f9f2bc1e
+size 1048696
diff --git a/model.layers.17.self_attn.v_proj.codes_102.safetensors b/model.layers.17.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..717715383e0cd230b8d6187496af53159c508342
--- /dev/null
+++ b/model.layers.17.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e003e43a1d2dc7f7debd2c08aa5de15bf407d7cf9a4c452ecc25efc161f77945
+size 1048696
diff --git a/model.layers.17.self_attn.v_proj.scales.safetensors b/model.layers.17.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2c168dbeb3e65a8f8fc5f8f18474b9bfaf26b58f
--- /dev/null
+++ b/model.layers.17.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8cbb5119afbba153a03a8097be939446d4496ad45af3e58529b3dbb05cc9a0
+size 4208
diff --git a/model.layers.18.input_layernorm.weight.safetensors b/model.layers.18.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e820ab95a68ba4fda45a3ab58f6dab41594481d5
--- /dev/null
+++ b/model.layers.18.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66124780d3a7711de7d29acd8b3b32d27185f2b59c2640f6ec305ff796c8096
+size 16496
diff --git a/model.layers.18.mlp.down_proj.codebooks.safetensors b/model.layers.18.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2ec503a8145da9cce893cd1712506bec0849e2ba
--- /dev/null
+++ b/model.layers.18.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a51e9270fe782f18f831744c4a32edfa1247ea56b5e4ea4fae52ba8110ccc4
+size 16496
diff --git a/model.layers.18.mlp.down_proj.codes.safetensors b/model.layers.18.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4d8e5a4dffebc5266425e232fb090aeb6b6db2eb
--- /dev/null
+++ b/model.layers.18.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31aa6c3530abea30840eca61273a2bfdd848020a72056a0d589605ff989eb05c
+size 14680176
diff --git a/model.layers.18.mlp.down_proj.codes_102.safetensors b/model.layers.18.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3fc546a27eeb6c14df176807faca67d3769ccdbe
--- /dev/null
+++ b/model.layers.18.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f8201b91e8337c8893c484fd367b253ba9722b8ed15432d837bcc5e7c16845b
+size 14680184
diff --git a/model.layers.18.mlp.down_proj.scales.safetensors b/model.layers.18.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a1c03192375dd49e0a4e006be99fc081c7a0e6b8
--- /dev/null
+++ b/model.layers.18.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c5bda1f8739aa431dfdb0a003be80653b2316f120f3168d132aeb6fc6f1bfb
+size 16496
diff --git a/model.layers.18.mlp.gate_proj.codebooks.safetensors b/model.layers.18.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1fae085bca4135a066f21aeeaa47d9792eab3a76
--- /dev/null
+++ b/model.layers.18.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e8c2fbb1de5bb2f624b29e31a674452cf078647758071bd2bf5f5dbf9709f8
+size 16496
diff --git a/model.layers.18.mlp.gate_proj.codes.safetensors b/model.layers.18.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..957eec0d8f5b76309b196913688c77e20516d59a
--- /dev/null
+++ b/model.layers.18.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e7adb92ab58d1c04fa9f7657d9e5fdb2bb3b4b770905325d01a7cc0040a3be
+size 14680176
diff --git a/model.layers.18.mlp.gate_proj.codes_102.safetensors b/model.layers.18.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d26a4146d1269e3754a01d6c33863636a4d3eef0
--- /dev/null
+++ b/model.layers.18.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87e18c0132c929577e2f177b81bc182f8dfd186f1a05ab39cfc5085af14811d
+size 14680184
diff --git a/model.layers.18.mlp.gate_proj.scales.safetensors b/model.layers.18.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b722c1030ceb2df957d65df1d5280d6678b7ee9a
--- /dev/null
+++ b/model.layers.18.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939f3dfbde3b9d4aeea0fa2d95f91390c51879c737b58943d6cd00daccad35ff
+size 57456
diff --git a/model.layers.18.mlp.up_proj.codebooks.safetensors b/model.layers.18.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5097fe00853d601ee10a73b30371fa3839b916e0
--- /dev/null
+++ b/model.layers.18.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02eb9c30bace6d6d2803126dbf6ab3be7caeddc28045470ecf23609a1894501
+size 16496
diff --git a/model.layers.18.mlp.up_proj.codes.safetensors b/model.layers.18.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6b05c23bbc157931016ce14ba0bcd3ed078fab4e
--- /dev/null
+++ b/model.layers.18.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be2eb8f902ed41ddf34c7ee554f34d53d9b54e261ddac4c14f0c53ef5c27596
+size 14680176
diff --git a/model.layers.18.mlp.up_proj.codes_102.safetensors b/model.layers.18.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..33853d84429653d4778b21af3d43cbeb16b3a883
--- /dev/null
+++ b/model.layers.18.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7569d3b359b65ca17bd2894d3cffc32fe373af71df0318501e4f94df5da365e0
+size 14680184
diff --git a/model.layers.18.mlp.up_proj.scales.safetensors b/model.layers.18.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..370b53f5f17da00180852c42bcd4f9a05f07dee6
--- /dev/null
+++ b/model.layers.18.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6418bdd8dd43613491ecdffdf7cca7ba5f509748e1191f2493b8df686006217d
+size 57456
diff --git a/model.layers.18.post_attention_layernorm.weight.safetensors b/model.layers.18.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fa596cabf5ccab238120bf877731337243fb6e93
--- /dev/null
+++ b/model.layers.18.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d012ecb5ea1045b73de52cc788be0e26c9e40deeec1f36de331c9c3c9cb6503d
+size 16504
diff --git a/model.layers.18.self_attn.k_proj.codebooks.safetensors b/model.layers.18.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ea7e79fcdf8bbe283b938b8ad521cb2746f7ce07
--- /dev/null
+++ b/model.layers.18.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dece9645a110e48a10524a4a503f444b447839a526d3269d6c231a78b3eca37f
+size 16504
diff --git a/model.layers.18.self_attn.k_proj.codes.safetensors b/model.layers.18.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f989064be91f619e21ddf4bcdd97b26dbefbfd67
--- /dev/null
+++ b/model.layers.18.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd00fe82e4a0c8deb3922a609ad9a6be9be6a275ed214dcfedd6c9a7a6fea7e
+size 1048696
diff --git a/model.layers.18.self_attn.k_proj.codes_102.safetensors b/model.layers.18.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5bb2149848138b1aac3aac1b3e1c34104b1937ff
--- /dev/null
+++ b/model.layers.18.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe57a98d233708d81f0071509cc20059807e352b766635fa327250e9366851f
+size 1048696
diff --git a/model.layers.18.self_attn.k_proj.scales.safetensors b/model.layers.18.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c0d819776ffd974833288bf78e50da1f7beb9687
--- /dev/null
+++ b/model.layers.18.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8738c4e73d5088ff6b3ecd583c008e7e2be79fe9339abae6f9b4b01d646f5d23
+size 4208
diff --git a/model.layers.18.self_attn.o_proj.codebooks.safetensors b/model.layers.18.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8519c9bd12af08908232809a9213b264142dd92b
--- /dev/null
+++ b/model.layers.18.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70bb1e86762c9c9bc88ab814241e177138d4e7c15078d1418d851c9feb650180
+size 16504
diff --git a/model.layers.18.self_attn.o_proj.codes.safetensors b/model.layers.18.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7bbe49c9c06533bf7af8cf3b655e1d78e42ef4c2
--- /dev/null
+++ b/model.layers.18.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49ba802b010bfef908a8a9de8bc034e60211a972cdcfbc023469456716be24e
+size 4194424
diff --git a/model.layers.18.self_attn.o_proj.codes_102.safetensors b/model.layers.18.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..20d13386b30d293120774f50dfe0a5602355af1b
--- /dev/null
+++ b/model.layers.18.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df43825b2fe6f82f595afbe58b541ba85016ab54438054399b757ca22433acf
+size 4194424
diff --git a/model.layers.18.self_attn.o_proj.scales.safetensors b/model.layers.18.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9a42e86367e23cf0abb730ca0f6cda1c6864e6ec
--- /dev/null
+++ b/model.layers.18.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b707eb693cf28d90b9cf5aa19804c614af10e8872d3f4d87a708282388e612
+size 16504
diff --git a/model.layers.18.self_attn.q_proj.codebooks.safetensors b/model.layers.18.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..36d5678b871c8e6f8058fd8316288935aebebc50
--- /dev/null
+++ b/model.layers.18.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f02bbdbfd7864bb45e6f0477f6f974a9230cf0c6917e9ae916495cb662a63a3
+size 16504
diff --git a/model.layers.18.self_attn.q_proj.codes.safetensors b/model.layers.18.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..46d6d44a05df3ef584c065dea65d5ecfd71253c7
--- /dev/null
+++ b/model.layers.18.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f30b28c1fb258b7a2b3a50cf540070e2756321e9630bc224ad96dfbb6afb14
+size 4194424
diff --git a/model.layers.18.self_attn.q_proj.codes_102.safetensors b/model.layers.18.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4dd21f2bf7b39109775234dd5209cdd96a865d39
--- /dev/null
+++ b/model.layers.18.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb89e5166dee65050c9637692421b419b988c81257f610b41b880f143a32a9a
+size 4194424
diff --git a/model.layers.18.self_attn.q_proj.scales.safetensors b/model.layers.18.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fb0084b096aaccf0e976a9fb6ba26e35b0e71521
--- /dev/null
+++ b/model.layers.18.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56dc7b4d0624bbb3a082c79b91a875ca90c57ec9c5f37ba7d32788c8313de8c
+size 16504
diff --git a/model.layers.18.self_attn.v_proj.codebooks.safetensors b/model.layers.18.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5d8c06a49d7d896aed264a67530c716a6d9d23e4
--- /dev/null
+++ b/model.layers.18.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b761c4be69cc24f90fc1a58648e408cc723f71ce3a0f6cdba7d85dc7455a78
+size 16504
diff --git a/model.layers.18.self_attn.v_proj.codes.safetensors b/model.layers.18.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e3610c8f8b97da7043784a68b9b9d3b5003323c7
--- /dev/null
+++ b/model.layers.18.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb76f51267fd47a7861401afec3a394774c577be465dc7e3c8db530197d351c
+size 1048696
diff --git a/model.layers.18.self_attn.v_proj.codes_102.safetensors b/model.layers.18.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..76e18424bebf78bfa67dd85440256729610ff213
--- /dev/null
+++ b/model.layers.18.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bcafe2fdeaae2341f4e89f1b06756dc15732c669434d1901572e9d6d00d58c5
+size 1048696
diff --git a/model.layers.18.self_attn.v_proj.scales.safetensors b/model.layers.18.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6019a6ecdf7e8cfe14e33dd7238df99273cb605f
--- /dev/null
+++ b/model.layers.18.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d11287abf14590cf3987716c5645eab02f91f2b9f96cfb081d8946da1c0c44
+size 4208
diff --git a/model.layers.19.input_layernorm.weight.safetensors b/model.layers.19.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a5d48b84656a6f926ea892f794b72694f4e7ebca
--- /dev/null
+++ b/model.layers.19.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c7059514e0a87e345dca1de836301b3d30dedb8f786e8a831f53c83c39b421
+size 16496
diff --git a/model.layers.19.mlp.down_proj.codebooks.safetensors b/model.layers.19.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..105ff091928c33fe61bfa805bc0f9377444ef8ec
--- /dev/null
+++ b/model.layers.19.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445299273a8e477dc51d061f4db62a7c362ec484dbfec0b23e7a9a3708717e0f
+size 16496
diff --git a/model.layers.19.mlp.down_proj.codes.safetensors b/model.layers.19.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a0d98c48d4fd9692b91a5afaad4e6862675bb159
--- /dev/null
+++ b/model.layers.19.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f5917c76c4f15c7d877f7bd27bdbf185a24dc0a7e1a67ca84997c0b24a2860
+size 14680176
diff --git a/model.layers.19.mlp.down_proj.codes_102.safetensors b/model.layers.19.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ea698817bb90b6ba986d1e1f36461c16ea7dcf30
--- /dev/null
+++ b/model.layers.19.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d773684be0e2aea77230b350cf9152c1e8c7a843c04df2b96dbe126ef129d1e
+size 14680184
diff --git a/model.layers.19.mlp.down_proj.scales.safetensors b/model.layers.19.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ea53c67dfab19db05c26f2c19457e0dcb75d286d
--- /dev/null
+++ b/model.layers.19.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8150e12877f834f4a3763a81953587aaf697f5977c86d2c7d8a06cbae44fab1b
+size 16496
diff --git a/model.layers.19.mlp.gate_proj.codebooks.safetensors b/model.layers.19.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a4fb628db13315241fc3328fa3240aceb329828f
--- /dev/null
+++ b/model.layers.19.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5d0b559d84ab380965a87ba250730f17abd84158b6c2b913a30aa5587ff335
+size 16496
diff --git a/model.layers.19.mlp.gate_proj.codes.safetensors b/model.layers.19.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..09fec2785ad44886c776b961503c64e86dc10a4d
--- /dev/null
+++ b/model.layers.19.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291e62c2e8ae7fa4dc758cb760f58dc432f614e13200aa27264c808586a90944
+size 14680176
diff --git a/model.layers.19.mlp.gate_proj.codes_102.safetensors b/model.layers.19.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0e697f1c234a8bae4547001492a125e3525f404c
--- /dev/null
+++ b/model.layers.19.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf1cea3b919c702bff184dc196c8689c8470237579294d70de98ccefb28ab82
+size 14680184
diff --git a/model.layers.19.mlp.gate_proj.scales.safetensors b/model.layers.19.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bd253687ae8d7309cac55f3f4cf47447c8e37105
--- /dev/null
+++ b/model.layers.19.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b22891be7c8e85547c555bf3c08ade7ab984527e2a3ce2347605eb40a9921c8
+size 57456
diff --git a/model.layers.19.mlp.up_proj.codebooks.safetensors b/model.layers.19.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9231ff12bb12d0f6532732748e9233331944615f
--- /dev/null
+++ b/model.layers.19.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f046a76501a4772dcb938a3ccb26a344ee553e404a6bc2460a88b69c44396eb
+size 16496
diff --git a/model.layers.19.mlp.up_proj.codes.safetensors b/model.layers.19.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..75c72adbe2e0734efa1747079f9ec8878ee63167
--- /dev/null
+++ b/model.layers.19.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6e61e1c8b3ad1bfe5e76aee9232d6b13f2f468d5b0ad2e24a75920a9658fc1
+size 14680176
diff --git a/model.layers.19.mlp.up_proj.codes_102.safetensors b/model.layers.19.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e656ab9c1e8a2bff86770cea0a14775ae388cea4
--- /dev/null
+++ b/model.layers.19.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae2b3b35294f795bb010f8053ac435a74b2d5c282ced0eb5825021d11fe8616
+size 14680184
diff --git a/model.layers.19.mlp.up_proj.scales.safetensors b/model.layers.19.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8173b3e74ec57ce52bb30b9d7807a1ec6a0f93f0
--- /dev/null
+++ b/model.layers.19.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a438d0b7b0bf9d0d6e46e4025c13ea07d63ab7559326a84ae0e8cbbaa1b844
+size 57456
diff --git a/model.layers.19.post_attention_layernorm.weight.safetensors b/model.layers.19.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7543b07cbf9b7fe077d106585d6bb0c55aaa63d0
--- /dev/null
+++ b/model.layers.19.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c261769ff5b188963e38c10b37b761a7878db35251a63b7540e7f74f2651591
+size 16504
diff --git a/model.layers.19.self_attn.k_proj.codebooks.safetensors b/model.layers.19.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3fe148c33beb28e3aa118fb0a135df4350dee0a5
--- /dev/null
+++ b/model.layers.19.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dfd5fd2454520ab4a07ae211700d5ddb56b990b73c60c548b9d0c218e863015
+size 16504
diff --git a/model.layers.19.self_attn.k_proj.codes.safetensors b/model.layers.19.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ab4e50d5d5788910965f499a573521afbcd49698
--- /dev/null
+++ b/model.layers.19.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc64ee1f165684c936d5edc67f41417e58ec7b150a95f844feacebbef30bf28
+size 1048696
diff --git a/model.layers.19.self_attn.k_proj.codes_102.safetensors b/model.layers.19.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0ba0a04b7903da64bbde73a433dc1997a3d97345
--- /dev/null
+++ b/model.layers.19.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271c0ba25baf2e804bbb9e97e60589ddb419b281ff2229f122a8451b96482be7
+size 1048696
diff --git a/model.layers.19.self_attn.k_proj.scales.safetensors b/model.layers.19.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..027a876876f596164a0a3a9c65989c0bb4fc6fb5
--- /dev/null
+++ b/model.layers.19.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2901e6931445526456687d43b4bea17d673165f4e3f91a36a2123cc675eb0945
+size 4208
diff --git a/model.layers.19.self_attn.o_proj.codebooks.safetensors b/model.layers.19.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..788f5fb9785d08451c2ce876fb1f679413a92d96
--- /dev/null
+++ b/model.layers.19.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e5cfc92b2196d053cb4dfa7023db7efa9b346bec580166952ec87230008ca7
+size 16504
diff --git a/model.layers.19.self_attn.o_proj.codes.safetensors b/model.layers.19.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..926257954a11dbd1505693bca84873c33f39dcc8
--- /dev/null
+++ b/model.layers.19.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82853a02ed912397dd4548888808aa9d01becd452c93f31d25595b36ebf20cf2
+size 4194424
diff --git a/model.layers.19.self_attn.o_proj.codes_102.safetensors b/model.layers.19.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3bb2b61a1d2897f43a9c52dbc71a8ff1a28003f8
--- /dev/null
+++ b/model.layers.19.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee352f87dc41e7a1db12c7c8a9913ca8f579a164edf16214d86002d023ee332
+size 4194424
diff --git a/model.layers.19.self_attn.o_proj.scales.safetensors b/model.layers.19.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7bb4b5baf81a57b798059dd484df791b91b2b654
--- /dev/null
+++ b/model.layers.19.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25e0f03105d8a4d96eccb842b871fda4ea9e1238a56812366c0a9593c001989
+size 16504
diff --git a/model.layers.19.self_attn.q_proj.codebooks.safetensors b/model.layers.19.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6b5fc90ff089ce4fd9c5e97a89f91d6dda5ccb92
--- /dev/null
+++ b/model.layers.19.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4a64ddfad437eb3940d947964f2f33d2317fa0440206056411897ede1dbb58
+size 16504
diff --git a/model.layers.19.self_attn.q_proj.codes.safetensors b/model.layers.19.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..08d9b49222594f9967f75d061be8d63947324737
--- /dev/null
+++ b/model.layers.19.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6f92bae5dd8205749892c7ff92341b95cdcc2a4e4d58b5b2126a04a84c426d
+size 4194424
diff --git a/model.layers.19.self_attn.q_proj.codes_102.safetensors b/model.layers.19.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..58ef835e43346f6375cc3ba0ada495da3116ed5b
--- /dev/null
+++ b/model.layers.19.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01191b142d5e9193f9c6b3d1e5211b08a533b1886fc57534283392a94c87813e
+size 4194424
diff --git a/model.layers.19.self_attn.q_proj.scales.safetensors b/model.layers.19.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c7635fc127c72a28ae64752f7f752908b02f2d9b
--- /dev/null
+++ b/model.layers.19.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69986d74e414e650411a8c165ffeed9cba66e3543f2440fc93181583059c2370
+size 16504
diff --git a/model.layers.19.self_attn.v_proj.codebooks.safetensors b/model.layers.19.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9b06dc04f885591f0311bbbfe18d71bb30f4326c
--- /dev/null
+++ b/model.layers.19.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f00ae9ac93e5491ff3a3623ab5a1640848afb7b1473b1634faca63774154a0
+size 16504
diff --git a/model.layers.19.self_attn.v_proj.codes.safetensors b/model.layers.19.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0ecd57d15f9009a0d06ad0ec5f2337b4105ebe96
--- /dev/null
+++ b/model.layers.19.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac6a12f2dafdd27ca2a2b16b39173bcedea5a744b8ab656bb10f0c4c49b25bd
+size 1048696
diff --git a/model.layers.19.self_attn.v_proj.codes_102.safetensors b/model.layers.19.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b477ed83263c763834ac9633a0561ee7a1644a53
--- /dev/null
+++ b/model.layers.19.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ac94d6a14e5bc846169ac5a0318a1eac8ebae45360ac0cff2dc69095205de3
+size 1048696
diff --git a/model.layers.19.self_attn.v_proj.scales.safetensors b/model.layers.19.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..592f3ff648710b09f2a6d67fa73a68c9ddef5307
--- /dev/null
+++ b/model.layers.19.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4136666cfe6eca12666f9dda22547c3fc2e20a5b99c8154314d560a3f216adbe
+size 4208
diff --git a/model.layers.2.input_layernorm.weight.safetensors b/model.layers.2.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8ad9ac0917c263f96fcdd90597a2aa473b5a2165
--- /dev/null
+++ b/model.layers.2.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e82184a6657ace5ba79407a79e00a379ef6295f38297569ac40ae7bfe31506
+size 16496
diff --git a/model.layers.2.mlp.down_proj.codebooks.safetensors b/model.layers.2.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..817429f6b67009b9e61f43cb594bf4edbe64e40b
--- /dev/null
+++ b/model.layers.2.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceefad0186b8ca71180d731213987f75a63892b310b662080855720c3ef8e69e
+size 16496
diff --git a/model.layers.2.mlp.down_proj.codes.safetensors b/model.layers.2.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e9cafba55913cfd13f1f259e413bb011ecd7d3c7
--- /dev/null
+++ b/model.layers.2.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e48e170b8d467eedce3a0ca61bab8590ab2c8f221294e24c701ea9568272282
+size 14680176
diff --git a/model.layers.2.mlp.down_proj.codes_102.safetensors b/model.layers.2.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ff346ad829bf595bf14a6204b5ba0783082741be
--- /dev/null
+++ b/model.layers.2.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f39f8e93129ebea5e35191123fb7e95338e2077aa436d09b0fda3671198569
+size 14680184
diff --git a/model.layers.2.mlp.down_proj.scales.safetensors b/model.layers.2.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..891459600cd590164626a7089f61732f93212a98
--- /dev/null
+++ b/model.layers.2.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f705b8ef9d0b6448bdc73adbfc21e59ef9d6b53390b097bd468631436d40ea2c
+size 16496
diff --git a/model.layers.2.mlp.gate_proj.codebooks.safetensors b/model.layers.2.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..68aa07aa42a32071ed1dd15f542dd54301358110
--- /dev/null
+++ b/model.layers.2.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a82415cf4d0d375ebefe6aebd14843afd903f4ba6bea3722246561cb8dccbd
+size 16496
diff --git a/model.layers.2.mlp.gate_proj.codes.safetensors b/model.layers.2.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..abbe7fe8540c9292db10957891b1afe13de5c22e
--- /dev/null
+++ b/model.layers.2.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f3c240a1d2d974a0e7ab2591c325b13cc8a042d415c5eda42a0ad11cd25e58
+size 14680176
diff --git a/model.layers.2.mlp.gate_proj.codes_102.safetensors b/model.layers.2.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f8b33322d38978c93a40ec4c043b76f83ccb4267
--- /dev/null
+++ b/model.layers.2.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29964ada33f002ddd3e448840ed92521e67dcfc3bc016f259af5f42197bc4ca9
+size 14680184
diff --git a/model.layers.2.mlp.gate_proj.scales.safetensors b/model.layers.2.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..291994de2f5c96ef448a3885ee516b0033d1d461
--- /dev/null
+++ b/model.layers.2.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37db4a6768130f3c0a8475aa0bde3b7ddb1df179ede0f7bf050037919429bfe4
+size 57456
diff --git a/model.layers.2.mlp.up_proj.codebooks.safetensors b/model.layers.2.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fc2b800cbe4db53e9b92dd173c70c743cf52cea4
--- /dev/null
+++ b/model.layers.2.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab2682427951ac812496d303e0c61a1ce423187cb61ba92a17b7c2ef62fd6114
+size 16496
diff --git a/model.layers.2.mlp.up_proj.codes.safetensors b/model.layers.2.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f30e45bd13fc4241606bebdf6e8ef5b29c280c14
--- /dev/null
+++ b/model.layers.2.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d245589a04f94480b1c9ab5fc6370083ce4a2995bbc515c6034eac7e3c9cc39
+size 14680176
diff --git a/model.layers.2.mlp.up_proj.codes_102.safetensors b/model.layers.2.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a366a03abc695e54735c6a18c2889bf93a7ca186
--- /dev/null
+++ b/model.layers.2.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9702cef585cd1dfb41ae8c4bfcb1780639d33e2c3bf144b31f6c1482eca8cc48
+size 14680184
diff --git a/model.layers.2.mlp.up_proj.scales.safetensors b/model.layers.2.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e65d50f0b79464a28c84a8e987be2bca925b1f23
--- /dev/null
+++ b/model.layers.2.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4685add90079d111c2cfc0a7e52187cf3ade7dd6b7971671d975eda76afa44f0
+size 57456
diff --git a/model.layers.2.post_attention_layernorm.weight.safetensors b/model.layers.2.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..76a39d4abe6c93da9b8b3230534fc09d87586921
--- /dev/null
+++ b/model.layers.2.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d293883472b6c6052fd3131e0feb3299fea164d46223ea3683fe9d91005e02f
+size 16504
diff --git a/model.layers.2.self_attn.k_proj.codebooks.safetensors b/model.layers.2.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..84da1b6db1b0acfdd554ba05e2ca8f6423717618
--- /dev/null
+++ b/model.layers.2.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd20ea3b76ee8e4c97528a2b8708bd784b8704f5c3eec265ab4d12912741e993
+size 16504
diff --git a/model.layers.2.self_attn.k_proj.codes.safetensors b/model.layers.2.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2920f035e761d463bb1dceba74f398226e4f4981
--- /dev/null
+++ b/model.layers.2.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71e323f48054d4bfd51f5f648bea13c6e4cc3061341ecf080a95761ca46d126
+size 1048688
diff --git a/model.layers.2.self_attn.k_proj.codes_102.safetensors b/model.layers.2.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9da7db77b4ff71b54a396c1b557906e8d721e62c
--- /dev/null
+++ b/model.layers.2.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7a429f6b114581bfb624add34dcd6a6a7547533884d7d9f145a32126b7b476
+size 1048696
diff --git a/model.layers.2.self_attn.k_proj.scales.safetensors b/model.layers.2.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cd9373c813b531335b90fa90b408fd149e8a4196
--- /dev/null
+++ b/model.layers.2.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eddbc34674842be4dc8d5721477ff5fb5d3c564d609d2a9bb2a1d0aace5ab1a4
+size 4208
diff --git a/model.layers.2.self_attn.o_proj.codebooks.safetensors b/model.layers.2.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..73690440b846a6ecb4fd51bdd23c31e2bbf55e51
--- /dev/null
+++ b/model.layers.2.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf8ca61d0ffa4dcda91b8a1b9da1444dcd16877b8ce39f1a747fe151beed013
+size 16504
diff --git a/model.layers.2.self_attn.o_proj.codes.safetensors b/model.layers.2.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9a0cb590dfaf8ee1f8bda27f79605bd0818cf0db
--- /dev/null
+++ b/model.layers.2.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c600145a788391a98bd3e52d1a73e1dd665b7fa8b4c2a312a2fcd28de08063d2
+size 4194416
diff --git a/model.layers.2.self_attn.o_proj.codes_102.safetensors b/model.layers.2.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..02609abecd2e4798f1ab4707a385290a8234c92a
--- /dev/null
+++ b/model.layers.2.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b85d27517434aecc0ed4ed79c6fed2553a5e354af30b7bfc70e07596eeb53d
+size 4194424
diff --git a/model.layers.2.self_attn.o_proj.scales.safetensors b/model.layers.2.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1180dc5a098a55aae4995734cc573b2ed695b626
--- /dev/null
+++ b/model.layers.2.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e762baae06db9cf726ae93415b558790d976fce534aacc9af285330f4c51334c
+size 16496
diff --git a/model.layers.2.self_attn.q_proj.codebooks.safetensors b/model.layers.2.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7f8e9cb05a8484ebfd3d3169cd80a86304351d33
--- /dev/null
+++ b/model.layers.2.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7696334c19ff050b9fec3392be265bb749f8812231fb7bbf25430d8e9debb5a
+size 16504
diff --git a/model.layers.2.self_attn.q_proj.codes.safetensors b/model.layers.2.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..83862e07678e46851e77dd4e032812c60a49a901
--- /dev/null
+++ b/model.layers.2.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b916b3c2a9303c7658108af8fe9812b2ff7af76933baabadb57c1a2b45809ae
+size 4194416
diff --git a/model.layers.2.self_attn.q_proj.codes_102.safetensors b/model.layers.2.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a8d3bf2bcc7cd35c4385902d97bf279c4e407d1a
--- /dev/null
+++ b/model.layers.2.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c96e9a6c99273a8d9c9b8ebddac7a87b4648c5a3aaa8f6ad6e4710c13604a46
+size 4194424
diff --git a/model.layers.2.self_attn.q_proj.scales.safetensors b/model.layers.2.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fc5ebe199cae477f20a894fb0c7e3cb59584b005
--- /dev/null
+++ b/model.layers.2.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649539ce6f7c080de18aa36e175d9cd9cb8deb43e1e06ef46c39c52d5701bf4f
+size 16496
diff --git a/model.layers.2.self_attn.v_proj.codebooks.safetensors b/model.layers.2.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2099374da1dd5f173452c832e36fca01b242ed79
--- /dev/null
+++ b/model.layers.2.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6885bbccab246c093b1570f8be256acca4c4542cb06a71343a3616f61a2a9db4
+size 16504
diff --git a/model.layers.2.self_attn.v_proj.codes.safetensors b/model.layers.2.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8bb5fd0ff786fa59d97fda38d62683fbb21dedbc
--- /dev/null
+++ b/model.layers.2.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30bafff2322879396c059907456736eba854aff7399df519cb051a5bf8435a2
+size 1048688
diff --git a/model.layers.2.self_attn.v_proj.codes_102.safetensors b/model.layers.2.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8efc9714e48576eea6c1796cded5735aec1f7426
--- /dev/null
+++ b/model.layers.2.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b4ac8f6feb649102843cf46334279037e3aace516f38124ab89ac4ed24e749
+size 1048696
diff --git a/model.layers.2.self_attn.v_proj.scales.safetensors b/model.layers.2.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ec0844c5e40adc1a8223ef00caea5956da966d2e
--- /dev/null
+++ b/model.layers.2.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95656de99f67cceab6194381c3dd1ae2625b6360f447ebda73cb25938951e75c
+size 4208
diff --git a/model.layers.20.input_layernorm.weight.safetensors b/model.layers.20.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bf23c5157ec0798e6eec566f22e6e40db7eb7ab1
--- /dev/null
+++ b/model.layers.20.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3deb58c1a0e5632ccce938d3e3fd18a1711099cdd189f7bbd4ae7f87a1709f
+size 16496
diff --git a/model.layers.20.mlp.down_proj.codebooks.safetensors b/model.layers.20.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d131b72f1fa72deb53e395f7012c97bd2d53b1b2
--- /dev/null
+++ b/model.layers.20.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20750b5b800543655486bfae11ba9e9b8173ac20e416ac51078ed54b5473f228
+size 16496
diff --git a/model.layers.20.mlp.down_proj.codes.safetensors b/model.layers.20.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..afae19d34a207c17a9f8f7c3f487abe6182d5c97
--- /dev/null
+++ b/model.layers.20.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef289d47c107779ca7035cc04e348012c8236ff8e5b9ff3cc5ffe75b0be96bb
+size 14680176
diff --git a/model.layers.20.mlp.down_proj.codes_102.safetensors b/model.layers.20.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..982d9b3a0551c84383e482a5fafb7160b5b6f1d9
--- /dev/null
+++ b/model.layers.20.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e867ead434bb34872f1b4c303cbe07d6c50aa1603befdef66c0d1cc78fdeec1d
+size 14680184
diff --git a/model.layers.20.mlp.down_proj.scales.safetensors b/model.layers.20.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a816beee2b07bc7266ba285e6b1b3dbb070605e9
--- /dev/null
+++ b/model.layers.20.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc75f6ed81209e61f206602cf457de28c3a138d0b2ccbf4a1fb04e33311c83c
+size 16496
diff --git a/model.layers.20.mlp.gate_proj.codebooks.safetensors b/model.layers.20.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0a4a6e4f7ea51a0b3acae637a2af3c5cdd77742e
--- /dev/null
+++ b/model.layers.20.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e03f8d91ba16265f9547defd0407eef21de3999f4d36c50916aeca0820b117a
+size 16496
diff --git a/model.layers.20.mlp.gate_proj.codes.safetensors b/model.layers.20.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1707be6b2c6dda42db8f225df5fda137b99d3260
--- /dev/null
+++ b/model.layers.20.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de71ce11c888e329dfedec2524763262e65bc3775e10bb32466ad5414feedbb0
+size 14680176
diff --git a/model.layers.20.mlp.gate_proj.codes_102.safetensors b/model.layers.20.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..62ef2ea493b52963aa1a51d1231e5afab1805723
--- /dev/null
+++ b/model.layers.20.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b367f67e64d0bf1034592d320db8ce7691fe372aab0cb2c06fa2df802aaa343a
+size 14680184
diff --git a/model.layers.20.mlp.gate_proj.scales.safetensors b/model.layers.20.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6a723db0161bc867f12f8f255ba0faed65bd971d
--- /dev/null
+++ b/model.layers.20.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c6f3c984bd4ad8d1e9d4fb9f39e0fce01fd490a5153e0acbfecb9bd03a4caf
+size 57456
diff --git a/model.layers.20.mlp.up_proj.codebooks.safetensors b/model.layers.20.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7c15b47b8a32b9e55a922381ed81eb8b59df1ece
--- /dev/null
+++ b/model.layers.20.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99c02af19b5261f8c3b19364cf2e4c32f6a9ff101371b7e3a45ebcfe9698580
+size 16496
diff --git a/model.layers.20.mlp.up_proj.codes.safetensors b/model.layers.20.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7877163554e82073efa36aad950df332be6f7259
--- /dev/null
+++ b/model.layers.20.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec22de6d051b1f2b3a2fe76ae58282697929fa4e252158b34757d48119da2f05
+size 14680176
diff --git a/model.layers.20.mlp.up_proj.codes_102.safetensors b/model.layers.20.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..726a65d601afd0f61ecb5e674eaf5bb6ebb693ea
--- /dev/null
+++ b/model.layers.20.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570a6826b8c1020df3084dc8714ec63a225c77dee7ad6e5b6098e234d7c9c759
+size 14680184
diff --git a/model.layers.20.mlp.up_proj.scales.safetensors b/model.layers.20.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..516fb542b285324115d0508c071018033fc75703
--- /dev/null
+++ b/model.layers.20.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328f61aa1a52777a65581296f5e1eddd465e9e2957b1ce56bc5e218b69f6f919
+size 57456
diff --git a/model.layers.20.post_attention_layernorm.weight.safetensors b/model.layers.20.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e5606f442e1447fc3b9a0f1b89f4118622e46861
--- /dev/null
+++ b/model.layers.20.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf50e453ef9874d4853c1c9451769899d926f7366f277f4850c578c08337ef54
+size 16504
diff --git a/model.layers.20.self_attn.k_proj.codebooks.safetensors b/model.layers.20.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..367378146bf885c8139894ab7316d26166f5ee1a
--- /dev/null
+++ b/model.layers.20.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5920af445fd336b6746237472f59f4d841173481ef7ac24c399fd0b01eb316
+size 16504
diff --git a/model.layers.20.self_attn.k_proj.codes.safetensors b/model.layers.20.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0a9bcd06e1fdc1a7558a207bbb5191687176def0
--- /dev/null
+++ b/model.layers.20.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84e7c01d00ddcf1a35e57aaadedef00f51c88ff2906e94ae2ec7a3472a8fb8a
+size 1048696
diff --git a/model.layers.20.self_attn.k_proj.codes_102.safetensors b/model.layers.20.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8ffa8b25abf458adcff0552af71833be92e783dd
--- /dev/null
+++ b/model.layers.20.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc1b38666065dc81c288c63201d96c2acb124877a30d938eba33cd6ecc2a827
+size 1048696
diff --git a/model.layers.20.self_attn.k_proj.scales.safetensors b/model.layers.20.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c024979c2594256894af571fb81985951dc97ca0
--- /dev/null
+++ b/model.layers.20.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91282a4203eb9e726ed469f4d133ce5058fe58bd21253d4dd3cd7cd3c0b27a0
+size 4208
diff --git a/model.layers.20.self_attn.o_proj.codebooks.safetensors b/model.layers.20.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..db7a335ba6bf09e11ac4f4a04f26e9902ffa3723
--- /dev/null
+++ b/model.layers.20.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd7d56185f79c6388060279bd5fb0c5293eb4c62c5e73af62ce379482bca2ae
+size 16504
diff --git a/model.layers.20.self_attn.o_proj.codes.safetensors b/model.layers.20.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f47234099c339f9c33b16278e458337713608785
--- /dev/null
+++ b/model.layers.20.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a073c5a3991db7135b3ded156c19532dac5aeeb895300c6ebed9a76d57ffaff7
+size 4194424
diff --git a/model.layers.20.self_attn.o_proj.codes_102.safetensors b/model.layers.20.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..abf9c7b156eb97e12b13edb95752ea286d3b2364
--- /dev/null
+++ b/model.layers.20.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104f23dddaa87ce76c474469cd29af2fcd0c78ff98ab9a73c3efcbde63aa7540
+size 4194424
diff --git a/model.layers.20.self_attn.o_proj.scales.safetensors b/model.layers.20.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4a69b1e78e4f1a04ff5c54c33445749a00ddbbec
--- /dev/null
+++ b/model.layers.20.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ae6436ccae4863d25decdb0b2c3484ae5c8875055264fbff56dfae3a8f3bfd
+size 16504
diff --git a/model.layers.20.self_attn.q_proj.codebooks.safetensors b/model.layers.20.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..927f6726aa1adf9d7b7be91995c89fab5508dd9a
--- /dev/null
+++ b/model.layers.20.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf4fe6ab6ad07cc7416c4ad9f367d76162b65a2fc63ac8130cdb99edd3b50a3
+size 16504
diff --git a/model.layers.20.self_attn.q_proj.codes.safetensors b/model.layers.20.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..aae4c8b01d3da8dbf46e9f34325ac7e36130719b
--- /dev/null
+++ b/model.layers.20.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956c33a066c42344fc3f9c59332ea8a858539768553b8df7b3f650a6f917101d
+size 4194424
diff --git a/model.layers.20.self_attn.q_proj.codes_102.safetensors b/model.layers.20.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bc3f970266d04233c7c47bba75f2543c3412731e
--- /dev/null
+++ b/model.layers.20.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1abda197580871cfc2315d999584dbc45fd1dac3690cebadc3dae9c51f4f823
+size 4194424
diff --git a/model.layers.20.self_attn.q_proj.scales.safetensors b/model.layers.20.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e991c929c1f6de87687d72844c9e04bb1226c085
--- /dev/null
+++ b/model.layers.20.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fae4bc6370d1f888ba66c067b142906e08347ba5e64a64b14f6120cce17a2b7
+size 16504
diff --git a/model.layers.20.self_attn.v_proj.codebooks.safetensors b/model.layers.20.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b91dbf5ef75764601737bc286e0dffdc837edfaf
--- /dev/null
+++ b/model.layers.20.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff7388536f524f8cb2e33b42640d043be59cb06e8172c062d4a29b2ee6c7d09
+size 16504
diff --git a/model.layers.20.self_attn.v_proj.codes.safetensors b/model.layers.20.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fce538d710e33816ba73e183cb4d37c8ce70fb00
--- /dev/null
+++ b/model.layers.20.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ee7b96ff36f699d061443a1dda81f940fd4688279616ec5b0882e846c329ed
+size 1048696
diff --git a/model.layers.20.self_attn.v_proj.codes_102.safetensors b/model.layers.20.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8f5f538327d099ba4bd086f5878f6ddd272135af
--- /dev/null
+++ b/model.layers.20.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed63a5991c5ff44885bf6ae8378bb675e496b035ac81881c86a8d171eb40f5c
+size 1048696
diff --git a/model.layers.20.self_attn.v_proj.scales.safetensors b/model.layers.20.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d2e5fc77fe126e47efeafb2559da5b137edd57b1
--- /dev/null
+++ b/model.layers.20.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db195f98738006ed064f73b02a8157317ee8a004a893c65ade152ecbbe18af5
+size 4208
diff --git a/model.layers.21.input_layernorm.weight.safetensors b/model.layers.21.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3074013f63e374765e35254fd0eb61ec9b29c3e4
--- /dev/null
+++ b/model.layers.21.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d837d416736d4930727ed94ce126231be8d6654edf9e126c1062c3db65268d
+size 16496
diff --git a/model.layers.21.mlp.down_proj.codebooks.safetensors b/model.layers.21.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a264314e086bcce2dfce87419600143a9f2cb709
--- /dev/null
+++ b/model.layers.21.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c50b14740c6a353dd9e606f42a99ddd17e42e8aa9d3fdf0ea78bbc272a15849
+size 16496
diff --git a/model.layers.21.mlp.down_proj.codes.safetensors b/model.layers.21.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3315db5b8ffe0782cb5a029b5517b95a29bb31a1
--- /dev/null
+++ b/model.layers.21.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699239af66fe3dfe7782db062a12991dc5bbfdc35302f7ec743fbaff6d74cd17
+size 14680176
diff --git a/model.layers.21.mlp.down_proj.codes_102.safetensors b/model.layers.21.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..03a0a0785dc292f5d8f2f121fd5cbf01392ee540
--- /dev/null
+++ b/model.layers.21.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441251a6192d161be3bb4bf95f24bf80b2bcc6b401258d0bc43e0b6d07ce734f
+size 14680184
diff --git a/model.layers.21.mlp.down_proj.scales.safetensors b/model.layers.21.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7bda671bcaa60344a262a30b2b59ae01dfe0ec8c
--- /dev/null
+++ b/model.layers.21.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34bc29fdeb4151fb78d176d6e27fa13a7f21a3f8a38812565619426846622d84
+size 16496
diff --git a/model.layers.21.mlp.gate_proj.codebooks.safetensors b/model.layers.21.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..abe843af28b9cddc267792c0c0a179bcc1366e15
--- /dev/null
+++ b/model.layers.21.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b51f867ac9467cc72a645170add45ff6f4e60b6afb5b28431a874e69e9942e
+size 16496
diff --git a/model.layers.21.mlp.gate_proj.codes.safetensors b/model.layers.21.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e071fe8552f009d9ec62bc806f3fcb4fa67277cf
--- /dev/null
+++ b/model.layers.21.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2009032eecdce81bab6f10557790208eb01122bc2eda631319ce022b1e4750
+size 14680176
diff --git a/model.layers.21.mlp.gate_proj.codes_102.safetensors b/model.layers.21.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..629dde67301f491a069e27494c70ccee597c85b3
--- /dev/null
+++ b/model.layers.21.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c1d9b4d9c84f4c93e44a5a52c81f5173e2a7a488445d145776e2232b490361
+size 14680184
diff --git a/model.layers.21.mlp.gate_proj.scales.safetensors b/model.layers.21.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4108a113cda6f5398b92113c083e924655d6ebc7
--- /dev/null
+++ b/model.layers.21.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4acc3e53cbbd7d35c2192e1089748f37a85ec6bca50bfd7b60e4d0d397462f
+size 57456
diff --git a/model.layers.21.mlp.up_proj.codebooks.safetensors b/model.layers.21.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..df394c73dd03be2b1116725010437d67a01df470
--- /dev/null
+++ b/model.layers.21.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f751b542ac68c06586426dc8995b173ab05f8d42c10bc488e73bc5812edb66c9
+size 16496
diff --git a/model.layers.21.mlp.up_proj.codes.safetensors b/model.layers.21.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..42fe1595c658abfceeacb094d56db7335437120d
--- /dev/null
+++ b/model.layers.21.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd4a5357a4f93aa4c39d91c3451057fb899946900477a4af73104cf9cc45ed5
+size 14680176
diff --git a/model.layers.21.mlp.up_proj.codes_102.safetensors b/model.layers.21.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ffce6687093dfbaa497c6bc67b18dd82278c74bc
--- /dev/null
+++ b/model.layers.21.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390fc2067465eb4b63c0a8547e2cd3a9cfa22d1e9773e9f24fd4f64ed0fe0754
+size 14680184
diff --git a/model.layers.21.mlp.up_proj.scales.safetensors b/model.layers.21.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..31cd8c89785673635149b1a99aca22487c5832fe
--- /dev/null
+++ b/model.layers.21.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf8225e3058c808172767d28ac2eeb5d522a3b9fd524f16690c0bc8c3d6e706
+size 57456
diff --git a/model.layers.21.post_attention_layernorm.weight.safetensors b/model.layers.21.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..01da31a1776a68c23a83eeac68dd4a0f9bd94f1f
--- /dev/null
+++ b/model.layers.21.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91482175fbbd35e48288da01f6fd807abcedab744691c4b43709ddd139c5525e
+size 16504
diff --git a/model.layers.21.self_attn.k_proj.codebooks.safetensors b/model.layers.21.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8141cb0a28a82a5c0cd27d481ae5512cc94ea3da
--- /dev/null
+++ b/model.layers.21.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea264bbb79fc0bc88dd8555c6babb52536fa3b02f0a54764d836e8b48fe74f2
+size 16504
diff --git a/model.layers.21.self_attn.k_proj.codes.safetensors b/model.layers.21.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..615c5a5a8cd0d38aeb1698c8988847effd33bebb
--- /dev/null
+++ b/model.layers.21.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71666d75373566e3736d368d6b3c1c7810dc0533ad8fc774ca04e97f66868b6b
+size 1048696
diff --git a/model.layers.21.self_attn.k_proj.codes_102.safetensors b/model.layers.21.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0a3d7cd0ed01c3319ca68f3a9a81b7061a7de631
--- /dev/null
+++ b/model.layers.21.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9303760124eaacea4193aa7f5285dc822b13a8d84cdd042096aa37e9f535dbfe
+size 1048696
diff --git a/model.layers.21.self_attn.k_proj.scales.safetensors b/model.layers.21.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..778d3445188355bee278feb8564fc581138ff266
--- /dev/null
+++ b/model.layers.21.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0c0aebcd99e4c3bd1e89e282b13eb4f9858b6fcb794ea07e09f91fbdd5c7b1
+size 4208
diff --git a/model.layers.21.self_attn.o_proj.codebooks.safetensors b/model.layers.21.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c4db5241bb3bbebddbc298c04e312e6d074b42e5
--- /dev/null
+++ b/model.layers.21.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8b94179b8b35b9cd727742f549c7aa9a5d10520aad7e123358b8c8e0f4a923
+size 16504
diff --git a/model.layers.21.self_attn.o_proj.codes.safetensors b/model.layers.21.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fe745b7acd24c96e66b4415a6b12229d9a717e86
--- /dev/null
+++ b/model.layers.21.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e06ccca038ee5bfa5149a353fa00ed7f4ffdbba30f362cd53dde3c2bcbdc273
+size 4194424
diff --git a/model.layers.21.self_attn.o_proj.codes_102.safetensors b/model.layers.21.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ea62f1ac067175745bad6a9440d05e38e09cbadb
--- /dev/null
+++ b/model.layers.21.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877e6764e58a00ff51c8b0d13cc34d171be4e2311bf07b41225565c1245d8084
+size 4194424
diff --git a/model.layers.21.self_attn.o_proj.scales.safetensors b/model.layers.21.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ab2f78bba41179e945e5eca9c3d2afcbf5355834
--- /dev/null
+++ b/model.layers.21.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f072c00a66719977679dba51280f09b4bd1b04c1c22a9ec876c8f068ae1cddd
+size 16504
diff --git a/model.layers.21.self_attn.q_proj.codebooks.safetensors b/model.layers.21.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..72a27f553aeec292d880159beb72a0486898d66f
--- /dev/null
+++ b/model.layers.21.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebc482385c72221dff3dc2127bc0bb1252fdd159a35c204d0ca764e4b3929fb
+size 16504
diff --git a/model.layers.21.self_attn.q_proj.codes.safetensors b/model.layers.21.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2cf92f18b00db1812a6818c3903a4443f2d000bb
--- /dev/null
+++ b/model.layers.21.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:befe4a6c0893689391524fe7a31c616dde575096b548e87e1cd360e677ec3ce1
+size 4194424
diff --git a/model.layers.21.self_attn.q_proj.codes_102.safetensors b/model.layers.21.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c90b77fbecfa223a594fa71144880712a39e0e70
--- /dev/null
+++ b/model.layers.21.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59f6377eaebf9e08037376d4faced97fb539cd375caf3141936e32d0c57c48a
+size 4194424
diff --git a/model.layers.21.self_attn.q_proj.scales.safetensors b/model.layers.21.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dab04597dc8902510e3e10dff7ff5b5e7bc158ad
--- /dev/null
+++ b/model.layers.21.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8515a1a1f4a005c800e3d8cf55d02c10977763e7fee856d4c3aaddd567656d53
+size 16504
diff --git a/model.layers.21.self_attn.v_proj.codebooks.safetensors b/model.layers.21.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..aa6a8c597fd283a074791a68b889e79d65ca4827
--- /dev/null
+++ b/model.layers.21.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10178d1ba4e1c82705616f5487b1619d87cc56b186cdc33d920b6c84978c5ed
+size 16504
diff --git a/model.layers.21.self_attn.v_proj.codes.safetensors b/model.layers.21.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7ba517e51cad6b4d8faaf5c8031fe87e8173a14b
--- /dev/null
+++ b/model.layers.21.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9fbaa1420414aaf72fb68ec673d4a84d7dbe98badb69c9187905c3e2d80c6b4
+size 1048696
diff --git a/model.layers.21.self_attn.v_proj.codes_102.safetensors b/model.layers.21.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4e95cfed04dcdf881da31fd655df514895ee180c
--- /dev/null
+++ b/model.layers.21.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5caf8155f30ba0614e727641e20e2a5e4a0ba7e06029a58d5f63ad2a6b901e0
+size 1048696
diff --git a/model.layers.21.self_attn.v_proj.scales.safetensors b/model.layers.21.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d23be409ae8b168f5ccc7395d521ff9f65ff4319
--- /dev/null
+++ b/model.layers.21.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c102fe9cbe2df4d3f91d7767e2a147c50cdd691c55cb0587cf97c2a5c54c9e8
+size 4208
diff --git a/model.layers.22.input_layernorm.weight.safetensors b/model.layers.22.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..587ffafba66851c97838bb07f7d7f4fd0a12ecf7
--- /dev/null
+++ b/model.layers.22.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:580848ae12470619b156a559c94690a4eed8075ea3ffc62bea84e45acb0088e0
+size 16496
diff --git a/model.layers.22.mlp.down_proj.codebooks.safetensors b/model.layers.22.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1ea2028b218d3e73f2b47d6eff65bc3f4b73883d
--- /dev/null
+++ b/model.layers.22.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e36a9f74e83ab386784a5197117db8badce59a3c602ecda332896813654820d
+size 16496
diff --git a/model.layers.22.mlp.down_proj.codes.safetensors b/model.layers.22.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..54354a3194a5d331382faefede5259c64a73d3c6
--- /dev/null
+++ b/model.layers.22.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff094edd3966a16ae3c8e55e468637894d7d232ded6a1f3cd532728a4decbfb3
+size 14680176
diff --git a/model.layers.22.mlp.down_proj.codes_102.safetensors b/model.layers.22.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..756cfc1fbfeeffff5192c676ef5c52c58948485c
--- /dev/null
+++ b/model.layers.22.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e130a2d9060f808d06bfcc92d826dfc250d0bb7d66839cc0dda8059a03b86e9d
+size 14680184
diff --git a/model.layers.22.mlp.down_proj.scales.safetensors b/model.layers.22.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..667741e3ad7b34a2f38a330ea95eb7cc19d6ab04
--- /dev/null
+++ b/model.layers.22.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c4ef783211bbf69887905aa46fb3d59437117bfb7fccd9045d6125565c2ef1
+size 16496
diff --git a/model.layers.22.mlp.gate_proj.codebooks.safetensors b/model.layers.22.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..26a13941413d0c1dc8ec8e59198ea5a42739313f
--- /dev/null
+++ b/model.layers.22.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d879f522ad09a0f588a0ce58d4eb0d49ab63cd40ede85da646cbbd74fec4254
+size 16496
diff --git a/model.layers.22.mlp.gate_proj.codes.safetensors b/model.layers.22.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3932ce08084541ca1fa42d05a609e09cd2a6f7fb
--- /dev/null
+++ b/model.layers.22.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b071afeb4f8c59af5efc5d41dbc8f76b93b67beb8e9730c443522c4bf922c7a5
+size 14680176
diff --git a/model.layers.22.mlp.gate_proj.codes_102.safetensors b/model.layers.22.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..080fa3c44a6f73fbb164f0c955a9e5ac90b5da29
--- /dev/null
+++ b/model.layers.22.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd324dbc0489d1d7f402f87f08cd05c575508dbff3f29763e24ae53c6931a882
+size 14680184
diff --git a/model.layers.22.mlp.gate_proj.scales.safetensors b/model.layers.22.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2987cb9aa4c922c902e3b91ee388c94a71bb3224
--- /dev/null
+++ b/model.layers.22.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65e39cad088e3cdda458f4bce9e3e51a0c3fc94b2f6a51c667d721b41b424c4
+size 57456
diff --git a/model.layers.22.mlp.up_proj.codebooks.safetensors b/model.layers.22.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..610231984b7bc0db7ffcab05d32f2eccf3037591
--- /dev/null
+++ b/model.layers.22.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7f24114ac4f7dcdf43f6b2cca815d8f76101848f565b5b2b2de273a9dca4bb
+size 16496
diff --git a/model.layers.22.mlp.up_proj.codes.safetensors b/model.layers.22.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..776b51537681583f6a88b5a3dc8b4c7bbb85a96c
--- /dev/null
+++ b/model.layers.22.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1f84c02c6f478281a1d9ad070c2bd0cd5791856231d6773eb5a2b0c3e12e8a
+size 14680176
diff --git a/model.layers.22.mlp.up_proj.codes_102.safetensors b/model.layers.22.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..78aa11f980b17306ad0283f8259e0dcc9c378b0e
--- /dev/null
+++ b/model.layers.22.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba6155862053d6cb546614af38b47f72c63b3f3ad4e63ba9febcae584706817
+size 14680184
diff --git a/model.layers.22.mlp.up_proj.scales.safetensors b/model.layers.22.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cbcb56c1843896a2ac9167585d4c9a3a446a2522
--- /dev/null
+++ b/model.layers.22.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd4f80b7d97e8e036fc3d2f32f3c7406aad5297022ce0a86521ee6f14e1a5fa
+size 57456
diff --git a/model.layers.22.post_attention_layernorm.weight.safetensors b/model.layers.22.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..387044b85baf285cd5f133715aac70aa4c8b1001
--- /dev/null
+++ b/model.layers.22.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb170b33d13272b698441ac372f008ecd1372b5c1b543b3f079fb6f4aa58e2e
+size 16504
diff --git a/model.layers.22.self_attn.k_proj.codebooks.safetensors b/model.layers.22.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a84d38c27a5816ed05b6bc397e0a982695c2ebff
--- /dev/null
+++ b/model.layers.22.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143a15a1648b6b8d71736ef1f13d66a2fff452fed57c74d809bbc118f50ec36c
+size 16504
diff --git a/model.layers.22.self_attn.k_proj.codes.safetensors b/model.layers.22.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8653c2a6970c3a933285e87aa0afc134cb726fa3
--- /dev/null
+++ b/model.layers.22.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64aab55595c23feb3498a8ac0a20408e52f52093bd1cf8ca18dd1580f2e92742
+size 1048696
diff --git a/model.layers.22.self_attn.k_proj.codes_102.safetensors b/model.layers.22.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9f117da02bc05354cf68d17f97401e32f8ce8f17
--- /dev/null
+++ b/model.layers.22.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331c755e95d9e8ac107ff506a4108188fc643ed3d6671e44b8c393367bdb95df
+size 1048696
diff --git a/model.layers.22.self_attn.k_proj.scales.safetensors b/model.layers.22.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..42185ca63268623da259ca271fdb1f502daa3047
--- /dev/null
+++ b/model.layers.22.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d719354aa4e8139f3fa44c6a7ce44614d6d62596a236a7a5adc7e02db3db32e1
+size 4208
diff --git a/model.layers.22.self_attn.o_proj.codebooks.safetensors b/model.layers.22.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a0dc606a82fc9b03cf328b30611740e1e67da155
--- /dev/null
+++ b/model.layers.22.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f811cead9c0601928035c99d63bd07eff53e3c319d94b4886676a7dc03f52d7f
+size 16504
diff --git a/model.layers.22.self_attn.o_proj.codes.safetensors b/model.layers.22.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bdb2327f4272517237a5b1a30281f1fe39d54409
--- /dev/null
+++ b/model.layers.22.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9191d9beca36579bbee3ee23130f8cf4da75c95e7a4200099b5ce18bb34b5f95
+size 4194424
diff --git a/model.layers.22.self_attn.o_proj.codes_102.safetensors b/model.layers.22.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..83d311a9d07d61072b27714c7dcd9b0945cedf39
--- /dev/null
+++ b/model.layers.22.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63c6b90dfd49820c5dcc1186518923b557711798216f8509432e1fccef378d0
+size 4194424
diff --git a/model.layers.22.self_attn.o_proj.scales.safetensors b/model.layers.22.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..16039bc95a5573142a4873f77f8c5da8f06d2a54
--- /dev/null
+++ b/model.layers.22.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2dc1aaa8d1febc8213135209f8cbce8b8a7b699b1b70d8cbf17ae195105b0eb
+size 16504
diff --git a/model.layers.22.self_attn.q_proj.codebooks.safetensors b/model.layers.22.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..553948f665fe20bd1e6c643f9b3a2cce73b95910
--- /dev/null
+++ b/model.layers.22.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02937be2910777fb7f535940fe9bc8c45cf18c8e9660282de5f50aba8c0e75aa
+size 16504
diff --git a/model.layers.22.self_attn.q_proj.codes.safetensors b/model.layers.22.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..64feb385a3e28d301ba9e50ba9c9aab4142f7bbd
--- /dev/null
+++ b/model.layers.22.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a355fa2c4e9e04f8d6688daa65f3f9e68d0fc95186db35ae09595ef57f83c0a
+size 4194424
diff --git a/model.layers.22.self_attn.q_proj.codes_102.safetensors b/model.layers.22.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..556c20737e8c24f8c3f30b1a14446f4242bd0c9f
--- /dev/null
+++ b/model.layers.22.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a000068b00c24db943a34306729641a05649162a66fdde11e1a0be75b9348a5d
+size 4194424
diff --git a/model.layers.22.self_attn.q_proj.scales.safetensors b/model.layers.22.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..832d38c4a9d32cc4271eee2271a5ebc749e66b9f
--- /dev/null
+++ b/model.layers.22.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003ad06016eea9905501168507634cf6ede5238fb947397041299b990024a4c4
+size 16504
diff --git a/model.layers.22.self_attn.v_proj.codebooks.safetensors b/model.layers.22.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0a9717dbb7d478c0a62ce57af4d0a6414ce6728a
--- /dev/null
+++ b/model.layers.22.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509d75e9bca2f2d68ca746461eeafcb04eee786493fec501ccf202c54e45ff6e
+size 16504
diff --git a/model.layers.22.self_attn.v_proj.codes.safetensors b/model.layers.22.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7cccfd13fcde38674e10849704071c05a9c3337c
--- /dev/null
+++ b/model.layers.22.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d655358cf6e8155b7aa014c7926e9306e2294b0c60750edd1c5ba269c1e17f
+size 1048696
diff --git a/model.layers.22.self_attn.v_proj.codes_102.safetensors b/model.layers.22.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d613e9790dc630cdb95eb559d996ff77a47068b0
--- /dev/null
+++ b/model.layers.22.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8cf58f0b5cea893d1daa10afda7f312a49b3228b605cf9e98270782590bfa6d
+size 1048696
diff --git a/model.layers.22.self_attn.v_proj.scales.safetensors b/model.layers.22.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..428c5709b94707219e24695767f179a8b3d22979
--- /dev/null
+++ b/model.layers.22.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa50e40c6bdb4296d68a98cd9a7f9147d283603c48b5ca820394ac061c73de01
+size 4208
diff --git a/model.layers.23.input_layernorm.weight.safetensors b/model.layers.23.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cd53a06321fcfb109a1a62b4cc53140e5a4ca84d
--- /dev/null
+++ b/model.layers.23.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3fb4c592c2b0eea4ab9581cbc628059b10e792b8b2c88b11291ea95202e6ec6
+size 16496
diff --git a/model.layers.23.mlp.down_proj.codebooks.safetensors b/model.layers.23.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1aa0feace0d8c0fb32b1b329a6ba60aa221c019f
--- /dev/null
+++ b/model.layers.23.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10beeed331c7e73d4b3d8958c83821870e6e843e89e7bcae70471b5e29934f26
+size 16496
diff --git a/model.layers.23.mlp.down_proj.codes.safetensors b/model.layers.23.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..043845e3eb49262465ba9632372e2a3940568d3c
--- /dev/null
+++ b/model.layers.23.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0bda9851b20bd86fdcf2894d5682b3fc2691427b16972314458945b2bd54733
+size 14680176
diff --git a/model.layers.23.mlp.down_proj.codes_102.safetensors b/model.layers.23.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d0110a649dd520227b5da6d0c5a4b0a1925eb3e5
--- /dev/null
+++ b/model.layers.23.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49530b66b24a9b2b28112b9c85171b3f5d68c0651e89d5a404e261308f04626
+size 14680184
diff --git a/model.layers.23.mlp.down_proj.scales.safetensors b/model.layers.23.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f4bab691c708e750a180affbcf25ef9d9139c5c1
--- /dev/null
+++ b/model.layers.23.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc37a8195959514a83d4860a1974713051f685295db1c93a9627e1beb71995c7
+size 16496
diff --git a/model.layers.23.mlp.gate_proj.codebooks.safetensors b/model.layers.23.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fb0e2b7cce8ce0da004c0d4ba337f663ac004e2f
--- /dev/null
+++ b/model.layers.23.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa0ae40008adb1d13c2a31ceee94b3b24c6dc7026f5d2dff4f14d82863affe4
+size 16496
diff --git a/model.layers.23.mlp.gate_proj.codes.safetensors b/model.layers.23.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b6c042e6d992ff791e0b51c449a17c33b0ae2ea8
--- /dev/null
+++ b/model.layers.23.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b4ec7470a1c99a9e068b0cdf7c7bc48e2862026ebd2db9a4e890b8f144ee20
+size 14680176
diff --git a/model.layers.23.mlp.gate_proj.codes_102.safetensors b/model.layers.23.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..00f765c241566d6f06410438bcf79954900e8e49
--- /dev/null
+++ b/model.layers.23.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe0e32fb9d73b4b74d8ed0585cf6a8449d26b99d671ffcae5b3bae877645440
+size 14680184
diff --git a/model.layers.23.mlp.gate_proj.scales.safetensors b/model.layers.23.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a9f8ba8f09c42fe9d2ca4e794ac161924f467366
--- /dev/null
+++ b/model.layers.23.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bde17653e2da539428f2f6dbc362e7997d9646e4e0b41994dab4ea81153d43d
+size 57456
diff --git a/model.layers.23.mlp.up_proj.codebooks.safetensors b/model.layers.23.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ceeb74668b0772914888f7398f832c7cceb93f84
--- /dev/null
+++ b/model.layers.23.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d28a855429b24f57175ddeaccfa50475bd37012e15fbfc23e53b525a2a500c7
+size 16496
diff --git a/model.layers.23.mlp.up_proj.codes.safetensors b/model.layers.23.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dd665351d60457f126a3153c1faff84aea43009a
--- /dev/null
+++ b/model.layers.23.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ed86536ebc2fc4789da10aa096425bf5c5fdfcce17603db34cede3c2ab85ec
+size 14680176
diff --git a/model.layers.23.mlp.up_proj.codes_102.safetensors b/model.layers.23.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bf696952a9f0da2be5b7661eed4506a6e7764399
--- /dev/null
+++ b/model.layers.23.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e6dffaf11f3e4132120802f943365dd120b22f070f71f82aa7ac76614abe22
+size 14680184
diff --git a/model.layers.23.mlp.up_proj.scales.safetensors b/model.layers.23.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..005c49e127849d3cbf75b5c26c74487bdc5c7d9d
--- /dev/null
+++ b/model.layers.23.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788c953f1e1647aeba13a2ebcb5709585fbc5282188b8fb3c787ddb25ce4b8d5
+size 57456
diff --git a/model.layers.23.post_attention_layernorm.weight.safetensors b/model.layers.23.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7149f03c860a22e75fbe2a600f29a27788b4cb65
--- /dev/null
+++ b/model.layers.23.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1801acfc52be046a55837622cbfdee06ff2a032749d5e08c0d14b041bf282d37
+size 16504
diff --git a/model.layers.23.self_attn.k_proj.codebooks.safetensors b/model.layers.23.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c33296a1dad38cc9c16bb73998f7c80f916be5be
--- /dev/null
+++ b/model.layers.23.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93567d4ba7598169e848b5a5a3244ed00f82f31aa160068eeb7244c3eaf50aa9
+size 16504
diff --git a/model.layers.23.self_attn.k_proj.codes.safetensors b/model.layers.23.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ab793309b559f14b084e595a58cd93b79f78ac29
--- /dev/null
+++ b/model.layers.23.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:246c5ef9e0d5ff8ea836e48da996da0bd67370264a372a423ae05b75185fb511
+size 1048696
diff --git a/model.layers.23.self_attn.k_proj.codes_102.safetensors b/model.layers.23.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e5a53e27b8e1e9835bb3f7420913c5f68134b803
--- /dev/null
+++ b/model.layers.23.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f111ca9d4b451fada3afbcb30055195a08d5ec0f6b6e3fce410f97cca05591
+size 1048696
diff --git a/model.layers.23.self_attn.k_proj.scales.safetensors b/model.layers.23.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b77fb5b7980bcb97fd53dee0d39c7524db34b596
--- /dev/null
+++ b/model.layers.23.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5efbd6f1bac5ee24b56ccc438befb28ba85d1c358a233dc5dc452c39ec41dd
+size 4208
diff --git a/model.layers.23.self_attn.o_proj.codebooks.safetensors b/model.layers.23.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5fab57289196df51a425f6e4894255fd6841a923
--- /dev/null
+++ b/model.layers.23.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32060574fe253e752c590ccad2a33f9ac3c4349351c0608b47d1eca458527a41
+size 16504
diff --git a/model.layers.23.self_attn.o_proj.codes.safetensors b/model.layers.23.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0fd0b991832f45ef43906078c12cb448514f6c69
--- /dev/null
+++ b/model.layers.23.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:905d72665f4946abaa7921ed1611e1b7059d8fce15b1ae9f7d086db1da242efd
+size 4194424
diff --git a/model.layers.23.self_attn.o_proj.codes_102.safetensors b/model.layers.23.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bb34848adecded9b644614387d24b91051734449
--- /dev/null
+++ b/model.layers.23.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da43c79b921c26147e160f2168fffe6b965d1e6e839f5366c996b5b5b92a132e
+size 4194424
diff --git a/model.layers.23.self_attn.o_proj.scales.safetensors b/model.layers.23.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a2619f506b6199ae7f8a970f56ff4083fc774845
--- /dev/null
+++ b/model.layers.23.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdaec69118eb778c9e245debd12003212687d8494f50d1dce2017b75ce144095
+size 16504
diff --git a/model.layers.23.self_attn.q_proj.codebooks.safetensors b/model.layers.23.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..44e5201ed13f9256804d1de6c173e31e2cbbe420
--- /dev/null
+++ b/model.layers.23.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48e1a4b7b5be68e712f678bb119abfff30cb2acc22bae44add38df5c8621b1b
+size 16504
diff --git a/model.layers.23.self_attn.q_proj.codes.safetensors b/model.layers.23.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..45a9508dc9778b956dad970250a853a26af393aa
--- /dev/null
+++ b/model.layers.23.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185d2268e325c2ff3d150e757c37773a27d2f777422bf59690ee0461e536ca02
+size 4194424
diff --git a/model.layers.23.self_attn.q_proj.codes_102.safetensors b/model.layers.23.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a86624294c34ac7d1552cf32acde78ff92ed09d3
--- /dev/null
+++ b/model.layers.23.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938de551df7d19fd1e4b6f801cfec7608b6796b074416c02c483ae464183565b
+size 4194424
diff --git a/model.layers.23.self_attn.q_proj.scales.safetensors b/model.layers.23.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e44941e3cc497baa5c2c9eff209b03bdc36b85e0
--- /dev/null
+++ b/model.layers.23.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009216a80feafd4b657bd351b088c8c1db31785d6f9762b29a841ce76c77f6a8
+size 16504
diff --git a/model.layers.23.self_attn.v_proj.codebooks.safetensors b/model.layers.23.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3b48774c549dafe2a3257467e4f2eb39ea595d6d
--- /dev/null
+++ b/model.layers.23.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e74c8e6af63d653a3700846b49a91891fa7359f99cdf28c6b0c116a7eeff18
+size 16504
diff --git a/model.layers.23.self_attn.v_proj.codes.safetensors b/model.layers.23.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..24ea5b5b69f452348e10e10b4f2b1a0ad579e3bd
--- /dev/null
+++ b/model.layers.23.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d33c98512ec07df9485b06fc92226bba719487909161f38b83f0413d3e0febec
+size 1048696
diff --git a/model.layers.23.self_attn.v_proj.codes_102.safetensors b/model.layers.23.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7d4c508e0ccc882071b3e3b8f77fe7d23bd7ac68
--- /dev/null
+++ b/model.layers.23.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833a91e225b1ef4545280861e103f34361dd29cd6f01997c4b27be45bcefac27
+size 1048696
diff --git a/model.layers.23.self_attn.v_proj.scales.safetensors b/model.layers.23.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3eba2c976243c7302ced279addbf00f3105ca288
--- /dev/null
+++ b/model.layers.23.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edeeee2f565a4eccda51295a2801b88b4ef535341ba3a9b7dd519116b17ee248
+size 4208
diff --git a/model.layers.24.input_layernorm.weight.safetensors b/model.layers.24.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..34216e636c7be02a9b72b221c780c7243d3e7c92
--- /dev/null
+++ b/model.layers.24.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7656a8f11a1002522b6de20c1e5ae4ac0478c20e83b40b442e2bf9d222d065c
+size 16496
diff --git a/model.layers.24.mlp.down_proj.codebooks.safetensors b/model.layers.24.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c6a07b4561e037a918dbb5c1d15d1599d6da4dff
--- /dev/null
+++ b/model.layers.24.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3beec8879b41dffb46ef90024fc020e753321d7eb055d6c34c975e4be1eb5841
+size 16496
diff --git a/model.layers.24.mlp.down_proj.codes.safetensors b/model.layers.24.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..71fed4c041652224c5e34dd7367471a0cf212800
--- /dev/null
+++ b/model.layers.24.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92de44cb254da6c14d7ca25b75036fe9be52650120992a25cc6ea522ccc8ff3a
+size 14680176
diff --git a/model.layers.24.mlp.down_proj.codes_102.safetensors b/model.layers.24.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d36d9c7540905fd1716710576ca7361b52408f95
--- /dev/null
+++ b/model.layers.24.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bdb77378b0053404e8214c5790532600acf0c8e543bd688639a8aaaf9be630e
+size 14680184
diff --git a/model.layers.24.mlp.down_proj.scales.safetensors b/model.layers.24.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..105312fb3d726a28be5d58b998705537a4051cd9
--- /dev/null
+++ b/model.layers.24.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a19d26be53e226a812baa7d4953f764c3a6ec52297ef95ed4e88db9f97d596e
+size 16496
diff --git a/model.layers.24.mlp.gate_proj.codebooks.safetensors b/model.layers.24.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f6fe4155c3028374ad4e02197d66695db1bca1cd
--- /dev/null
+++ b/model.layers.24.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8ed3879e9491489238c527254c852ad0271f51c8f5951b45abedba5094df22
+size 16496
diff --git a/model.layers.24.mlp.gate_proj.codes.safetensors b/model.layers.24.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cf1c9ace96c21acf3f1ce3d69accbe77a284c3c3
--- /dev/null
+++ b/model.layers.24.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5596629baf7d16e85f0f4364b85572ed32b6b128f625213c4e024db912e47e02
+size 14680176
diff --git a/model.layers.24.mlp.gate_proj.codes_102.safetensors b/model.layers.24.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4ba55bc83b4496a64e4194b54763ab810950fad7
--- /dev/null
+++ b/model.layers.24.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db04649976bd358dfb9b0b9aaf7765e0c222bc87fe1e7142f0279d4c32c290d0
+size 14680184
diff --git a/model.layers.24.mlp.gate_proj.scales.safetensors b/model.layers.24.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8a78a8c80603a632de677accd44c0ccbdeca6108
--- /dev/null
+++ b/model.layers.24.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e05e018e86be10882b4fa4ddec3becb1488e7787a3934ddb042564ec5e905f9
+size 57456
diff --git a/model.layers.24.mlp.up_proj.codebooks.safetensors b/model.layers.24.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ee45c0205e4ac46ebf79fe4a4f476eae4e43fc8b
--- /dev/null
+++ b/model.layers.24.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd331bb738a485da7caabf6b222e70066f57800f30198979537123f12711962
+size 16496
diff --git a/model.layers.24.mlp.up_proj.codes.safetensors b/model.layers.24.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..735189564e3f52ba3a38e8a8adaa2aea4de1e4be
--- /dev/null
+++ b/model.layers.24.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e1ef7ca8115eaa4582845c4d90eef8b345eb945f7c1c54a15d19fb396e746e
+size 14680176
diff --git a/model.layers.24.mlp.up_proj.codes_102.safetensors b/model.layers.24.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..271be41a675610538de904ae767a3ea06a13bbcc
--- /dev/null
+++ b/model.layers.24.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8c3b477fce71d32ecab3652132d9c8a2338ddbb164895eab49c2d6f2272d0f
+size 14680184
diff --git a/model.layers.24.mlp.up_proj.scales.safetensors b/model.layers.24.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..01b8c7455222cf9e520807c0427096ca33c8d22b
--- /dev/null
+++ b/model.layers.24.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825a5f60abdae5046c12baace77c18e8059331059ef4bfe1ca279d1faf26af1c
+size 57456
diff --git a/model.layers.24.post_attention_layernorm.weight.safetensors b/model.layers.24.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1ed33e6872c2615acd7f980887367f025ea82176
--- /dev/null
+++ b/model.layers.24.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a26fa62f1c23fd2232be9a63e33289a50c4c8536093cf54ba5b4dbac14c996bd
+size 16504
diff --git a/model.layers.24.self_attn.k_proj.codebooks.safetensors b/model.layers.24.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..15d5da7b9225b4d52fece1ef510634fd68191970
--- /dev/null
+++ b/model.layers.24.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1e1d51444f0ac123a1ebf2e742a42e3e09753d1c16b3c3e7265a4c82005357
+size 16504
diff --git a/model.layers.24.self_attn.k_proj.codes.safetensors b/model.layers.24.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bf28760736e6467c9aabc3498af3caf8419f6ad4
--- /dev/null
+++ b/model.layers.24.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d438736f4b0592fedda56e2a8281ea04d8350517d89d6f1d52a8e194a94a6fca
+size 1048696
diff --git a/model.layers.24.self_attn.k_proj.codes_102.safetensors b/model.layers.24.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f34bef46c081f9f9eddfde6c35bd4312a8dcfad0
--- /dev/null
+++ b/model.layers.24.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4158b9d22d3e98b4eb0b199677546a368a14d46d66068326aa635c1f3b25ed
+size 1048696
diff --git a/model.layers.24.self_attn.k_proj.scales.safetensors b/model.layers.24.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..67a27343ef0bac6d9c5378399802e9ac23ddfb72
--- /dev/null
+++ b/model.layers.24.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3fe3ddbd3cc2e4be5be612b7187ecbff367ff70209ed48a9f026870708ac84
+size 4208
diff --git a/model.layers.24.self_attn.o_proj.codebooks.safetensors b/model.layers.24.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e71a92f5bb3f76ab65ce61584fa38388e25b1582
--- /dev/null
+++ b/model.layers.24.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66bc80880f3960ea928f8c210baecf465473ae32814ba65a5e57fb21188d05d
+size 16504
diff --git a/model.layers.24.self_attn.o_proj.codes.safetensors b/model.layers.24.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..066bc02470cf7a74e571437240be5d26d86d59b1
--- /dev/null
+++ b/model.layers.24.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c5c4f3fa2781ab60abac7276d9d4be60c37d9ada781eb35d773718086aa94b
+size 4194424
diff --git a/model.layers.24.self_attn.o_proj.codes_102.safetensors b/model.layers.24.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d97124cc0786f3d3dd2db47a105aef8f7c957b93
--- /dev/null
+++ b/model.layers.24.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20493bbe227099ead2a2e549ab7dbbc3512d893857b4e1f8ae594852e2889fa4
+size 4194424
diff --git a/model.layers.24.self_attn.o_proj.scales.safetensors b/model.layers.24.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..956b18becc22938cca8efb2b5b011b406e765fa3
--- /dev/null
+++ b/model.layers.24.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65373fe65e98b78408e1332c79c6885a9a72fcb974da5cb831df55b3dfbbbbf
+size 16504
diff --git a/model.layers.24.self_attn.q_proj.codebooks.safetensors b/model.layers.24.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b3f677570dc1514ee45e4643358b02363d7d27ef
--- /dev/null
+++ b/model.layers.24.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d47beb42e60081934587d080d0400e19c92de4976ae10f8d6ab36cc3182416
+size 16504
diff --git a/model.layers.24.self_attn.q_proj.codes.safetensors b/model.layers.24.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b29ab1a377eb3d5a268074079a603ff7cd55919d
--- /dev/null
+++ b/model.layers.24.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b87a65f2bd9b5200c48c5f9279211a241ce23166a1f1051bef6e96b907b550
+size 4194424
diff --git a/model.layers.24.self_attn.q_proj.codes_102.safetensors b/model.layers.24.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..069266c4608ad7a3f770d4d1d02d1aa11a135085
--- /dev/null
+++ b/model.layers.24.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4569d1550e89a3e573306383533a69d32c966aaf578adcb9d7f33b6cb02836
+size 4194424
diff --git a/model.layers.24.self_attn.q_proj.scales.safetensors b/model.layers.24.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..25bbcc8e2dc9f684199c03dce72102e97851a35e
--- /dev/null
+++ b/model.layers.24.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55853a6bd30460a91506780a444d3f3cc94f8d1975de7a13f3e627dc2771cb0e
+size 16504
diff --git a/model.layers.24.self_attn.v_proj.codebooks.safetensors b/model.layers.24.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..61539a2a64160c27363282666d87217ecdba81bf
--- /dev/null
+++ b/model.layers.24.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd29ccc380b6a14039b3b9cdc589c63b1a5ac416b6b5951e9d1005e497cd24d2
+size 16504
diff --git a/model.layers.24.self_attn.v_proj.codes.safetensors b/model.layers.24.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..009eaf586ae50b4325fb3a5fdface7aea64898e2
--- /dev/null
+++ b/model.layers.24.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f8508ece353a3a905662b332ea7c77a84ad3fd54e265c482c9cc5b699e7fa7
+size 1048696
diff --git a/model.layers.24.self_attn.v_proj.codes_102.safetensors b/model.layers.24.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..01cc00f5263c0b8ccd15da61aa5194dd65c11116
--- /dev/null
+++ b/model.layers.24.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3566b585ca50dc073f0efff8f22e53c27437ed0ab9bfb65a0ecbcba8e81891b1
+size 1048696
diff --git a/model.layers.24.self_attn.v_proj.scales.safetensors b/model.layers.24.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c9490b00545ffc43121841b8eeedf78f25dafe6e
--- /dev/null
+++ b/model.layers.24.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9ea5ec27c9dbc418dc668b035792cb2d06aad6d357eeb7aded2e14fda2c696
+size 4208
diff --git a/model.layers.25.input_layernorm.weight.safetensors b/model.layers.25.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7a44b6ab7ed9642c3c61c0a320e8de3a54d42073
--- /dev/null
+++ b/model.layers.25.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a70abfe82a86e950e7b6b8d6b55665ccc428c82c2a2bd9b584d8ecdd274721
+size 16496
diff --git a/model.layers.25.mlp.down_proj.codebooks.safetensors b/model.layers.25.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d9ba334b53dadacf470490e391e6888a60d274b1
--- /dev/null
+++ b/model.layers.25.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b6e795d19e61aee46ea1e100cc20391461c39a4a95a31055d5f9f8f547756b
+size 16496
diff --git a/model.layers.25.mlp.down_proj.codes.safetensors b/model.layers.25.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..959d43f36013fa9a4a5fdce6b20aa8a18d559d3b
--- /dev/null
+++ b/model.layers.25.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f869d4febc4b431f0935bd54439a9f21c57d43b118c28e93d44a137e42cfda
+size 14680176
diff --git a/model.layers.25.mlp.down_proj.codes_102.safetensors b/model.layers.25.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3a43ee2ec959d6d7236e2f2f7348b22096ae624a
--- /dev/null
+++ b/model.layers.25.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af3616d597b036107a67121b00cb1f9ff78cad4d1d452d2e0e465889f7aa687
+size 14680184
diff --git a/model.layers.25.mlp.down_proj.scales.safetensors b/model.layers.25.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..89b142f7a53d877c4f37cc784883379b2edbeed6
--- /dev/null
+++ b/model.layers.25.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1dc333641a56f9a2daac49223aee1677a893de44db8bdf57893c4c6cae28db6
+size 16496
diff --git a/model.layers.25.mlp.gate_proj.codebooks.safetensors b/model.layers.25.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f00aa166405ca7fc032abc3e1f90cde10b0b66d0
--- /dev/null
+++ b/model.layers.25.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6549a8b3217486f9474272c5ab72f1a4bbef7ee95d09d4204c375d244486cbdb
+size 16496
diff --git a/model.layers.25.mlp.gate_proj.codes.safetensors b/model.layers.25.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a47bbb7be756c3339d210bfa10c9d20f0f49039d
--- /dev/null
+++ b/model.layers.25.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59571aaa92fd18511d3e15bf3cf1590243f03eeabdfa196f36e6558917b24b21
+size 14680176
diff --git a/model.layers.25.mlp.gate_proj.codes_102.safetensors b/model.layers.25.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d0bc8347e49dfeb270cfb8d58990ca5675096a1e
--- /dev/null
+++ b/model.layers.25.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750b76ee6688482f882dcfabbc934033495542cf4af3c622cd9112462f79890e
+size 14680184
diff --git a/model.layers.25.mlp.gate_proj.scales.safetensors b/model.layers.25.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d99bdaeb6797249cd7df2a2929fca1b07f697a3c
--- /dev/null
+++ b/model.layers.25.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cacaa6e8c1c94dcae3f5fd922508a8a81f6cd02009fe419ad1dc8e4a4e29db
+size 57456
diff --git a/model.layers.25.mlp.up_proj.codebooks.safetensors b/model.layers.25.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1b776a5034fe498cf46c204f939fdf295a7c3a70
--- /dev/null
+++ b/model.layers.25.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e341e2457dbfee5ca9ddeb3643df54d424394ccd0ba64213abf12c6d4ae8f3
+size 16496
diff --git a/model.layers.25.mlp.up_proj.codes.safetensors b/model.layers.25.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7476e6b584a60aa68609a015f2b4db1be286cd8e
--- /dev/null
+++ b/model.layers.25.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1dd6fd976d80003f895139a5ff57903f628bed84a494cd9610a13d1557f2bdf
+size 14680176
diff --git a/model.layers.25.mlp.up_proj.codes_102.safetensors b/model.layers.25.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..84b225b4525ec29b98200db07eb154177674734f
--- /dev/null
+++ b/model.layers.25.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb822aacf96ab00877757028c6211099791f25cf27eb15d51914f1074e7cd2d
+size 14680184
diff --git a/model.layers.25.mlp.up_proj.scales.safetensors b/model.layers.25.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..814e4bf16822619de630611b3c1e3575a4e3bef7
--- /dev/null
+++ b/model.layers.25.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bbc12268ccf004680b37300a1adffb3d46e87b8f66ddf71f59589c41091c93
+size 57456
diff --git a/model.layers.25.post_attention_layernorm.weight.safetensors b/model.layers.25.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..19f5babcc017f4a0cbb2db7465d9c8cbc808a83d
--- /dev/null
+++ b/model.layers.25.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e43ff3fbcac3351ea94620c98deb5e56937d70caa61dd173eee8e121e6cf7df
+size 16504
diff --git a/model.layers.25.self_attn.k_proj.codebooks.safetensors b/model.layers.25.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..96fc9815dfadc94249e958d3e96188535b7c07ae
--- /dev/null
+++ b/model.layers.25.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ddff28e63ef0962eb881c94984edb615c1a91c7d1c71bdbe778688090320276
+size 16504
diff --git a/model.layers.25.self_attn.k_proj.codes.safetensors b/model.layers.25.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..66ee06de978ccac49bc29674f32aeed619b0ef9d
--- /dev/null
+++ b/model.layers.25.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c9bf5917c5a9eed2bc58220f0d419d7b8df6ddf12c25b9c954a9948f43e559
+size 1048696
diff --git a/model.layers.25.self_attn.k_proj.codes_102.safetensors b/model.layers.25.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..efeeeeaa2bc6096a8a8086b373144b13bc00b092
--- /dev/null
+++ b/model.layers.25.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2ec4696386517168cafcfefb6246235bde3cd2994a6c24f375cdb51218052d
+size 1048696
diff --git a/model.layers.25.self_attn.k_proj.scales.safetensors b/model.layers.25.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fa920d9a4d58940829e45c5387bd18d1f517f059
--- /dev/null
+++ b/model.layers.25.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298b578c510e18245530fe00783281f889f7ccb7106716b6c116d8f425d4ddc3
+size 4208
diff --git a/model.layers.25.self_attn.o_proj.codebooks.safetensors b/model.layers.25.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5a0f7d20caf7a42968228024dac6b9dd4d45d10f
--- /dev/null
+++ b/model.layers.25.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d733010fc3d03cc8dd25a23438691c9eb55cc116da03bf8ffea7112742cb56
+size 16504
diff --git a/model.layers.25.self_attn.o_proj.codes.safetensors b/model.layers.25.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7856fa33a777f526e83f06651eab087e5406e1d1
--- /dev/null
+++ b/model.layers.25.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64326b1ca2ea9a9ecc806f6cf0c7d374e0c3256c073e9953cd1efb84d7fc34d
+size 4194424
diff --git a/model.layers.25.self_attn.o_proj.codes_102.safetensors b/model.layers.25.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bd571d3bb9b51090d0f53d8a8dffe90d0d9e4edc
--- /dev/null
+++ b/model.layers.25.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045f3b721a14102d3e500b992ff806b68f92a138c88274b55d94b1325d05022a
+size 4194424
diff --git a/model.layers.25.self_attn.o_proj.scales.safetensors b/model.layers.25.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..20bd899e92188d2038e60267a6678953b0b24faf
--- /dev/null
+++ b/model.layers.25.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69660f9284429f933787c8b037b111ef836530449a50a8be9865fee7ebcce22a
+size 16504
diff --git a/model.layers.25.self_attn.q_proj.codebooks.safetensors b/model.layers.25.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..79dd48468576318e46fd48e3c88a2f03ff37d469
--- /dev/null
+++ b/model.layers.25.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce636ba9431226179299b9048c3a1f2cec42713512d96c7d580ea9a5cc089f88
+size 16504
diff --git a/model.layers.25.self_attn.q_proj.codes.safetensors b/model.layers.25.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..37efb16245b80739375bcf85ad5753728dd51a2a
--- /dev/null
+++ b/model.layers.25.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdcb542c1df835384c0ea6f53c8f9d31fc2fae8dcf2ef0d84b65eedf379ddd03
+size 4194424
diff --git a/model.layers.25.self_attn.q_proj.codes_102.safetensors b/model.layers.25.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cc3193db50cbb16d349cd864364904b54c19c46c
--- /dev/null
+++ b/model.layers.25.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6500dbb52d2949e9533b816c11f11797b2c4f047776c35c82b767e2835f4e0c
+size 4194424
diff --git a/model.layers.25.self_attn.q_proj.scales.safetensors b/model.layers.25.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fd2cdb617f9b0e54a90a41d8ab2f1fbdc29f0ac2
--- /dev/null
+++ b/model.layers.25.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0777bd06de190d258f36d147e8f33eb6915400809feb651f04686d00001da449
+size 16504
diff --git a/model.layers.25.self_attn.v_proj.codebooks.safetensors b/model.layers.25.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b8bec0527774b12ca6237f182a0548351f940568
--- /dev/null
+++ b/model.layers.25.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d91fe934dd74d770b84b506244ea719acb604684bb059190ac06919a801b2e
+size 16504
diff --git a/model.layers.25.self_attn.v_proj.codes.safetensors b/model.layers.25.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..18f84892d487df944e386c3e542944622389428a
--- /dev/null
+++ b/model.layers.25.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:675fd2677e0d75a502333996e3354df2365802d5ed22f7bec3508cf8b5fcd161
+size 1048696
diff --git a/model.layers.25.self_attn.v_proj.codes_102.safetensors b/model.layers.25.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a36520ee12539b7294d80c666dfbd61b7a747e16
--- /dev/null
+++ b/model.layers.25.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e7455d472a0b998f81cd13546e3736b365842b18a86777e11dd07c49abd7e9
+size 1048696
diff --git a/model.layers.25.self_attn.v_proj.scales.safetensors b/model.layers.25.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9ff2e0e13dafb41988e870f8358b4dd796d1cec5
--- /dev/null
+++ b/model.layers.25.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55bb7a093017cad9a975f99192be30dac3f00cc68e92811ca5f662de75c20657
+size 4208
diff --git a/model.layers.26.input_layernorm.weight.safetensors b/model.layers.26.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ede3067ed0cffafb7219e3b36da96004c3933516
--- /dev/null
+++ b/model.layers.26.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e460320d8d82a7350468e3d3f5c679fb1126814d88ab2d106fc5a05487629c
+size 16496
diff --git a/model.layers.26.mlp.down_proj.codebooks.safetensors b/model.layers.26.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..680de282cdb162db0ab655e25899f33ecaddcf3e
--- /dev/null
+++ b/model.layers.26.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4ad1ee9e4bc8f34333089e4c4efc8c14f193ae932e43774c32d73d8ba429b9
+size 16496
diff --git a/model.layers.26.mlp.down_proj.codes.safetensors b/model.layers.26.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a0563fd32cdaaefa4502c7b22bfced99ff4c4949
--- /dev/null
+++ b/model.layers.26.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7dc6a413dcdd2829a7e97ff85b3efd564fb371a63cb92c44efb0232d943c70d
+size 14680176
diff --git a/model.layers.26.mlp.down_proj.codes_102.safetensors b/model.layers.26.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a88c7d92dbaf461a24013d3b8ddcf07b562217e1
--- /dev/null
+++ b/model.layers.26.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e44c24f93f5ce6385fa48645edabe8ba5e48029f59c74c61bc104f9f71fdca
+size 14680184
diff --git a/model.layers.26.mlp.down_proj.scales.safetensors b/model.layers.26.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a696d60e8da280d44df470e6e03d950e0b1b0356
--- /dev/null
+++ b/model.layers.26.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427c2dbc656d3892b8767f6f38ce5bff2348faa4096a41b03fcb47430531da25
+size 16496
diff --git a/model.layers.26.mlp.gate_proj.codebooks.safetensors b/model.layers.26.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..83bbddd2ed5e616dbfb6ef42eacb0ec6a07a93a1
--- /dev/null
+++ b/model.layers.26.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa34353c1be048f5dce93977c38d44ed28168984fc44c5922cc34e429b55c7c4
+size 16496
diff --git a/model.layers.26.mlp.gate_proj.codes.safetensors b/model.layers.26.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..37c35d2e4c4ee571f7b8d690fc88531cc0302ab2
--- /dev/null
+++ b/model.layers.26.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7320d24546d9e5d03c8dd1bafa3e9f01fc0132a6e8c77bdd6b92fa6567365a
+size 14680176
diff --git a/model.layers.26.mlp.gate_proj.codes_102.safetensors b/model.layers.26.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..50cbf0bcd316cacac23950f626fce4c4755b4430
--- /dev/null
+++ b/model.layers.26.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0cabbde90c7dd80394c098b187a5d7a7e23b9c4888d21380673a459f625a66c
+size 14680184
diff --git a/model.layers.26.mlp.gate_proj.scales.safetensors b/model.layers.26.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e38732fd091af9b02f4ba677f70a095e94b8e789
--- /dev/null
+++ b/model.layers.26.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53bc7e9e7fe27ff164244f277c7b55189fb673b4fbdbc30f4aa4ad41c639df53
+size 57456
diff --git a/model.layers.26.mlp.up_proj.codebooks.safetensors b/model.layers.26.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2f4a2dcb14cc2f90e5355cfec834eeedca9711c6
--- /dev/null
+++ b/model.layers.26.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa9fb9378df76bb37dcd8937767ebb014c8ca0f53d18971889313622b736152
+size 16496
diff --git a/model.layers.26.mlp.up_proj.codes.safetensors b/model.layers.26.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6699322b045e59664239f8b3c5be52a5a503dc2d
--- /dev/null
+++ b/model.layers.26.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed971f8a7187ddcd808c28a6f53d20e6c9d09c702b53819900bfc508a779856
+size 14680176
diff --git a/model.layers.26.mlp.up_proj.codes_102.safetensors b/model.layers.26.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..666389bd4e4c6f5127e4a8fdac10c39a80ab1d5b
--- /dev/null
+++ b/model.layers.26.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3aa57bb7c4d2157f11691aba53781bb75c7258a1691ccb97f1703874e8ecd0d
+size 14680184
diff --git a/model.layers.26.mlp.up_proj.scales.safetensors b/model.layers.26.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..47e305b3a8c9409ed5f4072f7dd564c977eec525
--- /dev/null
+++ b/model.layers.26.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be02952dae4d572a1d23d3866d8366d94a1ba3fb3ac26a9654b6e2a2768bf92
+size 57456
diff --git a/model.layers.26.post_attention_layernorm.weight.safetensors b/model.layers.26.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3c32b041d073575821ba99c1b425da22fa14c589
--- /dev/null
+++ b/model.layers.26.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d445c3d39704a86eac6c2e2b46850f084163b449de315cf63f3a0545b694c112
+size 16504
diff --git a/model.layers.26.self_attn.k_proj.codebooks.safetensors b/model.layers.26.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..294aa83bc0ebe0762ab54517549627a83ee329a2
--- /dev/null
+++ b/model.layers.26.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1b9ce9b1ac3104264c778c5b190b9f6f323c12351761591d482b26a628d9c2
+size 16504
diff --git a/model.layers.26.self_attn.k_proj.codes.safetensors b/model.layers.26.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..58f7ec6f83909fc4c0a6f8cb0e30b5d6c8cde9b4
--- /dev/null
+++ b/model.layers.26.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae4e2c6e057a6c84429bdd788c6e75adf81be958b46376224cc0a4e5e7bf369
+size 1048696
diff --git a/model.layers.26.self_attn.k_proj.codes_102.safetensors b/model.layers.26.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..02ebe9ae8dc181d610d31ce9206ada9c698d7e19
--- /dev/null
+++ b/model.layers.26.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c731d98144ace505f358753cd0985c1bb6aa3eb51f3818eb3eec46eac84a05b
+size 1048696
diff --git a/model.layers.26.self_attn.k_proj.scales.safetensors b/model.layers.26.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6d5f908d45f612f824ce50e926d76b97966003df
--- /dev/null
+++ b/model.layers.26.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad73ca26ca7a5e74b6c1eebeda5f702b5223f7350c4fd484bd039b5d31bd759
+size 4208
diff --git a/model.layers.26.self_attn.o_proj.codebooks.safetensors b/model.layers.26.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..02d2bc77e475f0cd0f797129d0183721210bfcf3
--- /dev/null
+++ b/model.layers.26.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a969a757d341f3e60605ed9b7dd5afdbd99dc70e40d8dba4eed9c9b9c2851bbb
+size 16504
diff --git a/model.layers.26.self_attn.o_proj.codes.safetensors b/model.layers.26.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b1ce47bab0a8931110981706a791e95271ae62e5
--- /dev/null
+++ b/model.layers.26.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa630bc297b1f083b96c5f9936f7f762ad40165b6c5dc4b7c55189d793b16bb7
+size 4194424
diff --git a/model.layers.26.self_attn.o_proj.codes_102.safetensors b/model.layers.26.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7d1632e8556ff4c5392ece3f6c9c6f0fcc994c1c
--- /dev/null
+++ b/model.layers.26.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0460d1737e899043c8459efd987e169f4ace9adb3862b0764c6742b195c62957
+size 4194424
diff --git a/model.layers.26.self_attn.o_proj.scales.safetensors b/model.layers.26.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e90ea21f929eb259e3bfccfe5c27cf1855daf6ce
--- /dev/null
+++ b/model.layers.26.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a33df9c96a558627badeaabff9531a92abf3303babbea4e5cc3fb5933513ca
+size 16504
diff --git a/model.layers.26.self_attn.q_proj.codebooks.safetensors b/model.layers.26.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..110333c5a48e3184589e4ca927c9bb1c37d20c57
--- /dev/null
+++ b/model.layers.26.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5df31cffe0f63b90facf48f5bab59f781d0e1ccf91ffb8f368ee74e2abdb386
+size 16504
diff --git a/model.layers.26.self_attn.q_proj.codes.safetensors b/model.layers.26.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..44d6a8f231be7841288893df3fcf7d19b4e3aee3
--- /dev/null
+++ b/model.layers.26.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d2b1d0d92a6a95baafce0e0a9097243bfd3aba39e09e1a1ea768ff99301105
+size 4194424
diff --git a/model.layers.26.self_attn.q_proj.codes_102.safetensors b/model.layers.26.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6c9d66f0b87d3371bd0bec4c11b32b8ab018c157
--- /dev/null
+++ b/model.layers.26.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf3d685c5507caaef168d51280f9143db128335efde0fb2157d6637b9f76f7d
+size 4194424
diff --git a/model.layers.26.self_attn.q_proj.scales.safetensors b/model.layers.26.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6190295295f2d6926bbd96dba8931cef6b7594d6
--- /dev/null
+++ b/model.layers.26.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2237e4dc5273e4e0ad933d138474d9e27d90c626d964a0ca59dc0bcde5c2caac
+size 16504
diff --git a/model.layers.26.self_attn.v_proj.codebooks.safetensors b/model.layers.26.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..81ac9c6e12a42cb410d1985df10763d01fa411c6
--- /dev/null
+++ b/model.layers.26.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e5ad5fd11d699edb065aa1b3ef5ec9829657348983e020b51109bf5d8e7bfa
+size 16504
diff --git a/model.layers.26.self_attn.v_proj.codes.safetensors b/model.layers.26.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..30f96888c112eafa0320d8b771ae99e30ed15747
--- /dev/null
+++ b/model.layers.26.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0c92492c0ccc6f6ee4742f45ec4e2701b37f6c4e1cdc9c38989e7812c13cee
+size 1048696
diff --git a/model.layers.26.self_attn.v_proj.codes_102.safetensors b/model.layers.26.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..61134436bec007fbbb5c0ae9918dc15a03c718df
--- /dev/null
+++ b/model.layers.26.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5137abf9380141fad445fdd7649ce5dc9b6378b289a443b2befbf0476bc9c4
+size 1048696
diff --git a/model.layers.26.self_attn.v_proj.scales.safetensors b/model.layers.26.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a8c254e10bd44850c5447f379d2f1da55a0646fe
--- /dev/null
+++ b/model.layers.26.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b86848460b201564eed658d807152bd41563a2418cd745409af1362a27d30b9
+size 4208
diff --git a/model.layers.27.input_layernorm.weight.safetensors b/model.layers.27.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6ddb2d1a99d051baa72bd62ff11906f8746eff21
--- /dev/null
+++ b/model.layers.27.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb95ad581d8559dab79b1f84c6b9cdcb9628d897e3ef38806e506fc67cdeff18
+size 16496
diff --git a/model.layers.27.mlp.down_proj.codebooks.safetensors b/model.layers.27.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..01ac4caf04f774a5dc3f355e8912d720504a1f91
--- /dev/null
+++ b/model.layers.27.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a2ebb3d064db0b660855011c85eadbc28eaaf450fc36cefc46cab682bff366
+size 16496
diff --git a/model.layers.27.mlp.down_proj.codes.safetensors b/model.layers.27.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ef7a5813a38098cf937953b5ee1f0af919541acc
--- /dev/null
+++ b/model.layers.27.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b3b7235d020c930accdb323c6a8dada24114885c039d318a61867ab0e34b28
+size 14680176
diff --git a/model.layers.27.mlp.down_proj.codes_102.safetensors b/model.layers.27.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b612a24a86990426b07964784cca24c18326e1b3
--- /dev/null
+++ b/model.layers.27.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a238af55b1e723477ee06ca01b6e148afb9ce57b527d881aea40c998d1d2b54
+size 14680184
diff --git a/model.layers.27.mlp.down_proj.scales.safetensors b/model.layers.27.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..45ecd08caf66617a598a07911a4ddfa0e944b632
--- /dev/null
+++ b/model.layers.27.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87cab904d6dcf55093ac6c01d4273dc2f1075f511db4d1c85e1eb0c2090195d4
+size 16496
diff --git a/model.layers.27.mlp.gate_proj.codebooks.safetensors b/model.layers.27.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e25d9a57e98d2ced3c43b9b6d0a6796ad81d6aab
--- /dev/null
+++ b/model.layers.27.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ede376742e010cda5f1c358a77cbb97078c7b765274ebaf03b91c2b09ab2f7b
+size 16496
diff --git a/model.layers.27.mlp.gate_proj.codes.safetensors b/model.layers.27.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6c13327ba9cfac947001e204382b1240c3968d52
--- /dev/null
+++ b/model.layers.27.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ec50a184951ca51efdf7fb3a87457dac4f7c6c5c74b71af1506d2e7c095a9d
+size 14680176
diff --git a/model.layers.27.mlp.gate_proj.codes_102.safetensors b/model.layers.27.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fb8c6d5bfbd0986f1d24f03b42662969b897bdac
--- /dev/null
+++ b/model.layers.27.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeedb8937760ecd2da2b1da57f1adeabea1058004856c10ecedbfc460585dd99
+size 14680184
diff --git a/model.layers.27.mlp.gate_proj.scales.safetensors b/model.layers.27.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8acd09b44fc472cfa7b4a7d39303ea036af4b8bb
--- /dev/null
+++ b/model.layers.27.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d51a785baaa8054fda844906b4bb13777165e75311f6a846dcd04b44995e4bb
+size 57456
diff --git a/model.layers.27.mlp.up_proj.codebooks.safetensors b/model.layers.27.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c664ba7f4639fad70ca09a28bdf0da05d761637d
--- /dev/null
+++ b/model.layers.27.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67af38d0f26012c65668450e022029d95f990c213703ad5672cc54c791ddaee
+size 16496
diff --git a/model.layers.27.mlp.up_proj.codes.safetensors b/model.layers.27.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0276ee55cacb32b668b556c065a19c5ef247e618
--- /dev/null
+++ b/model.layers.27.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7c3c95ad5f17ada80dacafa4174f6bd347e3793ba6eea30c0464de725142b6
+size 14680176
diff --git a/model.layers.27.mlp.up_proj.codes_102.safetensors b/model.layers.27.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..488a7bfb8173249195977fc794b26c4685fc955e
--- /dev/null
+++ b/model.layers.27.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80c0662e9e7cd14ff3569f327ce0a208db548400cec3418d9d969faa6d7e92d
+size 14680184
diff --git a/model.layers.27.mlp.up_proj.scales.safetensors b/model.layers.27.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..320a2f3c13851e3f8a26145dba045f7961bdc71d
--- /dev/null
+++ b/model.layers.27.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b866d195078306675774ffd047836b4bd13b23178c3bf3cb04cea35f494ac47e
+size 57456
diff --git a/model.layers.27.post_attention_layernorm.weight.safetensors b/model.layers.27.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4d5afa21c8095a77986d19bd9cf9a676d1a98b14
--- /dev/null
+++ b/model.layers.27.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdac9870198a608d6b49c4c77006bbdf203152c4228bc7ba09359b026c0d1c46
+size 16504
diff --git a/model.layers.27.self_attn.k_proj.codebooks.safetensors b/model.layers.27.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3efe98659d28146b7ee72ef238d9d0fd5c22455f
--- /dev/null
+++ b/model.layers.27.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0882350285c0e8f8e9cb35cf31d0a8889ac6fd6e69c11f0f51b2f5d648d9816b
+size 16504
diff --git a/model.layers.27.self_attn.k_proj.codes.safetensors b/model.layers.27.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e66a8c131c7dc8e90c8ec85f7686354fedadda56
--- /dev/null
+++ b/model.layers.27.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58df6b1bcaa70dc0f04f7404b0eda8924096f01f3623188eba0a9ee468bd7e25
+size 1048696
diff --git a/model.layers.27.self_attn.k_proj.codes_102.safetensors b/model.layers.27.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..551ff8754b76a9561e2f903d6743ca9e37870eee
--- /dev/null
+++ b/model.layers.27.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c092e5d95157d3bf11245de0fa5a2dd6bba6fa128162dc40d664c0403d8f574
+size 1048696
diff --git a/model.layers.27.self_attn.k_proj.scales.safetensors b/model.layers.27.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..127b4ae45f8a8fa52e6d248734ed79826e87866c
--- /dev/null
+++ b/model.layers.27.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37b740510f584ec703930289e6294c7214723fd7b468be226ea4ba7f97390c3
+size 4208
diff --git a/model.layers.27.self_attn.o_proj.codebooks.safetensors b/model.layers.27.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6f935ec4d3304632f2b0f7ea0504a0beb949e573
--- /dev/null
+++ b/model.layers.27.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f478bf3122164e2ec3b0c51d85fc04a8d9ab6f79d72f900b78317b3cbc506da4
+size 16504
diff --git a/model.layers.27.self_attn.o_proj.codes.safetensors b/model.layers.27.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0fc3191f831ed9a72b766317b4e31be5c7885a58
--- /dev/null
+++ b/model.layers.27.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1002098de3189378fc39959dfabd68ad81e7c090fcb55a2bfe72558d028fa6
+size 4194424
diff --git a/model.layers.27.self_attn.o_proj.codes_102.safetensors b/model.layers.27.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fcd0266efa525cb73ee3057609e8f62d86ba8df0
--- /dev/null
+++ b/model.layers.27.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f32b0c46e90d16ccab596532283450c773d2d30f82b55312f507ca57246738
+size 4194424
diff --git a/model.layers.27.self_attn.o_proj.scales.safetensors b/model.layers.27.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7c4a8245cf94fca4a9bf3e0dd20d81e4d22bb779
--- /dev/null
+++ b/model.layers.27.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715eb9a1b7c70ee7c182d0d52a4984f595957c1a958e1db476e467c512df8a6a
+size 16504
diff --git a/model.layers.27.self_attn.q_proj.codebooks.safetensors b/model.layers.27.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ae5fe40884b94800a7112d60447ed7e466a79c24
--- /dev/null
+++ b/model.layers.27.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54f181a098ecb8c6cba04ce3bcc286fbff7dd265c61d88370508d7233f89e29
+size 16504
diff --git a/model.layers.27.self_attn.q_proj.codes.safetensors b/model.layers.27.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5715e4586b8ecf48b53571c825c1844e67b24049
--- /dev/null
+++ b/model.layers.27.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95fa62aa62c3ab2ac70e3a4d4ae75674818ed3f17242323747b862da9a9ca1c6
+size 4194424
diff --git a/model.layers.27.self_attn.q_proj.codes_102.safetensors b/model.layers.27.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9a9630aad41821657e05c5fdbb5052941ef153db
--- /dev/null
+++ b/model.layers.27.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f181b734f85972aa5a68070da4ffb0032760d8f372a14e57b04928c5a71839
+size 4194424
diff --git a/model.layers.27.self_attn.q_proj.scales.safetensors b/model.layers.27.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c11face7c6f41abd4d2dca2f38c8b6372c2ccab2
--- /dev/null
+++ b/model.layers.27.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201bccda9b075320d8b1d179e6d40b1bc758b5421432733d708153eaee6f600e
+size 16504
diff --git a/model.layers.27.self_attn.v_proj.codebooks.safetensors b/model.layers.27.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b7c3f5e596f4c4d9e2505857b19278478ee0c9dd
--- /dev/null
+++ b/model.layers.27.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a92fc86d8237c9225bbd099220804eaf8b3ff139da51233795b320b1ccb6ba
+size 16504
diff --git a/model.layers.27.self_attn.v_proj.codes.safetensors b/model.layers.27.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d164d21296abeb6848913af89a5e6aa8a855ef42
--- /dev/null
+++ b/model.layers.27.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da45aff791ec68d90746d1501685b580b9c7b3aedad303ef8bf6ab272da54a93
+size 1048696
diff --git a/model.layers.27.self_attn.v_proj.codes_102.safetensors b/model.layers.27.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6737c0bce07de86c81702ff8c7c0c5d20af6662e
--- /dev/null
+++ b/model.layers.27.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e3762d2168044fc50b103a0f8f772d6bd40ff29b769b379432ada8869416ff
+size 1048696
diff --git a/model.layers.27.self_attn.v_proj.scales.safetensors b/model.layers.27.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e7f0b6555fffe8168aa5c90a316614fc69459a98
--- /dev/null
+++ b/model.layers.27.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ef6f72742326a7b700f82c9264ff7e210610011f9417a658e39ca926521ddf
+size 4208
diff --git a/model.layers.28.input_layernorm.weight.safetensors b/model.layers.28.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f1d4d9f1443f9a18ecd713bd72a4c360b5d6dffc
--- /dev/null
+++ b/model.layers.28.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4346933144496608fc8550fdb57d5f80cadd8e341b56df6a553954f890d2fa
+size 16496
diff --git a/model.layers.28.mlp.down_proj.codebooks.safetensors b/model.layers.28.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4babcfa559dade1c409ee3f648f8fd84af52b445
--- /dev/null
+++ b/model.layers.28.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1ea47ec1da0b91c5f79a579989fc5dd684b5335e84789b2c280df1f26bb0eb
+size 16496
diff --git a/model.layers.28.mlp.down_proj.codes.safetensors b/model.layers.28.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..15c453b4f14c210b91b43f2718398796d273fa7e
--- /dev/null
+++ b/model.layers.28.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604cc8c2475c1303ae803c45dc29632e9e02f71df58e78e411358ef464f39924
+size 14680176
diff --git a/model.layers.28.mlp.down_proj.codes_102.safetensors b/model.layers.28.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..86821972e6f63054b3a2a4a3c0466276f20b0853
--- /dev/null
+++ b/model.layers.28.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791753c3c0a7912e74a41cf1a55164b4dd9b8c44d6751eacccc8506a56e02e13
+size 14680184
diff --git a/model.layers.28.mlp.down_proj.scales.safetensors b/model.layers.28.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3bdd9aeda34432f930f84a1fd3bcba9616544cca
--- /dev/null
+++ b/model.layers.28.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ed0f891e680ca0387453222590529e63ca507bbdbcd1131c2d57d1cbea5245
+size 16496
diff --git a/model.layers.28.mlp.gate_proj.codebooks.safetensors b/model.layers.28.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ab2ccebcaf496cea0167c17108e7f6c5037ba1b8
--- /dev/null
+++ b/model.layers.28.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c07d516b0f63e302fa463ae326193118edab795beec822f1a42ffb41fa307a46
+size 16496
diff --git a/model.layers.28.mlp.gate_proj.codes.safetensors b/model.layers.28.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1df0ea5c648394abe9cf6a9d147a5e5a3072f207
--- /dev/null
+++ b/model.layers.28.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c43149e3be1577f2f9bf46851412d338297152a511333db48400ac95820e965
+size 14680176
diff --git a/model.layers.28.mlp.gate_proj.codes_102.safetensors b/model.layers.28.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2c682533fb920512b96e2b33ec42ad9990362e23
--- /dev/null
+++ b/model.layers.28.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dcd7770a802a6ae0414ae44ed6544d71e6b7c20ded04c384049539e0b421255
+size 14680184
diff --git a/model.layers.28.mlp.gate_proj.scales.safetensors b/model.layers.28.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5ea9e3a4d6d551acfeec2beba5621d9c1ff9c4f4
--- /dev/null
+++ b/model.layers.28.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16493908675eab814c80a5679f48b295fbf904294038fed637283227a28e2d6c
+size 57456
diff --git a/model.layers.28.mlp.up_proj.codebooks.safetensors b/model.layers.28.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..653ec1ab9f46cfbb555450fa6bef4e3a4fdbda7b
--- /dev/null
+++ b/model.layers.28.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3396987e910e2be68256201180bdc305edbca107a381a208c08f85159393708
+size 16496
diff --git a/model.layers.28.mlp.up_proj.codes.safetensors b/model.layers.28.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..602761f94a5d53c3f47ddfd6bd07f94fcaa4f447
--- /dev/null
+++ b/model.layers.28.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227ed527b17b364ef9f005f15471da5db3d74f350ab160c737b16c20c501ab70
+size 14680176
diff --git a/model.layers.28.mlp.up_proj.codes_102.safetensors b/model.layers.28.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7be506eef734cf72ede70950d7e0c37d560513ab
--- /dev/null
+++ b/model.layers.28.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:007ebf19d596f81912c50458086252ecca410cc7d2c85d0e6a30a6460c56b05d
+size 14680184
diff --git a/model.layers.28.mlp.up_proj.scales.safetensors b/model.layers.28.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..045bfb916d67f1cd91f03bd725b7614121ecfca6
--- /dev/null
+++ b/model.layers.28.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b38b72bdb3a22bfbbb76c7b63f90eec078f3fea0ea2b25e8bf17acb340d79a1
+size 57456
diff --git a/model.layers.28.post_attention_layernorm.weight.safetensors b/model.layers.28.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..27e224244d81d4e1885329c69fb171d94bc376c2
--- /dev/null
+++ b/model.layers.28.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfecef9d54446a43ac037c80a66ca497f0012dd2f3cfd66ec3365274ada3d361
+size 16504
diff --git a/model.layers.28.self_attn.k_proj.codebooks.safetensors b/model.layers.28.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e9f2bd8400a7ea2e987ebb5d74199a6c20a03c80
--- /dev/null
+++ b/model.layers.28.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482ff73d49e120eea822fad4b64feec916c4ddd158ed1ae1ed3ab2cac5825906
+size 16504
diff --git a/model.layers.28.self_attn.k_proj.codes.safetensors b/model.layers.28.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7bf82a06794e48c6e373b643898b0789274e6403
--- /dev/null
+++ b/model.layers.28.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0776647f2dfd591ae86fbfefd19bca621b236a6a3d80c78bffdc76d7dc9487
+size 1048696
diff --git a/model.layers.28.self_attn.k_proj.codes_102.safetensors b/model.layers.28.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..984aa0dd923875b31cfb9eb53f11828a6077aab8
--- /dev/null
+++ b/model.layers.28.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5009e38f584817efedc83cd2492a021144da4306444520d9b5cc252ee683d364
+size 1048696
diff --git a/model.layers.28.self_attn.k_proj.scales.safetensors b/model.layers.28.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..33b94431f183b9585017c6f8cb03aee6237b3d62
--- /dev/null
+++ b/model.layers.28.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b32f3b32edd653f4076fa112620ef9dc2fc64aa5dfb9191c1c4d71ab082c8b0
+size 4208
diff --git a/model.layers.28.self_attn.o_proj.codebooks.safetensors b/model.layers.28.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4caf220fd2f5b4d47d3655c024ee6001e32370fc
--- /dev/null
+++ b/model.layers.28.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467a39822dfc023d35de11ade24139ee9b38ba92af5ff912915254fbfc6dddf8
+size 16504
diff --git a/model.layers.28.self_attn.o_proj.codes.safetensors b/model.layers.28.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..474ef285da12b7c8ae6752dbe891c21d9762b861
--- /dev/null
+++ b/model.layers.28.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45446003fedf5efdc6601a1baaf26cff46adf263e81dab034f14e318f7425e46
+size 4194424
diff --git a/model.layers.28.self_attn.o_proj.codes_102.safetensors b/model.layers.28.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..48cdf076a8917ae9233d391063f17544fde93a35
--- /dev/null
+++ b/model.layers.28.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5e1face12e4cd9203f88edcdec08df1ca36bda2238ccbdbd3d41e55bb56138
+size 4194424
diff --git a/model.layers.28.self_attn.o_proj.scales.safetensors b/model.layers.28.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c183f73ea1a7e4f0b796c5c6b0e4a6cb34fd94d5
--- /dev/null
+++ b/model.layers.28.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30cbfb7ec8ea33eec76b3c764d24217bada266268b74caca3dc4ff1d98790f67
+size 16504
diff --git a/model.layers.28.self_attn.q_proj.codebooks.safetensors b/model.layers.28.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..47d7c00e44bceb4b9db2f133ee70142248b4e097
--- /dev/null
+++ b/model.layers.28.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:246f524d85b9b00a43e5ac49f63b712fbc7ed2f04e03fdd3bbdb0922f71e8da0
+size 16504
diff --git a/model.layers.28.self_attn.q_proj.codes.safetensors b/model.layers.28.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c2437959264c5ffbfa767bab7c0e428abcdaf145
--- /dev/null
+++ b/model.layers.28.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e358492f96f75152752aa87de61a6a148b71eef8309ea241eb232fff508f7a
+size 4194424
diff --git a/model.layers.28.self_attn.q_proj.codes_102.safetensors b/model.layers.28.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3082e9bb7ee2b424096649a93a51d39471b3f4dc
--- /dev/null
+++ b/model.layers.28.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7e86f99f2b1fdf70659ca037120af202ed5d0f7587f2027b1966e3b6e64453
+size 4194424
diff --git a/model.layers.28.self_attn.q_proj.scales.safetensors b/model.layers.28.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..60046a33eea78c19d3cbad426c555f4c48e5959a
--- /dev/null
+++ b/model.layers.28.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1088060167a7fc030d2f4b574914480b649288be5805807259ad6b63f2f48134
+size 16504
diff --git a/model.layers.28.self_attn.v_proj.codebooks.safetensors b/model.layers.28.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..82dad6ee88ded2a34a6929d027af7ed3221c99ac
--- /dev/null
+++ b/model.layers.28.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bacbac8dcafc4b308872e07c93ab4bad1b0d2775c3211a15c09757a2aa270905
+size 16504
diff --git a/model.layers.28.self_attn.v_proj.codes.safetensors b/model.layers.28.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..874723fa73ed9fb1ee2e87334ef17fc5044224aa
--- /dev/null
+++ b/model.layers.28.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67275f8e54a33b10c823b866727a8839fd513b9b1034e9b42b0e8dd5affc34dc
+size 1048696
diff --git a/model.layers.28.self_attn.v_proj.codes_102.safetensors b/model.layers.28.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d6e779da1266b992f120e379f732aafd1fb2bd84
--- /dev/null
+++ b/model.layers.28.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1867549931292d3cb1046b4a75da5e714621af6b8f435e05053fa9b75ee04d45
+size 1048696
diff --git a/model.layers.28.self_attn.v_proj.scales.safetensors b/model.layers.28.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..72c119b58966e41467586d0da30c6a013e5e73ce
--- /dev/null
+++ b/model.layers.28.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201d47736718804f6588b21dd1103a80ec471a0037d9e6af05837d186c4376a0
+size 4208
diff --git a/model.layers.29.input_layernorm.weight.safetensors b/model.layers.29.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c8a61ee396be6e9b3efbafe7b54dfb76f47eebc4
--- /dev/null
+++ b/model.layers.29.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9b13f8c59b98d1510324a72d209f69a048d1116d0f72ec03c92fdae0955b4f
+size 16496
diff --git a/model.layers.29.mlp.down_proj.codebooks.safetensors b/model.layers.29.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1194125f79c9b18b7aa2d3fc028eb67cf4e31bdb
--- /dev/null
+++ b/model.layers.29.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e4934771e1a04bac974a073bcf5ae8bb564c0ce2f3ca89a798d862ea452b51
+size 16496
diff --git a/model.layers.29.mlp.down_proj.codes.safetensors b/model.layers.29.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9ae9129b1c129078e206911f47d3f247618085f3
--- /dev/null
+++ b/model.layers.29.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a008db86c8bf3024ed7ca5ae18e7b46e6360a9d58de3529d3420aa7490b08e2
+size 14680176
diff --git a/model.layers.29.mlp.down_proj.codes_102.safetensors b/model.layers.29.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7f8a21790c64dec1c91430618ec913894e4c9dbb
--- /dev/null
+++ b/model.layers.29.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3ca4dbd99d4a12b50b0f1d52c11cbee1782d568bc55abdb24479cb536ae1ef
+size 14680184
diff --git a/model.layers.29.mlp.down_proj.scales.safetensors b/model.layers.29.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c478e55cc6e3cc12fadb0e8cf4d4dc6347c4c210
--- /dev/null
+++ b/model.layers.29.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efdd76e029296c576f4ae4338a27f50e642d8d47c1c83d5f3be97103f293d217
+size 16496
diff --git a/model.layers.29.mlp.gate_proj.codebooks.safetensors b/model.layers.29.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2a1f61cac0474c1b16ab05a3d6a2a74305a1b9a9
--- /dev/null
+++ b/model.layers.29.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646826f550e948f6c521b218580e61c2fd0b6194f28aa8daa1a57ce6485494ad
+size 16496
diff --git a/model.layers.29.mlp.gate_proj.codes.safetensors b/model.layers.29.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ea99c2cc334f965f067b2a63affa8dc6e03de6d2
--- /dev/null
+++ b/model.layers.29.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1b377f35be21ed8c1fc33ae786dc058f2747259a182275b2069a6cd14bc677
+size 14680176
diff --git a/model.layers.29.mlp.gate_proj.codes_102.safetensors b/model.layers.29.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d3c70cf582158193cbaab978ad8ca075d439bf7d
--- /dev/null
+++ b/model.layers.29.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08dcf4d682d7d9ff3dacf4ba42c15794284ad868a932132aba1d986e5efb8f13
+size 14680184
diff --git a/model.layers.29.mlp.gate_proj.scales.safetensors b/model.layers.29.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..15d2fb3a2325786bde1a573eb58c8d6ef4144998
--- /dev/null
+++ b/model.layers.29.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e35303066a7e17ea1cc7ee5c5a70f948466d4b4125b98fe386f921b989d9c02
+size 57456
diff --git a/model.layers.29.mlp.up_proj.codebooks.safetensors b/model.layers.29.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..76e1c6182477bbed9c496637ebf37f8395efb380
--- /dev/null
+++ b/model.layers.29.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5bf226bfbafc479055339aba122bb63e46f009bb58bdc8db71b162dab1be63
+size 16496
diff --git a/model.layers.29.mlp.up_proj.codes.safetensors b/model.layers.29.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e913e9eeddc3fe8d645a06bd4f4d83c44ccbeb3a
--- /dev/null
+++ b/model.layers.29.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219aa3239cd56de45f2cda3ebd42132e838996ef8933af62759d912a8edbb076
+size 14680176
diff --git a/model.layers.29.mlp.up_proj.codes_102.safetensors b/model.layers.29.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9bf72222bf7d8ec600527286b07e8b8a85ab3a93
--- /dev/null
+++ b/model.layers.29.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85187350d6cdd078f912b31d478beafd33e7af73fa61a1d60e7d892a48da5f45
+size 14680184
diff --git a/model.layers.29.mlp.up_proj.scales.safetensors b/model.layers.29.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..aa581853fa99cc9086a9dffebd96e43a00f97856
--- /dev/null
+++ b/model.layers.29.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3593318c4b7f474830a9562110d26f9e46e898fd27cf20785051c59937147151
+size 57456
diff --git a/model.layers.29.post_attention_layernorm.weight.safetensors b/model.layers.29.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6a8b02c9e163fc0b4b4038ec0b5392a654b52bff
--- /dev/null
+++ b/model.layers.29.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38b9ab050bd87a767e52c567ca6afb0f916d9f5dad4a55120430b40d3543647
+size 16504
diff --git a/model.layers.29.self_attn.k_proj.codebooks.safetensors b/model.layers.29.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2dd6cdd796f6a0a43f92c71834546df9924a44b7
--- /dev/null
+++ b/model.layers.29.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66a00ffb33be174b256f9cd19a22cb0c2f64dcfc9f53f898cbb193a9bc251a4
+size 16504
diff --git a/model.layers.29.self_attn.k_proj.codes.safetensors b/model.layers.29.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f338b934c4142046949f9df58766c612814e324a
--- /dev/null
+++ b/model.layers.29.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709387c2f1908a12156092664c79c2db854bec9330b294b41b1b3a16577f9cc7
+size 1048696
diff --git a/model.layers.29.self_attn.k_proj.codes_102.safetensors b/model.layers.29.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3d7071bae1ca3eddc86113ce260eaeecd97cbcf9
--- /dev/null
+++ b/model.layers.29.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ffe012f536fb95b2bb24faec56695c939c9b1e1a11167846a6aff26d566088e
+size 1048696
diff --git a/model.layers.29.self_attn.k_proj.scales.safetensors b/model.layers.29.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a74952616be4a3668a3be76f3d81f3dcfbe82748
--- /dev/null
+++ b/model.layers.29.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab6c8fa4b0aa6244ec499ea63d15fd28a6afcbe3ee0a3e6b41ded6781ef1764
+size 4208
diff --git a/model.layers.29.self_attn.o_proj.codebooks.safetensors b/model.layers.29.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..30e4af4eaa0bfcf4ab9ac0d2f6d62c4594c57a99
--- /dev/null
+++ b/model.layers.29.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4bb3e7e7640730aabd21f88bb6931bce02b266e84577b48b849a7f8fb22f1d9
+size 16504
diff --git a/model.layers.29.self_attn.o_proj.codes.safetensors b/model.layers.29.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..200380626a1ab0515d0415fdfb78c0b3831da7de
--- /dev/null
+++ b/model.layers.29.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525c6a771918b2accdf8d7d6a924e3aba8eda37841d623b4bfdadba08f33edbd
+size 4194424
diff --git a/model.layers.29.self_attn.o_proj.codes_102.safetensors b/model.layers.29.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4635ce3fe0e0d4ed0731efb37b54344e04f18bbc
--- /dev/null
+++ b/model.layers.29.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81594a4a64409df634b098432401cda678a929cde15e029b6314d97003b52511
+size 4194424
diff --git a/model.layers.29.self_attn.o_proj.scales.safetensors b/model.layers.29.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..629a310d2035b8f4009984f19441a8b22d68aa87
--- /dev/null
+++ b/model.layers.29.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2feb8476d42e4dd9f435a3ad9279705da2d890337425bdca90da4cad3ca3764a
+size 16504
diff --git a/model.layers.29.self_attn.q_proj.codebooks.safetensors b/model.layers.29.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ca59043d3759aa33d848c9389bf574fd6fafca13
--- /dev/null
+++ b/model.layers.29.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f69f52ca70794fa70239a3f426b93d56f67ad24ba7be0f4bc9714a97b936cc
+size 16504
diff --git a/model.layers.29.self_attn.q_proj.codes.safetensors b/model.layers.29.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1c166a047176c3d288359846e21e0c8b05f2f28a
--- /dev/null
+++ b/model.layers.29.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f743dd9d868701aeec3ba81e1cbd8bfc2b45ee7511be66b71bf038df0bc610
+size 4194424
diff --git a/model.layers.29.self_attn.q_proj.codes_102.safetensors b/model.layers.29.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..da2a3ae9b032e5ef8e84ef09dc2c0ddffc6130b6
--- /dev/null
+++ b/model.layers.29.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7583b0b7f368f8188b853016491c1c1ff154d74f7fbeb2b54feb4710bd2515
+size 4194424
diff --git a/model.layers.29.self_attn.q_proj.scales.safetensors b/model.layers.29.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b9e43e342f2b187a4af1a6cc466c5831822f237e
--- /dev/null
+++ b/model.layers.29.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07786081560ef7d432b32ed32cd4260fc3380057fe304802c63ecd38f81d7434
+size 16504
diff --git a/model.layers.29.self_attn.v_proj.codebooks.safetensors b/model.layers.29.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..82f91b0e9d739100c3737803494a41337870fcec
--- /dev/null
+++ b/model.layers.29.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9634a61c6d17ba0cc90515f79306d08f40f3ec79a466782b7ddd108fa83fdcd
+size 16504
diff --git a/model.layers.29.self_attn.v_proj.codes.safetensors b/model.layers.29.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..07b082bf0a53eeedcad921250cb7a7cc9c8579e9
--- /dev/null
+++ b/model.layers.29.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4bda19456c68911b318e095d3dfe0749ef0fa36a5b8aabaf01820ecede2eb9
+size 1048696
diff --git a/model.layers.29.self_attn.v_proj.codes_102.safetensors b/model.layers.29.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..36e14acb475abe3a4a768ec99792c878ebdc3a10
--- /dev/null
+++ b/model.layers.29.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2793dab0e8bf85b03495936c5d41c433aed4e28ecefc50e04aca156da49b00a3
+size 1048696
diff --git a/model.layers.29.self_attn.v_proj.scales.safetensors b/model.layers.29.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3a82707069dea8b3f1eabac1f994ec7f6aee7223
--- /dev/null
+++ b/model.layers.29.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9757baa8cf6be1c7dec01f062186b868475d475874b76d85d398f130ddf8e1e6
+size 4208
diff --git a/model.layers.3.input_layernorm.weight.safetensors b/model.layers.3.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ba7d0b10c79c0cb6a97a69cf9172aed97f131871
--- /dev/null
+++ b/model.layers.3.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87643b8c7942229b8b7ca44e6d9c3384b3370148c72f494167ef5a145518c7d3
+size 16496
diff --git a/model.layers.3.mlp.down_proj.codebooks.safetensors b/model.layers.3.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b20f1971ff5d5b80c3793d03ff7f0ca6a5bc1fc0
--- /dev/null
+++ b/model.layers.3.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914e87bee839ca9f56bedb6c93bfcbacc47723327681ad8ec0a57dad23bdc26d
+size 16496
diff --git a/model.layers.3.mlp.down_proj.codes.safetensors b/model.layers.3.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6401fa3dca0c6d3cd65d0eb1761720fb65cb460e
--- /dev/null
+++ b/model.layers.3.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbcb70951ac03a422138ed807766fe22e14876fd51a384881685c79734a1d18
+size 14680176
diff --git a/model.layers.3.mlp.down_proj.codes_102.safetensors b/model.layers.3.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bec82e737bf4e56a89871c6cf34c184eddc27891
--- /dev/null
+++ b/model.layers.3.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994f38e3e91a89539d1cfa93f0da473e683b1b60d8c07628a1fde3fc171a7a96
+size 14680184
diff --git a/model.layers.3.mlp.down_proj.scales.safetensors b/model.layers.3.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1798d864568f6651d3645220550c1e0eaa621772
--- /dev/null
+++ b/model.layers.3.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f4f3cd5bdf877035e36bf780505d9eee9d2de3aa6226ecb6f98663ad9d284be
+size 16496
diff --git a/model.layers.3.mlp.gate_proj.codebooks.safetensors b/model.layers.3.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f4708797b7c181a59bd5ca17efcb114a1aeb96aa
--- /dev/null
+++ b/model.layers.3.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84065c907c53cfea5855169b4ea25fc388637bb180d5f0aa1c515fefa5c46488
+size 16496
diff --git a/model.layers.3.mlp.gate_proj.codes.safetensors b/model.layers.3.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..60bd8f8a14738a1543c9bb62350031fa2a3bd5d0
--- /dev/null
+++ b/model.layers.3.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb26a08d49ae7426a5c7859b07c3efb2994834c492d39902be1ce682b800f08
+size 14680176
diff --git a/model.layers.3.mlp.gate_proj.codes_102.safetensors b/model.layers.3.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..48f65f6ea396043e183eee258e98f8f3106caac9
--- /dev/null
+++ b/model.layers.3.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d272287ea6ed9eea7878e2b5f358e9b91c08afa88062ade37b90565b6673cb01
+size 14680184
diff --git a/model.layers.3.mlp.gate_proj.scales.safetensors b/model.layers.3.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ce9a0ff08dd1577ccb186cd223420fe0e2e8793f
--- /dev/null
+++ b/model.layers.3.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb29b4cbdb91bf5a611b3aac19fd4fbe99a0f54831c808c0007ec7b980241a6
+size 57456
diff --git a/model.layers.3.mlp.up_proj.codebooks.safetensors b/model.layers.3.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0d05e101e32235fb9450785bf5894a690448f9ec
--- /dev/null
+++ b/model.layers.3.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6026cf91f7c49d34e1ebb73c7086bf3fb2de6994f5ed134be519ac4d5822363f
+size 16496
diff --git a/model.layers.3.mlp.up_proj.codes.safetensors b/model.layers.3.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..79fcd30f8b7b69f0c289c8ccf2c25ef9b49095d6
--- /dev/null
+++ b/model.layers.3.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f88c534d2511839567a436971b3212f73877e1a245cf0951541005084392ab8
+size 14680176
diff --git a/model.layers.3.mlp.up_proj.codes_102.safetensors b/model.layers.3.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9e0d3b61f50b5e908bc1a267e2600e46469ddd8f
--- /dev/null
+++ b/model.layers.3.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713ed1a1c1e2caaa44c090ed775715de7c156a55469c2dbc173c6b03cb28f51b
+size 14680184
diff --git a/model.layers.3.mlp.up_proj.scales.safetensors b/model.layers.3.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ad2bac4a666cc8c12592c62dee8206a2ff227d02
--- /dev/null
+++ b/model.layers.3.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f64d75b628a98ab5e1d75d00ddb0346ddc1ab12e1e9019122080cac15775261
+size 57456
diff --git a/model.layers.3.post_attention_layernorm.weight.safetensors b/model.layers.3.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fd4626c28cfd8f0eb51364a1b3ca3ef03f13e418
--- /dev/null
+++ b/model.layers.3.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478c04f848ccf26dc2326feae08eb2ea2ae931335fcc82b0ad30e10b36d64a4f
+size 16504
diff --git a/model.layers.3.self_attn.k_proj.codebooks.safetensors b/model.layers.3.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c57758656a12c473d9b935c0e6c90b25fc72baf8
--- /dev/null
+++ b/model.layers.3.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137c89b6cda4ca516dbca3ddf5085653a9dd7b638708e1b07808f92fb176e207
+size 16504
diff --git a/model.layers.3.self_attn.k_proj.codes.safetensors b/model.layers.3.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0d3759f04f23ae944a2844a89a555a4e1c82855e
--- /dev/null
+++ b/model.layers.3.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00dc42cea7f9b92effb0efb532d3470f413f5232358f1a9ad9a1f0113e4784b
+size 1048688
diff --git a/model.layers.3.self_attn.k_proj.codes_102.safetensors b/model.layers.3.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ea4069767879bbe1417142318dabbf3a9b2558f4
--- /dev/null
+++ b/model.layers.3.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc1ff023a23cdd2bcb06c0291c28103c05d55aa3cd7091ad73f92c34c26b1fe
+size 1048696
diff --git a/model.layers.3.self_attn.k_proj.scales.safetensors b/model.layers.3.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..94c5794233c12f07fa039cfb755f9357529970a2
--- /dev/null
+++ b/model.layers.3.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272d0af409755e0a67e53bc712b7694f5972d685a03d979c78fa2f77bdf10b02
+size 4208
diff --git a/model.layers.3.self_attn.o_proj.codebooks.safetensors b/model.layers.3.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..72dd86114ae994c35a4f8293dd6af011daf2e15d
--- /dev/null
+++ b/model.layers.3.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b88f8cd47c88543624c3f18928a5064868bf77d40f23eabf917563f449d0e7
+size 16504
diff --git a/model.layers.3.self_attn.o_proj.codes.safetensors b/model.layers.3.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a3a9ee5547a550c56df4f974f2b8f6a09ef4cd42
--- /dev/null
+++ b/model.layers.3.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b61328c0f9a8458fe2c630a140de97890380beba62ede0b45ef694104519920
+size 4194416
diff --git a/model.layers.3.self_attn.o_proj.codes_102.safetensors b/model.layers.3.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..94dfc4194ecfd41f4b225bebc8ea58d4edc037a3
--- /dev/null
+++ b/model.layers.3.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5260c9d8e18ca7ddc6cc55b90d61f878ec9b55729fdd6743660ca750c3f12f4c
+size 4194424
diff --git a/model.layers.3.self_attn.o_proj.scales.safetensors b/model.layers.3.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..29288de1ae9a24173cf9c8c109209a2f409d7b12
--- /dev/null
+++ b/model.layers.3.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59410eb32f1c15b5e06a0f711567fc080e37aaf28600f94d4a644d57fac9521d
+size 16496
diff --git a/model.layers.3.self_attn.q_proj.codebooks.safetensors b/model.layers.3.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..73ec4b7c52cc97b8f0684719cc12ec2f31cf1a0f
--- /dev/null
+++ b/model.layers.3.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0336e634ce12ac7fc576fe71b6c9998149ca5909bf8eb781e4af62c5ce26de4c
+size 16504
diff --git a/model.layers.3.self_attn.q_proj.codes.safetensors b/model.layers.3.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6fc0687b90b4b9d6907099093486de1d8fdef65d
--- /dev/null
+++ b/model.layers.3.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a20356cf99dad6a5b3bb326b74c0a35f9193a3127118f1d3a6ade975ebf69c7
+size 4194416
diff --git a/model.layers.3.self_attn.q_proj.codes_102.safetensors b/model.layers.3.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..de2c2ceee9486bbefeeaecfacc2c60e902e78d24
--- /dev/null
+++ b/model.layers.3.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa7e3e6b003473bf5acdb8b72240c06993a05821cee535a318e9f8b1fc1f3f9
+size 4194424
diff --git a/model.layers.3.self_attn.q_proj.scales.safetensors b/model.layers.3.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c8b5b656edf33917aa0c956f143c84b58312353a
--- /dev/null
+++ b/model.layers.3.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603ae8488fc9144a4aca53a53ecffc99a438655ab920f03200c36c4ac36e9158
+size 16496
diff --git a/model.layers.3.self_attn.v_proj.codebooks.safetensors b/model.layers.3.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..34301d27f1c63aa239b69ccf97c125dbcc8b80cf
--- /dev/null
+++ b/model.layers.3.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8e0e3ca220bb5397a0e4bc17e680d595e245eab948b43ecbec927b2501b454
+size 16504
diff --git a/model.layers.3.self_attn.v_proj.codes.safetensors b/model.layers.3.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f89ac459f1f551f940729d482075dab7fb287886
--- /dev/null
+++ b/model.layers.3.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad77121dce2db41348650d4e036d4412e7f6bffac10090fda84cd5d65414234
+size 1048688
diff --git a/model.layers.3.self_attn.v_proj.codes_102.safetensors b/model.layers.3.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8eb66c3ab47a8a47c0c398d9cc4abb6c32a144f4
--- /dev/null
+++ b/model.layers.3.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b786d2d4ebfc96c6c5727740fcc56c841cc86843db45dded8cd7610ec18f42d1
+size 1048696
diff --git a/model.layers.3.self_attn.v_proj.scales.safetensors b/model.layers.3.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bc78069246f8ec150cb1d2d36d5ea38af9e56dc2
--- /dev/null
+++ b/model.layers.3.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16dd6df27f7293c09cb77b118e63e6eefdcb8c37a6e9b27ee0ca1e6e048376fc
+size 4208
diff --git a/model.layers.30.input_layernorm.weight.safetensors b/model.layers.30.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5589bf034078698a128048395149fec5e8611cc0
--- /dev/null
+++ b/model.layers.30.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0bea52b7f37e2db531fdf52f99c37068ada9fcb8c8685325b2ad0b9815e2064
+size 16496
diff --git a/model.layers.30.mlp.down_proj.codebooks.safetensors b/model.layers.30.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1fb3aa3633f2028fc51a9b70d8bd5cfc23f7022c
--- /dev/null
+++ b/model.layers.30.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846445c609546c2827f0685e4dc6ad597c4b3da8aeb1c7b17e7c78236ba27318
+size 16496
diff --git a/model.layers.30.mlp.down_proj.codes.safetensors b/model.layers.30.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9b041a0c4b480827442ac6e839ecfcd4c66138ab
--- /dev/null
+++ b/model.layers.30.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc1c3bbc4e6072484bda135cb4ffc49c22c53e333fe76596ce3df14cc9190dc
+size 14680176
diff --git a/model.layers.30.mlp.down_proj.codes_102.safetensors b/model.layers.30.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..99c16db3ffeb5d9953440813b88014986b41742c
--- /dev/null
+++ b/model.layers.30.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed9f1e68848f7a0b33199f9fb135b6ce1f3e52b1fb58db8cd8c1809335a17d0
+size 14680184
diff --git a/model.layers.30.mlp.down_proj.scales.safetensors b/model.layers.30.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5035f9209565426b6ba2c4e154e9dd1ce8ada531
--- /dev/null
+++ b/model.layers.30.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557f06cc214619bf85615cd55519e1b40d6cf67caf62215bd07656653bbbe4ed
+size 16496
diff --git a/model.layers.30.mlp.gate_proj.codebooks.safetensors b/model.layers.30.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2d5a07ea535cfb56fa910f3fa153d958dbd886b9
--- /dev/null
+++ b/model.layers.30.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549943c11b1a6c4bc175fe872360fc5326544ab06c055fcd350e5e9e57d88f2b
+size 16496
diff --git a/model.layers.30.mlp.gate_proj.codes.safetensors b/model.layers.30.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fdcd2003ca4a9f252118d90ff07f4445a563d368
--- /dev/null
+++ b/model.layers.30.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ab1f67735b32d78b3286e89e94219fada67aa660047ef6de129c4497fea964
+size 14680176
diff --git a/model.layers.30.mlp.gate_proj.codes_102.safetensors b/model.layers.30.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d964d4232a9c0d26685c849211e5463f2ae3a708
--- /dev/null
+++ b/model.layers.30.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602cbba158402949f7180c6496cd5cbed3c78a1515bbc9a9f8465a541f401f01
+size 14680184
diff --git a/model.layers.30.mlp.gate_proj.scales.safetensors b/model.layers.30.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..189f13a37f17198799d6d63c23a2d918c35d8351
--- /dev/null
+++ b/model.layers.30.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c97b559d7c858e6d5c440c5af0d3c5b558a2d1a0e8a92943471ee62595c58b
+size 57456
diff --git a/model.layers.30.mlp.up_proj.codebooks.safetensors b/model.layers.30.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e585c83bc6533474114e8b020867043c72cdc339
--- /dev/null
+++ b/model.layers.30.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927aaa10b4955e64620692a40b15cb4c9b40fdb18596e4a5f06b18fb41b6cefd
+size 16496
diff --git a/model.layers.30.mlp.up_proj.codes.safetensors b/model.layers.30.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2bd2d2ad98f51d38fc547d9915a2ac8c61c151ef
--- /dev/null
+++ b/model.layers.30.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d493e8bee4165788e1f2f0b8b71e15134e699d06275f031ec6b242ec361a88c
+size 14680176
diff --git a/model.layers.30.mlp.up_proj.codes_102.safetensors b/model.layers.30.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..eceaf9c1d4289ad38459d5c59cf6fab936a1a999
--- /dev/null
+++ b/model.layers.30.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00249e67057aa45c4f839183a4b741298bd6ada5415d4e81f5313e1b47bdd20
+size 14680184
diff --git a/model.layers.30.mlp.up_proj.scales.safetensors b/model.layers.30.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fd8333f7db0eae03b52e4153c84b6b57187aa0a5
--- /dev/null
+++ b/model.layers.30.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3b4e02aef89a78bcc3bce1d8e98771e788ef1d566066c6bd6a8e840e7eef64
+size 57456
diff --git a/model.layers.30.post_attention_layernorm.weight.safetensors b/model.layers.30.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f12698a48cdaab6ec697139c7588745c8a15d3dd
--- /dev/null
+++ b/model.layers.30.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5d3c310d1842c97fce8cb39f03f0f00ddd70317520f1d15e6fed20d5c26405
+size 16504
diff --git a/model.layers.30.self_attn.k_proj.codebooks.safetensors b/model.layers.30.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fc36084aa766a1835073788e0edcfcd47b6d79e9
--- /dev/null
+++ b/model.layers.30.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64084db8fad53140f7237a0ce2f9f1bc0f8f670292409a458706c78c96b711eb
+size 16504
diff --git a/model.layers.30.self_attn.k_proj.codes.safetensors b/model.layers.30.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..18265dac6eb13e11f208badf31c1d608ea25dbb2
--- /dev/null
+++ b/model.layers.30.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3e49de86460176c51dcae2e6179b377ef3e91328c33de626d68da47f135347
+size 1048696
diff --git a/model.layers.30.self_attn.k_proj.codes_102.safetensors b/model.layers.30.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d0b1e1a4a6d7c8261bdc1094ca0f612327643a40
--- /dev/null
+++ b/model.layers.30.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acaefd14ba9f678baa806b81dca2442fc0aa33d2387b63fffc2b76c0e3c2348b
+size 1048696
diff --git a/model.layers.30.self_attn.k_proj.scales.safetensors b/model.layers.30.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d95b56d441f99507b536d76c7694a39e5f07a1fd
--- /dev/null
+++ b/model.layers.30.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b4afb851dfe027e64f5415522370e45552fdb705613395adc280900d12a57e
+size 4208
diff --git a/model.layers.30.self_attn.o_proj.codebooks.safetensors b/model.layers.30.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..94f0280293f71a30491f6ca63fdda1955e122cae
--- /dev/null
+++ b/model.layers.30.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8887a68c6a9fdc9e3084f7e3b1a82312bf6bc69a3230ff3e3fad215329a7d062
+size 16504
diff --git a/model.layers.30.self_attn.o_proj.codes.safetensors b/model.layers.30.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..721274bf9d95a47ae0920405e22e2bae8f195724
--- /dev/null
+++ b/model.layers.30.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34942226872add2cd55483f0badf80e2c458df1e35afc7de9fc49f5f12e5ede
+size 4194424
diff --git a/model.layers.30.self_attn.o_proj.codes_102.safetensors b/model.layers.30.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ce1571ca136a2b4bd73c87fd30eb4672342fbd28
--- /dev/null
+++ b/model.layers.30.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a151e90da710af47277c3c2b99d1fb56d68c3d1cfe4e9c5a2fcb1410b06ea4af
+size 4194424
diff --git a/model.layers.30.self_attn.o_proj.scales.safetensors b/model.layers.30.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4f79f31d96165e305e5af4e2880ea74225139ecd
--- /dev/null
+++ b/model.layers.30.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd57c7b92e51e2f1a73d0affd1fe77f1804fa78f72da9a2186a2c0e5f0651d84
+size 16504
diff --git a/model.layers.30.self_attn.q_proj.codebooks.safetensors b/model.layers.30.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..df15d39a67c2384ec3b8100ce6c69a711f80627e
--- /dev/null
+++ b/model.layers.30.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4136f01ddedfccb4695c601c1b98501eabace019ebb6a9fe1104592f2b17e8
+size 16504
diff --git a/model.layers.30.self_attn.q_proj.codes.safetensors b/model.layers.30.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..db73dbd6f3265afb37394c102bd96a0bc686eeaf
--- /dev/null
+++ b/model.layers.30.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b85f7cef0ecb4fd43dc1e0e57e0bdb72e26fa9d5f9c83211d192755d41090fc
+size 4194424
diff --git a/model.layers.30.self_attn.q_proj.codes_102.safetensors b/model.layers.30.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a5017dca6d3e83f67a1866f40ad14f1fc06ee222
--- /dev/null
+++ b/model.layers.30.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c9d75328b3193eb863cf9b635810663f9938f88cf942f6d6b6268cd632d4d2d
+size 4194424
diff --git a/model.layers.30.self_attn.q_proj.scales.safetensors b/model.layers.30.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5414a3e635e52d0f7e41c32b0c48ccdfa02e3172
--- /dev/null
+++ b/model.layers.30.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b798428c9ed9365760d6c253d95abdf90844395010e87ced79e86dd922939007
+size 16504
diff --git a/model.layers.30.self_attn.v_proj.codebooks.safetensors b/model.layers.30.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7bb819298c552b48bd97b2947a521e04694e9887
--- /dev/null
+++ b/model.layers.30.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9ea50d2f23c46d13413f1616c6d40902b4cb479446be6657df560b160423ec
+size 16504
diff --git a/model.layers.30.self_attn.v_proj.codes.safetensors b/model.layers.30.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8c1d2ba73539a65175cc8266a7b4afe3063428eb
--- /dev/null
+++ b/model.layers.30.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730f338f3fce7686e5f7b06c9ea0b49fbf8d25f5ac3db1c8291c533cac208052
+size 1048696
diff --git a/model.layers.30.self_attn.v_proj.codes_102.safetensors b/model.layers.30.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..64790c80872e76f62a2fcb81b5768079cfab36a5
--- /dev/null
+++ b/model.layers.30.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b798bd94d60bd47447650171b5d5088a02206a49b465c6e554b718913c78799d
+size 1048696
diff --git a/model.layers.30.self_attn.v_proj.scales.safetensors b/model.layers.30.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d4f780a6951455eea922a25887ce76c09050dd51
--- /dev/null
+++ b/model.layers.30.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6942d6f6044abfa2d2320f00b358e5610f37a05021588ed29848caeb15cb678f
+size 4208
diff --git a/model.layers.31.input_layernorm.weight.safetensors b/model.layers.31.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..42985a8b1bb8ac16b9d670dd88d96fb7ca5f1d7e
--- /dev/null
+++ b/model.layers.31.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f245980312330328f780275712b84a89929876fc1ca853e648b40c4468c9a49d
+size 16496
diff --git a/model.layers.31.mlp.down_proj.codebooks.safetensors b/model.layers.31.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..83702aedd0fb9cbf3fa119041f7159c7befda746
--- /dev/null
+++ b/model.layers.31.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca3fa857663d55b95fe7c045a3cd2cdb67d5fad673a2632f6b5625865532d4d
+size 16496
diff --git a/model.layers.31.mlp.down_proj.codes.safetensors b/model.layers.31.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dedd389ad73650791df7017662e312d8ba6bec35
--- /dev/null
+++ b/model.layers.31.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a396ebdc00130b6f6d548dd69a54578323672655e47c131ff9f3a97984ba81cf
+size 14680176
diff --git a/model.layers.31.mlp.down_proj.codes_102.safetensors b/model.layers.31.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2bf2ab8449f115c37e35a4fdb619c5741791d874
--- /dev/null
+++ b/model.layers.31.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b72ab330e2812434440406f00a6b86d8bfc68da848c6c06ca24833e60083872
+size 14680184
diff --git a/model.layers.31.mlp.down_proj.scales.safetensors b/model.layers.31.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..01a35b43a208767714dd2354cf80627c82e4bbd4
--- /dev/null
+++ b/model.layers.31.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d369b5dac93ff06f78d9fd5ca3e73bf8e81b7bcf83f50fc8112f7505150777d6
+size 16496
diff --git a/model.layers.31.mlp.gate_proj.codebooks.safetensors b/model.layers.31.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..45902b03e152f69738ad75b7b8473179bda87fde
--- /dev/null
+++ b/model.layers.31.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064af3febf42a5e3109af12d4736ec294471a03b2bd75a5c51dc949bca785342
+size 16496
diff --git a/model.layers.31.mlp.gate_proj.codes.safetensors b/model.layers.31.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dd7872638010f81b7a161b8427b754be42b2fbd9
--- /dev/null
+++ b/model.layers.31.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0524a26635bbf9f5927937275454b5e0680fbb86c99f957abf1fdff29c8b0f
+size 14680176
diff --git a/model.layers.31.mlp.gate_proj.codes_102.safetensors b/model.layers.31.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3b0393771cf10bb9b3295d8a5abda9a4ae282405
--- /dev/null
+++ b/model.layers.31.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95508d8d01751f347fedaa337e965f1ed63922847ac62b4f4dda8abad5253fc2
+size 14680184
diff --git a/model.layers.31.mlp.gate_proj.scales.safetensors b/model.layers.31.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..691cb339c12cae57664dcd6be5d6e3b1b68d953b
--- /dev/null
+++ b/model.layers.31.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8878751d471d78ab5ae2e788cc9f80289d100da36ce619ad8e17fdd6ba380692
+size 57456
diff --git a/model.layers.31.mlp.up_proj.codebooks.safetensors b/model.layers.31.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f7ba0ba7812f997d2e5425cbcb0b2062cee8781e
--- /dev/null
+++ b/model.layers.31.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6bf2f044f75b5056340da1760cb3111dfd5bd9ff7127865e0ca2fc960c760f
+size 16496
diff --git a/model.layers.31.mlp.up_proj.codes.safetensors b/model.layers.31.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0ad83c0e861683c9abb2dd334406e1313715291e
--- /dev/null
+++ b/model.layers.31.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88887e0460ca1f317815174994c6d6238b3e09103747429301a6dd12085a626d
+size 14680176
diff --git a/model.layers.31.mlp.up_proj.codes_102.safetensors b/model.layers.31.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1f487c123e294a4fb19ccb50565107058f8d77ba
--- /dev/null
+++ b/model.layers.31.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19d6a6a2384f5b19df89a337fccfce40f1df44e16762fb314469ae51c3b4d87
+size 14680184
diff --git a/model.layers.31.mlp.up_proj.scales.safetensors b/model.layers.31.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c4f7c6c2a2d6cf1828d0c0942b2740134171fcd7
--- /dev/null
+++ b/model.layers.31.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6dfe337ef0a35844858639872758a2550d1cd4e4d9808ae737cfc02d8c2609
+size 57456
diff --git a/model.layers.31.post_attention_layernorm.weight.safetensors b/model.layers.31.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..031d117f9f5aee5ee3ba7807e8171099f28abf5f
--- /dev/null
+++ b/model.layers.31.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20c63b02b923f4090d7f13b2191ef0bb191348303335484c93812e06100ed52
+size 16504
diff --git a/model.layers.31.self_attn.k_proj.codebooks.safetensors b/model.layers.31.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7e08ca4e999e4cd5e5ca07f6b11329ad99412957
--- /dev/null
+++ b/model.layers.31.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9283251fc145821396a86cfdf512debfb9f14badfabf60213239ac9a5875ae0d
+size 16504
diff --git a/model.layers.31.self_attn.k_proj.codes.safetensors b/model.layers.31.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e2ad2480d270c20d3e465afc6196764b19ba5186
--- /dev/null
+++ b/model.layers.31.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da5ac82dfacc4a05213bdb7adb34954685f86691b55ce74329c8d4780d5ee4b
+size 1048696
diff --git a/model.layers.31.self_attn.k_proj.codes_102.safetensors b/model.layers.31.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9c5899d4b0a117f4c1bedd426fa4d31f2527293d
--- /dev/null
+++ b/model.layers.31.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1679686f2d678e4ab2187f6a7c4efedec014c60111f5e39463145eac3f82bf33
+size 1048696
diff --git a/model.layers.31.self_attn.k_proj.scales.safetensors b/model.layers.31.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5f13e92c00a95f83e94834a5a7d7ae879a5fa154
--- /dev/null
+++ b/model.layers.31.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb118302c1f761617cef13be03ad470837cef98ae4c457d120a9ae2bbd39d397
+size 4208
diff --git a/model.layers.31.self_attn.o_proj.codebooks.safetensors b/model.layers.31.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0244c108354bd6de8dd4182c782c4d6d6e74d736
--- /dev/null
+++ b/model.layers.31.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7afc45bd9345e4d67ac31182158d92f7e94fcdbf7643eb0cc16dec2a9e42a9e
+size 16504
diff --git a/model.layers.31.self_attn.o_proj.codes.safetensors b/model.layers.31.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..47be1af59b412ad922faae2bafe67c06ae03a40d
--- /dev/null
+++ b/model.layers.31.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732dedff90670a2e86c6476d4af652da74f464fcb8a95c830e9a67a335c9bd15
+size 4194424
diff --git a/model.layers.31.self_attn.o_proj.codes_102.safetensors b/model.layers.31.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6fd5ffaca0f6e718ef0e925be3d091e77242aed6
--- /dev/null
+++ b/model.layers.31.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac67a63d311903e19a6c79f2f3b8178cda43de7e8d1cecd54ec009a9bff177b2
+size 4194424
diff --git a/model.layers.31.self_attn.o_proj.scales.safetensors b/model.layers.31.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7be96193df59c26d3610488e141247378051f2a2
--- /dev/null
+++ b/model.layers.31.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee76a1ae9413893701915ab22e1c2ecc327337507176561d6f1eb4d449abb754
+size 16504
diff --git a/model.layers.31.self_attn.q_proj.codebooks.safetensors b/model.layers.31.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4b525e5e379ef38ea4d91c5aaa82eb8ca84edac8
--- /dev/null
+++ b/model.layers.31.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662e8fd08b833b8840320f0d6ad1e5873836020d60fab1dd1c26c9ef5c0b3cd4
+size 16504
diff --git a/model.layers.31.self_attn.q_proj.codes.safetensors b/model.layers.31.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9ef2ed0653942f3832fb386eef8c75a938c1fbbf
--- /dev/null
+++ b/model.layers.31.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d4306593add8761ffcf1ba50ec8537321c3196c9142ceea184f1ad6ff0f6d9
+size 4194424
diff --git a/model.layers.31.self_attn.q_proj.codes_102.safetensors b/model.layers.31.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..be7b01c0c593b822e4656938983d3a7840caa38d
--- /dev/null
+++ b/model.layers.31.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641dc4a55eee6bc06afebc485a8e903445eae423612a33df1c278034b584943e
+size 4194424
diff --git a/model.layers.31.self_attn.q_proj.scales.safetensors b/model.layers.31.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f9279054da198dd71085eaab449cab205422a1bd
--- /dev/null
+++ b/model.layers.31.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82359922c30bf830e25042a9a4a6e7fd9b29311927f46012ebe351e46e5c60b
+size 16504
diff --git a/model.layers.31.self_attn.v_proj.codebooks.safetensors b/model.layers.31.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b626fee5fdc59a0a3f2c78f0f546ac8f3cd16df0
--- /dev/null
+++ b/model.layers.31.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96dae7de97dc37bb019f856053cf0e5f8785d102134a7d6b471bba70f96c62a1
+size 16504
diff --git a/model.layers.31.self_attn.v_proj.codes.safetensors b/model.layers.31.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6b71e6f465d096ea215fa333cebf831caae5778d
--- /dev/null
+++ b/model.layers.31.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f19a59e8ee8375fd6761befdbf188185c3b4f592c29d9f354a875b55e526a3a8
+size 1048696
diff --git a/model.layers.31.self_attn.v_proj.codes_102.safetensors b/model.layers.31.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..85787dd959e18d8bdf3e8fc545a6ae453fca0f2e
--- /dev/null
+++ b/model.layers.31.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05dbddf8b03acdfa9840254dd59062824345c59571ddb12f68fb8f15a72d0bbe
+size 1048696
diff --git a/model.layers.31.self_attn.v_proj.scales.safetensors b/model.layers.31.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..22021c20130804520d6bd359c509010dd30fcea3
--- /dev/null
+++ b/model.layers.31.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cddb8ec29f6e49da5dd5f8d5f70be452196bf657a188f141f2f419a109366c5
+size 4208
diff --git a/model.layers.4.input_layernorm.weight.safetensors b/model.layers.4.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e798a35b9bb3379ffa611cec834d7ea97bfd1aaf
--- /dev/null
+++ b/model.layers.4.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a1b84795f6fe47618c8e329020db8bacd8f4ffb8ea33c814fc10b3c889a1df
+size 16496
diff --git a/model.layers.4.mlp.down_proj.codebooks.safetensors b/model.layers.4.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..40cfdf74c647274f8bf21d505169bf02b48c0d60
--- /dev/null
+++ b/model.layers.4.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2172585fb6f783aa911a9b8603fe7f80b7820539ed9aad5170b808814de23aa
+size 16496
diff --git a/model.layers.4.mlp.down_proj.codes.safetensors b/model.layers.4.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d6ff212371b5f98164b57d70a00f07da2628a086
--- /dev/null
+++ b/model.layers.4.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02764de36dcb5d07897a842b16ea0ed67f9d25920d7a78ae8842c137575df73
+size 14680176
diff --git a/model.layers.4.mlp.down_proj.codes_102.safetensors b/model.layers.4.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3f203dabc7c03ed6ccb0e268bf02f9babe7d40d2
--- /dev/null
+++ b/model.layers.4.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8bdafdade07c5d8c9fcbffc4c4f4041c6ab7e21d5e3ae59a3bf1c72d827870
+size 14680184
diff --git a/model.layers.4.mlp.down_proj.scales.safetensors b/model.layers.4.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2c9d1fa6bf9ea8287190eb616052c0e5107cd8dc
--- /dev/null
+++ b/model.layers.4.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a1a5c84fb62e5cfc77645d891600342e234957892993453ac436885ea3b7f8
+size 16496
diff --git a/model.layers.4.mlp.gate_proj.codebooks.safetensors b/model.layers.4.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ec140477050f4981564c8cf91d69c463b575b1f1
--- /dev/null
+++ b/model.layers.4.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67cb826385b70bdd19654f3bd554ea93fcfcbbdd4319a5b625b1b2165097f274
+size 16496
diff --git a/model.layers.4.mlp.gate_proj.codes.safetensors b/model.layers.4.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0ca46a7df323bc243eceefc6bcbdecccc151662b
--- /dev/null
+++ b/model.layers.4.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e195d514ff0542fcf105b8d08029cf9586398601d381dd2458e59c85a4db66
+size 14680176
diff --git a/model.layers.4.mlp.gate_proj.codes_102.safetensors b/model.layers.4.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e637a21c6efcf3bafb9bc1791217e65eff7b3832
--- /dev/null
+++ b/model.layers.4.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba31641063d4f47f012d7f158a5cf8681ce13665adf3c1d211b93a6e291a73b
+size 14680184
diff --git a/model.layers.4.mlp.gate_proj.scales.safetensors b/model.layers.4.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..eae7560f5fec6e491e24f818bcf273f18f700df4
--- /dev/null
+++ b/model.layers.4.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1e535daab584fbecdc2204bf246d63de2d463b3d828fa5ce76910887583358
+size 57456
diff --git a/model.layers.4.mlp.up_proj.codebooks.safetensors b/model.layers.4.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fb6750ddf2ec32318c84e60451d8f7686b1576d3
--- /dev/null
+++ b/model.layers.4.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14db8e141e8b0bb69c05e6ef49c9c68be55e0577c84367ad0305b0c4e88e1258
+size 16496
diff --git a/model.layers.4.mlp.up_proj.codes.safetensors b/model.layers.4.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1a68ff284ceca30312d345390b930124d0924eca
--- /dev/null
+++ b/model.layers.4.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7889301225d6a58635ebf5cef9c140098453f5d21f098549a9e9a1fbe25dd85
+size 14680176
diff --git a/model.layers.4.mlp.up_proj.codes_102.safetensors b/model.layers.4.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..149b7539a72d7f127f28176ea21f8a0569a5f4cc
--- /dev/null
+++ b/model.layers.4.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4394a5812261192aceca0051f6de66ca63d4868dcdbc2d30639789122834e19c
+size 14680184
diff --git a/model.layers.4.mlp.up_proj.scales.safetensors b/model.layers.4.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8e2cd000421cdc9c14d341e900c90a14117a13b0
--- /dev/null
+++ b/model.layers.4.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94acc9f73e5458be926ae9253f8983725902c19d066026771fb88fbbcb9f77e
+size 57456
diff --git a/model.layers.4.post_attention_layernorm.weight.safetensors b/model.layers.4.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ee845096cf48678b3ed9070b1c74c40dbe89c5a0
--- /dev/null
+++ b/model.layers.4.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207bdb56a0fc3cfcef291f1823b3e148a4f252fbf0abdbcb8bc7b9f4817c7462
+size 16504
diff --git a/model.layers.4.self_attn.k_proj.codebooks.safetensors b/model.layers.4.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1efd8c61e0826b7497bce6aba3a3f94d2b143d78
--- /dev/null
+++ b/model.layers.4.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49cf306bb179238570346902ed70572660fed6982e3374fb7272e448fff2f429
+size 16504
diff --git a/model.layers.4.self_attn.k_proj.codes.safetensors b/model.layers.4.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b05930733769d30b42d84a02f9aa0e5e470046ca
--- /dev/null
+++ b/model.layers.4.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3791274cdb212362b6c924cc0d033ab98c28b143c31658cd188427fd01a783fe
+size 1048688
diff --git a/model.layers.4.self_attn.k_proj.codes_102.safetensors b/model.layers.4.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ef41d19d3c78c3bc2b95cf73baadaa98566fb373
--- /dev/null
+++ b/model.layers.4.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1994231614dc2874f6da8c4f678f48b218449e98c32b701ee80a397832f3f878
+size 1048696
diff --git a/model.layers.4.self_attn.k_proj.scales.safetensors b/model.layers.4.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..34d91a658aed09c1de08c94ebc174ba712fd3802
--- /dev/null
+++ b/model.layers.4.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2436c0839109d2f507fd92f426ba74013bee853dbdba822c0927197b229043c
+size 4208
diff --git a/model.layers.4.self_attn.o_proj.codebooks.safetensors b/model.layers.4.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2e153ca3746e430f0db165dfcbb7e1aefe625309
--- /dev/null
+++ b/model.layers.4.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd48057c2bf20d0dd30d41632f77f72005673b58b00408bd6d753370ea8320f
+size 16504
diff --git a/model.layers.4.self_attn.o_proj.codes.safetensors b/model.layers.4.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..38be1b6e671ef18109fa69e1dadd357b7984a157
--- /dev/null
+++ b/model.layers.4.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9f27f0a4483f77024b66b369aaeedb06b87cf09e4f122f75d2f7f0b25c00a7
+size 4194416
diff --git a/model.layers.4.self_attn.o_proj.codes_102.safetensors b/model.layers.4.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b3c810990c7ebb0bbe9db934b9201c1487aa0b18
--- /dev/null
+++ b/model.layers.4.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b888faee4ca45a89390462e11b46e753d670677ba8d52a133a96458fd9aa92
+size 4194424
diff --git a/model.layers.4.self_attn.o_proj.scales.safetensors b/model.layers.4.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..697f62f4b1b64c4527ebafd34105e9a9e8b0ffac
--- /dev/null
+++ b/model.layers.4.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caef40a6b13d8db34a466e7ebb010d77183dbe915fd33802e417c03a14db83ba
+size 16496
diff --git a/model.layers.4.self_attn.q_proj.codebooks.safetensors b/model.layers.4.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4c6bdc09f2ecb5a4cb8f86b089580bd904e0e6f6
--- /dev/null
+++ b/model.layers.4.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b904dc107ff9e4143c428966c9ba2684fd2d55579803191ce534cbb29e4a6295
+size 16504
diff --git a/model.layers.4.self_attn.q_proj.codes.safetensors b/model.layers.4.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cb9d9acf221f9f5b756c45086620f8a64abce942
--- /dev/null
+++ b/model.layers.4.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f492fcd5b808d7b875582ee5227cf3c58460c8dae4dd018e09ccf7a0d9d374d5
+size 4194416
diff --git a/model.layers.4.self_attn.q_proj.codes_102.safetensors b/model.layers.4.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3d3c948740f96d8428ae9f57e41cec5c4bea2df3
--- /dev/null
+++ b/model.layers.4.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b433e788ade800468c8f20cd9727439e8478dcad2752ff603ec6a9a223dc2c
+size 4194424
diff --git a/model.layers.4.self_attn.q_proj.scales.safetensors b/model.layers.4.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..545ecdcd9e68bc7db68917b94d70a19019d1329e
--- /dev/null
+++ b/model.layers.4.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94223faad376a74b0471f35f46354ec112ecf9c916cadf1339e8c3862061a0d4
+size 16496
diff --git a/model.layers.4.self_attn.v_proj.codebooks.safetensors b/model.layers.4.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0307c666c48bf55383fb129e94f0443604afdae7
--- /dev/null
+++ b/model.layers.4.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22f0d81467c44c1287503fc5bd7c68e4598e62500aebacf2168722a4524ab36
+size 16504
diff --git a/model.layers.4.self_attn.v_proj.codes.safetensors b/model.layers.4.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fd1d2a156c678dd6d9c89d634479ebae9a6fd05e
--- /dev/null
+++ b/model.layers.4.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c237996a83a7bb2d01eb8403465536c4bba708b4775a26861bec64b2505816
+size 1048688
diff --git a/model.layers.4.self_attn.v_proj.codes_102.safetensors b/model.layers.4.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b61217c36748489d515339d572f93ce31209e065
--- /dev/null
+++ b/model.layers.4.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282c91bfb3869a7d58c30199ddbdca945a2da093b556a2131612c19e8b393f1e
+size 1048696
diff --git a/model.layers.4.self_attn.v_proj.scales.safetensors b/model.layers.4.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..46e4ede4e5134ece4e9c183dfb602344fe7e4796
--- /dev/null
+++ b/model.layers.4.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71fee95fcb83a52673baba367f692089d01e4c181c3328c23fca579a322f930
+size 4208
diff --git a/model.layers.5.input_layernorm.weight.safetensors b/model.layers.5.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6a6db545b9ddb314d34c9598bbfa08c436f13b34
--- /dev/null
+++ b/model.layers.5.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039f237f7790c1af10e86a73acba735321f0ad5f181ed2876b09e020898346e5
+size 16496
diff --git a/model.layers.5.mlp.down_proj.codebooks.safetensors b/model.layers.5.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..82ac8521f50116cd489186c825dac8dc3d206666
--- /dev/null
+++ b/model.layers.5.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc538ff07c46175055d79f453444bf8b590b75578e37ec628790cadb4f8dafd
+size 16496
diff --git a/model.layers.5.mlp.down_proj.codes.safetensors b/model.layers.5.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d3f4cc5cee34c361068c7f257530d93523c3b4b5
--- /dev/null
+++ b/model.layers.5.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63abe0ae58be6bf82e8398c7faff218504d1700896fe508d26049c0bce32d9c2
+size 14680176
diff --git a/model.layers.5.mlp.down_proj.codes_102.safetensors b/model.layers.5.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e3c1c4c2b5b07e1ac9f3e04b7fa5ec974e8621d7
--- /dev/null
+++ b/model.layers.5.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4561556ae00d4b56e2b9bc86509fb54e767ee0555f04c95a0ed3b12761039f3c
+size 14680184
diff --git a/model.layers.5.mlp.down_proj.scales.safetensors b/model.layers.5.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3176b1ae5c8640ffa68f0b58029b559699df1187
--- /dev/null
+++ b/model.layers.5.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a50755f69303ccfd254dc43f83c5389a76c902745ff70533a77126bdc7c7d59
+size 16496
diff --git a/model.layers.5.mlp.gate_proj.codebooks.safetensors b/model.layers.5.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..61564a4bc765e7d2b98cfcecca6308444e942a77
--- /dev/null
+++ b/model.layers.5.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49a41b6d675e76e5de57dae085287a066d0aae1ca0821e2054d5700df283f74
+size 16496
diff --git a/model.layers.5.mlp.gate_proj.codes.safetensors b/model.layers.5.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d5803779829e92059db4175031648a200f235014
--- /dev/null
+++ b/model.layers.5.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66effff4206a486cdd1d9f8121e195630465edc0a34f378a60ee3d076b4ae88f
+size 14680176
diff --git a/model.layers.5.mlp.gate_proj.codes_102.safetensors b/model.layers.5.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7bccaec66613f040816560701d518d4b713b0266
--- /dev/null
+++ b/model.layers.5.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80faec8e6550d9d6052fee71412eeb3e2f6091530d612da1eacc3316d004c12a
+size 14680184
diff --git a/model.layers.5.mlp.gate_proj.scales.safetensors b/model.layers.5.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e9ac72f55c713ad25d4af42a7d4f941c9e056cd9
--- /dev/null
+++ b/model.layers.5.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c5712eac6e8a9af3fa29ffa8c94c1b09ae2adf1fd10129750b8c1131224237
+size 57456
diff --git a/model.layers.5.mlp.up_proj.codebooks.safetensors b/model.layers.5.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..de10b2611a0c7c2539c9698ed20deab958cb9d99
--- /dev/null
+++ b/model.layers.5.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6efde5ad56e56fdf6efe77926dd3b3ba9b6308d8b2ee36b6a762ef894708e85
+size 16496
diff --git a/model.layers.5.mlp.up_proj.codes.safetensors b/model.layers.5.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..91fa83272fe3eb1f78635214c0d7044f30d9f500
--- /dev/null
+++ b/model.layers.5.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dde24f2ff93a7c04119418502f1063c0e08f5ff2c5516b90979504975f8b83d
+size 14680176
diff --git a/model.layers.5.mlp.up_proj.codes_102.safetensors b/model.layers.5.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..aecfe5f92c5d2218b6e31c67d63a641330a8951d
--- /dev/null
+++ b/model.layers.5.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c50fc114ce82ac6127441b06813c694c50ae7b6e872f457748f43b10b80dea6
+size 14680184
diff --git a/model.layers.5.mlp.up_proj.scales.safetensors b/model.layers.5.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d710438ba72756e82ee5a4179099cb5cbe144a28
--- /dev/null
+++ b/model.layers.5.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04a6f7995d2a4e59b7303655832a3fc9c5539bdb34d8d12454db35bb3258a68
+size 57456
diff --git a/model.layers.5.post_attention_layernorm.weight.safetensors b/model.layers.5.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e449fb142e5dbb7aa55082b05011e0acc8116e0e
--- /dev/null
+++ b/model.layers.5.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546013b4e8400561c165680ef492fee50f49da66cd524257b7255a6ce0c232c6
+size 16504
diff --git a/model.layers.5.self_attn.k_proj.codebooks.safetensors b/model.layers.5.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..27e200e6dc0572619b601c6ed9cbf447f813e182
--- /dev/null
+++ b/model.layers.5.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad83ad5262cf456df46b72ae8a2a3a3d7021c3c8ec7555a71a87da17bbd651cf
+size 16504
diff --git a/model.layers.5.self_attn.k_proj.codes.safetensors b/model.layers.5.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..015aac1fca2eaa31009f6a9c262d78a11b30a16e
--- /dev/null
+++ b/model.layers.5.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76932ffd8ae34e6a2afbe1aef371dcaec9aed9adda54546b1aebec33fbff0fe
+size 1048688
diff --git a/model.layers.5.self_attn.k_proj.codes_102.safetensors b/model.layers.5.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fd2d665c249b81743be5176e52520f0b282dcb7b
--- /dev/null
+++ b/model.layers.5.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7adf0383b0ecbbbccf49d9dc40c456b1a7007a90c434c982db192c541f74db9f
+size 1048696
diff --git a/model.layers.5.self_attn.k_proj.scales.safetensors b/model.layers.5.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..16019ea33ee91490fef5465a3fed7b4c39615594
--- /dev/null
+++ b/model.layers.5.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6eba3c7ef114372d35a65e4beeeb804b3cf72b5ebb942386d88c42bac02a29d
+size 4208
diff --git a/model.layers.5.self_attn.o_proj.codebooks.safetensors b/model.layers.5.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bb309a349799a94b60da4e51ff1e4c05c476f0d3
--- /dev/null
+++ b/model.layers.5.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2262e7f8abb2df02ae86bccea7796d06f551340427222787aabe039afc92cbd4
+size 16504
diff --git a/model.layers.5.self_attn.o_proj.codes.safetensors b/model.layers.5.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b746a9700784428b8991b8e733987437241591d3
--- /dev/null
+++ b/model.layers.5.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789fc6ff6df024fdcf73b91e99046af81da20c806697ed94f13fbaeb5c8ae98d
+size 4194416
diff --git a/model.layers.5.self_attn.o_proj.codes_102.safetensors b/model.layers.5.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..63658385a2e5cea94cda813db3ce0250d597cef6
--- /dev/null
+++ b/model.layers.5.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca536fdaa25c4f7fc0f770a3401604394612cf3983dbe4a2ee10df044374cfe
+size 4194424
diff --git a/model.layers.5.self_attn.o_proj.scales.safetensors b/model.layers.5.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..99ee6e061a84901c486a872aa2a583e15d569a78
--- /dev/null
+++ b/model.layers.5.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce421a150e9e9cee39c916e4de6f257bf0af7d14aed9cb0846e536fc6682151
+size 16496
diff --git a/model.layers.5.self_attn.q_proj.codebooks.safetensors b/model.layers.5.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..54538de5bbd2178ada043a8dadf7191b7020669a
--- /dev/null
+++ b/model.layers.5.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7226b4d8981ef67561b4f83db9a9215b8cd5d36845b0f0b83453787ab6233e1
+size 16504
diff --git a/model.layers.5.self_attn.q_proj.codes.safetensors b/model.layers.5.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2f761a9dd00c6f49560795b1f67c9d2aa1e4ed1e
--- /dev/null
+++ b/model.layers.5.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91b9c171f5654b51b350586a1792679496425222d30ac91d1fe5fa91b9ac418
+size 4194416
diff --git a/model.layers.5.self_attn.q_proj.codes_102.safetensors b/model.layers.5.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c0a667c74c43ff79b1a43f23cbf45d6d57989f8a
--- /dev/null
+++ b/model.layers.5.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ddccc46e3dd860817093de508d3712faa6a4bbeb71a7996e624136ba767847b
+size 4194424
diff --git a/model.layers.5.self_attn.q_proj.scales.safetensors b/model.layers.5.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cddf7a3560427d3792a69abb13a8a3d529a5ff98
--- /dev/null
+++ b/model.layers.5.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3064c33dfd1597358f1cf34ec6ed6be0abbd2d57a1753e3d774954b2c3286110
+size 16496
diff --git a/model.layers.5.self_attn.v_proj.codebooks.safetensors b/model.layers.5.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..816d9c9c093f301081aa032197abcab4ee1dc039
--- /dev/null
+++ b/model.layers.5.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4027aa1c98a7f61829289672b83c7db248c5a40ce60613a11c977c6230aec212
+size 16504
diff --git a/model.layers.5.self_attn.v_proj.codes.safetensors b/model.layers.5.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0e8d22817696e7a475468f262aad8e154052c8b5
--- /dev/null
+++ b/model.layers.5.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e22cec9d83fa7297bb154c32ec2a250e5f5528910e81554aea1a2c847a08472
+size 1048688
diff --git a/model.layers.5.self_attn.v_proj.codes_102.safetensors b/model.layers.5.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..09393204465b185422cf3b0bbe7860bd9761987e
--- /dev/null
+++ b/model.layers.5.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6366a69e1208cef0e7b131a84628999e7df8d2e2a08daa03633942843b15e661
+size 1048696
diff --git a/model.layers.5.self_attn.v_proj.scales.safetensors b/model.layers.5.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ed60268bea41f6a374b707ba6b2e52d7678be79b
--- /dev/null
+++ b/model.layers.5.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a90ec08098abe1c98e20f3c90cea9ff56f7cd38b4587594c8d07f0192b8aa6
+size 4208
diff --git a/model.layers.6.input_layernorm.weight.safetensors b/model.layers.6.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f3e7641b241291dbfe5cf83c67f2270fac89681f
--- /dev/null
+++ b/model.layers.6.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef043623c44b002e8aa51f8eed38c336c3388edbf1ecd0a521b84cc30f54f722
+size 16496
diff --git a/model.layers.6.mlp.down_proj.codebooks.safetensors b/model.layers.6.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..33b911f238502c186600b9b26e03a72684cdf96c
--- /dev/null
+++ b/model.layers.6.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6679ea7a163b2490493c4992bd14ae4ee336b3a54cc678cf7e0c84aa34698f33
+size 16496
diff --git a/model.layers.6.mlp.down_proj.codes.safetensors b/model.layers.6.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8bb8339fbf4d781629ec92a907cd743d4aa9772c
--- /dev/null
+++ b/model.layers.6.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c467d70313d38e29231008ea4e2021a7d4268181984fdaa7344475dd5c66a108
+size 14680176
diff --git a/model.layers.6.mlp.down_proj.codes_102.safetensors b/model.layers.6.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8116491e9de7e7d965f7ac1e9a537e6cb9faf94f
--- /dev/null
+++ b/model.layers.6.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248373c3dfd788d4db99027ea778cd15ca85fe7bb27522af7097082900d9e92f
+size 14680184
diff --git a/model.layers.6.mlp.down_proj.scales.safetensors b/model.layers.6.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a32f2c2dca82e54d52f69487be2b1a56efb5f88b
--- /dev/null
+++ b/model.layers.6.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa9fa8f59c6aaa123a83cf01e13d658816cdf2b4f229218cf676d2e5cac67db
+size 16496
diff --git a/model.layers.6.mlp.gate_proj.codebooks.safetensors b/model.layers.6.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5df0948b3d5ee0ea669ececf5121b148f79eb848
--- /dev/null
+++ b/model.layers.6.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff2b40c0562578e017e29bbe6e6bad8d36ce2aa6e8ef09e6fee919ccd427a495
+size 16496
diff --git a/model.layers.6.mlp.gate_proj.codes.safetensors b/model.layers.6.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..719e41136f91ae15bceacb9088f85793673b6ab2
--- /dev/null
+++ b/model.layers.6.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84e3156a4619cd19049c17ef08a5b0ca585a9db1da23063fa05014aafa9db71
+size 14680176
diff --git a/model.layers.6.mlp.gate_proj.codes_102.safetensors b/model.layers.6.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3b05ad926a7ada33ba7f935794bfa2d9281efbcc
--- /dev/null
+++ b/model.layers.6.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b881b68d7b45307dda99ab59bd2964a9acc7334c1b5b4e73d648a8629dcc6ece
+size 14680184
diff --git a/model.layers.6.mlp.gate_proj.scales.safetensors b/model.layers.6.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..95a49b112613ffbb823a9737525ba88769ab2142
--- /dev/null
+++ b/model.layers.6.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f135d7fbd06dbb23b1ee7e704d043e93dce676a2abae67974fe4c429c2fa28a
+size 57456
diff --git a/model.layers.6.mlp.up_proj.codebooks.safetensors b/model.layers.6.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..479ad21373db8c579f70cf702ed557c9163c94ca
--- /dev/null
+++ b/model.layers.6.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8ba8b49360f40490158df05b81574fcf33f61d5d5b6051f6ff447d5472311b
+size 16496
diff --git a/model.layers.6.mlp.up_proj.codes.safetensors b/model.layers.6.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cb9a6ceeaa34c5ebe587022ac0b95b39722d5dd1
--- /dev/null
+++ b/model.layers.6.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f66ff2312b42934ea146f4f981e584991fb82ecfdde09185b671b0af78b3dc
+size 14680176
diff --git a/model.layers.6.mlp.up_proj.codes_102.safetensors b/model.layers.6.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..196a7bb20a1ef409cbff54a80498a3b6be9ff20c
--- /dev/null
+++ b/model.layers.6.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385b27df9b01b1d936bd35698422cf332ac8a695b583c5e5ae8964a836ef52d7
+size 14680184
diff --git a/model.layers.6.mlp.up_proj.scales.safetensors b/model.layers.6.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..aa7fee008e2b73070bd9671fa4b2f61ad4c2a7bd
--- /dev/null
+++ b/model.layers.6.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5840e0cbc01d2af87d817029662c516d050e5bf70c71f44fe2d3696ef0a751b
+size 57456
diff --git a/model.layers.6.post_attention_layernorm.weight.safetensors b/model.layers.6.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7953f93fe14b2cf2a11d173874f27a3d5e900dec
--- /dev/null
+++ b/model.layers.6.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168bdae6ded015169cc334d78c8f3b02ac9fa26055f9f4e2e92f0e5a8e7ac93a
+size 16504
diff --git a/model.layers.6.self_attn.k_proj.codebooks.safetensors b/model.layers.6.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c2d09979c5b7e23ff738660c55c0fccfe8dc7ca8
--- /dev/null
+++ b/model.layers.6.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab5524b5ba48d8813a60f7ce2dc2c31dcecbbb07f6df2d03ce3b0612ff17d5f
+size 16504
diff --git a/model.layers.6.self_attn.k_proj.codes.safetensors b/model.layers.6.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..478958ad7361e0149a8fe8dbd81a53575ba3cccf
--- /dev/null
+++ b/model.layers.6.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ada04ebb5062d39076adf6420c84f8e6731b37c69df2d87c6290dd50e3285d
+size 1048688
diff --git a/model.layers.6.self_attn.k_proj.codes_102.safetensors b/model.layers.6.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c1bdd9a561bb4b37a43af16ff95119aa923bd754
--- /dev/null
+++ b/model.layers.6.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676b508a10b0762932eaa5b36c33eb05b311aeadf41b2838c7d52b11b25fbf04
+size 1048696
diff --git a/model.layers.6.self_attn.k_proj.scales.safetensors b/model.layers.6.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5498bd3388fdedbed66bb4d4eb1196ec33e23130
--- /dev/null
+++ b/model.layers.6.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa32703a83c5c9b5d01d480342a87968d20cf29e6334d3672846405f744ceb5
+size 4208
diff --git a/model.layers.6.self_attn.o_proj.codebooks.safetensors b/model.layers.6.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7f1b4118b30162c00f38e0bab19739722472ea55
--- /dev/null
+++ b/model.layers.6.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9b25c78d4cb55ab0717fa5e98d417591e1235bc724818df179c73524108aa8
+size 16504
diff --git a/model.layers.6.self_attn.o_proj.codes.safetensors b/model.layers.6.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ecce6099813bd4e961ad4d5fc5115db5cc29f364
--- /dev/null
+++ b/model.layers.6.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b7a1424fa0c7d5d5db08c7490375430ec35f8fbb2c69a4de1d492e87a15566
+size 4194416
diff --git a/model.layers.6.self_attn.o_proj.codes_102.safetensors b/model.layers.6.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..68bc7cd8a2e39bfb7b864a0a49e45dfa5a35a013
--- /dev/null
+++ b/model.layers.6.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3127c6a58600dbb2841a80f16546584ed655440b7568cf45a9dafa8bd537559b
+size 4194424
diff --git a/model.layers.6.self_attn.o_proj.scales.safetensors b/model.layers.6.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a95ca679c76a5d98b75b1284a3cdd26e5bc996b8
--- /dev/null
+++ b/model.layers.6.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37c86f2166c2bc6652711b1a40c398bf2879358d902c208c32b2c377ac68911
+size 16496
diff --git a/model.layers.6.self_attn.q_proj.codebooks.safetensors b/model.layers.6.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6b4410e8dba8018e5aef1411cdf0f8c37fcf8249
--- /dev/null
+++ b/model.layers.6.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfee10e6be56b0e85186ab42d0b089cba57d5c7d522915cca46ba1ffb1e271ca
+size 16504
diff --git a/model.layers.6.self_attn.q_proj.codes.safetensors b/model.layers.6.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2d8cb0488f730182339e2f1fb5d8970bdeccb8bb
--- /dev/null
+++ b/model.layers.6.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73e8340add3c2e54bbb09c59263e2b31336dc206776b76a98be2e1f8c205f28
+size 4194416
diff --git a/model.layers.6.self_attn.q_proj.codes_102.safetensors b/model.layers.6.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a53acc1df7cd1ce004f2436853fb2b62f2348cd6
--- /dev/null
+++ b/model.layers.6.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0802737a81ae00a5038806c21bbababede71bcc587329bcf7ef4a061ec8684
+size 4194424
diff --git a/model.layers.6.self_attn.q_proj.scales.safetensors b/model.layers.6.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ad90a735aa171ec6260018b3d2b13f8bd3ab8207
--- /dev/null
+++ b/model.layers.6.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e0393630872df08c3d7592a2bf1b6c4b9546e4a5e4c542da77a3dc32f7ec2f
+size 16496
diff --git a/model.layers.6.self_attn.v_proj.codebooks.safetensors b/model.layers.6.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6bb004856c281cb2d24dac33329fcffdb3db13c2
--- /dev/null
+++ b/model.layers.6.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a69e824bb1865d0f44ca76ca90b1953668a98ccd12567a03a10b50ea8986d24
+size 16504
diff --git a/model.layers.6.self_attn.v_proj.codes.safetensors b/model.layers.6.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9b43ea62309a5fed2c74731904b6fdac336c2c01
--- /dev/null
+++ b/model.layers.6.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1438cd435f5a5ab2b3d23d03aebe6788bd66eecb7ca75ed665c5d92198323b2f
+size 1048688
diff --git a/model.layers.6.self_attn.v_proj.codes_102.safetensors b/model.layers.6.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e36ddf4f81af1c636fda68d3720c2953217de2e8
--- /dev/null
+++ b/model.layers.6.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626d74ecacdc1782621c068fece5fd782d4cbfa0bfa0d4c2a423c35abd1e1994
+size 1048696
diff --git a/model.layers.6.self_attn.v_proj.scales.safetensors b/model.layers.6.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4f5f29dae80d649c30b1a86ed029f702979a0112
--- /dev/null
+++ b/model.layers.6.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860a097853d2bd024f49deb46f24e672287b01b5afbdddfb02fd7fbc7330848b
+size 4208
diff --git a/model.layers.7.input_layernorm.weight.safetensors b/model.layers.7.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fbd67e766c2d90b91c6c715d7e2b8412301ec65e
--- /dev/null
+++ b/model.layers.7.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af1f76157050904a5e75f08826c3f60e1cbfdcfeff5e2de3378ffda96294f8d
+size 16496
diff --git a/model.layers.7.mlp.down_proj.codebooks.safetensors b/model.layers.7.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..41f7b4abe8925e70b42f3414de9cfac5ebf4e9ec
--- /dev/null
+++ b/model.layers.7.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f8fa4104105e7cc44ccdc3c42e93da9be5148d3843a40b447867daa48c007a
+size 16496
diff --git a/model.layers.7.mlp.down_proj.codes.safetensors b/model.layers.7.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..29317923f7d8dd0d47d2ff3b63f70e3357365b49
--- /dev/null
+++ b/model.layers.7.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df56fe5d9f22fef02990f05628dc33a210fb5a31b2e84d0e42462cd8c5c431ac
+size 14680176
diff --git a/model.layers.7.mlp.down_proj.codes_102.safetensors b/model.layers.7.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6669ce0502814aa66a04b4dba20edb5e172c6b1e
--- /dev/null
+++ b/model.layers.7.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14de73adf816849545b6db3a9e3c195f52b23793f20363b00ff9011f841d033b
+size 14680184
diff --git a/model.layers.7.mlp.down_proj.scales.safetensors b/model.layers.7.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4a365633850d1cf5b17a2c2911fedc990a0c871b
--- /dev/null
+++ b/model.layers.7.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e6944ff2917d761b218545b31942114ff30e77d344c5b5e63853b19c88624c
+size 16496
diff --git a/model.layers.7.mlp.gate_proj.codebooks.safetensors b/model.layers.7.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b514d634c403cc6e1435a1f7006129ab33cadd85
--- /dev/null
+++ b/model.layers.7.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e391e915271e3b42045b161d6ccfefffbf8908a399b53e7fe275e71c97b0248a
+size 16496
diff --git a/model.layers.7.mlp.gate_proj.codes.safetensors b/model.layers.7.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..487fade2d1cc520ef5a1bfe5138a839083711991
--- /dev/null
+++ b/model.layers.7.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0355df04359313538ca2c30b19f38fce2c017f8426795dc4130e92264803822
+size 14680176
diff --git a/model.layers.7.mlp.gate_proj.codes_102.safetensors b/model.layers.7.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..465ba478a5551bc3f6a9d4982cb6c9e8b2963360
--- /dev/null
+++ b/model.layers.7.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:259c702e7187dd0f8562d360cc507058f33a9dac0e72c96c8246038819e52935
+size 14680184
diff --git a/model.layers.7.mlp.gate_proj.scales.safetensors b/model.layers.7.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..88fdcd7ecfcb0f1dc7e8788fe1965ef236f9f4d8
--- /dev/null
+++ b/model.layers.7.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c4c8995f2bc2f332f4916ee90cd7c66e5ea96f778b7bb6932fcf9b7d45d720
+size 57456
diff --git a/model.layers.7.mlp.up_proj.codebooks.safetensors b/model.layers.7.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ac1b5eeed80d492e5233846587460df5d7b88dd0
--- /dev/null
+++ b/model.layers.7.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee9d26b8dd196257bb15779a0519c9f9595dcb895acd5f824ad9ab01a795be11
+size 16496
diff --git a/model.layers.7.mlp.up_proj.codes.safetensors b/model.layers.7.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..11825cd487ffbea3b2574f00df9aca43fc7e572e
--- /dev/null
+++ b/model.layers.7.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bfb618de9449143dd386ebfeb0f51441615ce09c3a01d0e10bc5102c4a26f66
+size 14680176
diff --git a/model.layers.7.mlp.up_proj.codes_102.safetensors b/model.layers.7.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6c09f0354c4ab9cae9167df04eb6b4347eb04e83
--- /dev/null
+++ b/model.layers.7.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca0de664c91cd0e504ddab0889399907fc135fe2fd35cb10b2089d4fefdde88
+size 14680184
diff --git a/model.layers.7.mlp.up_proj.scales.safetensors b/model.layers.7.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8fd5738c73bd07c02e0cba8e449fc5ac355f39e8
--- /dev/null
+++ b/model.layers.7.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea90b397051b21ad96c9afb08e53f48f48ccda7dcf7087391ae6a3acbb3d739
+size 57456
diff --git a/model.layers.7.post_attention_layernorm.weight.safetensors b/model.layers.7.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7aedf69fe902cf5c67e3fc6dfb8c526c8795f2e6
--- /dev/null
+++ b/model.layers.7.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7848238fbb7b20c8a5a779614e2feab30cce5d3e0083f9ff5047985c9aae641f
+size 16504
diff --git a/model.layers.7.self_attn.k_proj.codebooks.safetensors b/model.layers.7.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e1eb4b75834e62a032759e4ecf0d098f0618737a
--- /dev/null
+++ b/model.layers.7.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7682b61a3703ce0ecf61925efb16eb97fb4e7a706b9ea161d56790da8b7d50
+size 16504
diff --git a/model.layers.7.self_attn.k_proj.codes.safetensors b/model.layers.7.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..20c6e9b831aea516f472e2b7cb89b078e743397e
--- /dev/null
+++ b/model.layers.7.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122b28a633b695ce122a360e853f008ddced8d3a6caa87ba7fe3011982bafef4
+size 1048688
diff --git a/model.layers.7.self_attn.k_proj.codes_102.safetensors b/model.layers.7.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0385cef697a4daca67f94189001ca5b1a888806e
--- /dev/null
+++ b/model.layers.7.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03189a6e755f935c72eb414659faf0d0e4d65419f0b07e4e5d27c005001dec2
+size 1048696
diff --git a/model.layers.7.self_attn.k_proj.scales.safetensors b/model.layers.7.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c4fe4dbf4487c1f3ef617a0ceb7063c5d4f00bf8
--- /dev/null
+++ b/model.layers.7.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65513767e4fc9c875f1bb09c2dca8734c538c0373a3860a34fa686126a85b0f
+size 4208
diff --git a/model.layers.7.self_attn.o_proj.codebooks.safetensors b/model.layers.7.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fbf54be32843708204b83b723d3e4c01ef268032
--- /dev/null
+++ b/model.layers.7.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b394a05071bcd52370fe078efcab7c5e287c8b242d8c8c15f8aea52c1f792b0
+size 16504
diff --git a/model.layers.7.self_attn.o_proj.codes.safetensors b/model.layers.7.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a8e60fff13116559cafe75a88ff57daa55980196
--- /dev/null
+++ b/model.layers.7.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac652f3aa9882b587a68f6e9f2495fe5e63dd8e2d8ebed3849d854b4e6299f99
+size 4194416
diff --git a/model.layers.7.self_attn.o_proj.codes_102.safetensors b/model.layers.7.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..36fcdd404380319d60270824ad167fba556aaab3
--- /dev/null
+++ b/model.layers.7.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0431831e9892b5928bf7a9043cbe90cec80283166c5d4b6180e23091c581618
+size 4194424
diff --git a/model.layers.7.self_attn.o_proj.scales.safetensors b/model.layers.7.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5632122bf682206908e84aba764e0e47884ffaf4
--- /dev/null
+++ b/model.layers.7.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bfa2d5a939e424c0eeaf41185af2d44ce3f81223a43fa5aa307cb1d90cf3f8c
+size 16496
diff --git a/model.layers.7.self_attn.q_proj.codebooks.safetensors b/model.layers.7.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..504930721e7b06685d541d88d7284d6956581b2a
--- /dev/null
+++ b/model.layers.7.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d40e75badfd96864054ee1b0565fc81318fc2380a965d3734ab4ce45333b147
+size 16504
diff --git a/model.layers.7.self_attn.q_proj.codes.safetensors b/model.layers.7.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3a508e352a13c0851594d04f268e0a554f14beac
--- /dev/null
+++ b/model.layers.7.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d651242aa03700cc49fb3e739aba2416f5c91feb38a5dcd2cb98f5ebf96fa98
+size 4194416
diff --git a/model.layers.7.self_attn.q_proj.codes_102.safetensors b/model.layers.7.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b45c3f578798d12a7296265003e327be92e340d8
--- /dev/null
+++ b/model.layers.7.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28fd702fc6848ab67101164aacb41042bd6f4be6f1389fa162b761120382c875
+size 4194424
diff --git a/model.layers.7.self_attn.q_proj.scales.safetensors b/model.layers.7.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..31d8dfbe0c11726dabd1298eff723372ca6e25ba
--- /dev/null
+++ b/model.layers.7.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415ad7cd65ed50d0559aab820aab14f99231b8bb4592f2aa4d4db1c09831c99c
+size 16496
diff --git a/model.layers.7.self_attn.v_proj.codebooks.safetensors b/model.layers.7.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ab578642fe0fb1f9c64ae8bc09170626ea618283
--- /dev/null
+++ b/model.layers.7.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1bd59c06ed31fbab0d0e0e884813eb03bda29f6cf4d8023625fc7518a470b1b
+size 16504
diff --git a/model.layers.7.self_attn.v_proj.codes.safetensors b/model.layers.7.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3f587dc1a26d83c8b93b7d2b35bbed1b3fbf09c4
--- /dev/null
+++ b/model.layers.7.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:459f29af5e393a7763c9d0920801d218166921fbb9ef250bb27ab1036db38dc2
+size 1048688
diff --git a/model.layers.7.self_attn.v_proj.codes_102.safetensors b/model.layers.7.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4df4e861735cebaacc9629d91dae15b2e5a57657
--- /dev/null
+++ b/model.layers.7.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0927d904d436794de254ab558af11597a223b6fa41e061ecc5332b2e18420ea
+size 1048696
diff --git a/model.layers.7.self_attn.v_proj.scales.safetensors b/model.layers.7.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5281b31d34999bfd5e2392fe66b26a50d70db2c9
--- /dev/null
+++ b/model.layers.7.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c2ffe4ac2ab4a79d65970b06ce2764c294588a2dd461dfce75c9f1d3fcb743
+size 4208
diff --git a/model.layers.8.input_layernorm.weight.safetensors b/model.layers.8.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c67bca9d1746eac6047fdbfd2f4efb2badea1f72
--- /dev/null
+++ b/model.layers.8.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35fa0fbf2e4ec94b2bb91b0a372f3957300d2b9d65688fdbd14c3cbda118cf2
+size 16496
diff --git a/model.layers.8.mlp.down_proj.codebooks.safetensors b/model.layers.8.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4a20e7289f34ac184bb518a37c7bbd0769f1a41b
--- /dev/null
+++ b/model.layers.8.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6434b8083cd8727bf273b9f4763ac1d875273bbf1f2badd141f3929710a347
+size 16496
diff --git a/model.layers.8.mlp.down_proj.codes.safetensors b/model.layers.8.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0bd752c81f8ba52b0c40d2a60d310186d60cb482
--- /dev/null
+++ b/model.layers.8.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933ea7ad8f3e1ade67654e65658a7cce8d1d383c36afe062276b61538f4cfbff
+size 14680176
diff --git a/model.layers.8.mlp.down_proj.codes_102.safetensors b/model.layers.8.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..92488ce3fa73f89d6afb53b46e69014ef95aea77
--- /dev/null
+++ b/model.layers.8.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244328b06f1af299068dd69d4d9c78f56e9ce9abebc6dba216f6732fedd304a1
+size 14680184
diff --git a/model.layers.8.mlp.down_proj.scales.safetensors b/model.layers.8.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fd01b3dff2362841474a81d1fb377ac71cd5465e
--- /dev/null
+++ b/model.layers.8.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c11c062d121cc9767a35a4e37028b17eecd5fd6519c9a08e18c0a6b91d8e42
+size 16496
diff --git a/model.layers.8.mlp.gate_proj.codebooks.safetensors b/model.layers.8.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b21a6dd83887dcf25f6aa3d0bc8583135b660b7f
--- /dev/null
+++ b/model.layers.8.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8c47d01de0859411cbec0900595950a771f9afcc9627c00704155de338e0e8
+size 16496
diff --git a/model.layers.8.mlp.gate_proj.codes.safetensors b/model.layers.8.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..44d4f46c86ae64ba6a298eea8e82b5729ead9b0e
--- /dev/null
+++ b/model.layers.8.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc363766bdc1200e86e3adc89213fa58a7665e52c96e22417d00bcc6a97a1ea9
+size 14680176
diff --git a/model.layers.8.mlp.gate_proj.codes_102.safetensors b/model.layers.8.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..36794d40804f902f49a84a68d59dbf567e306ba6
--- /dev/null
+++ b/model.layers.8.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570e307bf7b103d39bf22f202940349e0397298b0f63b1a0d37b7012f0ab06ab
+size 14680184
diff --git a/model.layers.8.mlp.gate_proj.scales.safetensors b/model.layers.8.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c741944b505ce85c49575b62ccd849e621c8b52e
--- /dev/null
+++ b/model.layers.8.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4e37838abdb97aeb86b51d1368240438a1160cebfc4533ae770ee043bba13c
+size 57456
diff --git a/model.layers.8.mlp.up_proj.codebooks.safetensors b/model.layers.8.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..68b78f8755497cc34917a4e58f4fc308faf58068
--- /dev/null
+++ b/model.layers.8.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd266495a1b428bdfa231a68f1cbd7a14b3b1f2e9bf684fd1699436796dd67a2
+size 16496
diff --git a/model.layers.8.mlp.up_proj.codes.safetensors b/model.layers.8.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5ae9e9a5a4c299fcfdbab9e1f70db68f12cb9283
--- /dev/null
+++ b/model.layers.8.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb590a8e5b94fc7464c31ec6017898406ed8f1c0dfe7a3235055afe8351237d
+size 14680176
diff --git a/model.layers.8.mlp.up_proj.codes_102.safetensors b/model.layers.8.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6833d35ae807fdc3b5a2d875c68472187f4e2cb7
--- /dev/null
+++ b/model.layers.8.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d58e470a08898bb56ffa672dc599119b01adb608a421ec855bb640237a641a
+size 14680184
diff --git a/model.layers.8.mlp.up_proj.scales.safetensors b/model.layers.8.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ef1fb0cbebd6fb21b8c94f3e6f0d6cd6658d8b99
--- /dev/null
+++ b/model.layers.8.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034a67d6076e6c7f3c818e976497e9d390ebccd6b220c26c0351b17d1b64e6c5
+size 57456
diff --git a/model.layers.8.post_attention_layernorm.weight.safetensors b/model.layers.8.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..073b1291c7f1eb566405d846eaf0365456512dbf
--- /dev/null
+++ b/model.layers.8.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bef5424f2750100228282023a518af0d7b253df59671ae54706c4799d4c5247
+size 16504
diff --git a/model.layers.8.self_attn.k_proj.codebooks.safetensors b/model.layers.8.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8d642c571aeeda13ae642878fe1c34f1fcec6e56
--- /dev/null
+++ b/model.layers.8.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e06a7d7bbe0ef7b91adbc2cbf7401535259031c4380a7d44ff31978b6796175
+size 16504
diff --git a/model.layers.8.self_attn.k_proj.codes.safetensors b/model.layers.8.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7ec7d9595246047072cadd9a0a032c34511ee63b
--- /dev/null
+++ b/model.layers.8.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf9b91575f10fbfc8e4b81a56469829c1bbf0e1c07b8676eb24070509f8f74a
+size 1048688
diff --git a/model.layers.8.self_attn.k_proj.codes_102.safetensors b/model.layers.8.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2fcce26c5a1bd23b0cb7032035e6c1b1a07ed91c
--- /dev/null
+++ b/model.layers.8.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb83cb4a33d847f1c841da56b79070e177d02d4eeadfc22b9d97b59d4bffd486
+size 1048696
diff --git a/model.layers.8.self_attn.k_proj.scales.safetensors b/model.layers.8.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d7cb12a99ee8d34cd9aed71ecdd6ce7e1157dad9
--- /dev/null
+++ b/model.layers.8.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eef944d448aeb4f0bf012f8b28099d801804e82a11b0381a87da0eaf8650a75
+size 4208
diff --git a/model.layers.8.self_attn.o_proj.codebooks.safetensors b/model.layers.8.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..863f5707f24476abda09983da158562e135e74f7
--- /dev/null
+++ b/model.layers.8.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d838c92e11943c3a856dc87a51f487a4522c4ad9046ebbf4ede4aff3444d36c0
+size 16504
diff --git a/model.layers.8.self_attn.o_proj.codes.safetensors b/model.layers.8.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9227773b41e0812e3abf54ccf370565f00d4ac1d
--- /dev/null
+++ b/model.layers.8.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d30039ee8f86b72f7ddc0bf4b0527257965243b126c693e8f8f6cdcd1847c695
+size 4194416
diff --git a/model.layers.8.self_attn.o_proj.codes_102.safetensors b/model.layers.8.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1ba0eddf8d02f5e08f5dba8bd1998d0d2f5a4eac
--- /dev/null
+++ b/model.layers.8.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba5a2f9b7ae447f9e0294b0fc749caef1697e0d123d11288ff223686790f34a
+size 4194424
diff --git a/model.layers.8.self_attn.o_proj.scales.safetensors b/model.layers.8.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f640b521841e6cf68526e76caecbe64719ec1911
--- /dev/null
+++ b/model.layers.8.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a92216d9ac07171263127c3dfe0a78737b66eee3063350932ff9f002e272c8
+size 16496
diff --git a/model.layers.8.self_attn.q_proj.codebooks.safetensors b/model.layers.8.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3af221eaa4a21959229c37b46eb8fe81b0968448
--- /dev/null
+++ b/model.layers.8.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d480dc5a108f705cedefcb6694bed22c69d80297bb538d7752bad7028ec50d
+size 16504
diff --git a/model.layers.8.self_attn.q_proj.codes.safetensors b/model.layers.8.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9cd9300612aaba1cef59ac275f867089987df53b
--- /dev/null
+++ b/model.layers.8.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d133239faf8482969ab5bb0aa5ef3ce5e816a56634e58291cf4b1bbb8b95de55
+size 4194416
diff --git a/model.layers.8.self_attn.q_proj.codes_102.safetensors b/model.layers.8.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8278e17d2699c06f5a6baadff5983fdbba72822b
--- /dev/null
+++ b/model.layers.8.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c7a64eab37ddc250c12b49ebf86f5ec6b19f3e2974828b58c7506b935aff0d
+size 4194424
diff --git a/model.layers.8.self_attn.q_proj.scales.safetensors b/model.layers.8.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ac1e73ad1cb2776a4f389cfe4ded623ec1f2c85b
--- /dev/null
+++ b/model.layers.8.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417d81c7928296a077a0ee540e93a4850b37a0215b2eeb255b851ee0538edcaf
+size 16496
diff --git a/model.layers.8.self_attn.v_proj.codebooks.safetensors b/model.layers.8.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4625cf58f2f6ef84f52a129407707e62f1eddb3d
--- /dev/null
+++ b/model.layers.8.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9283f1c05e34038837bf892866958f411dafe4aa816a7d65026fe9873c4210d3
+size 16504
diff --git a/model.layers.8.self_attn.v_proj.codes.safetensors b/model.layers.8.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..caa2613f6d36cef327719d014c915a78a567f010
--- /dev/null
+++ b/model.layers.8.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3837699b10102c08074e70b5ab11e0d5a50d770e87eefcec839e589d8b817a
+size 1048688
diff --git a/model.layers.8.self_attn.v_proj.codes_102.safetensors b/model.layers.8.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5a7ab72543e778698adef5c4b46c5e6556269964
--- /dev/null
+++ b/model.layers.8.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9547608dc6e076dd0e00ff08d4281003dc65fe19b6224b1ce5ceeee77c0835c0
+size 1048696
diff --git a/model.layers.8.self_attn.v_proj.scales.safetensors b/model.layers.8.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e3d67b881e1849bfde07591e292fcd8cbf0bad33
--- /dev/null
+++ b/model.layers.8.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e850eea3e11009586aa6f49f1487bfabb37d9f5a2bae3eebfcdb568607208bb7
+size 4208
diff --git a/model.layers.9.input_layernorm.weight.safetensors b/model.layers.9.input_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f55240db5d3521090096cfbe0656477bfaac98d6
--- /dev/null
+++ b/model.layers.9.input_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba5fa30dba99d0aca3c3242dd960c719e92722ee8be8bc2eec6fc03db13a410
+size 16496
diff --git a/model.layers.9.mlp.down_proj.codebooks.safetensors b/model.layers.9.mlp.down_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..481756a7fae50b855553c868ff5092076e11aef9
--- /dev/null
+++ b/model.layers.9.mlp.down_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed82647d32f19c4d34a87a2018d23f747dc5c07bb5d625c38481af79ee626bb2
+size 16496
diff --git a/model.layers.9.mlp.down_proj.codes.safetensors b/model.layers.9.mlp.down_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d92a0e40fb99450bbd2db23f23a0a96965a71564
--- /dev/null
+++ b/model.layers.9.mlp.down_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b470f2e78e6c9187057fb3e6fb4f10765a45cfb211e7f9e1bb770e06ee3dd7ae
+size 14680176
diff --git a/model.layers.9.mlp.down_proj.codes_102.safetensors b/model.layers.9.mlp.down_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e1a4c3e04def6b43b46cf1df2c2f436fd8151221
--- /dev/null
+++ b/model.layers.9.mlp.down_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3255c890043b58c71a16e9ca0bbcc1e18508332aeb4815905812d87bbee927ac
+size 14680184
diff --git a/model.layers.9.mlp.down_proj.scales.safetensors b/model.layers.9.mlp.down_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..41be0dccac46c57d5fb9aa6972fcbdda941efb50
--- /dev/null
+++ b/model.layers.9.mlp.down_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7faaa26f587a48da86045b237d821bfca8f8570ed387fff80dfbcfced4c4ed9d
+size 16496
diff --git a/model.layers.9.mlp.gate_proj.codebooks.safetensors b/model.layers.9.mlp.gate_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a21e3f7ea778fe811dd590383f798668ec9ca031
--- /dev/null
+++ b/model.layers.9.mlp.gate_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc73439d278fe7732e7f16728791cf49ef663e459d4944455fd527d55a44ad7
+size 16496
diff --git a/model.layers.9.mlp.gate_proj.codes.safetensors b/model.layers.9.mlp.gate_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..61e04f96ac74cc2f080a5460597af7053b5edca4
--- /dev/null
+++ b/model.layers.9.mlp.gate_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823d94f03fcc8eaf66bd968f6baacd432d9e55db390c53f538f67ee08f450c4b
+size 14680176
diff --git a/model.layers.9.mlp.gate_proj.codes_102.safetensors b/model.layers.9.mlp.gate_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7355b2cc3ea44237d22e2db66cbebcbd22f63d5a
--- /dev/null
+++ b/model.layers.9.mlp.gate_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc61b87e0e8260e6a232e5709466190638f64b48e4a7a8cb2587df3281935f46
+size 14680184
diff --git a/model.layers.9.mlp.gate_proj.scales.safetensors b/model.layers.9.mlp.gate_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..367e06d4be3c5ea46571a0637803284ff9993d14
--- /dev/null
+++ b/model.layers.9.mlp.gate_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84bf8e9abb037e1589cab29741fff7d36d67361ee01fbe91e6fdc2e47735201f
+size 57456
diff --git a/model.layers.9.mlp.up_proj.codebooks.safetensors b/model.layers.9.mlp.up_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..417322cffd3bf936671a58eb96cbb37cd5531a36
--- /dev/null
+++ b/model.layers.9.mlp.up_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8e0ed1240fd5a1645b4f3d764466cd3f55d039296e9ef55d6f8ce6848aef66
+size 16496
diff --git a/model.layers.9.mlp.up_proj.codes.safetensors b/model.layers.9.mlp.up_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f5e479b4974ec0ff64ea07f8a53bc49eab6a941e
--- /dev/null
+++ b/model.layers.9.mlp.up_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73d5fd4840e94c04a0d51d4ecbe80f8c88f2b1e61042b2ba0c1f762272a1d23
+size 14680176
diff --git a/model.layers.9.mlp.up_proj.codes_102.safetensors b/model.layers.9.mlp.up_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e3b59ab0a32bc690fc4b962d79562c230c120778
--- /dev/null
+++ b/model.layers.9.mlp.up_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430edffbf87b557b56c9ac7cc3c60bff6aa90faf7cf9a52d57c7dbdb2ecb2f5d
+size 14680184
diff --git a/model.layers.9.mlp.up_proj.scales.safetensors b/model.layers.9.mlp.up_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..286d3b05f24aa7a4fb4b71fa7ba52c989d2c29eb
--- /dev/null
+++ b/model.layers.9.mlp.up_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad8dbc8c4cbd17761ebb8e2be4ded33131d2507ce4764f5e6dca38745fe4c3f
+size 57456
diff --git a/model.layers.9.post_attention_layernorm.weight.safetensors b/model.layers.9.post_attention_layernorm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2bd86f9164cd829bdf8898378ec536e230ce16d0
--- /dev/null
+++ b/model.layers.9.post_attention_layernorm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b077b809d2273d6ab77a18fcddcf35b5e0f49bcc408d046c31bc2304b1fc338d
+size 16504
diff --git a/model.layers.9.self_attn.k_proj.codebooks.safetensors b/model.layers.9.self_attn.k_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e9ad95560e123ad9050e05fdc4497976aa2d74af
--- /dev/null
+++ b/model.layers.9.self_attn.k_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a2f69c6582c3c5a8571b2ed1089aaedc844d6e31373a5ad5a3fafa9f782e2d1
+size 16504
diff --git a/model.layers.9.self_attn.k_proj.codes.safetensors b/model.layers.9.self_attn.k_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..48784851e1b9202be396d154b2da35aa5ab171cc
--- /dev/null
+++ b/model.layers.9.self_attn.k_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70cf0f1a5abdfd1f241db6611db300ab63813c7e111d830a927bbbc08e59225f
+size 1048688
diff --git a/model.layers.9.self_attn.k_proj.codes_102.safetensors b/model.layers.9.self_attn.k_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fb14aae68e8942912a88703cf146055cc19e7509
--- /dev/null
+++ b/model.layers.9.self_attn.k_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b0d81dd7cadb8b6e0bb1da33ebc3c076316244d3abaef223c6be51b4781478
+size 1048696
diff --git a/model.layers.9.self_attn.k_proj.scales.safetensors b/model.layers.9.self_attn.k_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1d033171660e164a37d65fd579e55aa2163fefde
--- /dev/null
+++ b/model.layers.9.self_attn.k_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da7a65c9c5158c6e55dc38dc56b00a14b311c056a5b207abeca8356e47a80e9
+size 4208
diff --git a/model.layers.9.self_attn.o_proj.codebooks.safetensors b/model.layers.9.self_attn.o_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5a37c7a995d59c10ddd958728a6d5a23585fb78a
--- /dev/null
+++ b/model.layers.9.self_attn.o_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb7f634cd3e0499c7358aa5264cca411fd2a8904b1baa087233cb058c123b1f
+size 16504
diff --git a/model.layers.9.self_attn.o_proj.codes.safetensors b/model.layers.9.self_attn.o_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..230a91f0106a98479210bd87da087d9ff9f7f038
--- /dev/null
+++ b/model.layers.9.self_attn.o_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc88c7b156eb6dbe7a37a729a3d4ddbf9bae4b03781a57ec181f539f164774e
+size 4194416
diff --git a/model.layers.9.self_attn.o_proj.codes_102.safetensors b/model.layers.9.self_attn.o_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..60e75618ae29456a2424a9f0691cb0696496108d
--- /dev/null
+++ b/model.layers.9.self_attn.o_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6cf55d1b26fd668b31428dddd13351d60411eeeec7d75de9ba57dade85f1bc
+size 4194424
diff --git a/model.layers.9.self_attn.o_proj.scales.safetensors b/model.layers.9.self_attn.o_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..76981e593b5db430e25bd1f60e36d1af08f6978b
--- /dev/null
+++ b/model.layers.9.self_attn.o_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410611624fa58a80c35974545b8e44fd44768066cc92a2bdc010b9a2d859ca96
+size 16496
diff --git a/model.layers.9.self_attn.q_proj.codebooks.safetensors b/model.layers.9.self_attn.q_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7de1bb53d71045a69af0c6e8085da35b783fd845
--- /dev/null
+++ b/model.layers.9.self_attn.q_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2939a9445e7cdc63a018e6db4aada7beff72718488f282f4f3eb356aea0b6aa3
+size 16504
diff --git a/model.layers.9.self_attn.q_proj.codes.safetensors b/model.layers.9.self_attn.q_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2f001a971cf7f65e59b33731bd8b6b3d919cd665
--- /dev/null
+++ b/model.layers.9.self_attn.q_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a3bd94765bbe8facfc60d0b6d1aa52bb197e0c2318874750089db2a09d5d83
+size 4194416
diff --git a/model.layers.9.self_attn.q_proj.codes_102.safetensors b/model.layers.9.self_attn.q_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2652b4181a9edf3cf33388af7099b68dc1df53fa
--- /dev/null
+++ b/model.layers.9.self_attn.q_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6e522e68572c594dc629128f5acbb7acad7b213c07019ee80e011d252350bf
+size 4194424
diff --git a/model.layers.9.self_attn.q_proj.scales.safetensors b/model.layers.9.self_attn.q_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..13913b13c96ae7438c85a5b021e4f37f06d444f0
--- /dev/null
+++ b/model.layers.9.self_attn.q_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc57e50c6fc38ce2a63ef3ad99b657079a532b8be7e1b6af33410497cd2dbdf
+size 16496
diff --git a/model.layers.9.self_attn.v_proj.codebooks.safetensors b/model.layers.9.self_attn.v_proj.codebooks.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b7d60472416f36a78a662d257ecbe1221a1b68f7
--- /dev/null
+++ b/model.layers.9.self_attn.v_proj.codebooks.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b72ddbae8e7fa118844ec4839dc0c98e0d2b2f9cf8b1ba49dd8b6bcbdc691b
+size 16504
diff --git a/model.layers.9.self_attn.v_proj.codes.safetensors b/model.layers.9.self_attn.v_proj.codes.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a56f34aeae15f023bd0ab873746b2b0b8ed6e1f8
--- /dev/null
+++ b/model.layers.9.self_attn.v_proj.codes.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:356e277204f877fec725eddad67ba1f96ffa999e948248e8908793d7bd62ab01
+size 1048688
diff --git a/model.layers.9.self_attn.v_proj.codes_102.safetensors b/model.layers.9.self_attn.v_proj.codes_102.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fe3f005b6922673c531898050bc35f4054928d7e
--- /dev/null
+++ b/model.layers.9.self_attn.v_proj.codes_102.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cdea930b920d4248d31bb36ff01a87cadfacc3142fb2101aa03fdb4538d81f5
+size 1048696
diff --git a/model.layers.9.self_attn.v_proj.scales.safetensors b/model.layers.9.self_attn.v_proj.scales.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7309236c37f3f218f997c3759f3eaefa6b7c091f
--- /dev/null
+++ b/model.layers.9.self_attn.v_proj.scales.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a4ada64c8e73c46b4e9f328aa6fe961ba8e6eff92394ba92f208b38c901e07
+size 4208
diff --git a/model.norm.weight.safetensors b/model.norm.weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f4a748cf59478878e83490f56823d67316489f27
--- /dev/null
+++ b/model.norm.weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b985114412433f9ee443c8fd070fcac8b3fecf76f6965b2d3d6a31b18d94eee9
+size 16472