Adding `safetensors` variant of this model

This is an automated PR created with https://huggingface.co/spaces/safetensors/convert

This new file is equivalent to `pytorch_model.bin` but safe in the sense that
no arbitrary code can be put into it.

These files also happen to load much faster than their pytorch counterpart:
https://colab.research.google.com/github/huggingface/notebooks/blob/main/safetensors_doc/en/speed.ipynb

The widgets on your model page will run using this model even if this is not merged
making sure the file actually works.

If you find any issues: please report here: https://huggingface.co/spaces/safetensors/convert/discussions

Feel free to ignore this PR.

model-00001-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e130315aa0558475094d2f5c1f69d8ac3bdc12e4ff15d8f15270868d6f28b5
+size 9437384504

model-00002-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff2c39eaeb42a7ac4bd3cf76304e426c46fb51887f4c2d7454c0e27f0b81b17
+size 9328332824

model-00003-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45dfd7281ee8224f5c8999c7691f79a0bb478083ec6478d0874e6e69a96c540
+size 9999421088

model-00004-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315e001a00ae27e1898e96b6a1f90a263c037f01afffa9b15260664ec4a0b7c1
+size 9932312376

model-00005-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63a87fb42c6ba81982d1fc02c2be833b47ff6657539292622c7744bcb5bb8b7
+size 9328267088

model-00006-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1e0007b766ce78c43ba3df3ca7bd8b9c1405438e7a5728219d358730096f28
+size 9328332848

model-00007-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad35d368b08091ae8c3bae31a125d793554e9b1bafb99283c6732bb8b0323803
+size 9328332856

model-00008-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e0af8fdd1ab4449f094fc6e493c0e32ef4615b967786c929d72c397d08b012
+size 9999421120

model-00009-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836f8a81d3c28922e0dc9643c575c6608e512454c6c2d816e946842d45be9c2a
+size 9932312392

model-00010-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61adddbcf92f343baf48a976d3315749eccb2b0898cca11d7672a2b28ca7c567
+size 9328267088

model-00011-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6323378299e976e173e95217bb14d51a7dcba2a71cdc7a3d8a9156c1b56c545d
+size 9328332848

model-00012-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197453b931a41c89f650eef0faee72314b848ff68ade667d398771ce6bde9ebe
+size 9328332856

model-00013-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c877c00ad2ea8d5cc4551df5e74616666f873c420b1bb537377fca560d0becfd
+size 9999421120

model-00014-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247ff3a2a2e1c675ed69c01590e5938d2879a0d397163e7cce6b28c09cd8d7e3
+size 9932312392

model-00015-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:442d83358cac7597fe6fba8a9dda327dea0e5b818a4fb585ffe74f5a607ec1af
+size 9328267088

model-00016-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfbd21ca21385b32e46c74d8a179850ca63fd453ad49080b035e911bf7fe372
+size 9328332848

model-00017-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3275e29d4294c25c330ad8916fd87c0b9445df79dd253e9efe1af78066282d
+size 9328332856

model-00018-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80afaa9969986f5e5f7742e98ba2a625d916a202f16a1ca257f6ae67525b897a
+size 9999421120

model-00019-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521773ee9243facbaa45955b2e1148c13310f56c92d4dd68fb9ae97f6e907e98
+size 9932312392

model-00020-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce5f8fdcedd253007f7e6f1bc6787cbb66265432495e988160b5bcdae8f4d4f
+size 9328267088

model-00021-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f099bb924d514c7c46b71dfab4865a1b2016f14260f89801f2dd7755af579c40
+size 9328332848

model-00022-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75a8f497bdf46e990258bb9c817493bfcd390793005b26c0d0d5caa94fb0c7c
+size 9328332856

model-00023-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d38ade1769b80c611647e9ae5c7032066d751b5f49eab861a7b531e7fbd2da
+size 9999421120

model-00024-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb376060e1540371bd9fabb4a9f3ceff9697ba84e7828032e6723872eaec75c
+size 9932312392

model-00025-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa6c7b06f5a20a952b40483999aff861ab412b0373de0090ede3dc7bf7feeb1
+size 9328267088

model-00026-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4eac43be275bf78fc06013c0d7ddc12b462f5977145e5070ad0f1923e092ff
+size 9328332848

model-00027-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7446c4c57a35bcbc324c2335b3df2548fcf2b5a2c41b596a102a42d8eb404c05
+size 9328332856

model-00028-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de7a7187b62c72bcdab090cbde4cdb67149ccfa678e4abf3399aac219821ac8
+size 9999421120

model-00029-of-00029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467b627efc6d71ed361c59834408f1828faaea4f274b5a4bf0327535e3c61cf5
+size 7558367880

model.safetensors.index.json

@@ -0,0 +1,810 @@
+{
+    "metadata": {
+        "total_size": 275906744320
+    },
+    "weight_map": {
+        "lm_head.weight": "model-00029-of-00029.safetensors",
+        "model.embed_tokens.weight": "model-00001-of-00029.safetensors",
+        "model.layers.0.input_layernorm.weight": "model-00001-of-00029.safetensors",
+        "model.layers.0.mlp.down_proj.weight": "model-00001-of-00029.safetensors",
+        "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00029.safetensors",
+        "model.layers.0.mlp.up_proj.weight": "model-00001-of-00029.safetensors",
+        "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00029.safetensors",
+        "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00029.safetensors",
+        "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00029.safetensors",
+        "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00029.safetensors",
+        "model.layers.0.self_attn.rotary_emb.inv_freq": "model-00001-of-00029.safetensors",
+        "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00029.safetensors",
+        "model.layers.1.input_layernorm.weight": "model-00001-of-00029.safetensors",
+        "model.layers.1.mlp.down_proj.weight": "model-00001-of-00029.safetensors",
+        "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00029.safetensors",
+        "model.layers.1.mlp.up_proj.weight": "model-00001-of-00029.safetensors",
+        "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00029.safetensors",
+        "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00029.safetensors",
+        "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00029.safetensors",
+        "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00029.safetensors",
+        "model.layers.1.self_attn.rotary_emb.inv_freq": "model-00001-of-00029.safetensors",
+        "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00029.safetensors",
+        "model.layers.10.input_layernorm.weight": "model-00004-of-00029.safetensors",
+        "model.layers.10.mlp.down_proj.weight": "model-00004-of-00029.safetensors",
+        "model.layers.10.mlp.gate_proj.weight": "model-00004-of-00029.safetensors",
+        "model.layers.10.mlp.up_proj.weight": "model-00004-of-00029.safetensors",
+        "model.layers.10.post_attention_layernorm.weight": "model-00004-of-00029.safetensors",
+        "model.layers.10.self_attn.k_proj.weight": "model-00004-of-00029.safetensors",
+        "model.layers.10.self_attn.o_proj.weight": "model-00004-of-00029.safetensors",
+        "model.layers.10.self_attn.q_proj.weight": "model-00004-of-00029.safetensors",
+        "model.layers.10.self_attn.rotary_emb.inv_freq": "model-00004-of-00029.safetensors",
+        "model.layers.10.self_attn.v_proj.weight": "model-00004-of-00029.safetensors",
+        "model.layers.11.input_layernorm.weight": "model-00005-of-00029.safetensors",
+        "model.layers.11.mlp.down_proj.weight": "model-00005-of-00029.safetensors",
+        "model.layers.11.mlp.gate_proj.weight": "model-00005-of-00029.safetensors",
+        "model.layers.11.mlp.up_proj.weight": "model-00005-of-00029.safetensors",
+        "model.layers.11.post_attention_layernorm.weight": "model-00005-of-00029.safetensors",
+        "model.layers.11.self_attn.k_proj.weight": "model-00005-of-00029.safetensors",
+        "model.layers.11.self_attn.o_proj.weight": "model-00005-of-00029.safetensors",
+        "model.layers.11.self_attn.q_proj.weight": "model-00005-of-00029.safetensors",
+        "model.layers.11.self_attn.rotary_emb.inv_freq": "model-00005-of-00029.safetensors",
+        "model.layers.11.self_attn.v_proj.weight": "model-00005-of-00029.safetensors",
+        "model.layers.12.input_layernorm.weight": "model-00005-of-00029.safetensors",
+        "model.layers.12.mlp.down_proj.weight": "model-00005-of-00029.safetensors",
+        "model.layers.12.mlp.gate_proj.weight": "model-00005-of-00029.safetensors",
+        "model.layers.12.mlp.up_proj.weight": "model-00005-of-00029.safetensors",
+        "model.layers.12.post_attention_layernorm.weight": "model-00005-of-00029.safetensors",
+        "model.layers.12.self_attn.k_proj.weight": "model-00005-of-00029.safetensors",
+        "model.layers.12.self_attn.o_proj.weight": "model-00005-of-00029.safetensors",
+        "model.layers.12.self_attn.q_proj.weight": "model-00005-of-00029.safetensors",
+        "model.layers.12.self_attn.rotary_emb.inv_freq": "model-00005-of-00029.safetensors",
+        "model.layers.12.self_attn.v_proj.weight": "model-00005-of-00029.safetensors",
+        "model.layers.13.input_layernorm.weight": "model-00006-of-00029.safetensors",
+        "model.layers.13.mlp.down_proj.weight": "model-00006-of-00029.safetensors",
+        "model.layers.13.mlp.gate_proj.weight": "model-00005-of-00029.safetensors",
+        "model.layers.13.mlp.up_proj.weight": "model-00005-of-00029.safetensors",
+        "model.layers.13.post_attention_layernorm.weight": "model-00006-of-00029.safetensors",
+        "model.layers.13.self_attn.k_proj.weight": "model-00005-of-00029.safetensors",
+        "model.layers.13.self_attn.o_proj.weight": "model-00005-of-00029.safetensors",
+        "model.layers.13.self_attn.q_proj.weight": "model-00005-of-00029.safetensors",
+        "model.layers.13.self_attn.rotary_emb.inv_freq": "model-00005-of-00029.safetensors",
+        "model.layers.13.self_attn.v_proj.weight": "model-00005-of-00029.safetensors",
+        "model.layers.14.input_layernorm.weight": "model-00006-of-00029.safetensors",
+        "model.layers.14.mlp.down_proj.weight": "model-00006-of-00029.safetensors",
+        "model.layers.14.mlp.gate_proj.weight": "model-00006-of-00029.safetensors",
+        "model.layers.14.mlp.up_proj.weight": "model-00006-of-00029.safetensors",
+        "model.layers.14.post_attention_layernorm.weight": "model-00006-of-00029.safetensors",
+        "model.layers.14.self_attn.k_proj.weight": "model-00006-of-00029.safetensors",
+        "model.layers.14.self_attn.o_proj.weight": "model-00006-of-00029.safetensors",
+        "model.layers.14.self_attn.q_proj.weight": "model-00006-of-00029.safetensors",
+        "model.layers.14.self_attn.rotary_emb.inv_freq": "model-00006-of-00029.safetensors",
+        "model.layers.14.self_attn.v_proj.weight": "model-00006-of-00029.safetensors",
+        "model.layers.15.input_layernorm.weight": "model-00006-of-00029.safetensors",
+        "model.layers.15.mlp.down_proj.weight": "model-00006-of-00029.safetensors",
+        "model.layers.15.mlp.gate_proj.weight": "model-00006-of-00029.safetensors",
+        "model.layers.15.mlp.up_proj.weight": "model-00006-of-00029.safetensors",
+        "model.layers.15.post_attention_layernorm.weight": "model-00006-of-00029.safetensors",
+        "model.layers.15.self_attn.k_proj.weight": "model-00006-of-00029.safetensors",
+        "model.layers.15.self_attn.o_proj.weight": "model-00006-of-00029.safetensors",
+        "model.layers.15.self_attn.q_proj.weight": "model-00006-of-00029.safetensors",
+        "model.layers.15.self_attn.rotary_emb.inv_freq": "model-00006-of-00029.safetensors",
+        "model.layers.15.self_attn.v_proj.weight": "model-00006-of-00029.safetensors",
+        "model.layers.16.input_layernorm.weight": "model-00007-of-00029.safetensors",
+        "model.layers.16.mlp.down_proj.weight": "model-00007-of-00029.safetensors",
+        "model.layers.16.mlp.gate_proj.weight": "model-00006-of-00029.safetensors",
+        "model.layers.16.mlp.up_proj.weight": "model-00007-of-00029.safetensors",
+        "model.layers.16.post_attention_layernorm.weight": "model-00007-of-00029.safetensors",
+        "model.layers.16.self_attn.k_proj.weight": "model-00006-of-00029.safetensors",
+        "model.layers.16.self_attn.o_proj.weight": "model-00006-of-00029.safetensors",
+        "model.layers.16.self_attn.q_proj.weight": "model-00006-of-00029.safetensors",
+        "model.layers.16.self_attn.rotary_emb.inv_freq": "model-00006-of-00029.safetensors",
+        "model.layers.16.self_attn.v_proj.weight": "model-00006-of-00029.safetensors",
+        "model.layers.17.input_layernorm.weight": "model-00007-of-00029.safetensors",
+        "model.layers.17.mlp.down_proj.weight": "model-00007-of-00029.safetensors",
+        "model.layers.17.mlp.gate_proj.weight": "model-00007-of-00029.safetensors",
+        "model.layers.17.mlp.up_proj.weight": "model-00007-of-00029.safetensors",
+        "model.layers.17.post_attention_layernorm.weight": "model-00007-of-00029.safetensors",
+        "model.layers.17.self_attn.k_proj.weight": "model-00007-of-00029.safetensors",
+        "model.layers.17.self_attn.o_proj.weight": "model-00007-of-00029.safetensors",
+        "model.layers.17.self_attn.q_proj.weight": "model-00007-of-00029.safetensors",
+        "model.layers.17.self_attn.rotary_emb.inv_freq": "model-00007-of-00029.safetensors",
+        "model.layers.17.self_attn.v_proj.weight": "model-00007-of-00029.safetensors",
+        "model.layers.18.input_layernorm.weight": "model-00007-of-00029.safetensors",
+        "model.layers.18.mlp.down_proj.weight": "model-00007-of-00029.safetensors",
+        "model.layers.18.mlp.gate_proj.weight": "model-00007-of-00029.safetensors",
+        "model.layers.18.mlp.up_proj.weight": "model-00007-of-00029.safetensors",
+        "model.layers.18.post_attention_layernorm.weight": "model-00007-of-00029.safetensors",
+        "model.layers.18.self_attn.k_proj.weight": "model-00007-of-00029.safetensors",
+        "model.layers.18.self_attn.o_proj.weight": "model-00007-of-00029.safetensors",
+        "model.layers.18.self_attn.q_proj.weight": "model-00007-of-00029.safetensors",
+        "model.layers.18.self_attn.rotary_emb.inv_freq": "model-00007-of-00029.safetensors",
+        "model.layers.18.self_attn.v_proj.weight": "model-00007-of-00029.safetensors",
+        "model.layers.19.input_layernorm.weight": "model-00008-of-00029.safetensors",
+        "model.layers.19.mlp.down_proj.weight": "model-00008-of-00029.safetensors",
+        "model.layers.19.mlp.gate_proj.weight": "model-00008-of-00029.safetensors",
+        "model.layers.19.mlp.up_proj.weight": "model-00008-of-00029.safetensors",
+        "model.layers.19.post_attention_layernorm.weight": "model-00008-of-00029.safetensors",
+        "model.layers.19.self_attn.k_proj.weight": "model-00007-of-00029.safetensors",
+        "model.layers.19.self_attn.o_proj.weight": "model-00007-of-00029.safetensors",
+        "model.layers.19.self_attn.q_proj.weight": "model-00007-of-00029.safetensors",
+        "model.layers.19.self_attn.rotary_emb.inv_freq": "model-00007-of-00029.safetensors",
+        "model.layers.19.self_attn.v_proj.weight": "model-00007-of-00029.safetensors",
+        "model.layers.2.input_layernorm.weight": "model-00002-of-00029.safetensors",
+        "model.layers.2.mlp.down_proj.weight": "model-00002-of-00029.safetensors",
+        "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00029.safetensors",
+        "model.layers.2.mlp.up_proj.weight": "model-00002-of-00029.safetensors",
+        "model.layers.2.post_attention_layernorm.weight": "model-00002-of-00029.safetensors",
+        "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00029.safetensors",
+        "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00029.safetensors",
+        "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00029.safetensors",
+        "model.layers.2.self_attn.rotary_emb.inv_freq": "model-00001-of-00029.safetensors",
+        "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00029.safetensors",
+        "model.layers.20.input_layernorm.weight": "model-00008-of-00029.safetensors",
+        "model.layers.20.mlp.down_proj.weight": "model-00008-of-00029.safetensors",
+        "model.layers.20.mlp.gate_proj.weight": "model-00008-of-00029.safetensors",
+        "model.layers.20.mlp.up_proj.weight": "model-00008-of-00029.safetensors",
+        "model.layers.20.post_attention_layernorm.weight": "model-00008-of-00029.safetensors",
+        "model.layers.20.self_attn.k_proj.weight": "model-00008-of-00029.safetensors",
+        "model.layers.20.self_attn.o_proj.weight": "model-00008-of-00029.safetensors",
+        "model.layers.20.self_attn.q_proj.weight": "model-00008-of-00029.safetensors",
+        "model.layers.20.self_attn.rotary_emb.inv_freq": "model-00008-of-00029.safetensors",
+        "model.layers.20.self_attn.v_proj.weight": "model-00008-of-00029.safetensors",
+        "model.layers.21.input_layernorm.weight": "model-00008-of-00029.safetensors",
+        "model.layers.21.mlp.down_proj.weight": "model-00008-of-00029.safetensors",
+        "model.layers.21.mlp.gate_proj.weight": "model-00008-of-00029.safetensors",
+        "model.layers.21.mlp.up_proj.weight": "model-00008-of-00029.safetensors",
+        "model.layers.21.post_attention_layernorm.weight": "model-00008-of-00029.safetensors",
+        "model.layers.21.self_attn.k_proj.weight": "model-00008-of-00029.safetensors",
+        "model.layers.21.self_attn.o_proj.weight": "model-00008-of-00029.safetensors",
+        "model.layers.21.self_attn.q_proj.weight": "model-00008-of-00029.safetensors",
+        "model.layers.21.self_attn.rotary_emb.inv_freq": "model-00008-of-00029.safetensors",
+        "model.layers.21.self_attn.v_proj.weight": "model-00008-of-00029.safetensors",
+        "model.layers.22.input_layernorm.weight": "model-00009-of-00029.safetensors",
+        "model.layers.22.mlp.down_proj.weight": "model-00009-of-00029.safetensors",
+        "model.layers.22.mlp.gate_proj.weight": "model-00009-of-00029.safetensors",
+        "model.layers.22.mlp.up_proj.weight": "model-00009-of-00029.safetensors",
+        "model.layers.22.post_attention_layernorm.weight": "model-00009-of-00029.safetensors",
+        "model.layers.22.self_attn.k_proj.weight": "model-00008-of-00029.safetensors",
+        "model.layers.22.self_attn.o_proj.weight": "model-00009-of-00029.safetensors",
+        "model.layers.22.self_attn.q_proj.weight": "model-00008-of-00029.safetensors",
+        "model.layers.22.self_attn.rotary_emb.inv_freq": "model-00009-of-00029.safetensors",
+        "model.layers.22.self_attn.v_proj.weight": "model-00008-of-00029.safetensors",
+        "model.layers.23.input_layernorm.weight": "model-00009-of-00029.safetensors",
+        "model.layers.23.mlp.down_proj.weight": "model-00009-of-00029.safetensors",
+        "model.layers.23.mlp.gate_proj.weight": "model-00009-of-00029.safetensors",
+        "model.layers.23.mlp.up_proj.weight": "model-00009-of-00029.safetensors",
+        "model.layers.23.post_attention_layernorm.weight": "model-00009-of-00029.safetensors",
+        "model.layers.23.self_attn.k_proj.weight": "model-00009-of-00029.safetensors",
+        "model.layers.23.self_attn.o_proj.weight": "model-00009-of-00029.safetensors",
+        "model.layers.23.self_attn.q_proj.weight": "model-00009-of-00029.safetensors",
+        "model.layers.23.self_attn.rotary_emb.inv_freq": "model-00009-of-00029.safetensors",
+        "model.layers.23.self_attn.v_proj.weight": "model-00009-of-00029.safetensors",
+        "model.layers.24.input_layernorm.weight": "model-00009-of-00029.safetensors",
+        "model.layers.24.mlp.down_proj.weight": "model-00009-of-00029.safetensors",
+        "model.layers.24.mlp.gate_proj.weight": "model-00009-of-00029.safetensors",
+        "model.layers.24.mlp.up_proj.weight": "model-00009-of-00029.safetensors",
+        "model.layers.24.post_attention_layernorm.weight": "model-00009-of-00029.safetensors",
+        "model.layers.24.self_attn.k_proj.weight": "model-00009-of-00029.safetensors",
+        "model.layers.24.self_attn.o_proj.weight": "model-00009-of-00029.safetensors",
+        "model.layers.24.self_attn.q_proj.weight": "model-00009-of-00029.safetensors",
+        "model.layers.24.self_attn.rotary_emb.inv_freq": "model-00009-of-00029.safetensors",
+        "model.layers.24.self_attn.v_proj.weight": "model-00009-of-00029.safetensors",
+        "model.layers.25.input_layernorm.weight": "model-00010-of-00029.safetensors",
+        "model.layers.25.mlp.down_proj.weight": "model-00010-of-00029.safetensors",
+        "model.layers.25.mlp.gate_proj.weight": "model-00010-of-00029.safetensors",
+        "model.layers.25.mlp.up_proj.weight": "model-00010-of-00029.safetensors",
+        "model.layers.25.post_attention_layernorm.weight": "model-00010-of-00029.safetensors",
+        "model.layers.25.self_attn.k_proj.weight": "model-00010-of-00029.safetensors",
+        "model.layers.25.self_attn.o_proj.weight": "model-00010-of-00029.safetensors",
+        "model.layers.25.self_attn.q_proj.weight": "model-00010-of-00029.safetensors",
+        "model.layers.25.self_attn.rotary_emb.inv_freq": "model-00010-of-00029.safetensors",
+        "model.layers.25.self_attn.v_proj.weight": "model-00010-of-00029.safetensors",
+        "model.layers.26.input_layernorm.weight": "model-00010-of-00029.safetensors",
+        "model.layers.26.mlp.down_proj.weight": "model-00010-of-00029.safetensors",
+        "model.layers.26.mlp.gate_proj.weight": "model-00010-of-00029.safetensors",
+        "model.layers.26.mlp.up_proj.weight": "model-00010-of-00029.safetensors",
+        "model.layers.26.post_attention_layernorm.weight": "model-00010-of-00029.safetensors",
+        "model.layers.26.self_attn.k_proj.weight": "model-00010-of-00029.safetensors",
+        "model.layers.26.self_attn.o_proj.weight": "model-00010-of-00029.safetensors",
+        "model.layers.26.self_attn.q_proj.weight": "model-00010-of-00029.safetensors",
+        "model.layers.26.self_attn.rotary_emb.inv_freq": "model-00010-of-00029.safetensors",
+        "model.layers.26.self_attn.v_proj.weight": "model-00010-of-00029.safetensors",
+        "model.layers.27.input_layernorm.weight": "model-00011-of-00029.safetensors",
+        "model.layers.27.mlp.down_proj.weight": "model-00011-of-00029.safetensors",
+        "model.layers.27.mlp.gate_proj.weight": "model-00010-of-00029.safetensors",
+        "model.layers.27.mlp.up_proj.weight": "model-00010-of-00029.safetensors",
+        "model.layers.27.post_attention_layernorm.weight": "model-00011-of-00029.safetensors",
+        "model.layers.27.self_attn.k_proj.weight": "model-00010-of-00029.safetensors",
+        "model.layers.27.self_attn.o_proj.weight": "model-00010-of-00029.safetensors",
+        "model.layers.27.self_attn.q_proj.weight": "model-00010-of-00029.safetensors",
+        "model.layers.27.self_attn.rotary_emb.inv_freq": "model-00010-of-00029.safetensors",
+        "model.layers.27.self_attn.v_proj.weight": "model-00010-of-00029.safetensors",
+        "model.layers.28.input_layernorm.weight": "model-00011-of-00029.safetensors",
+        "model.layers.28.mlp.down_proj.weight": "model-00011-of-00029.safetensors",
+        "model.layers.28.mlp.gate_proj.weight": "model-00011-of-00029.safetensors",
+        "model.layers.28.mlp.up_proj.weight": "model-00011-of-00029.safetensors",
+        "model.layers.28.post_attention_layernorm.weight": "model-00011-of-00029.safetensors",
+        "model.layers.28.self_attn.k_proj.weight": "model-00011-of-00029.safetensors",
+        "model.layers.28.self_attn.o_proj.weight": "model-00011-of-00029.safetensors",
+        "model.layers.28.self_attn.q_proj.weight": "model-00011-of-00029.safetensors",
+        "model.layers.28.self_attn.rotary_emb.inv_freq": "model-00011-of-00029.safetensors",
+        "model.layers.28.self_attn.v_proj.weight": "model-00011-of-00029.safetensors",
+        "model.layers.29.input_layernorm.weight": "model-00011-of-00029.safetensors",
+        "model.layers.29.mlp.down_proj.weight": "model-00011-of-00029.safetensors",
+        "model.layers.29.mlp.gate_proj.weight": "model-00011-of-00029.safetensors",
+        "model.layers.29.mlp.up_proj.weight": "model-00011-of-00029.safetensors",
+        "model.layers.29.post_attention_layernorm.weight": "model-00011-of-00029.safetensors",
+        "model.layers.29.self_attn.k_proj.weight": "model-00011-of-00029.safetensors",
+        "model.layers.29.self_attn.o_proj.weight": "model-00011-of-00029.safetensors",
+        "model.layers.29.self_attn.q_proj.weight": "model-00011-of-00029.safetensors",
+        "model.layers.29.self_attn.rotary_emb.inv_freq": "model-00011-of-00029.safetensors",
+        "model.layers.29.self_attn.v_proj.weight": "model-00011-of-00029.safetensors",
+        "model.layers.3.input_layernorm.weight": "model-00002-of-00029.safetensors",
+        "model.layers.3.mlp.down_proj.weight": "model-00002-of-00029.safetensors",
+        "model.layers.3.mlp.gate_proj.weight": "model-00002-of-00029.safetensors",
+        "model.layers.3.mlp.up_proj.weight": "model-00002-of-00029.safetensors",
+        "model.layers.3.post_attention_layernorm.weight": "model-00002-of-00029.safetensors",
+        "model.layers.3.self_attn.k_proj.weight": "model-00002-of-00029.safetensors",
+        "model.layers.3.self_attn.o_proj.weight": "model-00002-of-00029.safetensors",
+        "model.layers.3.self_attn.q_proj.weight": "model-00002-of-00029.safetensors",
+        "model.layers.3.self_attn.rotary_emb.inv_freq": "model-00002-of-00029.safetensors",
+        "model.layers.3.self_attn.v_proj.weight": "model-00002-of-00029.safetensors",
+        "model.layers.30.input_layernorm.weight": "model-00012-of-00029.safetensors",
+        "model.layers.30.mlp.down_proj.weight": "model-00012-of-00029.safetensors",
+        "model.layers.30.mlp.gate_proj.weight": "model-00011-of-00029.safetensors",
+        "model.layers.30.mlp.up_proj.weight": "model-00012-of-00029.safetensors",
+        "model.layers.30.post_attention_layernorm.weight": "model-00012-of-00029.safetensors",
+        "model.layers.30.self_attn.k_proj.weight": "model-00011-of-00029.safetensors",
+        "model.layers.30.self_attn.o_proj.weight": "model-00011-of-00029.safetensors",
+        "model.layers.30.self_attn.q_proj.weight": "model-00011-of-00029.safetensors",
+        "model.layers.30.self_attn.rotary_emb.inv_freq": "model-00011-of-00029.safetensors",
+        "model.layers.30.self_attn.v_proj.weight": "model-00011-of-00029.safetensors",
+        "model.layers.31.input_layernorm.weight": "model-00012-of-00029.safetensors",
+        "model.layers.31.mlp.down_proj.weight": "model-00012-of-00029.safetensors",
+        "model.layers.31.mlp.gate_proj.weight": "model-00012-of-00029.safetensors",
+        "model.layers.31.mlp.up_proj.weight": "model-00012-of-00029.safetensors",
+        "model.layers.31.post_attention_layernorm.weight": "model-00012-of-00029.safetensors",
+        "model.layers.31.self_attn.k_proj.weight": "model-00012-of-00029.safetensors",
+        "model.layers.31.self_attn.o_proj.weight": "model-00012-of-00029.safetensors",
+        "model.layers.31.self_attn.q_proj.weight": "model-00012-of-00029.safetensors",
+        "model.layers.31.self_attn.rotary_emb.inv_freq": "model-00012-of-00029.safetensors",
+        "model.layers.31.self_attn.v_proj.weight": "model-00012-of-00029.safetensors",
+        "model.layers.32.input_layernorm.weight": "model-00012-of-00029.safetensors",
+        "model.layers.32.mlp.down_proj.weight": "model-00012-of-00029.safetensors",
+        "model.layers.32.mlp.gate_proj.weight": "model-00012-of-00029.safetensors",
+        "model.layers.32.mlp.up_proj.weight": "model-00012-of-00029.safetensors",
+        "model.layers.32.post_attention_layernorm.weight": "model-00012-of-00029.safetensors",
+        "model.layers.32.self_attn.k_proj.weight": "model-00012-of-00029.safetensors",
+        "model.layers.32.self_attn.o_proj.weight": "model-00012-of-00029.safetensors",
+        "model.layers.32.self_attn.q_proj.weight": "model-00012-of-00029.safetensors",
+        "model.layers.32.self_attn.rotary_emb.inv_freq": "model-00012-of-00029.safetensors",
+        "model.layers.32.self_attn.v_proj.weight": "model-00012-of-00029.safetensors",
+        "model.layers.33.input_layernorm.weight": "model-00013-of-00029.safetensors",
+        "model.layers.33.mlp.down_proj.weight": "model-00013-of-00029.safetensors",
+        "model.layers.33.mlp.gate_proj.weight": "model-00013-of-00029.safetensors",
+        "model.layers.33.mlp.up_proj.weight": "model-00013-of-00029.safetensors",
+        "model.layers.33.post_attention_layernorm.weight": "model-00013-of-00029.safetensors",
+        "model.layers.33.self_attn.k_proj.weight": "model-00012-of-00029.safetensors",
+        "model.layers.33.self_attn.o_proj.weight": "model-00012-of-00029.safetensors",
+        "model.layers.33.self_attn.q_proj.weight": "model-00012-of-00029.safetensors",
+        "model.layers.33.self_attn.rotary_emb.inv_freq": "model-00012-of-00029.safetensors",
+        "model.layers.33.self_attn.v_proj.weight": "model-00012-of-00029.safetensors",
+        "model.layers.34.input_layernorm.weight": "model-00013-of-00029.safetensors",
+        "model.layers.34.mlp.down_proj.weight": "model-00013-of-00029.safetensors",
+        "model.layers.34.mlp.gate_proj.weight": "model-00013-of-00029.safetensors",
+        "model.layers.34.mlp.up_proj.weight": "model-00013-of-00029.safetensors",
+        "model.layers.34.post_attention_layernorm.weight": "model-00013-of-00029.safetensors",
+        "model.layers.34.self_attn.k_proj.weight": "model-00013-of-00029.safetensors",
+        "model.layers.34.self_attn.o_proj.weight": "model-00013-of-00029.safetensors",
+        "model.layers.34.self_attn.q_proj.weight": "model-00013-of-00029.safetensors",
+        "model.layers.34.self_attn.rotary_emb.inv_freq": "model-00013-of-00029.safetensors",
+        "model.layers.34.self_attn.v_proj.weight": "model-00013-of-00029.safetensors",
+        "model.layers.35.input_layernorm.weight": "model-00013-of-00029.safetensors",
+        "model.layers.35.mlp.down_proj.weight": "model-00013-of-00029.safetensors",
+        "model.layers.35.mlp.gate_proj.weight": "model-00013-of-00029.safetensors",
+        "model.layers.35.mlp.up_proj.weight": "model-00013-of-00029.safetensors",
+        "model.layers.35.post_attention_layernorm.weight": "model-00013-of-00029.safetensors",
+        "model.layers.35.self_attn.k_proj.weight": "model-00013-of-00029.safetensors",
+        "model.layers.35.self_attn.o_proj.weight": "model-00013-of-00029.safetensors",
+        "model.layers.35.self_attn.q_proj.weight": "model-00013-of-00029.safetensors",
+        "model.layers.35.self_attn.rotary_emb.inv_freq": "model-00013-of-00029.safetensors",
+        "model.layers.35.self_attn.v_proj.weight": "model-00013-of-00029.safetensors",
+        "model.layers.36.input_layernorm.weight": "model-00014-of-00029.safetensors",
+        "model.layers.36.mlp.down_proj.weight": "model-00014-of-00029.safetensors",
+        "model.layers.36.mlp.gate_proj.weight": "model-00014-of-00029.safetensors",
+        "model.layers.36.mlp.up_proj.weight": "model-00014-of-00029.safetensors",
+        "model.layers.36.post_attention_layernorm.weight": "model-00014-of-00029.safetensors",
+        "model.layers.36.self_attn.k_proj.weight": "model-00013-of-00029.safetensors",
+        "model.layers.36.self_attn.o_proj.weight": "model-00014-of-00029.safetensors",
+        "model.layers.36.self_attn.q_proj.weight": "model-00013-of-00029.safetensors",
+        "model.layers.36.self_attn.rotary_emb.inv_freq": "model-00014-of-00029.safetensors",
+        "model.layers.36.self_attn.v_proj.weight": "model-00013-of-00029.safetensors",
+        "model.layers.37.input_layernorm.weight": "model-00014-of-00029.safetensors",
+        "model.layers.37.mlp.down_proj.weight": "model-00014-of-00029.safetensors",
+        "model.layers.37.mlp.gate_proj.weight": "model-00014-of-00029.safetensors",
+        "model.layers.37.mlp.up_proj.weight": "model-00014-of-00029.safetensors",
+        "model.layers.37.post_attention_layernorm.weight": "model-00014-of-00029.safetensors",
+        "model.layers.37.self_attn.k_proj.weight": "model-00014-of-00029.safetensors",
+        "model.layers.37.self_attn.o_proj.weight": "model-00014-of-00029.safetensors",
+        "model.layers.37.self_attn.q_proj.weight": "model-00014-of-00029.safetensors",
+        "model.layers.37.self_attn.rotary_emb.inv_freq": "model-00014-of-00029.safetensors",
+        "model.layers.37.self_attn.v_proj.weight": "model-00014-of-00029.safetensors",
+        "model.layers.38.input_layernorm.weight": "model-00014-of-00029.safetensors",
+        "model.layers.38.mlp.down_proj.weight": "model-00014-of-00029.safetensors",
+        "model.layers.38.mlp.gate_proj.weight": "model-00014-of-00029.safetensors",
+        "model.layers.38.mlp.up_proj.weight": "model-00014-of-00029.safetensors",
+        "model.layers.38.post_attention_layernorm.weight": "model-00014-of-00029.safetensors",
+        "model.layers.38.self_attn.k_proj.weight": "model-00014-of-00029.safetensors",
+        "model.layers.38.self_attn.o_proj.weight": "model-00014-of-00029.safetensors",
+        "model.layers.38.self_attn.q_proj.weight": "model-00014-of-00029.safetensors",
+        "model.layers.38.self_attn.rotary_emb.inv_freq": "model-00014-of-00029.safetensors",
+        "model.layers.38.self_attn.v_proj.weight": "model-00014-of-00029.safetensors",
+        "model.layers.39.input_layernorm.weight": "model-00015-of-00029.safetensors",
+        "model.layers.39.mlp.down_proj.weight": "model-00015-of-00029.safetensors",
+        "model.layers.39.mlp.gate_proj.weight": "model-00015-of-00029.safetensors",
+        "model.layers.39.mlp.up_proj.weight": "model-00015-of-00029.safetensors",
+        "model.layers.39.post_attention_layernorm.weight": "model-00015-of-00029.safetensors",
+        "model.layers.39.self_attn.k_proj.weight": "model-00015-of-00029.safetensors",
+        "model.layers.39.self_attn.o_proj.weight": "model-00015-of-00029.safetensors",
+        "model.layers.39.self_attn.q_proj.weight": "model-00015-of-00029.safetensors",
+        "model.layers.39.self_attn.rotary_emb.inv_freq": "model-00015-of-00029.safetensors",
+        "model.layers.39.self_attn.v_proj.weight": "model-00015-of-00029.safetensors",
+        "model.layers.4.input_layernorm.weight": "model-00002-of-00029.safetensors",
+        "model.layers.4.mlp.down_proj.weight": "model-00002-of-00029.safetensors",
+        "model.layers.4.mlp.gate_proj.weight": "model-00002-of-00029.safetensors",
+        "model.layers.4.mlp.up_proj.weight": "model-00002-of-00029.safetensors",
+        "model.layers.4.post_attention_layernorm.weight": "model-00002-of-00029.safetensors",
+        "model.layers.4.self_attn.k_proj.weight": "model-00002-of-00029.safetensors",
+        "model.layers.4.self_attn.o_proj.weight": "model-00002-of-00029.safetensors",
+        "model.layers.4.self_attn.q_proj.weight": "model-00002-of-00029.safetensors",
+        "model.layers.4.self_attn.rotary_emb.inv_freq": "model-00002-of-00029.safetensors",
+        "model.layers.4.self_attn.v_proj.weight": "model-00002-of-00029.safetensors",
+        "model.layers.40.input_layernorm.weight": "model-00015-of-00029.safetensors",
+        "model.layers.40.mlp.down_proj.weight": "model-00015-of-00029.safetensors",
+        "model.layers.40.mlp.gate_proj.weight": "model-00015-of-00029.safetensors",
+        "model.layers.40.mlp.up_proj.weight": "model-00015-of-00029.safetensors",
+        "model.layers.40.post_attention_layernorm.weight": "model-00015-of-00029.safetensors",
+        "model.layers.40.self_attn.k_proj.weight": "model-00015-of-00029.safetensors",
+        "model.layers.40.self_attn.o_proj.weight": "model-00015-of-00029.safetensors",
+        "model.layers.40.self_attn.q_proj.weight": "model-00015-of-00029.safetensors",
+        "model.layers.40.self_attn.rotary_emb.inv_freq": "model-00015-of-00029.safetensors",
+        "model.layers.40.self_attn.v_proj.weight": "model-00015-of-00029.safetensors",
+        "model.layers.41.input_layernorm.weight": "model-00016-of-00029.safetensors",
+        "model.layers.41.mlp.down_proj.weight": "model-00016-of-00029.safetensors",
+        "model.layers.41.mlp.gate_proj.weight": "model-00015-of-00029.safetensors",
+        "model.layers.41.mlp.up_proj.weight": "model-00015-of-00029.safetensors",
+        "model.layers.41.post_attention_layernorm.weight": "model-00016-of-00029.safetensors",
+        "model.layers.41.self_attn.k_proj.weight": "model-00015-of-00029.safetensors",
+        "model.layers.41.self_attn.o_proj.weight": "model-00015-of-00029.safetensors",
+        "model.layers.41.self_attn.q_proj.weight": "model-00015-of-00029.safetensors",
+        "model.layers.41.self_attn.rotary_emb.inv_freq": "model-00015-of-00029.safetensors",
+        "model.layers.41.self_attn.v_proj.weight": "model-00015-of-00029.safetensors",
+        "model.layers.42.input_layernorm.weight": "model-00016-of-00029.safetensors",
+        "model.layers.42.mlp.down_proj.weight": "model-00016-of-00029.safetensors",
+        "model.layers.42.mlp.gate_proj.weight": "model-00016-of-00029.safetensors",
+        "model.layers.42.mlp.up_proj.weight": "model-00016-of-00029.safetensors",
+        "model.layers.42.post_attention_layernorm.weight": "model-00016-of-00029.safetensors",
+        "model.layers.42.self_attn.k_proj.weight": "model-00016-of-00029.safetensors",
+        "model.layers.42.self_attn.o_proj.weight": "model-00016-of-00029.safetensors",
+        "model.layers.42.self_attn.q_proj.weight": "model-00016-of-00029.safetensors",
+        "model.layers.42.self_attn.rotary_emb.inv_freq": "model-00016-of-00029.safetensors",
+        "model.layers.42.self_attn.v_proj.weight": "model-00016-of-00029.safetensors",
+        "model.layers.43.input_layernorm.weight": "model-00016-of-00029.safetensors",
+        "model.layers.43.mlp.down_proj.weight": "model-00016-of-00029.safetensors",
+        "model.layers.43.mlp.gate_proj.weight": "model-00016-of-00029.safetensors",
+        "model.layers.43.mlp.up_proj.weight": "model-00016-of-00029.safetensors",
+        "model.layers.43.post_attention_layernorm.weight": "model-00016-of-00029.safetensors",
+        "model.layers.43.self_attn.k_proj.weight": "model-00016-of-00029.safetensors",
+        "model.layers.43.self_attn.o_proj.weight": "model-00016-of-00029.safetensors",
+        "model.layers.43.self_attn.q_proj.weight": "model-00016-of-00029.safetensors",
+        "model.layers.43.self_attn.rotary_emb.inv_freq": "model-00016-of-00029.safetensors",
+        "model.layers.43.self_attn.v_proj.weight": "model-00016-of-00029.safetensors",
+        "model.layers.44.input_layernorm.weight": "model-00017-of-00029.safetensors",
+        "model.layers.44.mlp.down_proj.weight": "model-00017-of-00029.safetensors",
+        "model.layers.44.mlp.gate_proj.weight": "model-00016-of-00029.safetensors",
+        "model.layers.44.mlp.up_proj.weight": "model-00017-of-00029.safetensors",
+        "model.layers.44.post_attention_layernorm.weight": "model-00017-of-00029.safetensors",
+        "model.layers.44.self_attn.k_proj.weight": "model-00016-of-00029.safetensors",
+        "model.layers.44.self_attn.o_proj.weight": "model-00016-of-00029.safetensors",
+        "model.layers.44.self_attn.q_proj.weight": "model-00016-of-00029.safetensors",
+        "model.layers.44.self_attn.rotary_emb.inv_freq": "model-00016-of-00029.safetensors",
+        "model.layers.44.self_attn.v_proj.weight": "model-00016-of-00029.safetensors",
+        "model.layers.45.input_layernorm.weight": "model-00017-of-00029.safetensors",
+        "model.layers.45.mlp.down_proj.weight": "model-00017-of-00029.safetensors",
+        "model.layers.45.mlp.gate_proj.weight": "model-00017-of-00029.safetensors",
+        "model.layers.45.mlp.up_proj.weight": "model-00017-of-00029.safetensors",
+        "model.layers.45.post_attention_layernorm.weight": "model-00017-of-00029.safetensors",
+        "model.layers.45.self_attn.k_proj.weight": "model-00017-of-00029.safetensors",
+        "model.layers.45.self_attn.o_proj.weight": "model-00017-of-00029.safetensors",
+        "model.layers.45.self_attn.q_proj.weight": "model-00017-of-00029.safetensors",
+        "model.layers.45.self_attn.rotary_emb.inv_freq": "model-00017-of-00029.safetensors",
+        "model.layers.45.self_attn.v_proj.weight": "model-00017-of-00029.safetensors",
+        "model.layers.46.input_layernorm.weight": "model-00017-of-00029.safetensors",
+        "model.layers.46.mlp.down_proj.weight": "model-00017-of-00029.safetensors",
+        "model.layers.46.mlp.gate_proj.weight": "model-00017-of-00029.safetensors",
+        "model.layers.46.mlp.up_proj.weight": "model-00017-of-00029.safetensors",
+        "model.layers.46.post_attention_layernorm.weight": "model-00017-of-00029.safetensors",
+        "model.layers.46.self_attn.k_proj.weight": "model-00017-of-00029.safetensors",
+        "model.layers.46.self_attn.o_proj.weight": "model-00017-of-00029.safetensors",
+        "model.layers.46.self_attn.q_proj.weight": "model-00017-of-00029.safetensors",
+        "model.layers.46.self_attn.rotary_emb.inv_freq": "model-00017-of-00029.safetensors",
+        "model.layers.46.self_attn.v_proj.weight": "model-00017-of-00029.safetensors",
+        "model.layers.47.input_layernorm.weight": "model-00018-of-00029.safetensors",
+        "model.layers.47.mlp.down_proj.weight": "model-00018-of-00029.safetensors",
+        "model.layers.47.mlp.gate_proj.weight": "model-00018-of-00029.safetensors",
+        "model.layers.47.mlp.up_proj.weight": "model-00018-of-00029.safetensors",
+        "model.layers.47.post_attention_layernorm.weight": "model-00018-of-00029.safetensors",
+        "model.layers.47.self_attn.k_proj.weight": "model-00017-of-00029.safetensors",
+        "model.layers.47.self_attn.o_proj.weight": "model-00017-of-00029.safetensors",
+        "model.layers.47.self_attn.q_proj.weight": "model-00017-of-00029.safetensors",
+        "model.layers.47.self_attn.rotary_emb.inv_freq": "model-00017-of-00029.safetensors",
+        "model.layers.47.self_attn.v_proj.weight": "model-00017-of-00029.safetensors",
+        "model.layers.48.input_layernorm.weight": "model-00018-of-00029.safetensors",
+        "model.layers.48.mlp.down_proj.weight": "model-00018-of-00029.safetensors",
+        "model.layers.48.mlp.gate_proj.weight": "model-00018-of-00029.safetensors",
+        "model.layers.48.mlp.up_proj.weight": "model-00018-of-00029.safetensors",
+        "model.layers.48.post_attention_layernorm.weight": "model-00018-of-00029.safetensors",
+        "model.layers.48.self_attn.k_proj.weight": "model-00018-of-00029.safetensors",
+        "model.layers.48.self_attn.o_proj.weight": "model-00018-of-00029.safetensors",
+        "model.layers.48.self_attn.q_proj.weight": "model-00018-of-00029.safetensors",
+        "model.layers.48.self_attn.rotary_emb.inv_freq": "model-00018-of-00029.safetensors",
+        "model.layers.48.self_attn.v_proj.weight": "model-00018-of-00029.safetensors",
+        "model.layers.49.input_layernorm.weight": "model-00018-of-00029.safetensors",
+        "model.layers.49.mlp.down_proj.weight": "model-00018-of-00029.safetensors",
+        "model.layers.49.mlp.gate_proj.weight": "model-00018-of-00029.safetensors",
+        "model.layers.49.mlp.up_proj.weight": "model-00018-of-00029.safetensors",
+        "model.layers.49.post_attention_layernorm.weight": "model-00018-of-00029.safetensors",
+        "model.layers.49.self_attn.k_proj.weight": "model-00018-of-00029.safetensors",
+        "model.layers.49.self_attn.o_proj.weight": "model-00018-of-00029.safetensors",
+        "model.layers.49.self_attn.q_proj.weight": "model-00018-of-00029.safetensors",
+        "model.layers.49.self_attn.rotary_emb.inv_freq": "model-00018-of-00029.safetensors",
+        "model.layers.49.self_attn.v_proj.weight": "model-00018-of-00029.safetensors",
+        "model.layers.5.input_layernorm.weight": "model-00003-of-00029.safetensors",
+        "model.layers.5.mlp.down_proj.weight": "model-00003-of-00029.safetensors",
+        "model.layers.5.mlp.gate_proj.weight": "model-00003-of-00029.safetensors",
+        "model.layers.5.mlp.up_proj.weight": "model-00003-of-00029.safetensors",
+        "model.layers.5.post_attention_layernorm.weight": "model-00003-of-00029.safetensors",
+        "model.layers.5.self_attn.k_proj.weight": "model-00002-of-00029.safetensors",
+        "model.layers.5.self_attn.o_proj.weight": "model-00002-of-00029.safetensors",
+        "model.layers.5.self_attn.q_proj.weight": "model-00002-of-00029.safetensors",
+        "model.layers.5.self_attn.rotary_emb.inv_freq": "model-00002-of-00029.safetensors",
+        "model.layers.5.self_attn.v_proj.weight": "model-00002-of-00029.safetensors",
+        "model.layers.50.input_layernorm.weight": "model-00019-of-00029.safetensors",
+        "model.layers.50.mlp.down_proj.weight": "model-00019-of-00029.safetensors",
+        "model.layers.50.mlp.gate_proj.weight": "model-00019-of-00029.safetensors",
+        "model.layers.50.mlp.up_proj.weight": "model-00019-of-00029.safetensors",
+        "model.layers.50.post_attention_layernorm.weight": "model-00019-of-00029.safetensors",
+        "model.layers.50.self_attn.k_proj.weight": "model-00018-of-00029.safetensors",
+        "model.layers.50.self_attn.o_proj.weight": "model-00019-of-00029.safetensors",
+        "model.layers.50.self_attn.q_proj.weight": "model-00018-of-00029.safetensors",
+        "model.layers.50.self_attn.rotary_emb.inv_freq": "model-00019-of-00029.safetensors",
+        "model.layers.50.self_attn.v_proj.weight": "model-00018-of-00029.safetensors",
+        "model.layers.51.input_layernorm.weight": "model-00019-of-00029.safetensors",
+        "model.layers.51.mlp.down_proj.weight": "model-00019-of-00029.safetensors",
+        "model.layers.51.mlp.gate_proj.weight": "model-00019-of-00029.safetensors",
+        "model.layers.51.mlp.up_proj.weight": "model-00019-of-00029.safetensors",
+        "model.layers.51.post_attention_layernorm.weight": "model-00019-of-00029.safetensors",
+        "model.layers.51.self_attn.k_proj.weight": "model-00019-of-00029.safetensors",
+        "model.layers.51.self_attn.o_proj.weight": "model-00019-of-00029.safetensors",
+        "model.layers.51.self_attn.q_proj.weight": "model-00019-of-00029.safetensors",
+        "model.layers.51.self_attn.rotary_emb.inv_freq": "model-00019-of-00029.safetensors",
+        "model.layers.51.self_attn.v_proj.weight": "model-00019-of-00029.safetensors",
+        "model.layers.52.input_layernorm.weight": "model-00019-of-00029.safetensors",
+        "model.layers.52.mlp.down_proj.weight": "model-00019-of-00029.safetensors",
+        "model.layers.52.mlp.gate_proj.weight": "model-00019-of-00029.safetensors",
+        "model.layers.52.mlp.up_proj.weight": "model-00019-of-00029.safetensors",
+        "model.layers.52.post_attention_layernorm.weight": "model-00019-of-00029.safetensors",
+        "model.layers.52.self_attn.k_proj.weight": "model-00019-of-00029.safetensors",
+        "model.layers.52.self_attn.o_proj.weight": "model-00019-of-00029.safetensors",
+        "model.layers.52.self_attn.q_proj.weight": "model-00019-of-00029.safetensors",
+        "model.layers.52.self_attn.rotary_emb.inv_freq": "model-00019-of-00029.safetensors",
+        "model.layers.52.self_attn.v_proj.weight": "model-00019-of-00029.safetensors",
+        "model.layers.53.input_layernorm.weight": "model-00020-of-00029.safetensors",
+        "model.layers.53.mlp.down_proj.weight": "model-00020-of-00029.safetensors",
+        "model.layers.53.mlp.gate_proj.weight": "model-00020-of-00029.safetensors",
+        "model.layers.53.mlp.up_proj.weight": "model-00020-of-00029.safetensors",
+        "model.layers.53.post_attention_layernorm.weight": "model-00020-of-00029.safetensors",
+        "model.layers.53.self_attn.k_proj.weight": "model-00020-of-00029.safetensors",
+        "model.layers.53.self_attn.o_proj.weight": "model-00020-of-00029.safetensors",
+        "model.layers.53.self_attn.q_proj.weight": "model-00020-of-00029.safetensors",
+        "model.layers.53.self_attn.rotary_emb.inv_freq": "model-00020-of-00029.safetensors",
+        "model.layers.53.self_attn.v_proj.weight": "model-00020-of-00029.safetensors",
+        "model.layers.54.input_layernorm.weight": "model-00020-of-00029.safetensors",
+        "model.layers.54.mlp.down_proj.weight": "model-00020-of-00029.safetensors",
+        "model.layers.54.mlp.gate_proj.weight": "model-00020-of-00029.safetensors",
+        "model.layers.54.mlp.up_proj.weight": "model-00020-of-00029.safetensors",
+        "model.layers.54.post_attention_layernorm.weight": "model-00020-of-00029.safetensors",
+        "model.layers.54.self_attn.k_proj.weight": "model-00020-of-00029.safetensors",
+        "model.layers.54.self_attn.o_proj.weight": "model-00020-of-00029.safetensors",
+        "model.layers.54.self_attn.q_proj.weight": "model-00020-of-00029.safetensors",
+        "model.layers.54.self_attn.rotary_emb.inv_freq": "model-00020-of-00029.safetensors",
+        "model.layers.54.self_attn.v_proj.weight": "model-00020-of-00029.safetensors",
+        "model.layers.55.input_layernorm.weight": "model-00021-of-00029.safetensors",
+        "model.layers.55.mlp.down_proj.weight": "model-00021-of-00029.safetensors",
+        "model.layers.55.mlp.gate_proj.weight": "model-00020-of-00029.safetensors",
+        "model.layers.55.mlp.up_proj.weight": "model-00020-of-00029.safetensors",
+        "model.layers.55.post_attention_layernorm.weight": "model-00021-of-00029.safetensors",
+        "model.layers.55.self_attn.k_proj.weight": "model-00020-of-00029.safetensors",
+        "model.layers.55.self_attn.o_proj.weight": "model-00020-of-00029.safetensors",
+        "model.layers.55.self_attn.q_proj.weight": "model-00020-of-00029.safetensors",
+        "model.layers.55.self_attn.rotary_emb.inv_freq": "model-00020-of-00029.safetensors",
+        "model.layers.55.self_attn.v_proj.weight": "model-00020-of-00029.safetensors",
+        "model.layers.56.input_layernorm.weight": "model-00021-of-00029.safetensors",
+        "model.layers.56.mlp.down_proj.weight": "model-00021-of-00029.safetensors",
+        "model.layers.56.mlp.gate_proj.weight": "model-00021-of-00029.safetensors",
+        "model.layers.56.mlp.up_proj.weight": "model-00021-of-00029.safetensors",
+        "model.layers.56.post_attention_layernorm.weight": "model-00021-of-00029.safetensors",
+        "model.layers.56.self_attn.k_proj.weight": "model-00021-of-00029.safetensors",
+        "model.layers.56.self_attn.o_proj.weight": "model-00021-of-00029.safetensors",
+        "model.layers.56.self_attn.q_proj.weight": "model-00021-of-00029.safetensors",
+        "model.layers.56.self_attn.rotary_emb.inv_freq": "model-00021-of-00029.safetensors",
+        "model.layers.56.self_attn.v_proj.weight": "model-00021-of-00029.safetensors",
+        "model.layers.57.input_layernorm.weight": "model-00021-of-00029.safetensors",
+        "model.layers.57.mlp.down_proj.weight": "model-00021-of-00029.safetensors",
+        "model.layers.57.mlp.gate_proj.weight": "model-00021-of-00029.safetensors",
+        "model.layers.57.mlp.up_proj.weight": "model-00021-of-00029.safetensors",
+        "model.layers.57.post_attention_layernorm.weight": "model-00021-of-00029.safetensors",
+        "model.layers.57.self_attn.k_proj.weight": "model-00021-of-00029.safetensors",
+        "model.layers.57.self_attn.o_proj.weight": "model-00021-of-00029.safetensors",
+        "model.layers.57.self_attn.q_proj.weight": "model-00021-of-00029.safetensors",
+        "model.layers.57.self_attn.rotary_emb.inv_freq": "model-00021-of-00029.safetensors",
+        "model.layers.57.self_attn.v_proj.weight": "model-00021-of-00029.safetensors",
+        "model.layers.58.input_layernorm.weight": "model-00022-of-00029.safetensors",
+        "model.layers.58.mlp.down_proj.weight": "model-00022-of-00029.safetensors",
+        "model.layers.58.mlp.gate_proj.weight": "model-00021-of-00029.safetensors",
+        "model.layers.58.mlp.up_proj.weight": "model-00022-of-00029.safetensors",
+        "model.layers.58.post_attention_layernorm.weight": "model-00022-of-00029.safetensors",
+        "model.layers.58.self_attn.k_proj.weight": "model-00021-of-00029.safetensors",
+        "model.layers.58.self_attn.o_proj.weight": "model-00021-of-00029.safetensors",
+        "model.layers.58.self_attn.q_proj.weight": "model-00021-of-00029.safetensors",
+        "model.layers.58.self_attn.rotary_emb.inv_freq": "model-00021-of-00029.safetensors",
+        "model.layers.58.self_attn.v_proj.weight": "model-00021-of-00029.safetensors",
+        "model.layers.59.input_layernorm.weight": "model-00022-of-00029.safetensors",
+        "model.layers.59.mlp.down_proj.weight": "model-00022-of-00029.safetensors",
+        "model.layers.59.mlp.gate_proj.weight": "model-00022-of-00029.safetensors",
+        "model.layers.59.mlp.up_proj.weight": "model-00022-of-00029.safetensors",
+        "model.layers.59.post_attention_layernorm.weight": "model-00022-of-00029.safetensors",
+        "model.layers.59.self_attn.k_proj.weight": "model-00022-of-00029.safetensors",
+        "model.layers.59.self_attn.o_proj.weight": "model-00022-of-00029.safetensors",
+        "model.layers.59.self_attn.q_proj.weight": "model-00022-of-00029.safetensors",
+        "model.layers.59.self_attn.rotary_emb.inv_freq": "model-00022-of-00029.safetensors",
+        "model.layers.59.self_attn.v_proj.weight": "model-00022-of-00029.safetensors",
+        "model.layers.6.input_layernorm.weight": "model-00003-of-00029.safetensors",
+        "model.layers.6.mlp.down_proj.weight": "model-00003-of-00029.safetensors",
+        "model.layers.6.mlp.gate_proj.weight": "model-00003-of-00029.safetensors",
+        "model.layers.6.mlp.up_proj.weight": "model-00003-of-00029.safetensors",
+        "model.layers.6.post_attention_layernorm.weight": "model-00003-of-00029.safetensors",
+        "model.layers.6.self_attn.k_proj.weight": "model-00003-of-00029.safetensors",
+        "model.layers.6.self_attn.o_proj.weight": "model-00003-of-00029.safetensors",
+        "model.layers.6.self_attn.q_proj.weight": "model-00003-of-00029.safetensors",
+        "model.layers.6.self_attn.rotary_emb.inv_freq": "model-00003-of-00029.safetensors",
+        "model.layers.6.self_attn.v_proj.weight": "model-00003-of-00029.safetensors",
+        "model.layers.60.input_layernorm.weight": "model-00022-of-00029.safetensors",
+        "model.layers.60.mlp.down_proj.weight": "model-00022-of-00029.safetensors",
+        "model.layers.60.mlp.gate_proj.weight": "model-00022-of-00029.safetensors",
+        "model.layers.60.mlp.up_proj.weight": "model-00022-of-00029.safetensors",
+        "model.layers.60.post_attention_layernorm.weight": "model-00022-of-00029.safetensors",
+        "model.layers.60.self_attn.k_proj.weight": "model-00022-of-00029.safetensors",
+        "model.layers.60.self_attn.o_proj.weight": "model-00022-of-00029.safetensors",
+        "model.layers.60.self_attn.q_proj.weight": "model-00022-of-00029.safetensors",
+        "model.layers.60.self_attn.rotary_emb.inv_freq": "model-00022-of-00029.safetensors",
+        "model.layers.60.self_attn.v_proj.weight": "model-00022-of-00029.safetensors",
+        "model.layers.61.input_layernorm.weight": "model-00023-of-00029.safetensors",
+        "model.layers.61.mlp.down_proj.weight": "model-00023-of-00029.safetensors",
+        "model.layers.61.mlp.gate_proj.weight": "model-00023-of-00029.safetensors",
+        "model.layers.61.mlp.up_proj.weight": "model-00023-of-00029.safetensors",
+        "model.layers.61.post_attention_layernorm.weight": "model-00023-of-00029.safetensors",
+        "model.layers.61.self_attn.k_proj.weight": "model-00022-of-00029.safetensors",
+        "model.layers.61.self_attn.o_proj.weight": "model-00022-of-00029.safetensors",
+        "model.layers.61.self_attn.q_proj.weight": "model-00022-of-00029.safetensors",
+        "model.layers.61.self_attn.rotary_emb.inv_freq": "model-00022-of-00029.safetensors",
+        "model.layers.61.self_attn.v_proj.weight": "model-00022-of-00029.safetensors",
+        "model.layers.62.input_layernorm.weight": "model-00023-of-00029.safetensors",
+        "model.layers.62.mlp.down_proj.weight": "model-00023-of-00029.safetensors",
+        "model.layers.62.mlp.gate_proj.weight": "model-00023-of-00029.safetensors",
+        "model.layers.62.mlp.up_proj.weight": "model-00023-of-00029.safetensors",
+        "model.layers.62.post_attention_layernorm.weight": "model-00023-of-00029.safetensors",
+        "model.layers.62.self_attn.k_proj.weight": "model-00023-of-00029.safetensors",
+        "model.layers.62.self_attn.o_proj.weight": "model-00023-of-00029.safetensors",
+        "model.layers.62.self_attn.q_proj.weight": "model-00023-of-00029.safetensors",
+        "model.layers.62.self_attn.rotary_emb.inv_freq": "model-00023-of-00029.safetensors",
+        "model.layers.62.self_attn.v_proj.weight": "model-00023-of-00029.safetensors",
+        "model.layers.63.input_layernorm.weight": "model-00023-of-00029.safetensors",
+        "model.layers.63.mlp.down_proj.weight": "model-00023-of-00029.safetensors",
+        "model.layers.63.mlp.gate_proj.weight": "model-00023-of-00029.safetensors",
+        "model.layers.63.mlp.up_proj.weight": "model-00023-of-00029.safetensors",
+        "model.layers.63.post_attention_layernorm.weight": "model-00023-of-00029.safetensors",
+        "model.layers.63.self_attn.k_proj.weight": "model-00023-of-00029.safetensors",
+        "model.layers.63.self_attn.o_proj.weight": "model-00023-of-00029.safetensors",
+        "model.layers.63.self_attn.q_proj.weight": "model-00023-of-00029.safetensors",
+        "model.layers.63.self_attn.rotary_emb.inv_freq": "model-00023-of-00029.safetensors",
+        "model.layers.63.self_attn.v_proj.weight": "model-00023-of-00029.safetensors",
+        "model.layers.64.input_layernorm.weight": "model-00024-of-00029.safetensors",
+        "model.layers.64.mlp.down_proj.weight": "model-00024-of-00029.safetensors",
+        "model.layers.64.mlp.gate_proj.weight": "model-00024-of-00029.safetensors",
+        "model.layers.64.mlp.up_proj.weight": "model-00024-of-00029.safetensors",
+        "model.layers.64.post_attention_layernorm.weight": "model-00024-of-00029.safetensors",
+        "model.layers.64.self_attn.k_proj.weight": "model-00023-of-00029.safetensors",
+        "model.layers.64.self_attn.o_proj.weight": "model-00024-of-00029.safetensors",
+        "model.layers.64.self_attn.q_proj.weight": "model-00023-of-00029.safetensors",
+        "model.layers.64.self_attn.rotary_emb.inv_freq": "model-00024-of-00029.safetensors",
+        "model.layers.64.self_attn.v_proj.weight": "model-00023-of-00029.safetensors",
+        "model.layers.65.input_layernorm.weight": "model-00024-of-00029.safetensors",
+        "model.layers.65.mlp.down_proj.weight": "model-00024-of-00029.safetensors",
+        "model.layers.65.mlp.gate_proj.weight": "model-00024-of-00029.safetensors",
+        "model.layers.65.mlp.up_proj.weight": "model-00024-of-00029.safetensors",
+        "model.layers.65.post_attention_layernorm.weight": "model-00024-of-00029.safetensors",
+        "model.layers.65.self_attn.k_proj.weight": "model-00024-of-00029.safetensors",
+        "model.layers.65.self_attn.o_proj.weight": "model-00024-of-00029.safetensors",
+        "model.layers.65.self_attn.q_proj.weight": "model-00024-of-00029.safetensors",
+        "model.layers.65.self_attn.rotary_emb.inv_freq": "model-00024-of-00029.safetensors",
+        "model.layers.65.self_attn.v_proj.weight": "model-00024-of-00029.safetensors",
+        "model.layers.66.input_layernorm.weight": "model-00024-of-00029.safetensors",
+        "model.layers.66.mlp.down_proj.weight": "model-00024-of-00029.safetensors",
+        "model.layers.66.mlp.gate_proj.weight": "model-00024-of-00029.safetensors",
+        "model.layers.66.mlp.up_proj.weight": "model-00024-of-00029.safetensors",
+        "model.layers.66.post_attention_layernorm.weight": "model-00024-of-00029.safetensors",
+        "model.layers.66.self_attn.k_proj.weight": "model-00024-of-00029.safetensors",
+        "model.layers.66.self_attn.o_proj.weight": "model-00024-of-00029.safetensors",
+        "model.layers.66.self_attn.q_proj.weight": "model-00024-of-00029.safetensors",
+        "model.layers.66.self_attn.rotary_emb.inv_freq": "model-00024-of-00029.safetensors",
+        "model.layers.66.self_attn.v_proj.weight": "model-00024-of-00029.safetensors",
+        "model.layers.67.input_layernorm.weight": "model-00025-of-00029.safetensors",
+        "model.layers.67.mlp.down_proj.weight": "model-00025-of-00029.safetensors",
+        "model.layers.67.mlp.gate_proj.weight": "model-00025-of-00029.safetensors",
+        "model.layers.67.mlp.up_proj.weight": "model-00025-of-00029.safetensors",
+        "model.layers.67.post_attention_layernorm.weight": "model-00025-of-00029.safetensors",
+        "model.layers.67.self_attn.k_proj.weight": "model-00025-of-00029.safetensors",
+        "model.layers.67.self_attn.o_proj.weight": "model-00025-of-00029.safetensors",
+        "model.layers.67.self_attn.q_proj.weight": "model-00025-of-00029.safetensors",
+        "model.layers.67.self_attn.rotary_emb.inv_freq": "model-00025-of-00029.safetensors",
+        "model.layers.67.self_attn.v_proj.weight": "model-00025-of-00029.safetensors",
+        "model.layers.68.input_layernorm.weight": "model-00025-of-00029.safetensors",
+        "model.layers.68.mlp.down_proj.weight": "model-00025-of-00029.safetensors",
+        "model.layers.68.mlp.gate_proj.weight": "model-00025-of-00029.safetensors",
+        "model.layers.68.mlp.up_proj.weight": "model-00025-of-00029.safetensors",
+        "model.layers.68.post_attention_layernorm.weight": "model-00025-of-00029.safetensors",
+        "model.layers.68.self_attn.k_proj.weight": "model-00025-of-00029.safetensors",
+        "model.layers.68.self_attn.o_proj.weight": "model-00025-of-00029.safetensors",
+        "model.layers.68.self_attn.q_proj.weight": "model-00025-of-00029.safetensors",
+        "model.layers.68.self_attn.rotary_emb.inv_freq": "model-00025-of-00029.safetensors",
+        "model.layers.68.self_attn.v_proj.weight": "model-00025-of-00029.safetensors",
+        "model.layers.69.input_layernorm.weight": "model-00026-of-00029.safetensors",
+        "model.layers.69.mlp.down_proj.weight": "model-00026-of-00029.safetensors",
+        "model.layers.69.mlp.gate_proj.weight": "model-00025-of-00029.safetensors",
+        "model.layers.69.mlp.up_proj.weight": "model-00025-of-00029.safetensors",
+        "model.layers.69.post_attention_layernorm.weight": "model-00026-of-00029.safetensors",
+        "model.layers.69.self_attn.k_proj.weight": "model-00025-of-00029.safetensors",
+        "model.layers.69.self_attn.o_proj.weight": "model-00025-of-00029.safetensors",
+        "model.layers.69.self_attn.q_proj.weight": "model-00025-of-00029.safetensors",
+        "model.layers.69.self_attn.rotary_emb.inv_freq": "model-00025-of-00029.safetensors",
+        "model.layers.69.self_attn.v_proj.weight": "model-00025-of-00029.safetensors",
+        "model.layers.7.input_layernorm.weight": "model-00003-of-00029.safetensors",
+        "model.layers.7.mlp.down_proj.weight": "model-00003-of-00029.safetensors",
+        "model.layers.7.mlp.gate_proj.weight": "model-00003-of-00029.safetensors",
+        "model.layers.7.mlp.up_proj.weight": "model-00003-of-00029.safetensors",
+        "model.layers.7.post_attention_layernorm.weight": "model-00003-of-00029.safetensors",
+        "model.layers.7.self_attn.k_proj.weight": "model-00003-of-00029.safetensors",
+        "model.layers.7.self_attn.o_proj.weight": "model-00003-of-00029.safetensors",
+        "model.layers.7.self_attn.q_proj.weight": "model-00003-of-00029.safetensors",
+        "model.layers.7.self_attn.rotary_emb.inv_freq": "model-00003-of-00029.safetensors",
+        "model.layers.7.self_attn.v_proj.weight": "model-00003-of-00029.safetensors",
+        "model.layers.70.input_layernorm.weight": "model-00026-of-00029.safetensors",
+        "model.layers.70.mlp.down_proj.weight": "model-00026-of-00029.safetensors",
+        "model.layers.70.mlp.gate_proj.weight": "model-00026-of-00029.safetensors",
+        "model.layers.70.mlp.up_proj.weight": "model-00026-of-00029.safetensors",
+        "model.layers.70.post_attention_layernorm.weight": "model-00026-of-00029.safetensors",
+        "model.layers.70.self_attn.k_proj.weight": "model-00026-of-00029.safetensors",
+        "model.layers.70.self_attn.o_proj.weight": "model-00026-of-00029.safetensors",
+        "model.layers.70.self_attn.q_proj.weight": "model-00026-of-00029.safetensors",
+        "model.layers.70.self_attn.rotary_emb.inv_freq": "model-00026-of-00029.safetensors",
+        "model.layers.70.self_attn.v_proj.weight": "model-00026-of-00029.safetensors",
+        "model.layers.71.input_layernorm.weight": "model-00026-of-00029.safetensors",
+        "model.layers.71.mlp.down_proj.weight": "model-00026-of-00029.safetensors",
+        "model.layers.71.mlp.gate_proj.weight": "model-00026-of-00029.safetensors",
+        "model.layers.71.mlp.up_proj.weight": "model-00026-of-00029.safetensors",
+        "model.layers.71.post_attention_layernorm.weight": "model-00026-of-00029.safetensors",
+        "model.layers.71.self_attn.k_proj.weight": "model-00026-of-00029.safetensors",
+        "model.layers.71.self_attn.o_proj.weight": "model-00026-of-00029.safetensors",
+        "model.layers.71.self_attn.q_proj.weight": "model-00026-of-00029.safetensors",
+        "model.layers.71.self_attn.rotary_emb.inv_freq": "model-00026-of-00029.safetensors",
+        "model.layers.71.self_attn.v_proj.weight": "model-00026-of-00029.safetensors",
+        "model.layers.72.input_layernorm.weight": "model-00027-of-00029.safetensors",
+        "model.layers.72.mlp.down_proj.weight": "model-00027-of-00029.safetensors",
+        "model.layers.72.mlp.gate_proj.weight": "model-00026-of-00029.safetensors",
+        "model.layers.72.mlp.up_proj.weight": "model-00027-of-00029.safetensors",
+        "model.layers.72.post_attention_layernorm.weight": "model-00027-of-00029.safetensors",
+        "model.layers.72.self_attn.k_proj.weight": "model-00026-of-00029.safetensors",
+        "model.layers.72.self_attn.o_proj.weight": "model-00026-of-00029.safetensors",
+        "model.layers.72.self_attn.q_proj.weight": "model-00026-of-00029.safetensors",
+        "model.layers.72.self_attn.rotary_emb.inv_freq": "model-00026-of-00029.safetensors",
+        "model.layers.72.self_attn.v_proj.weight": "model-00026-of-00029.safetensors",
+        "model.layers.73.input_layernorm.weight": "model-00027-of-00029.safetensors",
+        "model.layers.73.mlp.down_proj.weight": "model-00027-of-00029.safetensors",
+        "model.layers.73.mlp.gate_proj.weight": "model-00027-of-00029.safetensors",
+        "model.layers.73.mlp.up_proj.weight": "model-00027-of-00029.safetensors",
+        "model.layers.73.post_attention_layernorm.weight": "model-00027-of-00029.safetensors",
+        "model.layers.73.self_attn.k_proj.weight": "model-00027-of-00029.safetensors",
+        "model.layers.73.self_attn.o_proj.weight": "model-00027-of-00029.safetensors",
+        "model.layers.73.self_attn.q_proj.weight": "model-00027-of-00029.safetensors",
+        "model.layers.73.self_attn.rotary_emb.inv_freq": "model-00027-of-00029.safetensors",
+        "model.layers.73.self_attn.v_proj.weight": "model-00027-of-00029.safetensors",
+        "model.layers.74.input_layernorm.weight": "model-00027-of-00029.safetensors",
+        "model.layers.74.mlp.down_proj.weight": "model-00027-of-00029.safetensors",
+        "model.layers.74.mlp.gate_proj.weight": "model-00027-of-00029.safetensors",
+        "model.layers.74.mlp.up_proj.weight": "model-00027-of-00029.safetensors",
+        "model.layers.74.post_attention_layernorm.weight": "model-00027-of-00029.safetensors",
+        "model.layers.74.self_attn.k_proj.weight": "model-00027-of-00029.safetensors",
+        "model.layers.74.self_attn.o_proj.weight": "model-00027-of-00029.safetensors",
+        "model.layers.74.self_attn.q_proj.weight": "model-00027-of-00029.safetensors",
+        "model.layers.74.self_attn.rotary_emb.inv_freq": "model-00027-of-00029.safetensors",
+        "model.layers.74.self_attn.v_proj.weight": "model-00027-of-00029.safetensors",
+        "model.layers.75.input_layernorm.weight": "model-00028-of-00029.safetensors",
+        "model.layers.75.mlp.down_proj.weight": "model-00028-of-00029.safetensors",
+        "model.layers.75.mlp.gate_proj.weight": "model-00028-of-00029.safetensors",
+        "model.layers.75.mlp.up_proj.weight": "model-00028-of-00029.safetensors",
+        "model.layers.75.post_attention_layernorm.weight": "model-00028-of-00029.safetensors",
+        "model.layers.75.self_attn.k_proj.weight": "model-00027-of-00029.safetensors",
+        "model.layers.75.self_attn.o_proj.weight": "model-00027-of-00029.safetensors",
+        "model.layers.75.self_attn.q_proj.weight": "model-00027-of-00029.safetensors",
+        "model.layers.75.self_attn.rotary_emb.inv_freq": "model-00027-of-00029.safetensors",
+        "model.layers.75.self_attn.v_proj.weight": "model-00027-of-00029.safetensors",
+        "model.layers.76.input_layernorm.weight": "model-00028-of-00029.safetensors",
+        "model.layers.76.mlp.down_proj.weight": "model-00028-of-00029.safetensors",
+        "model.layers.76.mlp.gate_proj.weight": "model-00028-of-00029.safetensors",
+        "model.layers.76.mlp.up_proj.weight": "model-00028-of-00029.safetensors",
+        "model.layers.76.post_attention_layernorm.weight": "model-00028-of-00029.safetensors",
+        "model.layers.76.self_attn.k_proj.weight": "model-00028-of-00029.safetensors",
+        "model.layers.76.self_attn.o_proj.weight": "model-00028-of-00029.safetensors",
+        "model.layers.76.self_attn.q_proj.weight": "model-00028-of-00029.safetensors",
+        "model.layers.76.self_attn.rotary_emb.inv_freq": "model-00028-of-00029.safetensors",
+        "model.layers.76.self_attn.v_proj.weight": "model-00028-of-00029.safetensors",
+        "model.layers.77.input_layernorm.weight": "model-00028-of-00029.safetensors",
+        "model.layers.77.mlp.down_proj.weight": "model-00028-of-00029.safetensors",
+        "model.layers.77.mlp.gate_proj.weight": "model-00028-of-00029.safetensors",
+        "model.layers.77.mlp.up_proj.weight": "model-00028-of-00029.safetensors",
+        "model.layers.77.post_attention_layernorm.weight": "model-00028-of-00029.safetensors",
+        "model.layers.77.self_attn.k_proj.weight": "model-00028-of-00029.safetensors",
+        "model.layers.77.self_attn.o_proj.weight": "model-00028-of-00029.safetensors",
+        "model.layers.77.self_attn.q_proj.weight": "model-00028-of-00029.safetensors",
+        "model.layers.77.self_attn.rotary_emb.inv_freq": "model-00028-of-00029.safetensors",
+        "model.layers.77.self_attn.v_proj.weight": "model-00028-of-00029.safetensors",
+        "model.layers.78.input_layernorm.weight": "model-00029-of-00029.safetensors",
+        "model.layers.78.mlp.down_proj.weight": "model-00029-of-00029.safetensors",
+        "model.layers.78.mlp.gate_proj.weight": "model-00029-of-00029.safetensors",
+        "model.layers.78.mlp.up_proj.weight": "model-00029-of-00029.safetensors",
+        "model.layers.78.post_attention_layernorm.weight": "model-00029-of-00029.safetensors",
+        "model.layers.78.self_attn.k_proj.weight": "model-00028-of-00029.safetensors",
+        "model.layers.78.self_attn.o_proj.weight": "model-00029-of-00029.safetensors",
+        "model.layers.78.self_attn.q_proj.weight": "model-00028-of-00029.safetensors",
+        "model.layers.78.self_attn.rotary_emb.inv_freq": "model-00029-of-00029.safetensors",
+        "model.layers.78.self_attn.v_proj.weight": "model-00028-of-00029.safetensors",
+        "model.layers.79.input_layernorm.weight": "model-00029-of-00029.safetensors",
+        "model.layers.79.mlp.down_proj.weight": "model-00029-of-00029.safetensors",
+        "model.layers.79.mlp.gate_proj.weight": "model-00029-of-00029.safetensors",
+        "model.layers.79.mlp.up_proj.weight": "model-00029-of-00029.safetensors",
+        "model.layers.79.post_attention_layernorm.weight": "model-00029-of-00029.safetensors",
+        "model.layers.79.self_attn.k_proj.weight": "model-00029-of-00029.safetensors",
+        "model.layers.79.self_attn.o_proj.weight": "model-00029-of-00029.safetensors",
+        "model.layers.79.self_attn.q_proj.weight": "model-00029-of-00029.safetensors",
+        "model.layers.79.self_attn.rotary_emb.inv_freq": "model-00029-of-00029.safetensors",
+        "model.layers.79.self_attn.v_proj.weight": "model-00029-of-00029.safetensors",
+        "model.layers.8.input_layernorm.weight": "model-00004-of-00029.safetensors",
+        "model.layers.8.mlp.down_proj.weight": "model-00004-of-00029.safetensors",
+        "model.layers.8.mlp.gate_proj.weight": "model-00004-of-00029.safetensors",
+        "model.layers.8.mlp.up_proj.weight": "model-00004-of-00029.safetensors",
+        "model.layers.8.post_attention_layernorm.weight": "model-00004-of-00029.safetensors",
+        "model.layers.8.self_attn.k_proj.weight": "model-00003-of-00029.safetensors",
+        "model.layers.8.self_attn.o_proj.weight": "model-00004-of-00029.safetensors",
+        "model.layers.8.self_attn.q_proj.weight": "model-00003-of-00029.safetensors",
+        "model.layers.8.self_attn.rotary_emb.inv_freq": "model-00004-of-00029.safetensors",
+        "model.layers.8.self_attn.v_proj.weight": "model-00003-of-00029.safetensors",
+        "model.layers.9.input_layernorm.weight": "model-00004-of-00029.safetensors",
+        "model.layers.9.mlp.down_proj.weight": "model-00004-of-00029.safetensors",
+        "model.layers.9.mlp.gate_proj.weight": "model-00004-of-00029.safetensors",
+        "model.layers.9.mlp.up_proj.weight": "model-00004-of-00029.safetensors",
+        "model.layers.9.post_attention_layernorm.weight": "model-00004-of-00029.safetensors",
+        "model.layers.9.self_attn.k_proj.weight": "model-00004-of-00029.safetensors",
+        "model.layers.9.self_attn.o_proj.weight": "model-00004-of-00029.safetensors",
+        "model.layers.9.self_attn.q_proj.weight": "model-00004-of-00029.safetensors",
+        "model.layers.9.self_attn.rotary_emb.inv_freq": "model-00004-of-00029.safetensors",
+        "model.layers.9.self_attn.v_proj.weight": "model-00004-of-00029.safetensors",
+        "model.norm.weight": "model-00029-of-00029.safetensors"
+    }
+}