Add large model files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.json filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8502a0964252f72227023cf06e58086422341bc6e4f1e206eac446fba77aa080
+size 723

generation_config.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3483ac487c163175e8ff639766cbc61051171f8ae03aec7e95ceddb4dc0195
+size 132

model-00001-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723c0de894d75a535eea542bb9b3ffd2c99d984dd640a985012ed28f6b99c8dd
+size 4939116424

model-00002-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84aaccd33a3c212ae627248db2b520eb59f34907e4f54ed8b9dbc5428a803425
+size 4947390880

model-00003-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e149a4bd49680803293f0fffbb0fa6857bd78e0e7445b29571c3b4866a00df
+size 3590619888

model.safetensors.index.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20629a497a6b1295601ccce22d0a1465abaaed223ab4b9f8756b0e4a797b508
+size 23950

special_tokens_map.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa06efa2785e450051989a6f8fb4416b10149ded485ddd3f127a40734f5cfd0
+size 414

split_data.py

@@ -0,0 +1,16 @@
+import json
+import math
+with open("/share/project/weihao/save_dir/checkpoints/sft_metamath_trn_5e_5_3epoch/ckpt18513_hf/syn_180k_data_4infer.json", "r") as r:
+    data_json = json.load(r)
+    
+before_list = data_json[:math.floor(0.5*len(data_json))]
+
+
+after_list = data_json[math.floor(0.5*len(data_json)):]
+
+with open("/share/project/weihao/save_dir/checkpoints/sft_metamath_trn_5e_5_3epoch/ckpt18513_hf/syn_180k_data_4infer_before.json", "w") as w:
+    json.dump(before_list, w)
+    
+with open("/share/project/weihao/save_dir/checkpoints/sft_metamath_trn_5e_5_3epoch/ckpt18513_hf/syn_180k_data_4infer_after.json", "w") as w:
+    json.dump(after_list, w)
+print("bupt")

syn_180k_data_4infer_after.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e76befea78997f1b329de966aa81a4c15136b81e67c3229331af0f6783a58d2
+size 73344801

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb4337ba92f948b322e080f8b59a2a21cfe65dc2aa7ecf7df080ae8aa63c157
+size 1843427

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ccb9c8b6b561889acea59191d66986d314e7cbd6a78abc6e49b139ca91c1e6
+size 500058

tokenizer_config.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cfd58b5c570c3bd0c0f4fdc4aeb3dfdad3bea6857a21333ccb6d24576a2e6dc
+size 890