| import json | |
| import math | |
| with open("/share/project/weihao/save_dir/checkpoints/sft_metamath_trn_5e_5_3epoch/ckpt18513_hf/syn_180k_data_4infer.json", "r") as r: | |
| data_json = json.load(r) | |
| before_list = data_json[:math.floor(0.5*len(data_json))] | |
| after_list = data_json[math.floor(0.5*len(data_json)):] | |
| with open("/share/project/weihao/save_dir/checkpoints/sft_metamath_trn_5e_5_3epoch/ckpt18513_hf/syn_180k_data_4infer_before.json", "w") as w: | |
| json.dump(before_list, w) | |
| with open("/share/project/weihao/save_dir/checkpoints/sft_metamath_trn_5e_5_3epoch/ckpt18513_hf/syn_180k_data_4infer_after.json", "w") as w: | |
| json.dump(after_list, w) | |
| print("bupt") |