| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.995334370139969, | |
| "eval_steps": 100, | |
| "global_step": 80, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "completion_length": 60.11629695892334, | |
| "epoch": 0.12441679626749612, | |
| "grad_norm": 16.40437889099121, | |
| "kl": 63.01280255060992, | |
| "learning_rate": 1.9961946980917457e-05, | |
| "loss": 2.5205, | |
| "reward": 0.38191965967416763, | |
| "reward_std": 0.2867388492450118, | |
| "rewards/accuracy_reward": 0.2412946522468701, | |
| "rewards/format_reward": 0.140625008684583, | |
| "step": 10 | |
| }, | |
| { | |
| "completion_length": 16.49442042708397, | |
| "epoch": 0.24883359253499224, | |
| "grad_norm": 23.840904235839844, | |
| "kl": 3.4006959587335586, | |
| "learning_rate": 1.866025403784439e-05, | |
| "loss": 0.136, | |
| "reward": 0.6703125294297934, | |
| "reward_std": 0.0943066231906414, | |
| "rewards/accuracy_reward": 0.6703125294297934, | |
| "rewards/format_reward": 0.0, | |
| "step": 20 | |
| }, | |
| { | |
| "completion_length": 6.576339554786682, | |
| "epoch": 0.37325038880248834, | |
| "grad_norm": 98.27102661132812, | |
| "kl": 3.4875148802995684, | |
| "learning_rate": 1.573576436351046e-05, | |
| "loss": 0.1395, | |
| "reward": 0.6897321730852127, | |
| "reward_std": 0.05730184903368354, | |
| "rewards/accuracy_reward": 0.6897321730852127, | |
| "rewards/format_reward": 0.0, | |
| "step": 30 | |
| }, | |
| { | |
| "completion_length": 5.630803817510605, | |
| "epoch": 0.4976671850699845, | |
| "grad_norm": 13.046979904174805, | |
| "kl": 6.134880331158638, | |
| "learning_rate": 1.1736481776669307e-05, | |
| "loss": 0.2454, | |
| "reward": 0.675892886146903, | |
| "reward_std": 0.06669598994776607, | |
| "rewards/accuracy_reward": 0.675892886146903, | |
| "rewards/format_reward": 0.0, | |
| "step": 40 | |
| }, | |
| { | |
| "completion_length": 4.387500202655792, | |
| "epoch": 0.6220839813374806, | |
| "grad_norm": 9.880926132202148, | |
| "kl": 4.37996047437191, | |
| "learning_rate": 7.411809548974792e-06, | |
| "loss": 0.1752, | |
| "reward": 0.722098245844245, | |
| "reward_std": 0.053018782567232844, | |
| "rewards/accuracy_reward": 0.722098245844245, | |
| "rewards/format_reward": 0.0, | |
| "step": 50 | |
| }, | |
| { | |
| "completion_length": 4.102901968359947, | |
| "epoch": 0.7465007776049767, | |
| "grad_norm": 44.39680099487305, | |
| "kl": 4.635663989186287, | |
| "learning_rate": 3.5721239031346067e-06, | |
| "loss": 0.1854, | |
| "reward": 0.806026816368103, | |
| "reward_std": 0.03498344626277685, | |
| "rewards/accuracy_reward": 0.806026816368103, | |
| "rewards/format_reward": 0.0, | |
| "step": 60 | |
| }, | |
| { | |
| "completion_length": 4.064062669873238, | |
| "epoch": 0.8709175738724728, | |
| "grad_norm": 11.00207805633545, | |
| "kl": 4.604912614822387, | |
| "learning_rate": 9.369221296335007e-07, | |
| "loss": 0.1842, | |
| "reward": 0.8270089641213417, | |
| "reward_std": 0.038598133344203235, | |
| "rewards/accuracy_reward": 0.8270089641213417, | |
| "rewards/format_reward": 0.0, | |
| "step": 70 | |
| }, | |
| { | |
| "completion_length": 4.110714480280876, | |
| "epoch": 0.995334370139969, | |
| "grad_norm": 81.93522644042969, | |
| "kl": 4.7607938081026075, | |
| "learning_rate": 0.0, | |
| "loss": 0.1904, | |
| "reward": 0.8185268178582191, | |
| "reward_std": 0.0355328387580812, | |
| "rewards/accuracy_reward": 0.8185268178582191, | |
| "rewards/format_reward": 0.0, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.995334370139969, | |
| "step": 80, | |
| "total_flos": 0.0, | |
| "train_loss": 0.47208611369132997, | |
| "train_runtime": 1802.3417, | |
| "train_samples_per_second": 2.497, | |
| "train_steps_per_second": 0.044 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 80, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": false, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |