| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 4.071246819338422, | |
| "eval_steps": 50, | |
| "global_step": 1600, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.1272264631043257, | |
| "grad_norm": 10.307743072509766, | |
| "learning_rate": 2.5445292620865143e-06, | |
| "loss": 1.5044, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.1272264631043257, | |
| "eval_loss": 0.7622461318969727, | |
| "eval_runtime": 1.1641, | |
| "eval_samples_per_second": 134.01, | |
| "eval_steps_per_second": 6.872, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.2544529262086514, | |
| "grad_norm": 5.364140510559082, | |
| "learning_rate": 5.0890585241730285e-06, | |
| "loss": 0.7085, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.2544529262086514, | |
| "eval_loss": 0.6879841089248657, | |
| "eval_runtime": 1.1592, | |
| "eval_samples_per_second": 134.58, | |
| "eval_steps_per_second": 6.902, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.3816793893129771, | |
| "grad_norm": 5.230589866638184, | |
| "learning_rate": 7.633587786259543e-06, | |
| "loss": 0.682, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.3816793893129771, | |
| "eval_loss": 0.687479555606842, | |
| "eval_runtime": 1.1577, | |
| "eval_samples_per_second": 134.75, | |
| "eval_steps_per_second": 6.91, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.5089058524173028, | |
| "grad_norm": 4.248990535736084, | |
| "learning_rate": 1.0178117048346057e-05, | |
| "loss": 0.7131, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.5089058524173028, | |
| "eval_loss": 0.6910625100135803, | |
| "eval_runtime": 1.157, | |
| "eval_samples_per_second": 134.834, | |
| "eval_steps_per_second": 6.915, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.6361323155216285, | |
| "grad_norm": 2.6538403034210205, | |
| "learning_rate": 1.2722646310432571e-05, | |
| "loss": 0.6984, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.6361323155216285, | |
| "eval_loss": 0.7002120614051819, | |
| "eval_runtime": 1.1587, | |
| "eval_samples_per_second": 134.632, | |
| "eval_steps_per_second": 6.904, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.7633587786259542, | |
| "grad_norm": 2.6850225925445557, | |
| "learning_rate": 1.5267175572519086e-05, | |
| "loss": 0.707, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.7633587786259542, | |
| "eval_loss": 0.7008151412010193, | |
| "eval_runtime": 1.1593, | |
| "eval_samples_per_second": 134.559, | |
| "eval_steps_per_second": 6.9, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.8905852417302799, | |
| "grad_norm": 2.7403223514556885, | |
| "learning_rate": 1.78117048346056e-05, | |
| "loss": 0.7418, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.8905852417302799, | |
| "eval_loss": 0.7069897651672363, | |
| "eval_runtime": 1.1576, | |
| "eval_samples_per_second": 134.759, | |
| "eval_steps_per_second": 6.911, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.0178117048346056, | |
| "grad_norm": 2.4426021575927734, | |
| "learning_rate": 1.9999806716709255e-05, | |
| "loss": 0.6877, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.0178117048346056, | |
| "eval_loss": 0.7735136151313782, | |
| "eval_runtime": 1.1581, | |
| "eval_samples_per_second": 134.708, | |
| "eval_steps_per_second": 6.908, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.1450381679389312, | |
| "grad_norm": 3.299452781677246, | |
| "learning_rate": 1.99871868303953e-05, | |
| "loss": 0.4337, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.1450381679389312, | |
| "eval_loss": 0.7848060727119446, | |
| "eval_runtime": 1.158, | |
| "eval_samples_per_second": 134.715, | |
| "eval_steps_per_second": 6.908, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.272264631043257, | |
| "grad_norm": 2.149354934692383, | |
| "learning_rate": 1.9954872604219543e-05, | |
| "loss": 0.4442, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.272264631043257, | |
| "eval_loss": 0.7646350860595703, | |
| "eval_runtime": 1.1748, | |
| "eval_samples_per_second": 132.791, | |
| "eval_steps_per_second": 6.81, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.3994910941475827, | |
| "grad_norm": 2.396400213241577, | |
| "learning_rate": 1.9902927760565824e-05, | |
| "loss": 0.4572, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.3994910941475827, | |
| "eval_loss": 0.7711533308029175, | |
| "eval_runtime": 1.1703, | |
| "eval_samples_per_second": 133.303, | |
| "eval_steps_per_second": 6.836, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.5267175572519083, | |
| "grad_norm": 2.4799375534057617, | |
| "learning_rate": 1.9831454732624023e-05, | |
| "loss": 0.4566, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.5267175572519083, | |
| "eval_loss": 0.7778152823448181, | |
| "eval_runtime": 1.1749, | |
| "eval_samples_per_second": 132.781, | |
| "eval_steps_per_second": 6.809, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.6539440203562341, | |
| "grad_norm": 2.5714755058288574, | |
| "learning_rate": 1.9740594462395844e-05, | |
| "loss": 0.4761, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.6539440203562341, | |
| "eval_loss": 0.7791449427604675, | |
| "eval_runtime": 1.173, | |
| "eval_samples_per_second": 132.988, | |
| "eval_steps_per_second": 6.82, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.78117048346056, | |
| "grad_norm": 2.1057567596435547, | |
| "learning_rate": 1.963052612276272e-05, | |
| "loss": 0.4795, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.78117048346056, | |
| "eval_loss": 0.7723409533500671, | |
| "eval_runtime": 1.1727, | |
| "eval_samples_per_second": 133.024, | |
| "eval_steps_per_second": 6.822, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.9083969465648853, | |
| "grad_norm": 2.2185871601104736, | |
| "learning_rate": 1.950146676416393e-05, | |
| "loss": 0.4857, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.9083969465648853, | |
| "eval_loss": 0.7690569758415222, | |
| "eval_runtime": 1.1699, | |
| "eval_samples_per_second": 133.35, | |
| "eval_steps_per_second": 6.838, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 2.035623409669211, | |
| "grad_norm": 1.5796678066253662, | |
| "learning_rate": 1.9353670886581683e-05, | |
| "loss": 0.4129, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 2.035623409669211, | |
| "eval_loss": 0.8792228698730469, | |
| "eval_runtime": 1.1762, | |
| "eval_samples_per_second": 132.631, | |
| "eval_steps_per_second": 6.802, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 2.162849872773537, | |
| "grad_norm": 3.589590311050415, | |
| "learning_rate": 1.9187429937677136e-05, | |
| "loss": 0.2354, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 2.162849872773537, | |
| "eval_loss": 0.8760839700698853, | |
| "eval_runtime": 1.1703, | |
| "eval_samples_per_second": 133.302, | |
| "eval_steps_per_second": 6.836, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 2.2900763358778624, | |
| "grad_norm": 2.067382574081421, | |
| "learning_rate": 1.9003071738067073e-05, | |
| "loss": 0.245, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 2.2900763358778624, | |
| "eval_loss": 0.8845335841178894, | |
| "eval_runtime": 1.1737, | |
| "eval_samples_per_second": 132.911, | |
| "eval_steps_per_second": 6.816, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 2.4173027989821882, | |
| "grad_norm": 1.5841869115829468, | |
| "learning_rate": 1.8800959834874534e-05, | |
| "loss": 0.2539, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 2.4173027989821882, | |
| "eval_loss": 0.8797417879104614, | |
| "eval_runtime": 1.1697, | |
| "eval_samples_per_second": 133.369, | |
| "eval_steps_per_second": 6.839, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 2.544529262086514, | |
| "grad_norm": 1.7960104942321777, | |
| "learning_rate": 1.858149278482817e-05, | |
| "loss": 0.252, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 2.544529262086514, | |
| "eval_loss": 0.8770042061805725, | |
| "eval_runtime": 1.1707, | |
| "eval_samples_per_second": 133.255, | |
| "eval_steps_per_second": 6.834, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 2.67175572519084, | |
| "grad_norm": 1.3159406185150146, | |
| "learning_rate": 1.834510336832405e-05, | |
| "loss": 0.2506, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 2.67175572519084, | |
| "eval_loss": 0.8900387287139893, | |
| "eval_runtime": 1.1664, | |
| "eval_samples_per_second": 133.746, | |
| "eval_steps_per_second": 6.859, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 2.7989821882951653, | |
| "grad_norm": 1.6281907558441162, | |
| "learning_rate": 1.8092257735999734e-05, | |
| "loss": 0.251, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 2.7989821882951653, | |
| "eval_loss": 0.8732296824455261, | |
| "eval_runtime": 1.1759, | |
| "eval_samples_per_second": 132.663, | |
| "eval_steps_per_second": 6.803, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 2.926208651399491, | |
| "grad_norm": 1.672808051109314, | |
| "learning_rate": 1.7823454489503526e-05, | |
| "loss": 0.2586, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 2.926208651399491, | |
| "eval_loss": 0.8689729571342468, | |
| "eval_runtime": 1.1706, | |
| "eval_samples_per_second": 133.26, | |
| "eval_steps_per_second": 6.834, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 3.053435114503817, | |
| "grad_norm": 1.7687475681304932, | |
| "learning_rate": 1.753922369827162e-05, | |
| "loss": 0.2095, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 3.053435114503817, | |
| "eval_loss": 0.9642590284347534, | |
| "eval_runtime": 1.1707, | |
| "eval_samples_per_second": 133.258, | |
| "eval_steps_per_second": 6.834, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 3.1806615776081424, | |
| "grad_norm": 1.3203155994415283, | |
| "learning_rate": 1.7240125854252043e-05, | |
| "loss": 0.1574, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 3.1806615776081424, | |
| "eval_loss": 0.9428597688674927, | |
| "eval_runtime": 1.1695, | |
| "eval_samples_per_second": 133.393, | |
| "eval_steps_per_second": 6.841, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 3.3078880407124682, | |
| "grad_norm": 1.3456603288650513, | |
| "learning_rate": 1.692675076663651e-05, | |
| "loss": 0.1591, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 3.3078880407124682, | |
| "eval_loss": 0.9436941146850586, | |
| "eval_runtime": 1.1752, | |
| "eval_samples_per_second": 132.74, | |
| "eval_steps_per_second": 6.807, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 3.435114503816794, | |
| "grad_norm": 1.1123533248901367, | |
| "learning_rate": 1.659971639877992e-05, | |
| "loss": 0.1649, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 3.435114503816794, | |
| "eval_loss": 0.9538766145706177, | |
| "eval_runtime": 1.1721, | |
| "eval_samples_per_second": 133.097, | |
| "eval_steps_per_second": 6.825, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 3.5623409669211195, | |
| "grad_norm": 0.7998117804527283, | |
| "learning_rate": 1.6259667649600907e-05, | |
| "loss": 0.1664, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 3.5623409669211195, | |
| "eval_loss": 0.9487420320510864, | |
| "eval_runtime": 1.177, | |
| "eval_samples_per_second": 132.543, | |
| "eval_steps_per_second": 6.797, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 3.6895674300254453, | |
| "grad_norm": 1.3396856784820557, | |
| "learning_rate": 1.5907275081866504e-05, | |
| "loss": 0.1648, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 3.6895674300254453, | |
| "eval_loss": 0.9679978489875793, | |
| "eval_runtime": 1.1736, | |
| "eval_samples_per_second": 132.92, | |
| "eval_steps_per_second": 6.816, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 3.816793893129771, | |
| "grad_norm": 2.01399827003479, | |
| "learning_rate": 1.5543233599868744e-05, | |
| "loss": 0.1675, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 3.816793893129771, | |
| "eval_loss": 0.9473732113838196, | |
| "eval_runtime": 1.1771, | |
| "eval_samples_per_second": 132.529, | |
| "eval_steps_per_second": 6.796, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 3.9440203562340965, | |
| "grad_norm": 1.3724688291549683, | |
| "learning_rate": 1.5168261079100695e-05, | |
| "loss": 0.1637, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 3.9440203562340965, | |
| "eval_loss": 0.970781683921814, | |
| "eval_runtime": 1.1683, | |
| "eval_samples_per_second": 133.524, | |
| "eval_steps_per_second": 6.847, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 4.071246819338422, | |
| "grad_norm": 1.5431095361709595, | |
| "learning_rate": 1.4783096950634211e-05, | |
| "loss": 0.1357, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 4.071246819338422, | |
| "eval_loss": 1.0111091136932373, | |
| "eval_runtime": 1.1639, | |
| "eval_samples_per_second": 134.027, | |
| "eval_steps_per_second": 6.873, | |
| "step": 1600 | |
| } | |
| ], | |
| "logging_steps": 50, | |
| "max_steps": 3930, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 400, | |
| "total_flos": 7.79604032791511e+16, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |