| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 6232, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.016046213093709884, | |
| "grad_norm": 0.17895939946174622, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 2.4769, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.03209242618741977, | |
| "grad_norm": 0.15942341089248657, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 2.4803, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.04813863928112965, | |
| "grad_norm": 0.24720104038715363, | |
| "learning_rate": 6e-06, | |
| "loss": 2.438, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.06418485237483953, | |
| "grad_norm": 0.39716702699661255, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 2.4056, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.08023106546854943, | |
| "grad_norm": 0.3956620395183563, | |
| "learning_rate": 1e-05, | |
| "loss": 2.3633, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.0962772785622593, | |
| "grad_norm": 0.5021713972091675, | |
| "learning_rate": 1.2e-05, | |
| "loss": 2.3186, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.1123234916559692, | |
| "grad_norm": 0.567215085029602, | |
| "learning_rate": 1.4e-05, | |
| "loss": 2.2991, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.12836970474967907, | |
| "grad_norm": 0.6055766344070435, | |
| "learning_rate": 1.6000000000000003e-05, | |
| "loss": 2.2618, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.14441591784338895, | |
| "grad_norm": 0.5610828995704651, | |
| "learning_rate": 1.8e-05, | |
| "loss": 2.2398, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.16046213093709885, | |
| "grad_norm": 0.6880731582641602, | |
| "learning_rate": 2e-05, | |
| "loss": 2.2216, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.17650834403080873, | |
| "grad_norm": 0.6766607761383057, | |
| "learning_rate": 1.9981977966686475e-05, | |
| "loss": 2.1763, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.1925545571245186, | |
| "grad_norm": 0.8101206421852112, | |
| "learning_rate": 1.992797682548284e-05, | |
| "loss": 2.1818, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.2086007702182285, | |
| "grad_norm": 0.8453436493873596, | |
| "learning_rate": 1.983819121846225e-05, | |
| "loss": 2.1666, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.2246469833119384, | |
| "grad_norm": 0.8145064115524292, | |
| "learning_rate": 1.9712944769464864e-05, | |
| "loss": 2.1279, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.24069319640564826, | |
| "grad_norm": 0.8634337782859802, | |
| "learning_rate": 1.9552688917625927e-05, | |
| "loss": 2.1279, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.25673940949935814, | |
| "grad_norm": 1.1356147527694702, | |
| "learning_rate": 1.9358001290205542e-05, | |
| "loss": 2.1238, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.27278562259306804, | |
| "grad_norm": 0.7424245476722717, | |
| "learning_rate": 1.9129583620585137e-05, | |
| "loss": 2.1072, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.2888318356867779, | |
| "grad_norm": 1.1842221021652222, | |
| "learning_rate": 1.886825921893497e-05, | |
| "loss": 2.0933, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.3048780487804878, | |
| "grad_norm": 0.9710640907287598, | |
| "learning_rate": 1.8574970004669464e-05, | |
| "loss": 2.0651, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.3209242618741977, | |
| "grad_norm": 1.1665947437286377, | |
| "learning_rate": 1.8250773111386633e-05, | |
| "loss": 2.0682, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.33697047496790755, | |
| "grad_norm": 1.1069215536117554, | |
| "learning_rate": 1.7896837076528647e-05, | |
| "loss": 2.089, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.35301668806161746, | |
| "grad_norm": 1.1600021123886108, | |
| "learning_rate": 1.751443762949772e-05, | |
| "loss": 2.0485, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.36906290115532736, | |
| "grad_norm": 1.4247888326644897, | |
| "learning_rate": 1.7104953093408548e-05, | |
| "loss": 2.0807, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.3851091142490372, | |
| "grad_norm": 1.3733174800872803, | |
| "learning_rate": 1.666985941705128e-05, | |
| "loss": 2.0503, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.4011553273427471, | |
| "grad_norm": 1.2357269525527954, | |
| "learning_rate": 1.6210724854971885e-05, | |
| "loss": 2.059, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.417201540436457, | |
| "grad_norm": 1.0586000680923462, | |
| "learning_rate": 1.5729204314845002e-05, | |
| "loss": 2.0246, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.43324775353016687, | |
| "grad_norm": 1.1663570404052734, | |
| "learning_rate": 1.5227033392513684e-05, | |
| "loss": 2.0421, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.4492939666238768, | |
| "grad_norm": 1.1528408527374268, | |
| "learning_rate": 1.4706022116196208e-05, | |
| "loss": 2.0494, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.4653401797175867, | |
| "grad_norm": 1.0500417947769165, | |
| "learning_rate": 1.4168048422408272e-05, | |
| "loss": 2.008, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.4813863928112965, | |
| "grad_norm": 1.2136881351470947, | |
| "learning_rate": 1.3615051387116131e-05, | |
| "loss": 2.026, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.49743260590500643, | |
| "grad_norm": 1.1245627403259277, | |
| "learning_rate": 1.3049024236518244e-05, | |
| "loss": 1.9962, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.5134788189987163, | |
| "grad_norm": 1.0942673683166504, | |
| "learning_rate": 1.24720071626475e-05, | |
| "loss": 2.0102, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.5295250320924262, | |
| "grad_norm": 1.087973952293396, | |
| "learning_rate": 1.1886079969689454e-05, | |
| "loss": 1.9989, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.5455712451861361, | |
| "grad_norm": 1.1616392135620117, | |
| "learning_rate": 1.1293354577522264e-05, | |
| "loss": 2.0078, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.561617458279846, | |
| "grad_norm": 1.0014444589614868, | |
| "learning_rate": 1.0695967409498614e-05, | |
| "loss": 1.9948, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.5776636713735558, | |
| "grad_norm": 1.045386552810669, | |
| "learning_rate": 1.0096071691907137e-05, | |
| "loss": 2.0031, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.5937098844672657, | |
| "grad_norm": 1.7991660833358765, | |
| "learning_rate": 9.495829692869255e-06, | |
| "loss": 2.0029, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.6097560975609756, | |
| "grad_norm": 1.1647707223892212, | |
| "learning_rate": 8.897404928645529e-06, | |
| "loss": 1.9819, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.6258023106546855, | |
| "grad_norm": 1.0043553113937378, | |
| "learning_rate": 8.302954365443264e-06, | |
| "loss": 2.0047, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.6418485237483954, | |
| "grad_norm": 1.0303337574005127, | |
| "learning_rate": 7.71462064483311e-06, | |
| "loss": 1.986, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.6578947368421053, | |
| "grad_norm": 1.3229223489761353, | |
| "learning_rate": 7.13452436079753e-06, | |
| "loss": 2.0151, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.6739409499358151, | |
| "grad_norm": 1.4595571756362915, | |
| "learning_rate": 6.564756416247712e-06, | |
| "loss": 1.9585, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.689987163029525, | |
| "grad_norm": 1.1201053857803345, | |
| "learning_rate": 6.007370486559185e-06, | |
| "loss": 1.9846, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.7060333761232349, | |
| "grad_norm": 1.0485244989395142, | |
| "learning_rate": 5.46437561729062e-06, | |
| "loss": 1.9853, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.7220795892169448, | |
| "grad_norm": 1.0388679504394531, | |
| "learning_rate": 4.937728982766622e-06, | |
| "loss": 2.0268, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.7381258023106547, | |
| "grad_norm": 1.3947858810424805, | |
| "learning_rate": 4.429328831625565e-06, | |
| "loss": 1.9645, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.7541720154043645, | |
| "grad_norm": 1.3646990060806274, | |
| "learning_rate": 3.941007644759535e-06, | |
| "loss": 1.9704, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.7702182284980744, | |
| "grad_norm": 1.2408106327056885, | |
| "learning_rate": 3.474525530308016e-06, | |
| "loss": 2.0122, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.7862644415917843, | |
| "grad_norm": 1.3304516077041626, | |
| "learning_rate": 3.0315638795123726e-06, | |
| "loss": 1.9989, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.8023106546854942, | |
| "grad_norm": 1.200531005859375, | |
| "learning_rate": 2.6137193062980506e-06, | |
| "loss": 2.0135, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.8183568677792041, | |
| "grad_norm": 1.3504362106323242, | |
| "learning_rate": 2.2224978924287243e-06, | |
| "loss": 2.0073, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.834403080872914, | |
| "grad_norm": 1.4387364387512207, | |
| "learning_rate": 1.8593097589751318e-06, | |
| "loss": 1.9344, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.8504492939666238, | |
| "grad_norm": 1.4003574848175049, | |
| "learning_rate": 1.5254639836653117e-06, | |
| "loss": 2.0001, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.8664955070603337, | |
| "grad_norm": 1.2966829538345337, | |
| "learning_rate": 1.222163882436107e-06, | |
| "loss": 1.9852, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.8825417201540436, | |
| "grad_norm": 1.3298251628875732, | |
| "learning_rate": 9.505026721931898e-07, | |
| "loss": 1.9768, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.8985879332477535, | |
| "grad_norm": 1.1031887531280518, | |
| "learning_rate": 7.114595304127536e-07, | |
| "loss": 1.9921, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.9146341463414634, | |
| "grad_norm": 1.3485647439956665, | |
| "learning_rate": 5.077834417277494e-07, | |
| "loss": 1.9674, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.9306803594351734, | |
| "grad_norm": 1.056166172027588, | |
| "learning_rate": 3.3609511784804427e-07, | |
| "loss": 2.0047, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.9467265725288831, | |
| "grad_norm": 1.2811501026153564, | |
| "learning_rate": 1.9923943711331996e-07, | |
| "loss": 1.9755, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.962772785622593, | |
| "grad_norm": 1.4452365636825562, | |
| "learning_rate": 9.770968305104822e-08, | |
| "loss": 1.9793, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.978818998716303, | |
| "grad_norm": 1.8246029615402222, | |
| "learning_rate": 3.18718101832316e-08, | |
| "loss": 2.0008, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.9948652118100129, | |
| "grad_norm": 1.3338468074798584, | |
| "learning_rate": 1.963124977494291e-09, | |
| "loss": 1.9654, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 6232, | |
| "total_flos": 1.1351431053312e+17, | |
| "train_loss": 2.079003376893422, | |
| "train_runtime": 1659.922, | |
| "train_samples_per_second": 7.509, | |
| "train_steps_per_second": 3.754 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 6232, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.1351431053312e+17, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |