| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 1084, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0009225092250922509, | |
| "grad_norm": 9.199869276397154, | |
| "learning_rate": 1.8348623853211012e-07, | |
| "loss": 1.1392, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.004612546125461255, | |
| "grad_norm": 7.233201206284356, | |
| "learning_rate": 9.174311926605506e-07, | |
| "loss": 1.1291, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.00922509225092251, | |
| "grad_norm": 4.144472619198066, | |
| "learning_rate": 1.8348623853211011e-06, | |
| "loss": 1.0628, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.013837638376383764, | |
| "grad_norm": 2.6527022539947374, | |
| "learning_rate": 2.7522935779816517e-06, | |
| "loss": 1.0102, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.01845018450184502, | |
| "grad_norm": 2.7475157939980743, | |
| "learning_rate": 3.6697247706422022e-06, | |
| "loss": 1.0126, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.023062730627306273, | |
| "grad_norm": 2.3644745727694243, | |
| "learning_rate": 4.587155963302753e-06, | |
| "loss": 1.0031, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.027675276752767528, | |
| "grad_norm": 2.2459942557783146, | |
| "learning_rate": 5.504587155963303e-06, | |
| "loss": 0.9714, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.03228782287822878, | |
| "grad_norm": 2.8633038603162237, | |
| "learning_rate": 6.422018348623854e-06, | |
| "loss": 0.998, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.03690036900369004, | |
| "grad_norm": 3.2535687429097493, | |
| "learning_rate": 7.3394495412844045e-06, | |
| "loss": 1.0051, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.04151291512915129, | |
| "grad_norm": 3.2137144467730088, | |
| "learning_rate": 8.256880733944956e-06, | |
| "loss": 0.9837, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.046125461254612546, | |
| "grad_norm": 3.229126865982439, | |
| "learning_rate": 9.174311926605506e-06, | |
| "loss": 0.9808, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.0507380073800738, | |
| "grad_norm": 2.559458190466229, | |
| "learning_rate": 1.0091743119266055e-05, | |
| "loss": 0.9816, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.055350553505535055, | |
| "grad_norm": 2.2546043237809603, | |
| "learning_rate": 1.1009174311926607e-05, | |
| "loss": 0.9956, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.05996309963099631, | |
| "grad_norm": 1.9138564480742573, | |
| "learning_rate": 1.1926605504587156e-05, | |
| "loss": 0.9995, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.06457564575645756, | |
| "grad_norm": 2.5216610932942256, | |
| "learning_rate": 1.2844036697247708e-05, | |
| "loss": 0.9789, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.06918819188191883, | |
| "grad_norm": 2.3850758267877654, | |
| "learning_rate": 1.3761467889908258e-05, | |
| "loss": 0.9904, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.07380073800738007, | |
| "grad_norm": 2.4735172195856485, | |
| "learning_rate": 1.4678899082568809e-05, | |
| "loss": 0.9855, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.07841328413284133, | |
| "grad_norm": 2.534406745674543, | |
| "learning_rate": 1.559633027522936e-05, | |
| "loss": 1.0087, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.08302583025830258, | |
| "grad_norm": 2.0301929785147577, | |
| "learning_rate": 1.6513761467889912e-05, | |
| "loss": 1.0092, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.08763837638376384, | |
| "grad_norm": 2.440748895363732, | |
| "learning_rate": 1.743119266055046e-05, | |
| "loss": 1.0159, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.09225092250922509, | |
| "grad_norm": 1.8603714211581104, | |
| "learning_rate": 1.834862385321101e-05, | |
| "loss": 1.0225, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.09686346863468635, | |
| "grad_norm": 2.056122625713521, | |
| "learning_rate": 1.9266055045871563e-05, | |
| "loss": 1.0501, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.1014760147601476, | |
| "grad_norm": 1.8374568202095534, | |
| "learning_rate": 1.9999948088910656e-05, | |
| "loss": 1.0353, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.10608856088560886, | |
| "grad_norm": 2.1690401471869323, | |
| "learning_rate": 1.9998131257372878e-05, | |
| "loss": 1.0457, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.11070110701107011, | |
| "grad_norm": 2.333795049697145, | |
| "learning_rate": 1.999371941029485e-05, | |
| "loss": 1.0262, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.11531365313653137, | |
| "grad_norm": 2.193045375950034, | |
| "learning_rate": 1.9986713692771732e-05, | |
| "loss": 1.0522, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.11992619926199262, | |
| "grad_norm": 2.090844050250459, | |
| "learning_rate": 1.9977115923137912e-05, | |
| "loss": 1.0223, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.12453874538745388, | |
| "grad_norm": 1.9519590219761234, | |
| "learning_rate": 1.9964928592495046e-05, | |
| "loss": 1.0536, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.12915129151291513, | |
| "grad_norm": 1.9148433671554628, | |
| "learning_rate": 1.9950154864065497e-05, | |
| "loss": 1.0495, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.13376383763837638, | |
| "grad_norm": 1.8328907186676047, | |
| "learning_rate": 1.993279857237133e-05, | |
| "loss": 1.029, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.13837638376383765, | |
| "grad_norm": 1.890355857976019, | |
| "learning_rate": 1.9912864222239045e-05, | |
| "loss": 1.0171, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.1429889298892989, | |
| "grad_norm": 1.883026281091422, | |
| "learning_rate": 1.9890356987630362e-05, | |
| "loss": 1.0687, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.14760147601476015, | |
| "grad_norm": 2.0771293885484727, | |
| "learning_rate": 1.986528271029931e-05, | |
| "loss": 1.0274, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.1522140221402214, | |
| "grad_norm": 2.359666912377762, | |
| "learning_rate": 1.9837647898276008e-05, | |
| "loss": 1.0406, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.15682656826568267, | |
| "grad_norm": 2.3232785879151168, | |
| "learning_rate": 1.9807459724177497e-05, | |
| "loss": 1.0415, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.16143911439114392, | |
| "grad_norm": 2.0936905877765186, | |
| "learning_rate": 1.977472602334609e-05, | |
| "loss": 1.033, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.16605166051660517, | |
| "grad_norm": 1.8878158554896975, | |
| "learning_rate": 1.973945529181572e-05, | |
| "loss": 1.0364, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.1706642066420664, | |
| "grad_norm": 1.9593900450172317, | |
| "learning_rate": 1.9701656684106764e-05, | |
| "loss": 1.0367, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.1752767527675277, | |
| "grad_norm": 1.5858821175634874, | |
| "learning_rate": 1.9661340010850025e-05, | |
| "loss": 1.0214, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.17988929889298894, | |
| "grad_norm": 1.6698918973649843, | |
| "learning_rate": 1.9618515736240353e-05, | |
| "loss": 1.0275, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.18450184501845018, | |
| "grad_norm": 2.4565319786652853, | |
| "learning_rate": 1.9573194975320672e-05, | |
| "loss": 1.0387, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.18911439114391143, | |
| "grad_norm": 1.8022901836910148, | |
| "learning_rate": 1.952538949109708e-05, | |
| "loss": 1.0283, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.1937269372693727, | |
| "grad_norm": 1.8754516081940102, | |
| "learning_rate": 1.9475111691485737e-05, | |
| "loss": 1.0091, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.19833948339483395, | |
| "grad_norm": 1.7377386091028952, | |
| "learning_rate": 1.9422374626092414e-05, | |
| "loss": 1.0196, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.2029520295202952, | |
| "grad_norm": 1.6554468249518657, | |
| "learning_rate": 1.936719198282545e-05, | |
| "loss": 1.04, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.20756457564575645, | |
| "grad_norm": 1.5846514749193226, | |
| "learning_rate": 1.930957808434307e-05, | |
| "loss": 1.0456, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.21217712177121772, | |
| "grad_norm": 1.8827810885248515, | |
| "learning_rate": 1.9249547884335917e-05, | |
| "loss": 1.0264, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.21678966789667897, | |
| "grad_norm": 1.7322775011210476, | |
| "learning_rate": 1.9187116963645845e-05, | |
| "loss": 1.0454, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.22140221402214022, | |
| "grad_norm": 1.5658002998985245, | |
| "learning_rate": 1.912230152622189e-05, | |
| "loss": 1.0343, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.22601476014760147, | |
| "grad_norm": 1.725101976536917, | |
| "learning_rate": 1.9055118394914545e-05, | |
| "loss": 1.0343, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.23062730627306274, | |
| "grad_norm": 2.1904906773576087, | |
| "learning_rate": 1.898558500710939e-05, | |
| "loss": 1.0318, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.235239852398524, | |
| "grad_norm": 1.8347760248935339, | |
| "learning_rate": 1.891371941020121e-05, | |
| "loss": 1.0389, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.23985239852398524, | |
| "grad_norm": 1.857980454997456, | |
| "learning_rate": 1.88395402569098e-05, | |
| "loss": 1.0476, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.2444649446494465, | |
| "grad_norm": 2.290390982017683, | |
| "learning_rate": 1.8763066800438638e-05, | |
| "loss": 1.0509, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.24907749077490776, | |
| "grad_norm": 1.820494807037894, | |
| "learning_rate": 1.868431888947773e-05, | |
| "loss": 1.0473, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.253690036900369, | |
| "grad_norm": 1.6939194646151865, | |
| "learning_rate": 1.860331696305188e-05, | |
| "loss": 1.0259, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.25830258302583026, | |
| "grad_norm": 1.8537886490677649, | |
| "learning_rate": 1.852008204521572e-05, | |
| "loss": 1.0352, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.2629151291512915, | |
| "grad_norm": 1.6085016709020972, | |
| "learning_rate": 1.8434635739596945e-05, | |
| "loss": 1.0253, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.26752767527675275, | |
| "grad_norm": 1.6014838440490224, | |
| "learning_rate": 1.834700022378907e-05, | |
| "loss": 1.0361, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.272140221402214, | |
| "grad_norm": 1.7338858274869917, | |
| "learning_rate": 1.825719824359524e-05, | |
| "loss": 1.0272, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.2767527675276753, | |
| "grad_norm": 1.5899229118868345, | |
| "learning_rate": 1.816525310712456e-05, | |
| "loss": 1.0341, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.28136531365313655, | |
| "grad_norm": 2.348086425746126, | |
| "learning_rate": 1.8071188678742457e-05, | |
| "loss": 1.0104, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.2859778597785978, | |
| "grad_norm": 1.7668549809740794, | |
| "learning_rate": 1.7975029372876706e-05, | |
| "loss": 1.0333, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.29059040590405905, | |
| "grad_norm": 1.6328725360023482, | |
| "learning_rate": 1.787680014768065e-05, | |
| "loss": 1.0221, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.2952029520295203, | |
| "grad_norm": 1.6065778746306763, | |
| "learning_rate": 1.777652649855531e-05, | |
| "loss": 1.0219, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.29981549815498154, | |
| "grad_norm": 1.6424952210499195, | |
| "learning_rate": 1.7674234451532065e-05, | |
| "loss": 1.0315, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.3044280442804428, | |
| "grad_norm": 1.644109341241818, | |
| "learning_rate": 1.7569950556517566e-05, | |
| "loss": 1.0441, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.30904059040590404, | |
| "grad_norm": 1.679640047213138, | |
| "learning_rate": 1.7463701880402738e-05, | |
| "loss": 1.0393, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.31365313653136534, | |
| "grad_norm": 1.6684149890786646, | |
| "learning_rate": 1.7355516000037555e-05, | |
| "loss": 1.0293, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.3182656826568266, | |
| "grad_norm": 1.5914184889923237, | |
| "learning_rate": 1.7245420995073453e-05, | |
| "loss": 1.0378, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.32287822878228783, | |
| "grad_norm": 1.5692073860267395, | |
| "learning_rate": 1.7133445440675268e-05, | |
| "loss": 1.0143, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.3274907749077491, | |
| "grad_norm": 1.5995342549553517, | |
| "learning_rate": 1.7019618400104572e-05, | |
| "loss": 1.0238, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.33210332103321033, | |
| "grad_norm": 1.9464601435555215, | |
| "learning_rate": 1.6903969417176244e-05, | |
| "loss": 1.0288, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.3367158671586716, | |
| "grad_norm": 1.57749745993734, | |
| "learning_rate": 1.6786528508590436e-05, | |
| "loss": 1.0185, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.3413284132841328, | |
| "grad_norm": 3.1064222839234703, | |
| "learning_rate": 1.666732615614169e-05, | |
| "loss": 1.042, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.3459409594095941, | |
| "grad_norm": 1.6220955769831102, | |
| "learning_rate": 1.6546393298807405e-05, | |
| "loss": 1.0267, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.3505535055350554, | |
| "grad_norm": 1.4978378904701755, | |
| "learning_rate": 1.6423761324717636e-05, | |
| "loss": 1.0183, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.3551660516605166, | |
| "grad_norm": 1.5484493050267714, | |
| "learning_rate": 1.6299462063008272e-05, | |
| "loss": 0.999, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.35977859778597787, | |
| "grad_norm": 1.591209884115851, | |
| "learning_rate": 1.61735277755598e-05, | |
| "loss": 1.0099, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.3643911439114391, | |
| "grad_norm": 1.5725700106534855, | |
| "learning_rate": 1.6045991148623752e-05, | |
| "loss": 1.03, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.36900369003690037, | |
| "grad_norm": 1.605757495194556, | |
| "learning_rate": 1.5916885284338937e-05, | |
| "loss": 1.0104, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.3736162361623616, | |
| "grad_norm": 1.5888640482959957, | |
| "learning_rate": 1.5786243692139826e-05, | |
| "loss": 1.0178, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.37822878228782286, | |
| "grad_norm": 1.500246112968274, | |
| "learning_rate": 1.5654100280059155e-05, | |
| "loss": 1.0043, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.3828413284132841, | |
| "grad_norm": 1.5809504761491522, | |
| "learning_rate": 1.5520489345927095e-05, | |
| "loss": 0.9976, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.3874538745387454, | |
| "grad_norm": 1.8367787118836345, | |
| "learning_rate": 1.538544556846925e-05, | |
| "loss": 1.0417, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.39206642066420666, | |
| "grad_norm": 1.492213176709814, | |
| "learning_rate": 1.5249003998305787e-05, | |
| "loss": 1.0099, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.3966789667896679, | |
| "grad_norm": 1.5368549913004959, | |
| "learning_rate": 1.5111200048854055e-05, | |
| "loss": 1.0144, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.40129151291512916, | |
| "grad_norm": 1.3456499423014299, | |
| "learning_rate": 1.4972069487137024e-05, | |
| "loss": 0.9951, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.4059040590405904, | |
| "grad_norm": 1.4852289451988536, | |
| "learning_rate": 1.4831648424499953e-05, | |
| "loss": 1.0113, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.41051660516605165, | |
| "grad_norm": 1.5328177858690297, | |
| "learning_rate": 1.4689973307237687e-05, | |
| "loss": 1.0115, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.4151291512915129, | |
| "grad_norm": 1.5547653083379547, | |
| "learning_rate": 1.4547080907135024e-05, | |
| "loss": 1.0186, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.41974169741697415, | |
| "grad_norm": 1.6012528016619334, | |
| "learning_rate": 1.4403008311922593e-05, | |
| "loss": 0.9945, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.42435424354243545, | |
| "grad_norm": 1.455131706606304, | |
| "learning_rate": 1.4257792915650728e-05, | |
| "loss": 0.9964, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.4289667896678967, | |
| "grad_norm": 1.487042234387078, | |
| "learning_rate": 1.4111472408983843e-05, | |
| "loss": 1.0065, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.43357933579335795, | |
| "grad_norm": 1.5691743840811192, | |
| "learning_rate": 1.3964084769417823e-05, | |
| "loss": 1.02, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.4381918819188192, | |
| "grad_norm": 1.5181505967295013, | |
| "learning_rate": 1.3815668251422953e-05, | |
| "loss": 1.0144, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.44280442804428044, | |
| "grad_norm": 1.5130152153427416, | |
| "learning_rate": 1.3666261376514978e-05, | |
| "loss": 1.0013, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.4474169741697417, | |
| "grad_norm": 1.4674728937674146, | |
| "learning_rate": 1.3515902923256832e-05, | |
| "loss": 1.0205, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.45202952029520294, | |
| "grad_norm": 1.8760830941169657, | |
| "learning_rate": 1.3364631917193671e-05, | |
| "loss": 0.9969, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.4566420664206642, | |
| "grad_norm": 1.4141733000626033, | |
| "learning_rate": 1.321248762072377e-05, | |
| "loss": 0.9836, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.4612546125461255, | |
| "grad_norm": 1.6973965594511555, | |
| "learning_rate": 1.3059509522907998e-05, | |
| "loss": 1.0202, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.46586715867158673, | |
| "grad_norm": 1.5269161840167254, | |
| "learning_rate": 1.2905737329220394e-05, | |
| "loss": 0.993, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.470479704797048, | |
| "grad_norm": 1.4909374182409396, | |
| "learning_rate": 1.2751210951242636e-05, | |
| "loss": 1.0086, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.47509225092250923, | |
| "grad_norm": 1.4153798189966285, | |
| "learning_rate": 1.2595970496304975e-05, | |
| "loss": 1.0111, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.4797047970479705, | |
| "grad_norm": 1.5032582612787087, | |
| "learning_rate": 1.2440056257076376e-05, | |
| "loss": 1.0006, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.4843173431734317, | |
| "grad_norm": 1.5509414258002427, | |
| "learning_rate": 1.2283508701106559e-05, | |
| "loss": 0.9802, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.488929889298893, | |
| "grad_norm": 1.4222240180884669, | |
| "learning_rate": 1.2126368460322637e-05, | |
| "loss": 0.9947, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.4935424354243542, | |
| "grad_norm": 1.4826692820488787, | |
| "learning_rate": 1.1968676320483103e-05, | |
| "loss": 0.9787, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.4981549815498155, | |
| "grad_norm": 1.6379227632536115, | |
| "learning_rate": 1.1810473210591882e-05, | |
| "loss": 0.9932, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.5027675276752768, | |
| "grad_norm": 1.4409220105845035, | |
| "learning_rate": 1.1651800192275197e-05, | |
| "loss": 0.9823, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.507380073800738, | |
| "grad_norm": 1.5563205928244186, | |
| "learning_rate": 1.1492698449124042e-05, | |
| "loss": 0.9902, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.5119926199261993, | |
| "grad_norm": 1.5195778886181963, | |
| "learning_rate": 1.1333209276004959e-05, | |
| "loss": 0.9963, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.5166051660516605, | |
| "grad_norm": 1.5087175941528819, | |
| "learning_rate": 1.1173374068341962e-05, | |
| "loss": 0.9862, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.5212177121771218, | |
| "grad_norm": 1.4673889879261985, | |
| "learning_rate": 1.1013234311372353e-05, | |
| "loss": 0.9816, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.525830258302583, | |
| "grad_norm": 1.435236236989395, | |
| "learning_rate": 1.0852831569379217e-05, | |
| "loss": 0.9793, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.5304428044280443, | |
| "grad_norm": 1.4114527764890656, | |
| "learning_rate": 1.0692207474903421e-05, | |
| "loss": 0.9791, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.5350553505535055, | |
| "grad_norm": 1.420567074345227, | |
| "learning_rate": 1.0531403717937888e-05, | |
| "loss": 0.9773, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.5396678966789668, | |
| "grad_norm": 1.4586967012029641, | |
| "learning_rate": 1.037046203510694e-05, | |
| "loss": 0.9769, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.544280442804428, | |
| "grad_norm": 1.366063014582902, | |
| "learning_rate": 1.0209424198833571e-05, | |
| "loss": 0.9675, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.5488929889298892, | |
| "grad_norm": 1.45679701107198, | |
| "learning_rate": 1.0048332006497406e-05, | |
| "loss": 0.9955, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.5535055350553506, | |
| "grad_norm": 1.3265263093097257, | |
| "learning_rate": 9.887227269586184e-06, | |
| "loss": 0.9734, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.5581180811808119, | |
| "grad_norm": 1.4378603761053164, | |
| "learning_rate": 9.7261518028436e-06, | |
| "loss": 0.9793, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.5627306273062731, | |
| "grad_norm": 1.46938788585248, | |
| "learning_rate": 9.565147413416266e-06, | |
| "loss": 0.989, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.5673431734317343, | |
| "grad_norm": 1.3602627962743308, | |
| "learning_rate": 9.404255890002677e-06, | |
| "loss": 0.9739, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.5719557195571956, | |
| "grad_norm": 1.3509149354182792, | |
| "learning_rate": 9.243518992006944e-06, | |
| "loss": 0.9811, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.5765682656826568, | |
| "grad_norm": 1.3289296656282001, | |
| "learning_rate": 9.082978438700138e-06, | |
| "loss": 0.969, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.5811808118081181, | |
| "grad_norm": 1.3748603146537095, | |
| "learning_rate": 8.922675898392072e-06, | |
| "loss": 0.9783, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.5857933579335793, | |
| "grad_norm": 1.4054407615389235, | |
| "learning_rate": 8.762652977616258e-06, | |
| "loss": 0.9872, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.5904059040590406, | |
| "grad_norm": 1.4266146283393177, | |
| "learning_rate": 8.602951210330942e-06, | |
| "loss": 0.9875, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.5950184501845018, | |
| "grad_norm": 1.3972501984892904, | |
| "learning_rate": 8.443612047138965e-06, | |
| "loss": 0.9622, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.5996309963099631, | |
| "grad_norm": 1.3682517939432157, | |
| "learning_rate": 8.284676844529258e-06, | |
| "loss": 0.9803, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.6042435424354243, | |
| "grad_norm": 1.3429050015886888, | |
| "learning_rate": 8.126186854142752e-06, | |
| "loss": 0.9712, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.6088560885608856, | |
| "grad_norm": 1.4594824193372815, | |
| "learning_rate": 7.968183212065537e-06, | |
| "loss": 0.9622, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.6134686346863468, | |
| "grad_norm": 1.3448226541798638, | |
| "learning_rate": 7.81070692815195e-06, | |
| "loss": 0.9722, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.6180811808118081, | |
| "grad_norm": 1.3271486276830222, | |
| "learning_rate": 7.6537988753805e-06, | |
| "loss": 0.9757, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.6226937269372693, | |
| "grad_norm": 1.3444906745257086, | |
| "learning_rate": 7.497499779245268e-06, | |
| "loss": 0.9727, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.6273062730627307, | |
| "grad_norm": 1.3631286023111704, | |
| "learning_rate": 7.3418502071856004e-06, | |
| "loss": 0.966, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.6319188191881919, | |
| "grad_norm": 1.4595389618690304, | |
| "learning_rate": 7.186890558056836e-06, | |
| "loss": 0.9646, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.6365313653136532, | |
| "grad_norm": 1.3472290480867384, | |
| "learning_rate": 7.0326610516447825e-06, | |
| "loss": 0.9619, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.6411439114391144, | |
| "grad_norm": 1.8007090081101473, | |
| "learning_rate": 6.879201718226658e-06, | |
| "loss": 0.9771, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.6457564575645757, | |
| "grad_norm": 1.3774637805586714, | |
| "learning_rate": 6.7265523881812335e-06, | |
| "loss": 0.9421, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.6503690036900369, | |
| "grad_norm": 1.346269997716162, | |
| "learning_rate": 6.574752681650864e-06, | |
| "loss": 0.9418, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.6549815498154982, | |
| "grad_norm": 1.2742494405200788, | |
| "learning_rate": 6.423841998258069e-06, | |
| "loss": 0.9475, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.6595940959409594, | |
| "grad_norm": 1.3211417146326536, | |
| "learning_rate": 6.273859506879365e-06, | |
| "loss": 0.9624, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.6642066420664207, | |
| "grad_norm": 1.3166822514896896, | |
| "learning_rate": 6.124844135478971e-06, | |
| "loss": 0.9627, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.6688191881918819, | |
| "grad_norm": 1.3120951075995704, | |
| "learning_rate": 5.976834561005069e-06, | |
| "loss": 0.9508, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.6734317343173432, | |
| "grad_norm": 1.3290407324477753, | |
| "learning_rate": 5.829869199351188e-06, | |
| "loss": 0.9504, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.6780442804428044, | |
| "grad_norm": 1.297841981615856, | |
| "learning_rate": 5.68398619538536e-06, | |
| "loss": 0.9528, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.6826568265682657, | |
| "grad_norm": 1.3297326740637123, | |
| "learning_rate": 5.53922341304961e-06, | |
| "loss": 0.953, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.6872693726937269, | |
| "grad_norm": 1.270375299309487, | |
| "learning_rate": 5.39561842553239e-06, | |
| "loss": 0.9556, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.6918819188191881, | |
| "grad_norm": 1.3325965856351196, | |
| "learning_rate": 5.2532085055164205e-06, | |
| "loss": 0.9466, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.6964944649446494, | |
| "grad_norm": 1.384058443252621, | |
| "learning_rate": 5.112030615504601e-06, | |
| "loss": 0.9568, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.7011070110701108, | |
| "grad_norm": 1.3367666302254895, | |
| "learning_rate": 4.972121398226371e-06, | |
| "loss": 0.9515, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.705719557195572, | |
| "grad_norm": 1.2932861344083342, | |
| "learning_rate": 4.833517167127077e-06, | |
| "loss": 0.9542, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.7103321033210332, | |
| "grad_norm": 1.3002291268448138, | |
| "learning_rate": 4.6962538969428416e-06, | |
| "loss": 0.9493, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.7149446494464945, | |
| "grad_norm": 1.3319825264438672, | |
| "learning_rate": 4.560367214363295e-06, | |
| "loss": 0.9402, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.7195571955719557, | |
| "grad_norm": 1.3114581144726238, | |
| "learning_rate": 4.425892388784681e-06, | |
| "loss": 0.9418, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.724169741697417, | |
| "grad_norm": 1.2845316321533105, | |
| "learning_rate": 4.292864323155684e-06, | |
| "loss": 0.941, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.7287822878228782, | |
| "grad_norm": 1.3576670016030674, | |
| "learning_rate": 4.161317544918345e-06, | |
| "loss": 0.9514, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.7333948339483395, | |
| "grad_norm": 1.3650798187979218, | |
| "learning_rate": 4.031286197046493e-06, | |
| "loss": 0.9358, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.7380073800738007, | |
| "grad_norm": 1.2681901564602476, | |
| "learning_rate": 3.902804029183907e-06, | |
| "loss": 0.9258, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.742619926199262, | |
| "grad_norm": 1.3091859558198018, | |
| "learning_rate": 3.775904388884618e-06, | |
| "loss": 0.9597, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.7472324723247232, | |
| "grad_norm": 1.2731852848090845, | |
| "learning_rate": 3.650620212957524e-06, | |
| "loss": 0.9791, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.7518450184501845, | |
| "grad_norm": 1.4443358599132654, | |
| "learning_rate": 3.5269840189176616e-06, | |
| "loss": 0.9559, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.7564575645756457, | |
| "grad_norm": 1.2637245159696282, | |
| "learning_rate": 3.405027896546277e-06, | |
| "loss": 0.9522, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.761070110701107, | |
| "grad_norm": 1.2944529056122984, | |
| "learning_rate": 3.2847834995619067e-06, | |
| "loss": 0.9334, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.7656826568265682, | |
| "grad_norm": 1.2996833234879939, | |
| "learning_rate": 3.1662820374046776e-06, | |
| "loss": 0.9406, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.7702952029520295, | |
| "grad_norm": 1.3668529549836468, | |
| "learning_rate": 3.0495542671358745e-06, | |
| "loss": 0.9494, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.7749077490774908, | |
| "grad_norm": 1.271209707662383, | |
| "learning_rate": 2.934630485454948e-06, | |
| "loss": 0.9587, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.7795202952029521, | |
| "grad_norm": 1.373724729262656, | |
| "learning_rate": 2.8215405208360237e-06, | |
| "loss": 0.9267, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.7841328413284133, | |
| "grad_norm": 1.2858397081440855, | |
| "learning_rate": 2.7103137257858867e-06, | |
| "loss": 0.9368, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.7887453874538746, | |
| "grad_norm": 1.3265877626226328, | |
| "learning_rate": 2.600978969225558e-06, | |
| "loss": 0.9363, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.7933579335793358, | |
| "grad_norm": 1.3059330060904089, | |
| "learning_rate": 2.493564628997369e-06, | |
| "loss": 0.9331, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.7979704797047971, | |
| "grad_norm": 1.2933907163136256, | |
| "learning_rate": 2.3880985844994674e-06, | |
| "loss": 0.9315, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.8025830258302583, | |
| "grad_norm": 1.3825698113730438, | |
| "learning_rate": 2.284608209449746e-06, | |
| "loss": 0.9379, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.8071955719557196, | |
| "grad_norm": 1.2868105668821606, | |
| "learning_rate": 2.183120364780975e-06, | |
| "loss": 0.9371, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.8118081180811808, | |
| "grad_norm": 1.313632486404665, | |
| "learning_rate": 2.083661391669043e-06, | |
| "loss": 0.9338, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.816420664206642, | |
| "grad_norm": 1.2863066943500752, | |
| "learning_rate": 1.986257104696121e-06, | |
| "loss": 0.933, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.8210332103321033, | |
| "grad_norm": 1.3414781016896056, | |
| "learning_rate": 1.8909327851504633e-06, | |
| "loss": 0.9298, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.8256457564575646, | |
| "grad_norm": 1.3005106720291775, | |
| "learning_rate": 1.7977131744646724e-06, | |
| "loss": 0.949, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.8302583025830258, | |
| "grad_norm": 1.2541123587239678, | |
| "learning_rate": 1.7066224677940313e-06, | |
| "loss": 0.9364, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.834870848708487, | |
| "grad_norm": 1.3443378836164728, | |
| "learning_rate": 1.6176843077366755e-06, | |
| "loss": 0.9341, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.8394833948339483, | |
| "grad_norm": 1.3177278720111654, | |
| "learning_rate": 1.5309217781971419e-06, | |
| "loss": 0.9237, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.8440959409594095, | |
| "grad_norm": 1.2988630794091358, | |
| "learning_rate": 1.446357398394934e-06, | |
| "loss": 0.9375, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.8487084870848709, | |
| "grad_norm": 1.235110744813047, | |
| "learning_rate": 1.3640131170196758e-06, | |
| "loss": 0.9289, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.8533210332103321, | |
| "grad_norm": 1.2841260381250454, | |
| "learning_rate": 1.2839103065343084e-06, | |
| "loss": 0.9376, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.8579335793357934, | |
| "grad_norm": 1.3338182477923755, | |
| "learning_rate": 1.2060697576278812e-06, | |
| "loss": 0.9295, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.8625461254612546, | |
| "grad_norm": 1.2483887496253951, | |
| "learning_rate": 1.1305116738193211e-06, | |
| "loss": 0.9191, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.8671586715867159, | |
| "grad_norm": 1.3430815382294408, | |
| "learning_rate": 1.0572556662136036e-06, | |
| "loss": 0.9152, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.8717712177121771, | |
| "grad_norm": 1.2731245020834576, | |
| "learning_rate": 9.863207484116987e-07, | |
| "loss": 0.9396, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.8763837638376384, | |
| "grad_norm": 1.2635025334684167, | |
| "learning_rate": 9.177253315755796e-07, | |
| "loss": 0.9425, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.8809963099630996, | |
| "grad_norm": 1.2447698053780658, | |
| "learning_rate": 8.514872196496182e-07, | |
| "loss": 0.9144, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.8856088560885609, | |
| "grad_norm": 1.2339433320268876, | |
| "learning_rate": 7.876236047395525e-07, | |
| "loss": 0.9314, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.8902214022140221, | |
| "grad_norm": 1.2899193810519798, | |
| "learning_rate": 7.26151062650291e-07, | |
| "loss": 0.9339, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.8948339483394834, | |
| "grad_norm": 1.3045072453764868, | |
| "learning_rate": 6.670855485836525e-07, | |
| "loss": 0.9362, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.8994464944649446, | |
| "grad_norm": 1.2294171724462792, | |
| "learning_rate": 6.104423929971948e-07, | |
| "loss": 0.9179, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.9040590405904059, | |
| "grad_norm": 1.2969444296025832, | |
| "learning_rate": 5.562362976251901e-07, | |
| "loss": 0.9386, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.9086715867158671, | |
| "grad_norm": 1.3563048623700384, | |
| "learning_rate": 5.044813316627994e-07, | |
| "loss": 0.9293, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 0.9132841328413284, | |
| "grad_norm": 1.3602985297748236, | |
| "learning_rate": 4.5519092811439627e-07, | |
| "loss": 0.9325, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.9178966789667896, | |
| "grad_norm": 1.2576795558330498, | |
| "learning_rate": 4.083778803070504e-07, | |
| "loss": 0.9384, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 0.922509225092251, | |
| "grad_norm": 1.2395476578848061, | |
| "learning_rate": 3.6405433856999684e-07, | |
| "loss": 0.9195, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.9271217712177122, | |
| "grad_norm": 1.2838613340485654, | |
| "learning_rate": 3.2223180708102933e-07, | |
| "loss": 0.9372, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 0.9317343173431735, | |
| "grad_norm": 1.3034379499491984, | |
| "learning_rate": 2.829211408805932e-07, | |
| "loss": 0.9383, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.9363468634686347, | |
| "grad_norm": 1.277753433076976, | |
| "learning_rate": 2.461325430543482e-07, | |
| "loss": 0.9203, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 0.940959409594096, | |
| "grad_norm": 1.2622861558556866, | |
| "learning_rate": 2.1187556208496885e-07, | |
| "loss": 0.9231, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.9455719557195572, | |
| "grad_norm": 1.26550227170926, | |
| "learning_rate": 1.8015908937382587e-07, | |
| "loss": 0.9314, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.9501845018450185, | |
| "grad_norm": 1.293318597446816, | |
| "learning_rate": 1.5099135693322776e-07, | |
| "loss": 0.9153, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.9547970479704797, | |
| "grad_norm": 1.5032902478334003, | |
| "learning_rate": 1.2437993524979984e-07, | |
| "loss": 0.9369, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.959409594095941, | |
| "grad_norm": 1.2642728343874239, | |
| "learning_rate": 1.0033173131956175e-07, | |
| "loss": 0.9155, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.9640221402214022, | |
| "grad_norm": 1.263191604346459, | |
| "learning_rate": 7.885298685522235e-08, | |
| "loss": 0.9309, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 0.9686346863468634, | |
| "grad_norm": 1.2999256804979131, | |
| "learning_rate": 5.99492766661347e-08, | |
| "loss": 0.9399, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.9732472324723247, | |
| "grad_norm": 1.25468458833374, | |
| "learning_rate": 4.362550721136338e-08, | |
| "loss": 0.9387, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 0.977859778597786, | |
| "grad_norm": 1.2891226224049415, | |
| "learning_rate": 2.988591532620322e-08, | |
| "loss": 0.9259, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.9824723247232472, | |
| "grad_norm": 1.2367296717631957, | |
| "learning_rate": 1.8734067122514464e-08, | |
| "loss": 0.9255, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 0.9870848708487084, | |
| "grad_norm": 1.2584553913497565, | |
| "learning_rate": 1.0172857063137643e-08, | |
| "loss": 0.9337, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.9916974169741697, | |
| "grad_norm": 1.2509146926461707, | |
| "learning_rate": 4.204507210633368e-09, | |
| "loss": 0.9295, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.996309963099631, | |
| "grad_norm": 1.2915538030798408, | |
| "learning_rate": 8.30566650548148e-10, | |
| "loss": 0.9183, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 0.9419716000556946, | |
| "eval_runtime": 896.1794, | |
| "eval_samples_per_second": 17.128, | |
| "eval_steps_per_second": 0.268, | |
| "step": 1084 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 1084, | |
| "total_flos": 453935093514240.0, | |
| "train_loss": 0.9848188322408613, | |
| "train_runtime": 34384.388, | |
| "train_samples_per_second": 4.033, | |
| "train_steps_per_second": 0.032 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 1084, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 453935093514240.0, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |