| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.0, | |
| "eval_steps": 500, | |
| "global_step": 90, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.02247191011235955, | |
| "grad_norm": 0.2744160592556, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7619, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0449438202247191, | |
| "grad_norm": 0.32727673649787903, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 0.8704, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.06741573033707865, | |
| "grad_norm": 0.22079522907733917, | |
| "learning_rate": 3e-06, | |
| "loss": 0.7241, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.0898876404494382, | |
| "grad_norm": 0.3042285144329071, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.9591, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.11235955056179775, | |
| "grad_norm": 0.28325748443603516, | |
| "learning_rate": 5e-06, | |
| "loss": 1.061, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.1348314606741573, | |
| "grad_norm": 0.29770785570144653, | |
| "learning_rate": 6e-06, | |
| "loss": 1.0407, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.15730337078651685, | |
| "grad_norm": 0.2635294198989868, | |
| "learning_rate": 7e-06, | |
| "loss": 0.9524, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.1797752808988764, | |
| "grad_norm": 0.2629376947879791, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 1.0095, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.20224719101123595, | |
| "grad_norm": 0.30229848623275757, | |
| "learning_rate": 9e-06, | |
| "loss": 0.7805, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.2247191011235955, | |
| "grad_norm": 0.2629299759864807, | |
| "learning_rate": 1e-05, | |
| "loss": 0.8706, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.24719101123595505, | |
| "grad_norm": 0.26694297790527344, | |
| "learning_rate": 9.999146252290264e-06, | |
| "loss": 0.9653, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.2696629213483146, | |
| "grad_norm": 0.2794544994831085, | |
| "learning_rate": 9.996585300715117e-06, | |
| "loss": 0.7668, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.29213483146067415, | |
| "grad_norm": 0.30685344338417053, | |
| "learning_rate": 9.992318019837171e-06, | |
| "loss": 0.8074, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.3146067415730337, | |
| "grad_norm": 0.3292616605758667, | |
| "learning_rate": 9.98634586692894e-06, | |
| "loss": 0.8413, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.33707865168539325, | |
| "grad_norm": 0.34031111001968384, | |
| "learning_rate": 9.978670881475173e-06, | |
| "loss": 0.6885, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.3595505617977528, | |
| "grad_norm": 0.31020820140838623, | |
| "learning_rate": 9.96929568447637e-06, | |
| "loss": 1.0567, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.38202247191011235, | |
| "grad_norm": 0.28236857056617737, | |
| "learning_rate": 9.958223477553715e-06, | |
| "loss": 0.7969, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.4044943820224719, | |
| "grad_norm": 0.3202574551105499, | |
| "learning_rate": 9.945458041855732e-06, | |
| "loss": 0.8376, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.42696629213483145, | |
| "grad_norm": 0.2797839045524597, | |
| "learning_rate": 9.931003736767013e-06, | |
| "loss": 0.8911, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.449438202247191, | |
| "grad_norm": 0.3114033639431, | |
| "learning_rate": 9.91486549841951e-06, | |
| "loss": 0.9042, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.47191011235955055, | |
| "grad_norm": 0.288392037153244, | |
| "learning_rate": 9.89704883800683e-06, | |
| "loss": 0.9409, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.4943820224719101, | |
| "grad_norm": 0.31594759225845337, | |
| "learning_rate": 9.877559839902185e-06, | |
| "loss": 0.7856, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.5168539325842697, | |
| "grad_norm": 0.33034929633140564, | |
| "learning_rate": 9.85640515958057e-06, | |
| "loss": 0.8219, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.5393258426966292, | |
| "grad_norm": 0.3292032778263092, | |
| "learning_rate": 9.833592021345938e-06, | |
| "loss": 0.7739, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.5617977528089888, | |
| "grad_norm": 0.2713082432746887, | |
| "learning_rate": 9.809128215864096e-06, | |
| "loss": 0.6795, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.5842696629213483, | |
| "grad_norm": 0.28911784291267395, | |
| "learning_rate": 9.783022097502204e-06, | |
| "loss": 0.8294, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.6067415730337079, | |
| "grad_norm": 0.2532961666584015, | |
| "learning_rate": 9.755282581475769e-06, | |
| "loss": 0.8253, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.6292134831460674, | |
| "grad_norm": 0.23403476178646088, | |
| "learning_rate": 9.7259191408041e-06, | |
| "loss": 0.8501, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.651685393258427, | |
| "grad_norm": 0.2743186056613922, | |
| "learning_rate": 9.694941803075285e-06, | |
| "loss": 1.2514, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.6741573033707865, | |
| "grad_norm": 0.22719059884548187, | |
| "learning_rate": 9.66236114702178e-06, | |
| "loss": 0.7012, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.6966292134831461, | |
| "grad_norm": 0.22790080308914185, | |
| "learning_rate": 9.628188298907782e-06, | |
| "loss": 0.7681, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.7191011235955056, | |
| "grad_norm": 0.18746985495090485, | |
| "learning_rate": 9.592434928729617e-06, | |
| "loss": 0.8587, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.7415730337078652, | |
| "grad_norm": 0.19890236854553223, | |
| "learning_rate": 9.555113246230443e-06, | |
| "loss": 0.8129, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.7640449438202247, | |
| "grad_norm": 0.16481083631515503, | |
| "learning_rate": 9.516235996730645e-06, | |
| "loss": 0.658, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.7865168539325843, | |
| "grad_norm": 0.19077646732330322, | |
| "learning_rate": 9.475816456775313e-06, | |
| "loss": 0.6721, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.8089887640449438, | |
| "grad_norm": 0.20115327835083008, | |
| "learning_rate": 9.43386842960031e-06, | |
| "loss": 0.7361, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.8314606741573034, | |
| "grad_norm": 0.16515249013900757, | |
| "learning_rate": 9.39040624041849e-06, | |
| "loss": 0.6858, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.8539325842696629, | |
| "grad_norm": 0.16454002261161804, | |
| "learning_rate": 9.345444731527642e-06, | |
| "loss": 0.902, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.8764044943820225, | |
| "grad_norm": 0.12956053018569946, | |
| "learning_rate": 9.298999257241862e-06, | |
| "loss": 0.7653, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.898876404494382, | |
| "grad_norm": 0.1354527771472931, | |
| "learning_rate": 9.251085678648072e-06, | |
| "loss": 0.6624, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.9213483146067416, | |
| "grad_norm": 0.14311733841896057, | |
| "learning_rate": 9.201720358189464e-06, | |
| "loss": 0.6757, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.9438202247191011, | |
| "grad_norm": 0.14996573328971863, | |
| "learning_rate": 9.150920154077753e-06, | |
| "loss": 0.639, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.9662921348314607, | |
| "grad_norm": 0.1524282693862915, | |
| "learning_rate": 9.098702414536107e-06, | |
| "loss": 0.8575, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.9887640449438202, | |
| "grad_norm": 0.1349412202835083, | |
| "learning_rate": 9.045084971874738e-06, | |
| "loss": 0.6459, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 1.0112359550561798, | |
| "grad_norm": 0.12348250299692154, | |
| "learning_rate": 8.990086136401199e-06, | |
| "loss": 0.6682, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 1.0167597765363128, | |
| "grad_norm": 0.12682083249092102, | |
| "learning_rate": 8.933724690167417e-06, | |
| "loss": 0.6996, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 1.0391061452513966, | |
| "grad_norm": 0.14481687545776367, | |
| "learning_rate": 8.87601988055565e-06, | |
| "loss": 0.9028, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 1.0614525139664805, | |
| "grad_norm": 0.20267356932163239, | |
| "learning_rate": 8.816991413705515e-06, | |
| "loss": 0.7655, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 1.0837988826815643, | |
| "grad_norm": 0.16279681026935577, | |
| "learning_rate": 8.756659447784367e-06, | |
| "loss": 0.6583, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 1.106145251396648, | |
| "grad_norm": 0.1354082226753235, | |
| "learning_rate": 8.695044586103297e-06, | |
| "loss": 0.8319, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 1.1284916201117319, | |
| "grad_norm": 0.14600947499275208, | |
| "learning_rate": 8.632167870081122e-06, | |
| "loss": 0.6148, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 1.1508379888268156, | |
| "grad_norm": 0.2995755672454834, | |
| "learning_rate": 8.568050772058763e-06, | |
| "loss": 0.8722, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 1.1731843575418994, | |
| "grad_norm": 0.1370067149400711, | |
| "learning_rate": 8.502715187966455e-06, | |
| "loss": 0.8219, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 1.1955307262569832, | |
| "grad_norm": 0.14704233407974243, | |
| "learning_rate": 8.436183429846314e-06, | |
| "loss": 0.8698, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 1.217877094972067, | |
| "grad_norm": 0.13113325834274292, | |
| "learning_rate": 8.368478218232787e-06, | |
| "loss": 0.6741, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 1.2402234636871508, | |
| "grad_norm": 0.15853165090084076, | |
| "learning_rate": 8.299622674393615e-06, | |
| "loss": 0.6672, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 1.2625698324022347, | |
| "grad_norm": 0.12545864284038544, | |
| "learning_rate": 8.229640312433938e-06, | |
| "loss": 0.6325, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 1.2849162011173183, | |
| "grad_norm": 0.13042129576206207, | |
| "learning_rate": 8.158555031266255e-06, | |
| "loss": 0.8421, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 1.3072625698324023, | |
| "grad_norm": 0.12107989937067032, | |
| "learning_rate": 8.086391106448965e-06, | |
| "loss": 0.849, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 1.329608938547486, | |
| "grad_norm": 0.12185141444206238, | |
| "learning_rate": 8.013173181896283e-06, | |
| "loss": 0.6157, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 1.3519553072625698, | |
| "grad_norm": 0.14786343276500702, | |
| "learning_rate": 7.938926261462366e-06, | |
| "loss": 0.8534, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 1.3743016759776536, | |
| "grad_norm": 0.1170087456703186, | |
| "learning_rate": 7.863675700402527e-06, | |
| "loss": 0.6024, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 1.3966480446927374, | |
| "grad_norm": 0.12368728965520859, | |
| "learning_rate": 7.787447196714428e-06, | |
| "loss": 0.621, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 1.4189944134078212, | |
| "grad_norm": 0.13665403425693512, | |
| "learning_rate": 7.710266782362248e-06, | |
| "loss": 0.8647, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 1.441340782122905, | |
| "grad_norm": 0.14922167360782623, | |
| "learning_rate": 7.63216081438678e-06, | |
| "loss": 0.6963, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 1.463687150837989, | |
| "grad_norm": 0.20886604487895966, | |
| "learning_rate": 7.553155965904535e-06, | |
| "loss": 0.9604, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 1.4860335195530725, | |
| "grad_norm": 0.12474123388528824, | |
| "learning_rate": 7.473279216998896e-06, | |
| "loss": 0.7405, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 1.5083798882681565, | |
| "grad_norm": 0.12420104444026947, | |
| "learning_rate": 7.392557845506433e-06, | |
| "loss": 0.6579, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 1.5307262569832403, | |
| "grad_norm": 0.13506121933460236, | |
| "learning_rate": 7.311019417701567e-06, | |
| "loss": 0.8146, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 1.553072625698324, | |
| "grad_norm": 0.13394294679164886, | |
| "learning_rate": 7.2286917788826926e-06, | |
| "loss": 0.6438, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 1.5754189944134078, | |
| "grad_norm": 0.12186373025178909, | |
| "learning_rate": 7.145603043863045e-06, | |
| "loss": 0.6964, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 1.5977653631284916, | |
| "grad_norm": 0.12778373062610626, | |
| "learning_rate": 7.061781587369518e-06, | |
| "loss": 0.6403, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 1.6201117318435754, | |
| "grad_norm": 0.12650710344314575, | |
| "learning_rate": 6.977256034352713e-06, | |
| "loss": 0.7991, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 1.6424581005586592, | |
| "grad_norm": 0.12929368019104004, | |
| "learning_rate": 6.892055250211552e-06, | |
| "loss": 0.731, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 1.6648044692737431, | |
| "grad_norm": 0.11519794166088104, | |
| "learning_rate": 6.806208330935766e-06, | |
| "loss": 0.787, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 1.6871508379888267, | |
| "grad_norm": 0.11956265568733215, | |
| "learning_rate": 6.719744593169642e-06, | |
| "loss": 0.7078, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 1.7094972067039107, | |
| "grad_norm": 0.11849120259284973, | |
| "learning_rate": 6.6326935642004165e-06, | |
| "loss": 0.6098, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 1.7318435754189943, | |
| "grad_norm": 0.1370634287595749, | |
| "learning_rate": 6.545084971874738e-06, | |
| "loss": 0.775, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 1.7541899441340782, | |
| "grad_norm": 0.1339302361011505, | |
| "learning_rate": 6.456948734446624e-06, | |
| "loss": 0.7778, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 1.776536312849162, | |
| "grad_norm": 0.1872129589319229, | |
| "learning_rate": 6.368314950360416e-06, | |
| "loss": 0.7051, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 1.7988826815642458, | |
| "grad_norm": 0.13236720860004425, | |
| "learning_rate": 6.279213887972179e-06, | |
| "loss": 0.6648, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 1.8212290502793296, | |
| "grad_norm": 0.14064921438694, | |
| "learning_rate": 6.189675975213094e-06, | |
| "loss": 0.9904, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 1.8435754189944134, | |
| "grad_norm": 0.14369916915893555, | |
| "learning_rate": 6.099731789198344e-06, | |
| "loss": 0.7428, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 1.8659217877094973, | |
| "grad_norm": 0.12341982126235962, | |
| "learning_rate": 6.009412045785051e-06, | |
| "loss": 0.679, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 1.888268156424581, | |
| "grad_norm": 0.12746700644493103, | |
| "learning_rate": 5.918747589082853e-06, | |
| "loss": 0.8121, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 1.910614525139665, | |
| "grad_norm": 0.1257738620042801, | |
| "learning_rate": 5.82776938092065e-06, | |
| "loss": 0.75, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 1.9329608938547485, | |
| "grad_norm": 0.1163194552063942, | |
| "learning_rate": 5.736508490273189e-06, | |
| "loss": 0.6534, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 1.9553072625698324, | |
| "grad_norm": 0.14038220047950745, | |
| "learning_rate": 5.644996082651018e-06, | |
| "loss": 0.6898, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 1.9776536312849162, | |
| "grad_norm": 0.11753737926483154, | |
| "learning_rate": 5.553263409457504e-06, | |
| "loss": 0.5927, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.1380361169576645, | |
| "learning_rate": 5.46134179731651e-06, | |
| "loss": 0.5046, | |
| "step": 90 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 180, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 4, | |
| "save_steps": 45, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 6.822342948814848e+17, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |