|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 0.3189792663476874, |
|
"eval_steps": 500, |
|
"global_step": 200, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.001594896331738437, |
|
"grad_norm": 9.529223442077637, |
|
"learning_rate": 2.0000000000000003e-06, |
|
"loss": 3.8964, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.003189792663476874, |
|
"grad_norm": 3.4800214767456055, |
|
"learning_rate": 4.000000000000001e-06, |
|
"loss": 2.2247, |
|
"step": 2 |
|
}, |
|
{ |
|
"epoch": 0.004784688995215311, |
|
"grad_norm": 3.026850461959839, |
|
"learning_rate": 6e-06, |
|
"loss": 2.2337, |
|
"step": 3 |
|
}, |
|
{ |
|
"epoch": 0.006379585326953748, |
|
"grad_norm": 7.065993785858154, |
|
"learning_rate": 8.000000000000001e-06, |
|
"loss": 1.9733, |
|
"step": 4 |
|
}, |
|
{ |
|
"epoch": 0.007974481658692184, |
|
"grad_norm": 5.338789463043213, |
|
"learning_rate": 1e-05, |
|
"loss": 2.2808, |
|
"step": 5 |
|
}, |
|
{ |
|
"epoch": 0.009569377990430622, |
|
"grad_norm": 12.933262825012207, |
|
"learning_rate": 1.2e-05, |
|
"loss": 2.2984, |
|
"step": 6 |
|
}, |
|
{ |
|
"epoch": 0.011164274322169059, |
|
"grad_norm": 3.535792350769043, |
|
"learning_rate": 1.4000000000000001e-05, |
|
"loss": 2.6236, |
|
"step": 7 |
|
}, |
|
{ |
|
"epoch": 0.012759170653907496, |
|
"grad_norm": 7.564616680145264, |
|
"learning_rate": 1.6000000000000003e-05, |
|
"loss": 2.4849, |
|
"step": 8 |
|
}, |
|
{ |
|
"epoch": 0.014354066985645933, |
|
"grad_norm": 7.379055976867676, |
|
"learning_rate": 1.8e-05, |
|
"loss": 2.9017, |
|
"step": 9 |
|
}, |
|
{ |
|
"epoch": 0.01594896331738437, |
|
"grad_norm": 6.781640529632568, |
|
"learning_rate": 2e-05, |
|
"loss": 2.5836, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.017543859649122806, |
|
"grad_norm": Infinity, |
|
"learning_rate": 2e-05, |
|
"loss": 2.6482, |
|
"step": 11 |
|
}, |
|
{ |
|
"epoch": 0.019138755980861243, |
|
"grad_norm": 9.666836738586426, |
|
"learning_rate": 2.2000000000000003e-05, |
|
"loss": 1.5775, |
|
"step": 12 |
|
}, |
|
{ |
|
"epoch": 0.02073365231259968, |
|
"grad_norm": 7.910143852233887, |
|
"learning_rate": 2.4e-05, |
|
"loss": 2.259, |
|
"step": 13 |
|
}, |
|
{ |
|
"epoch": 0.022328548644338118, |
|
"grad_norm": 5.05098295211792, |
|
"learning_rate": 2.6000000000000002e-05, |
|
"loss": 2.1146, |
|
"step": 14 |
|
}, |
|
{ |
|
"epoch": 0.023923444976076555, |
|
"grad_norm": 4.457101345062256, |
|
"learning_rate": 2.8000000000000003e-05, |
|
"loss": 2.1058, |
|
"step": 15 |
|
}, |
|
{ |
|
"epoch": 0.025518341307814992, |
|
"grad_norm": NaN, |
|
"learning_rate": 2.8000000000000003e-05, |
|
"loss": 2.4278, |
|
"step": 16 |
|
}, |
|
{ |
|
"epoch": 0.02711323763955343, |
|
"grad_norm": 4.420550346374512, |
|
"learning_rate": 3e-05, |
|
"loss": 1.9174, |
|
"step": 17 |
|
}, |
|
{ |
|
"epoch": 0.028708133971291867, |
|
"grad_norm": 9.368809700012207, |
|
"learning_rate": 3.2000000000000005e-05, |
|
"loss": 2.0925, |
|
"step": 18 |
|
}, |
|
{ |
|
"epoch": 0.030303030303030304, |
|
"grad_norm": 4.382827281951904, |
|
"learning_rate": 3.4000000000000007e-05, |
|
"loss": 1.3716, |
|
"step": 19 |
|
}, |
|
{ |
|
"epoch": 0.03189792663476874, |
|
"grad_norm": 24.012392044067383, |
|
"learning_rate": 3.6e-05, |
|
"loss": 2.348, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.03349282296650718, |
|
"grad_norm": 2.227252721786499, |
|
"learning_rate": 3.8e-05, |
|
"loss": 2.0678, |
|
"step": 21 |
|
}, |
|
{ |
|
"epoch": 0.03508771929824561, |
|
"grad_norm": 6.851357460021973, |
|
"learning_rate": 4e-05, |
|
"loss": 3.2008, |
|
"step": 22 |
|
}, |
|
{ |
|
"epoch": 0.03668261562998405, |
|
"grad_norm": 5.75844144821167, |
|
"learning_rate": 4.2e-05, |
|
"loss": 1.8704, |
|
"step": 23 |
|
}, |
|
{ |
|
"epoch": 0.03827751196172249, |
|
"grad_norm": 14.692899703979492, |
|
"learning_rate": 4.4000000000000006e-05, |
|
"loss": 2.9055, |
|
"step": 24 |
|
}, |
|
{ |
|
"epoch": 0.03987240829346093, |
|
"grad_norm": NaN, |
|
"learning_rate": 4.4000000000000006e-05, |
|
"loss": 2.4497, |
|
"step": 25 |
|
}, |
|
{ |
|
"epoch": 0.04146730462519936, |
|
"grad_norm": NaN, |
|
"learning_rate": 4.4000000000000006e-05, |
|
"loss": 2.4382, |
|
"step": 26 |
|
}, |
|
{ |
|
"epoch": 0.0430622009569378, |
|
"grad_norm": 6.065037727355957, |
|
"learning_rate": 4.600000000000001e-05, |
|
"loss": 2.105, |
|
"step": 27 |
|
}, |
|
{ |
|
"epoch": 0.044657097288676235, |
|
"grad_norm": 4.765100479125977, |
|
"learning_rate": 4.8e-05, |
|
"loss": 2.5292, |
|
"step": 28 |
|
}, |
|
{ |
|
"epoch": 0.046251993620414676, |
|
"grad_norm": 10.693521499633789, |
|
"learning_rate": 5e-05, |
|
"loss": 1.4471, |
|
"step": 29 |
|
}, |
|
{ |
|
"epoch": 0.04784688995215311, |
|
"grad_norm": 5.703505992889404, |
|
"learning_rate": 5.2000000000000004e-05, |
|
"loss": 1.8759, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.049441786283891544, |
|
"grad_norm": 6.594554424285889, |
|
"learning_rate": 5.4000000000000005e-05, |
|
"loss": 2.3555, |
|
"step": 31 |
|
}, |
|
{ |
|
"epoch": 0.051036682615629984, |
|
"grad_norm": 10.944120407104492, |
|
"learning_rate": 5.6000000000000006e-05, |
|
"loss": 2.6607, |
|
"step": 32 |
|
}, |
|
{ |
|
"epoch": 0.05263157894736842, |
|
"grad_norm": 4.437515735626221, |
|
"learning_rate": 5.8e-05, |
|
"loss": 2.1366, |
|
"step": 33 |
|
}, |
|
{ |
|
"epoch": 0.05422647527910686, |
|
"grad_norm": 18.751192092895508, |
|
"learning_rate": 6e-05, |
|
"loss": 2.8504, |
|
"step": 34 |
|
}, |
|
{ |
|
"epoch": 0.05582137161084529, |
|
"grad_norm": 4.625219821929932, |
|
"learning_rate": 6.2e-05, |
|
"loss": 1.7409, |
|
"step": 35 |
|
}, |
|
{ |
|
"epoch": 0.05741626794258373, |
|
"grad_norm": 5.256422996520996, |
|
"learning_rate": 6.400000000000001e-05, |
|
"loss": 2.965, |
|
"step": 36 |
|
}, |
|
{ |
|
"epoch": 0.05901116427432217, |
|
"grad_norm": 5.383383274078369, |
|
"learning_rate": 6.6e-05, |
|
"loss": 2.5555, |
|
"step": 37 |
|
}, |
|
{ |
|
"epoch": 0.06060606060606061, |
|
"grad_norm": 20.616491317749023, |
|
"learning_rate": 6.800000000000001e-05, |
|
"loss": 2.1693, |
|
"step": 38 |
|
}, |
|
{ |
|
"epoch": 0.06220095693779904, |
|
"grad_norm": 14.188122749328613, |
|
"learning_rate": 7e-05, |
|
"loss": 3.2098, |
|
"step": 39 |
|
}, |
|
{ |
|
"epoch": 0.06379585326953748, |
|
"grad_norm": 7.294703483581543, |
|
"learning_rate": 7.2e-05, |
|
"loss": 2.8137, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.06539074960127592, |
|
"grad_norm": 16.109020233154297, |
|
"learning_rate": 7.4e-05, |
|
"loss": 3.4821, |
|
"step": 41 |
|
}, |
|
{ |
|
"epoch": 0.06698564593301436, |
|
"grad_norm": 12.77609920501709, |
|
"learning_rate": 7.6e-05, |
|
"loss": 3.2586, |
|
"step": 42 |
|
}, |
|
{ |
|
"epoch": 0.0685805422647528, |
|
"grad_norm": 7.247976303100586, |
|
"learning_rate": 7.800000000000001e-05, |
|
"loss": 2.1131, |
|
"step": 43 |
|
}, |
|
{ |
|
"epoch": 0.07017543859649122, |
|
"grad_norm": 3.0302693843841553, |
|
"learning_rate": 8e-05, |
|
"loss": 2.3047, |
|
"step": 44 |
|
}, |
|
{ |
|
"epoch": 0.07177033492822966, |
|
"grad_norm": 6.998560905456543, |
|
"learning_rate": 8.2e-05, |
|
"loss": 1.9685, |
|
"step": 45 |
|
}, |
|
{ |
|
"epoch": 0.0733652312599681, |
|
"grad_norm": 11.82168197631836, |
|
"learning_rate": 8.4e-05, |
|
"loss": 2.412, |
|
"step": 46 |
|
}, |
|
{ |
|
"epoch": 0.07496012759170653, |
|
"grad_norm": 2.4560766220092773, |
|
"learning_rate": 8.6e-05, |
|
"loss": 1.5546, |
|
"step": 47 |
|
}, |
|
{ |
|
"epoch": 0.07655502392344497, |
|
"grad_norm": 7.5531110763549805, |
|
"learning_rate": 8.800000000000001e-05, |
|
"loss": 2.0706, |
|
"step": 48 |
|
}, |
|
{ |
|
"epoch": 0.07814992025518341, |
|
"grad_norm": 9.41441535949707, |
|
"learning_rate": 9e-05, |
|
"loss": 2.0769, |
|
"step": 49 |
|
}, |
|
{ |
|
"epoch": 0.07974481658692185, |
|
"grad_norm": 5.027219295501709, |
|
"learning_rate": 9.200000000000001e-05, |
|
"loss": 1.0112, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.08133971291866028, |
|
"grad_norm": 4.590622901916504, |
|
"learning_rate": 9.4e-05, |
|
"loss": 2.4014, |
|
"step": 51 |
|
}, |
|
{ |
|
"epoch": 0.08293460925039872, |
|
"grad_norm": 110.29186248779297, |
|
"learning_rate": 9.6e-05, |
|
"loss": 2.2312, |
|
"step": 52 |
|
}, |
|
{ |
|
"epoch": 0.08452950558213716, |
|
"grad_norm": 13.907599449157715, |
|
"learning_rate": 9.8e-05, |
|
"loss": 3.74, |
|
"step": 53 |
|
}, |
|
{ |
|
"epoch": 0.0861244019138756, |
|
"grad_norm": 21.45476722717285, |
|
"learning_rate": 0.0001, |
|
"loss": 2.2449, |
|
"step": 54 |
|
}, |
|
{ |
|
"epoch": 0.08771929824561403, |
|
"grad_norm": 26.367050170898438, |
|
"learning_rate": 0.00010200000000000001, |
|
"loss": 2.4117, |
|
"step": 55 |
|
}, |
|
{ |
|
"epoch": 0.08931419457735247, |
|
"grad_norm": 11.473040580749512, |
|
"learning_rate": 0.00010400000000000001, |
|
"loss": 1.9575, |
|
"step": 56 |
|
}, |
|
{ |
|
"epoch": 0.09090909090909091, |
|
"grad_norm": 7.996298789978027, |
|
"learning_rate": 0.00010600000000000002, |
|
"loss": 2.2506, |
|
"step": 57 |
|
}, |
|
{ |
|
"epoch": 0.09250398724082935, |
|
"grad_norm": 5.780291557312012, |
|
"learning_rate": 0.00010800000000000001, |
|
"loss": 1.685, |
|
"step": 58 |
|
}, |
|
{ |
|
"epoch": 0.09409888357256778, |
|
"grad_norm": 14.359979629516602, |
|
"learning_rate": 0.00011000000000000002, |
|
"loss": 2.1997, |
|
"step": 59 |
|
}, |
|
{ |
|
"epoch": 0.09569377990430622, |
|
"grad_norm": 2.4853787422180176, |
|
"learning_rate": 0.00011200000000000001, |
|
"loss": 1.2731, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.09728867623604466, |
|
"grad_norm": 7.136777877807617, |
|
"learning_rate": 0.00011399999999999999, |
|
"loss": 2.1987, |
|
"step": 61 |
|
}, |
|
{ |
|
"epoch": 0.09888357256778309, |
|
"grad_norm": 7.219399929046631, |
|
"learning_rate": 0.000116, |
|
"loss": 2.3118, |
|
"step": 62 |
|
}, |
|
{ |
|
"epoch": 0.10047846889952153, |
|
"grad_norm": 15.516590118408203, |
|
"learning_rate": 0.000118, |
|
"loss": 2.2534, |
|
"step": 63 |
|
}, |
|
{ |
|
"epoch": 0.10207336523125997, |
|
"grad_norm": 4.05905818939209, |
|
"learning_rate": 0.00012, |
|
"loss": 2.0509, |
|
"step": 64 |
|
}, |
|
{ |
|
"epoch": 0.10366826156299841, |
|
"grad_norm": 51.53736877441406, |
|
"learning_rate": 0.000122, |
|
"loss": 3.7686, |
|
"step": 65 |
|
}, |
|
{ |
|
"epoch": 0.10526315789473684, |
|
"grad_norm": 4.316274642944336, |
|
"learning_rate": 0.000124, |
|
"loss": 1.332, |
|
"step": 66 |
|
}, |
|
{ |
|
"epoch": 0.10685805422647528, |
|
"grad_norm": 47.97142028808594, |
|
"learning_rate": 0.000126, |
|
"loss": 1.4256, |
|
"step": 67 |
|
}, |
|
{ |
|
"epoch": 0.10845295055821372, |
|
"grad_norm": 10.22885513305664, |
|
"learning_rate": 0.00012800000000000002, |
|
"loss": 1.4572, |
|
"step": 68 |
|
}, |
|
{ |
|
"epoch": 0.11004784688995216, |
|
"grad_norm": 5.966179370880127, |
|
"learning_rate": 0.00013000000000000002, |
|
"loss": 1.3998, |
|
"step": 69 |
|
}, |
|
{ |
|
"epoch": 0.11164274322169059, |
|
"grad_norm": 3.413966178894043, |
|
"learning_rate": 0.000132, |
|
"loss": 1.6306, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 0.11323763955342903, |
|
"grad_norm": 197.0709991455078, |
|
"learning_rate": 0.000134, |
|
"loss": 1.6587, |
|
"step": 71 |
|
}, |
|
{ |
|
"epoch": 0.11483253588516747, |
|
"grad_norm": 12.735696792602539, |
|
"learning_rate": 0.00013600000000000003, |
|
"loss": 2.0253, |
|
"step": 72 |
|
}, |
|
{ |
|
"epoch": 0.11642743221690591, |
|
"grad_norm": 14.38369083404541, |
|
"learning_rate": 0.000138, |
|
"loss": 2.0833, |
|
"step": 73 |
|
}, |
|
{ |
|
"epoch": 0.11802232854864433, |
|
"grad_norm": 5.746401786804199, |
|
"learning_rate": 0.00014, |
|
"loss": 1.959, |
|
"step": 74 |
|
}, |
|
{ |
|
"epoch": 0.11961722488038277, |
|
"grad_norm": 4.266767501831055, |
|
"learning_rate": 0.000142, |
|
"loss": 1.5752, |
|
"step": 75 |
|
}, |
|
{ |
|
"epoch": 0.12121212121212122, |
|
"grad_norm": 16.618648529052734, |
|
"learning_rate": 0.000144, |
|
"loss": 3.0947, |
|
"step": 76 |
|
}, |
|
{ |
|
"epoch": 0.12280701754385964, |
|
"grad_norm": 2.3666510581970215, |
|
"learning_rate": 0.000146, |
|
"loss": 2.0715, |
|
"step": 77 |
|
}, |
|
{ |
|
"epoch": 0.12440191387559808, |
|
"grad_norm": 6.622753143310547, |
|
"learning_rate": 0.000148, |
|
"loss": 1.8844, |
|
"step": 78 |
|
}, |
|
{ |
|
"epoch": 0.12599681020733652, |
|
"grad_norm": 43.816375732421875, |
|
"learning_rate": 0.00015000000000000001, |
|
"loss": 1.9108, |
|
"step": 79 |
|
}, |
|
{ |
|
"epoch": 0.12759170653907495, |
|
"grad_norm": 6.682168006896973, |
|
"learning_rate": 0.000152, |
|
"loss": 1.5588, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.1291866028708134, |
|
"grad_norm": 3.0997276306152344, |
|
"learning_rate": 0.000154, |
|
"loss": 2.1988, |
|
"step": 81 |
|
}, |
|
{ |
|
"epoch": 0.13078149920255183, |
|
"grad_norm": 4.309176445007324, |
|
"learning_rate": 0.00015600000000000002, |
|
"loss": 1.406, |
|
"step": 82 |
|
}, |
|
{ |
|
"epoch": 0.13237639553429026, |
|
"grad_norm": 5.416724681854248, |
|
"learning_rate": 0.00015800000000000002, |
|
"loss": 1.576, |
|
"step": 83 |
|
}, |
|
{ |
|
"epoch": 0.1339712918660287, |
|
"grad_norm": 4.361196517944336, |
|
"learning_rate": 0.00016, |
|
"loss": 2.2985, |
|
"step": 84 |
|
}, |
|
{ |
|
"epoch": 0.13556618819776714, |
|
"grad_norm": 7.655956745147705, |
|
"learning_rate": 0.000162, |
|
"loss": 1.3693, |
|
"step": 85 |
|
}, |
|
{ |
|
"epoch": 0.1371610845295056, |
|
"grad_norm": 5.973109245300293, |
|
"learning_rate": 0.000164, |
|
"loss": 2.4914, |
|
"step": 86 |
|
}, |
|
{ |
|
"epoch": 0.13875598086124402, |
|
"grad_norm": 5.1589436531066895, |
|
"learning_rate": 0.000166, |
|
"loss": 1.6638, |
|
"step": 87 |
|
}, |
|
{ |
|
"epoch": 0.14035087719298245, |
|
"grad_norm": 6.356327056884766, |
|
"learning_rate": 0.000168, |
|
"loss": 1.381, |
|
"step": 88 |
|
}, |
|
{ |
|
"epoch": 0.1419457735247209, |
|
"grad_norm": 1.5582388639450073, |
|
"learning_rate": 0.00017, |
|
"loss": 1.4864, |
|
"step": 89 |
|
}, |
|
{ |
|
"epoch": 0.14354066985645933, |
|
"grad_norm": 2.830798387527466, |
|
"learning_rate": 0.000172, |
|
"loss": 1.897, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.14513556618819776, |
|
"grad_norm": 20.24082374572754, |
|
"learning_rate": 0.000174, |
|
"loss": 1.7698, |
|
"step": 91 |
|
}, |
|
{ |
|
"epoch": 0.1467304625199362, |
|
"grad_norm": 35.429466247558594, |
|
"learning_rate": 0.00017600000000000002, |
|
"loss": 3.6051, |
|
"step": 92 |
|
}, |
|
{ |
|
"epoch": 0.14832535885167464, |
|
"grad_norm": 9.8428373336792, |
|
"learning_rate": 0.00017800000000000002, |
|
"loss": 1.9402, |
|
"step": 93 |
|
}, |
|
{ |
|
"epoch": 0.14992025518341306, |
|
"grad_norm": 3.7131340503692627, |
|
"learning_rate": 0.00018, |
|
"loss": 2.2192, |
|
"step": 94 |
|
}, |
|
{ |
|
"epoch": 0.15151515151515152, |
|
"grad_norm": 8.838521003723145, |
|
"learning_rate": 0.000182, |
|
"loss": 2.0167, |
|
"step": 95 |
|
}, |
|
{ |
|
"epoch": 0.15311004784688995, |
|
"grad_norm": 9.63149356842041, |
|
"learning_rate": 0.00018400000000000003, |
|
"loss": 1.6169, |
|
"step": 96 |
|
}, |
|
{ |
|
"epoch": 0.1547049441786284, |
|
"grad_norm": 6.012756824493408, |
|
"learning_rate": 0.00018600000000000002, |
|
"loss": 1.4477, |
|
"step": 97 |
|
}, |
|
{ |
|
"epoch": 0.15629984051036683, |
|
"grad_norm": 9.02092456817627, |
|
"learning_rate": 0.000188, |
|
"loss": 1.5999, |
|
"step": 98 |
|
}, |
|
{ |
|
"epoch": 0.15789473684210525, |
|
"grad_norm": 5.8646416664123535, |
|
"learning_rate": 0.00019, |
|
"loss": 1.2515, |
|
"step": 99 |
|
}, |
|
{ |
|
"epoch": 0.1594896331738437, |
|
"grad_norm": 3.3447864055633545, |
|
"learning_rate": 0.000192, |
|
"loss": 1.257, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.16108452950558214, |
|
"grad_norm": 8.706202507019043, |
|
"learning_rate": 0.000194, |
|
"loss": 2.0047, |
|
"step": 101 |
|
}, |
|
{ |
|
"epoch": 0.16267942583732056, |
|
"grad_norm": 17.863378524780273, |
|
"learning_rate": 0.000196, |
|
"loss": 2.421, |
|
"step": 102 |
|
}, |
|
{ |
|
"epoch": 0.16427432216905902, |
|
"grad_norm": 5.376917362213135, |
|
"learning_rate": 0.00019800000000000002, |
|
"loss": 2.1448, |
|
"step": 103 |
|
}, |
|
{ |
|
"epoch": 0.16586921850079744, |
|
"grad_norm": 3.9824860095977783, |
|
"learning_rate": 0.0002, |
|
"loss": 1.7987, |
|
"step": 104 |
|
}, |
|
{ |
|
"epoch": 0.1674641148325359, |
|
"grad_norm": 6.7771382331848145, |
|
"learning_rate": 0.00019800000000000002, |
|
"loss": 1.8173, |
|
"step": 105 |
|
}, |
|
{ |
|
"epoch": 0.16905901116427433, |
|
"grad_norm": 6.204737186431885, |
|
"learning_rate": 0.000196, |
|
"loss": 1.2615, |
|
"step": 106 |
|
}, |
|
{ |
|
"epoch": 0.17065390749601275, |
|
"grad_norm": 5.108335018157959, |
|
"learning_rate": 0.000194, |
|
"loss": 1.6966, |
|
"step": 107 |
|
}, |
|
{ |
|
"epoch": 0.1722488038277512, |
|
"grad_norm": 51.948585510253906, |
|
"learning_rate": 0.000192, |
|
"loss": 2.8226, |
|
"step": 108 |
|
}, |
|
{ |
|
"epoch": 0.17384370015948963, |
|
"grad_norm": 3.510647773742676, |
|
"learning_rate": 0.00019, |
|
"loss": 1.4454, |
|
"step": 109 |
|
}, |
|
{ |
|
"epoch": 0.17543859649122806, |
|
"grad_norm": 5.786037921905518, |
|
"learning_rate": 0.000188, |
|
"loss": 1.3979, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 0.17703349282296652, |
|
"grad_norm": 5.4267964363098145, |
|
"learning_rate": 0.00018600000000000002, |
|
"loss": 1.8775, |
|
"step": 111 |
|
}, |
|
{ |
|
"epoch": 0.17862838915470494, |
|
"grad_norm": 7.448083400726318, |
|
"learning_rate": 0.00018400000000000003, |
|
"loss": 1.8377, |
|
"step": 112 |
|
}, |
|
{ |
|
"epoch": 0.18022328548644337, |
|
"grad_norm": 6.855521202087402, |
|
"learning_rate": 0.000182, |
|
"loss": 1.7079, |
|
"step": 113 |
|
}, |
|
{ |
|
"epoch": 0.18181818181818182, |
|
"grad_norm": 6.257575988769531, |
|
"learning_rate": 0.00018, |
|
"loss": 2.2364, |
|
"step": 114 |
|
}, |
|
{ |
|
"epoch": 0.18341307814992025, |
|
"grad_norm": 15.47193431854248, |
|
"learning_rate": 0.00017800000000000002, |
|
"loss": 1.7272, |
|
"step": 115 |
|
}, |
|
{ |
|
"epoch": 0.1850079744816587, |
|
"grad_norm": 12.51389217376709, |
|
"learning_rate": 0.00017600000000000002, |
|
"loss": 1.8385, |
|
"step": 116 |
|
}, |
|
{ |
|
"epoch": 0.18660287081339713, |
|
"grad_norm": 8.150806427001953, |
|
"learning_rate": 0.000174, |
|
"loss": 2.429, |
|
"step": 117 |
|
}, |
|
{ |
|
"epoch": 0.18819776714513556, |
|
"grad_norm": 29.065210342407227, |
|
"learning_rate": 0.000172, |
|
"loss": 1.3318, |
|
"step": 118 |
|
}, |
|
{ |
|
"epoch": 0.189792663476874, |
|
"grad_norm": 5.457766532897949, |
|
"learning_rate": 0.00017, |
|
"loss": 1.2329, |
|
"step": 119 |
|
}, |
|
{ |
|
"epoch": 0.19138755980861244, |
|
"grad_norm": 3.7080814838409424, |
|
"learning_rate": 0.000168, |
|
"loss": 1.1145, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.19298245614035087, |
|
"grad_norm": 5.2060065269470215, |
|
"learning_rate": 0.000166, |
|
"loss": 1.6808, |
|
"step": 121 |
|
}, |
|
{ |
|
"epoch": 0.19457735247208932, |
|
"grad_norm": 15.03097152709961, |
|
"learning_rate": 0.000164, |
|
"loss": 2.207, |
|
"step": 122 |
|
}, |
|
{ |
|
"epoch": 0.19617224880382775, |
|
"grad_norm": 3.1523945331573486, |
|
"learning_rate": 0.000162, |
|
"loss": 0.8121, |
|
"step": 123 |
|
}, |
|
{ |
|
"epoch": 0.19776714513556617, |
|
"grad_norm": 12.531198501586914, |
|
"learning_rate": 0.00016, |
|
"loss": 1.6493, |
|
"step": 124 |
|
}, |
|
{ |
|
"epoch": 0.19936204146730463, |
|
"grad_norm": 18.13838768005371, |
|
"learning_rate": 0.00015800000000000002, |
|
"loss": 1.9895, |
|
"step": 125 |
|
}, |
|
{ |
|
"epoch": 0.20095693779904306, |
|
"grad_norm": 3.7068324089050293, |
|
"learning_rate": 0.00015600000000000002, |
|
"loss": 1.2397, |
|
"step": 126 |
|
}, |
|
{ |
|
"epoch": 0.2025518341307815, |
|
"grad_norm": 3.565275192260742, |
|
"learning_rate": 0.000154, |
|
"loss": 1.1711, |
|
"step": 127 |
|
}, |
|
{ |
|
"epoch": 0.20414673046251994, |
|
"grad_norm": 2.20239520072937, |
|
"learning_rate": 0.000152, |
|
"loss": 1.8436, |
|
"step": 128 |
|
}, |
|
{ |
|
"epoch": 0.20574162679425836, |
|
"grad_norm": 3.103001117706299, |
|
"learning_rate": 0.00015000000000000001, |
|
"loss": 1.0085, |
|
"step": 129 |
|
}, |
|
{ |
|
"epoch": 0.20733652312599682, |
|
"grad_norm": 3.8708302974700928, |
|
"learning_rate": 0.000148, |
|
"loss": 1.0336, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 0.20893141945773525, |
|
"grad_norm": 4.008622646331787, |
|
"learning_rate": 0.000146, |
|
"loss": 1.7669, |
|
"step": 131 |
|
}, |
|
{ |
|
"epoch": 0.21052631578947367, |
|
"grad_norm": 3.847217559814453, |
|
"learning_rate": 0.000144, |
|
"loss": 1.5163, |
|
"step": 132 |
|
}, |
|
{ |
|
"epoch": 0.21212121212121213, |
|
"grad_norm": 9.75152587890625, |
|
"learning_rate": 0.000142, |
|
"loss": 2.3286, |
|
"step": 133 |
|
}, |
|
{ |
|
"epoch": 0.21371610845295055, |
|
"grad_norm": 9.416215896606445, |
|
"learning_rate": 0.00014, |
|
"loss": 2.0397, |
|
"step": 134 |
|
}, |
|
{ |
|
"epoch": 0.215311004784689, |
|
"grad_norm": 8.208052635192871, |
|
"learning_rate": 0.000138, |
|
"loss": 1.7927, |
|
"step": 135 |
|
}, |
|
{ |
|
"epoch": 0.21690590111642744, |
|
"grad_norm": 11.827594757080078, |
|
"learning_rate": 0.00013600000000000003, |
|
"loss": 2.1958, |
|
"step": 136 |
|
}, |
|
{ |
|
"epoch": 0.21850079744816586, |
|
"grad_norm": 5.788820266723633, |
|
"learning_rate": 0.000134, |
|
"loss": 1.8336, |
|
"step": 137 |
|
}, |
|
{ |
|
"epoch": 0.22009569377990432, |
|
"grad_norm": 3.6653785705566406, |
|
"learning_rate": 0.000132, |
|
"loss": 1.0477, |
|
"step": 138 |
|
}, |
|
{ |
|
"epoch": 0.22169059011164274, |
|
"grad_norm": 63.57593536376953, |
|
"learning_rate": 0.00013000000000000002, |
|
"loss": 1.5667, |
|
"step": 139 |
|
}, |
|
{ |
|
"epoch": 0.22328548644338117, |
|
"grad_norm": 12.209519386291504, |
|
"learning_rate": 0.00012800000000000002, |
|
"loss": 1.6414, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 0.22488038277511962, |
|
"grad_norm": 8.834230422973633, |
|
"learning_rate": 0.000126, |
|
"loss": 1.1292, |
|
"step": 141 |
|
}, |
|
{ |
|
"epoch": 0.22647527910685805, |
|
"grad_norm": 3.4640305042266846, |
|
"learning_rate": 0.000124, |
|
"loss": 1.3858, |
|
"step": 142 |
|
}, |
|
{ |
|
"epoch": 0.22807017543859648, |
|
"grad_norm": 5.367834091186523, |
|
"learning_rate": 0.000122, |
|
"loss": 1.4735, |
|
"step": 143 |
|
}, |
|
{ |
|
"epoch": 0.22966507177033493, |
|
"grad_norm": 3.5475995540618896, |
|
"learning_rate": 0.00012, |
|
"loss": 1.8889, |
|
"step": 144 |
|
}, |
|
{ |
|
"epoch": 0.23125996810207336, |
|
"grad_norm": 4.0117621421813965, |
|
"learning_rate": 0.000118, |
|
"loss": 0.6609, |
|
"step": 145 |
|
}, |
|
{ |
|
"epoch": 0.23285486443381181, |
|
"grad_norm": 2.641918420791626, |
|
"learning_rate": 0.000116, |
|
"loss": 1.439, |
|
"step": 146 |
|
}, |
|
{ |
|
"epoch": 0.23444976076555024, |
|
"grad_norm": 24.166297912597656, |
|
"learning_rate": 0.00011399999999999999, |
|
"loss": 1.5829, |
|
"step": 147 |
|
}, |
|
{ |
|
"epoch": 0.23604465709728867, |
|
"grad_norm": 12.261051177978516, |
|
"learning_rate": 0.00011200000000000001, |
|
"loss": 2.6259, |
|
"step": 148 |
|
}, |
|
{ |
|
"epoch": 0.23763955342902712, |
|
"grad_norm": 4.844594955444336, |
|
"learning_rate": 0.00011000000000000002, |
|
"loss": 2.2162, |
|
"step": 149 |
|
}, |
|
{ |
|
"epoch": 0.23923444976076555, |
|
"grad_norm": 6.697972297668457, |
|
"learning_rate": 0.00010800000000000001, |
|
"loss": 2.7383, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.24082934609250398, |
|
"grad_norm": 4.018860340118408, |
|
"learning_rate": 0.00010600000000000002, |
|
"loss": 2.4861, |
|
"step": 151 |
|
}, |
|
{ |
|
"epoch": 0.24242424242424243, |
|
"grad_norm": 7.205791473388672, |
|
"learning_rate": 0.00010400000000000001, |
|
"loss": 1.4837, |
|
"step": 152 |
|
}, |
|
{ |
|
"epoch": 0.24401913875598086, |
|
"grad_norm": 8.773712158203125, |
|
"learning_rate": 0.00010200000000000001, |
|
"loss": 1.6268, |
|
"step": 153 |
|
}, |
|
{ |
|
"epoch": 0.24561403508771928, |
|
"grad_norm": 4.254454135894775, |
|
"learning_rate": 0.0001, |
|
"loss": 1.6405, |
|
"step": 154 |
|
}, |
|
{ |
|
"epoch": 0.24720893141945774, |
|
"grad_norm": 4.130655288696289, |
|
"learning_rate": 9.8e-05, |
|
"loss": 0.9554, |
|
"step": 155 |
|
}, |
|
{ |
|
"epoch": 0.24880382775119617, |
|
"grad_norm": 7.5216169357299805, |
|
"learning_rate": 9.6e-05, |
|
"loss": 1.3912, |
|
"step": 156 |
|
}, |
|
{ |
|
"epoch": 0.2503987240829346, |
|
"grad_norm": 70.0249252319336, |
|
"learning_rate": 9.4e-05, |
|
"loss": 1.8041, |
|
"step": 157 |
|
}, |
|
{ |
|
"epoch": 0.25199362041467305, |
|
"grad_norm": 3.9001526832580566, |
|
"learning_rate": 9.200000000000001e-05, |
|
"loss": 1.7109, |
|
"step": 158 |
|
}, |
|
{ |
|
"epoch": 0.2535885167464115, |
|
"grad_norm": 5.0965094566345215, |
|
"learning_rate": 9e-05, |
|
"loss": 1.0314, |
|
"step": 159 |
|
}, |
|
{ |
|
"epoch": 0.2551834130781499, |
|
"grad_norm": 3.0462706089019775, |
|
"learning_rate": 8.800000000000001e-05, |
|
"loss": 1.3541, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 0.2567783094098884, |
|
"grad_norm": 2.8334619998931885, |
|
"learning_rate": 8.6e-05, |
|
"loss": 1.9827, |
|
"step": 161 |
|
}, |
|
{ |
|
"epoch": 0.2583732057416268, |
|
"grad_norm": 5.991235256195068, |
|
"learning_rate": 8.4e-05, |
|
"loss": 1.4319, |
|
"step": 162 |
|
}, |
|
{ |
|
"epoch": 0.25996810207336524, |
|
"grad_norm": 6.401395320892334, |
|
"learning_rate": 8.2e-05, |
|
"loss": 1.912, |
|
"step": 163 |
|
}, |
|
{ |
|
"epoch": 0.26156299840510366, |
|
"grad_norm": 3.0269479751586914, |
|
"learning_rate": 8e-05, |
|
"loss": 1.5637, |
|
"step": 164 |
|
}, |
|
{ |
|
"epoch": 0.2631578947368421, |
|
"grad_norm": 10.380670547485352, |
|
"learning_rate": 7.800000000000001e-05, |
|
"loss": 1.8585, |
|
"step": 165 |
|
}, |
|
{ |
|
"epoch": 0.2647527910685805, |
|
"grad_norm": 7.375792503356934, |
|
"learning_rate": 7.6e-05, |
|
"loss": 1.8773, |
|
"step": 166 |
|
}, |
|
{ |
|
"epoch": 0.266347687400319, |
|
"grad_norm": 3.75229811668396, |
|
"learning_rate": 7.4e-05, |
|
"loss": 1.9936, |
|
"step": 167 |
|
}, |
|
{ |
|
"epoch": 0.2679425837320574, |
|
"grad_norm": 4.587918281555176, |
|
"learning_rate": 7.2e-05, |
|
"loss": 1.0402, |
|
"step": 168 |
|
}, |
|
{ |
|
"epoch": 0.26953748006379585, |
|
"grad_norm": 4.558103561401367, |
|
"learning_rate": 7e-05, |
|
"loss": 2.0408, |
|
"step": 169 |
|
}, |
|
{ |
|
"epoch": 0.2711323763955343, |
|
"grad_norm": 6.410488605499268, |
|
"learning_rate": 6.800000000000001e-05, |
|
"loss": 1.448, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 0.2727272727272727, |
|
"grad_norm": 9.21990966796875, |
|
"learning_rate": 6.6e-05, |
|
"loss": 0.963, |
|
"step": 171 |
|
}, |
|
{ |
|
"epoch": 0.2743221690590112, |
|
"grad_norm": 10.446578025817871, |
|
"learning_rate": 6.400000000000001e-05, |
|
"loss": 1.4381, |
|
"step": 172 |
|
}, |
|
{ |
|
"epoch": 0.2759170653907496, |
|
"grad_norm": 13.717737197875977, |
|
"learning_rate": 6.2e-05, |
|
"loss": 1.2965, |
|
"step": 173 |
|
}, |
|
{ |
|
"epoch": 0.27751196172248804, |
|
"grad_norm": 36.117401123046875, |
|
"learning_rate": 6e-05, |
|
"loss": 1.2144, |
|
"step": 174 |
|
}, |
|
{ |
|
"epoch": 0.27910685805422647, |
|
"grad_norm": 8.741774559020996, |
|
"learning_rate": 5.8e-05, |
|
"loss": 1.5059, |
|
"step": 175 |
|
}, |
|
{ |
|
"epoch": 0.2807017543859649, |
|
"grad_norm": 3.040428400039673, |
|
"learning_rate": 5.6000000000000006e-05, |
|
"loss": 1.4881, |
|
"step": 176 |
|
}, |
|
{ |
|
"epoch": 0.2822966507177033, |
|
"grad_norm": 7.401648044586182, |
|
"learning_rate": 5.4000000000000005e-05, |
|
"loss": 0.7462, |
|
"step": 177 |
|
}, |
|
{ |
|
"epoch": 0.2838915470494418, |
|
"grad_norm": 3.3486616611480713, |
|
"learning_rate": 5.2000000000000004e-05, |
|
"loss": 0.8773, |
|
"step": 178 |
|
}, |
|
{ |
|
"epoch": 0.28548644338118023, |
|
"grad_norm": 9.647512435913086, |
|
"learning_rate": 5e-05, |
|
"loss": 1.3147, |
|
"step": 179 |
|
}, |
|
{ |
|
"epoch": 0.28708133971291866, |
|
"grad_norm": 4.068251132965088, |
|
"learning_rate": 4.8e-05, |
|
"loss": 1.4796, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 0.2886762360446571, |
|
"grad_norm": 5.119231700897217, |
|
"learning_rate": 4.600000000000001e-05, |
|
"loss": 1.2465, |
|
"step": 181 |
|
}, |
|
{ |
|
"epoch": 0.2902711323763955, |
|
"grad_norm": 11.434249877929688, |
|
"learning_rate": 4.4000000000000006e-05, |
|
"loss": 1.0839, |
|
"step": 182 |
|
}, |
|
{ |
|
"epoch": 0.291866028708134, |
|
"grad_norm": 2.6633126735687256, |
|
"learning_rate": 4.2e-05, |
|
"loss": 1.1653, |
|
"step": 183 |
|
}, |
|
{ |
|
"epoch": 0.2934609250398724, |
|
"grad_norm": 8.366178512573242, |
|
"learning_rate": 4e-05, |
|
"loss": 1.8623, |
|
"step": 184 |
|
}, |
|
{ |
|
"epoch": 0.29505582137161085, |
|
"grad_norm": 13.434002876281738, |
|
"learning_rate": 3.8e-05, |
|
"loss": 1.4409, |
|
"step": 185 |
|
}, |
|
{ |
|
"epoch": 0.2966507177033493, |
|
"grad_norm": 3.535421371459961, |
|
"learning_rate": 3.6e-05, |
|
"loss": 1.2367, |
|
"step": 186 |
|
}, |
|
{ |
|
"epoch": 0.2982456140350877, |
|
"grad_norm": 5.332886219024658, |
|
"learning_rate": 3.4000000000000007e-05, |
|
"loss": 1.4744, |
|
"step": 187 |
|
}, |
|
{ |
|
"epoch": 0.29984051036682613, |
|
"grad_norm": 3.7560222148895264, |
|
"learning_rate": 3.2000000000000005e-05, |
|
"loss": 1.3489, |
|
"step": 188 |
|
}, |
|
{ |
|
"epoch": 0.3014354066985646, |
|
"grad_norm": 4.513449668884277, |
|
"learning_rate": 3e-05, |
|
"loss": 1.3738, |
|
"step": 189 |
|
}, |
|
{ |
|
"epoch": 0.30303030303030304, |
|
"grad_norm": 7.969113826751709, |
|
"learning_rate": 2.8000000000000003e-05, |
|
"loss": 1.7352, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 0.30462519936204147, |
|
"grad_norm": 4.11577033996582, |
|
"learning_rate": 2.6000000000000002e-05, |
|
"loss": 1.6171, |
|
"step": 191 |
|
}, |
|
{ |
|
"epoch": 0.3062200956937799, |
|
"grad_norm": 4.727830410003662, |
|
"learning_rate": 2.4e-05, |
|
"loss": 1.3359, |
|
"step": 192 |
|
}, |
|
{ |
|
"epoch": 0.3078149920255183, |
|
"grad_norm": 1.7988307476043701, |
|
"learning_rate": 2.2000000000000003e-05, |
|
"loss": 0.834, |
|
"step": 193 |
|
}, |
|
{ |
|
"epoch": 0.3094098883572568, |
|
"grad_norm": 4.455323696136475, |
|
"learning_rate": 2e-05, |
|
"loss": 1.2367, |
|
"step": 194 |
|
}, |
|
{ |
|
"epoch": 0.31100478468899523, |
|
"grad_norm": 5.334070682525635, |
|
"learning_rate": 1.8e-05, |
|
"loss": 1.0581, |
|
"step": 195 |
|
}, |
|
{ |
|
"epoch": 0.31259968102073366, |
|
"grad_norm": 4.967501640319824, |
|
"learning_rate": 1.6000000000000003e-05, |
|
"loss": 2.2129, |
|
"step": 196 |
|
}, |
|
{ |
|
"epoch": 0.3141945773524721, |
|
"grad_norm": 4.0120673179626465, |
|
"learning_rate": 1.4000000000000001e-05, |
|
"loss": 1.2043, |
|
"step": 197 |
|
}, |
|
{ |
|
"epoch": 0.3157894736842105, |
|
"grad_norm": 4.491064548492432, |
|
"learning_rate": 1.2e-05, |
|
"loss": 1.3383, |
|
"step": 198 |
|
}, |
|
{ |
|
"epoch": 0.31738437001594894, |
|
"grad_norm": 3.6377949714660645, |
|
"learning_rate": 1e-05, |
|
"loss": 1.2878, |
|
"step": 199 |
|
}, |
|
{ |
|
"epoch": 0.3189792663476874, |
|
"grad_norm": 3.7990877628326416, |
|
"learning_rate": 8.000000000000001e-06, |
|
"loss": 1.7178, |
|
"step": 200 |
|
} |
|
], |
|
"logging_steps": 1, |
|
"max_steps": 200, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 1, |
|
"save_steps": 500, |
|
"stateful_callbacks": { |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": true |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 1717079281606656.0, |
|
"train_batch_size": 1, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|