| { | |
| "best_metric": 0.8979526551503519, | |
| "best_model_checkpoint": "./checkpoints/klue_roberta-base\\checkpoint-4689", | |
| "epoch": 3.0, | |
| "eval_steps": 500, | |
| "global_step": 4689, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.03198976327575176, | |
| "grad_norm": 13.938838958740234, | |
| "learning_rate": 1.9786734911494988e-05, | |
| "loss": 0.867, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.06397952655150352, | |
| "grad_norm": 17.99142837524414, | |
| "learning_rate": 1.9573469822989978e-05, | |
| "loss": 0.5993, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.09596928982725528, | |
| "grad_norm": 5.296301364898682, | |
| "learning_rate": 1.9360204734484968e-05, | |
| "loss": 0.5172, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.12795905310300704, | |
| "grad_norm": 23.372655868530273, | |
| "learning_rate": 1.9146939645979955e-05, | |
| "loss": 0.447, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.1599488163787588, | |
| "grad_norm": 15.999876976013184, | |
| "learning_rate": 1.8933674557474945e-05, | |
| "loss": 0.4396, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.19193857965451055, | |
| "grad_norm": 7.189252853393555, | |
| "learning_rate": 1.872040946896993e-05, | |
| "loss": 0.4596, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.22392834293026231, | |
| "grad_norm": 14.548877716064453, | |
| "learning_rate": 1.8507144380464918e-05, | |
| "loss": 0.4377, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.2559181062060141, | |
| "grad_norm": 10.259931564331055, | |
| "learning_rate": 1.8293879291959908e-05, | |
| "loss": 0.4312, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.28790786948176583, | |
| "grad_norm": 5.839106559753418, | |
| "learning_rate": 1.8080614203454897e-05, | |
| "loss": 0.4194, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.3198976327575176, | |
| "grad_norm": 13.312091827392578, | |
| "learning_rate": 1.7867349114949884e-05, | |
| "loss": 0.4029, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.35188739603326935, | |
| "grad_norm": 6.9318623542785645, | |
| "learning_rate": 1.7654084026444874e-05, | |
| "loss": 0.4331, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.3838771593090211, | |
| "grad_norm": 3.7504262924194336, | |
| "learning_rate": 1.744081893793986e-05, | |
| "loss": 0.3579, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.41586692258477287, | |
| "grad_norm": 19.280574798583984, | |
| "learning_rate": 1.7227553849434847e-05, | |
| "loss": 0.45, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.44785668586052463, | |
| "grad_norm": 8.638567924499512, | |
| "learning_rate": 1.7014288760929837e-05, | |
| "loss": 0.3774, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.4798464491362764, | |
| "grad_norm": 16.157691955566406, | |
| "learning_rate": 1.6801023672424827e-05, | |
| "loss": 0.3789, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.5118362124120281, | |
| "grad_norm": 6.670945167541504, | |
| "learning_rate": 1.6587758583919813e-05, | |
| "loss": 0.3579, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.5438259756877799, | |
| "grad_norm": 9.523850440979004, | |
| "learning_rate": 1.6374493495414803e-05, | |
| "loss": 0.4186, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.5758157389635317, | |
| "grad_norm": 15.308146476745605, | |
| "learning_rate": 1.616122840690979e-05, | |
| "loss": 0.4471, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.6078055022392834, | |
| "grad_norm": 5.684741973876953, | |
| "learning_rate": 1.5947963318404776e-05, | |
| "loss": 0.4066, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.6397952655150352, | |
| "grad_norm": 27.66901206970215, | |
| "learning_rate": 1.5734698229899766e-05, | |
| "loss": 0.4196, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.6717850287907869, | |
| "grad_norm": 16.616378784179688, | |
| "learning_rate": 1.5521433141394756e-05, | |
| "loss": 0.378, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.7037747920665387, | |
| "grad_norm": 8.623127937316895, | |
| "learning_rate": 1.5308168052889743e-05, | |
| "loss": 0.3645, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.7357645553422905, | |
| "grad_norm": 2.1066179275512695, | |
| "learning_rate": 1.5094902964384733e-05, | |
| "loss": 0.4008, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.7677543186180422, | |
| "grad_norm": 13.267948150634766, | |
| "learning_rate": 1.488163787587972e-05, | |
| "loss": 0.4076, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.799744081893794, | |
| "grad_norm": 8.27193546295166, | |
| "learning_rate": 1.4668372787374708e-05, | |
| "loss": 0.35, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.8317338451695457, | |
| "grad_norm": 21.75761604309082, | |
| "learning_rate": 1.4455107698869698e-05, | |
| "loss": 0.3543, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.8637236084452975, | |
| "grad_norm": 4.876620292663574, | |
| "learning_rate": 1.4241842610364684e-05, | |
| "loss": 0.3791, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.8957133717210493, | |
| "grad_norm": 15.055893898010254, | |
| "learning_rate": 1.4028577521859672e-05, | |
| "loss": 0.3272, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.927703134996801, | |
| "grad_norm": 3.3032615184783936, | |
| "learning_rate": 1.3815312433354662e-05, | |
| "loss": 0.3722, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.9596928982725528, | |
| "grad_norm": 19.728113174438477, | |
| "learning_rate": 1.3602047344849649e-05, | |
| "loss": 0.3547, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.9916826615483045, | |
| "grad_norm": 21.141584396362305, | |
| "learning_rate": 1.3388782256344637e-05, | |
| "loss": 0.339, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.882597568777991, | |
| "eval_f1": 0.8731296110509383, | |
| "eval_loss": 0.3366224765777588, | |
| "eval_runtime": 70.1994, | |
| "eval_samples_per_second": 44.53, | |
| "eval_steps_per_second": 2.792, | |
| "step": 1563 | |
| }, | |
| { | |
| "epoch": 1.0236724248240563, | |
| "grad_norm": 10.141568183898926, | |
| "learning_rate": 1.3175517167839627e-05, | |
| "loss": 0.2731, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.055662188099808, | |
| "grad_norm": 12.200018882751465, | |
| "learning_rate": 1.2962252079334613e-05, | |
| "loss": 0.2816, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 1.0876519513755598, | |
| "grad_norm": 20.204090118408203, | |
| "learning_rate": 1.2748986990829602e-05, | |
| "loss": 0.2917, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.1196417146513116, | |
| "grad_norm": 7.249327659606934, | |
| "learning_rate": 1.2535721902324592e-05, | |
| "loss": 0.2787, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 1.1516314779270633, | |
| "grad_norm": 5.919739723205566, | |
| "learning_rate": 1.2322456813819578e-05, | |
| "loss": 0.2876, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.183621241202815, | |
| "grad_norm": 10.370328903198242, | |
| "learning_rate": 1.2109191725314566e-05, | |
| "loss": 0.2845, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 1.2156110044785668, | |
| "grad_norm": 3.661513328552246, | |
| "learning_rate": 1.1895926636809556e-05, | |
| "loss": 0.3262, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.2476007677543186, | |
| "grad_norm": 19.12290382385254, | |
| "learning_rate": 1.1682661548304543e-05, | |
| "loss": 0.2781, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 1.2795905310300704, | |
| "grad_norm": 4.797718048095703, | |
| "learning_rate": 1.1469396459799531e-05, | |
| "loss": 0.3053, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.3115802943058221, | |
| "grad_norm": 2.8714613914489746, | |
| "learning_rate": 1.1256131371294521e-05, | |
| "loss": 0.2839, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 1.3435700575815739, | |
| "grad_norm": 8.084686279296875, | |
| "learning_rate": 1.1042866282789508e-05, | |
| "loss": 0.2783, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.3755598208573256, | |
| "grad_norm": 11.213396072387695, | |
| "learning_rate": 1.0829601194284496e-05, | |
| "loss": 0.2744, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 1.4075495841330774, | |
| "grad_norm": 1.4591023921966553, | |
| "learning_rate": 1.0616336105779486e-05, | |
| "loss": 0.2722, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.4395393474088292, | |
| "grad_norm": 4.192473411560059, | |
| "learning_rate": 1.0403071017274472e-05, | |
| "loss": 0.2568, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 1.471529110684581, | |
| "grad_norm": 6.94098424911499, | |
| "learning_rate": 1.018980592876946e-05, | |
| "loss": 0.286, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.5035188739603327, | |
| "grad_norm": 2.280522584915161, | |
| "learning_rate": 9.976540840264449e-06, | |
| "loss": 0.2096, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 1.5355086372360844, | |
| "grad_norm": 26.468631744384766, | |
| "learning_rate": 9.763275751759437e-06, | |
| "loss": 0.2496, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.5674984005118362, | |
| "grad_norm": 5.237730979919434, | |
| "learning_rate": 9.550010663254427e-06, | |
| "loss": 0.2688, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 1.599488163787588, | |
| "grad_norm": 35.639862060546875, | |
| "learning_rate": 9.336745574749414e-06, | |
| "loss": 0.3109, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.6314779270633397, | |
| "grad_norm": 10.238542556762695, | |
| "learning_rate": 9.123480486244403e-06, | |
| "loss": 0.2408, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 1.6634676903390915, | |
| "grad_norm": 11.457088470458984, | |
| "learning_rate": 8.910215397739392e-06, | |
| "loss": 0.2852, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.6954574536148432, | |
| "grad_norm": 32.95170593261719, | |
| "learning_rate": 8.696950309234378e-06, | |
| "loss": 0.2388, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 1.727447216890595, | |
| "grad_norm": 11.303943634033203, | |
| "learning_rate": 8.483685220729368e-06, | |
| "loss": 0.2897, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.7594369801663468, | |
| "grad_norm": 16.055866241455078, | |
| "learning_rate": 8.270420132224356e-06, | |
| "loss": 0.2718, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 1.7914267434420985, | |
| "grad_norm": 26.67633819580078, | |
| "learning_rate": 8.057155043719343e-06, | |
| "loss": 0.2717, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.8234165067178503, | |
| "grad_norm": 1.5687782764434814, | |
| "learning_rate": 7.843889955214333e-06, | |
| "loss": 0.2463, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 1.855406269993602, | |
| "grad_norm": 11.995882987976074, | |
| "learning_rate": 7.630624866709321e-06, | |
| "loss": 0.2855, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.8873960332693538, | |
| "grad_norm": 6.166232585906982, | |
| "learning_rate": 7.4173597782043085e-06, | |
| "loss": 0.2609, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 1.9193857965451055, | |
| "grad_norm": 10.031974792480469, | |
| "learning_rate": 7.204094689699297e-06, | |
| "loss": 0.2492, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.9513755598208573, | |
| "grad_norm": 17.817472457885742, | |
| "learning_rate": 6.990829601194286e-06, | |
| "loss": 0.2833, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 1.983365323096609, | |
| "grad_norm": 12.737804412841797, | |
| "learning_rate": 6.777564512689273e-06, | |
| "loss": 0.2298, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.8896353166986565, | |
| "eval_f1": 0.8796741674944375, | |
| "eval_loss": 0.3404127061367035, | |
| "eval_runtime": 70.9424, | |
| "eval_samples_per_second": 44.064, | |
| "eval_steps_per_second": 2.763, | |
| "step": 3126 | |
| }, | |
| { | |
| "epoch": 2.015355086372361, | |
| "grad_norm": 19.307981491088867, | |
| "learning_rate": 6.5642994241842614e-06, | |
| "loss": 0.2292, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 2.0473448496481126, | |
| "grad_norm": 1.5788886547088623, | |
| "learning_rate": 6.3510343356792505e-06, | |
| "loss": 0.1972, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 2.0793346129238643, | |
| "grad_norm": 20.933168411254883, | |
| "learning_rate": 6.137769247174238e-06, | |
| "loss": 0.1997, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 2.111324376199616, | |
| "grad_norm": 6.816852569580078, | |
| "learning_rate": 5.924504158669226e-06, | |
| "loss": 0.1906, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 2.143314139475368, | |
| "grad_norm": 7.3301568031311035, | |
| "learning_rate": 5.711239070164215e-06, | |
| "loss": 0.1849, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 2.1753039027511196, | |
| "grad_norm": 22.308238983154297, | |
| "learning_rate": 5.497973981659203e-06, | |
| "loss": 0.2354, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 2.2072936660268714, | |
| "grad_norm": 6.629489898681641, | |
| "learning_rate": 5.284708893154191e-06, | |
| "loss": 0.2158, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 2.239283429302623, | |
| "grad_norm": 25.275117874145508, | |
| "learning_rate": 5.07144380464918e-06, | |
| "loss": 0.1895, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 2.271273192578375, | |
| "grad_norm": 12.04372501373291, | |
| "learning_rate": 4.858178716144167e-06, | |
| "loss": 0.1847, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 2.3032629558541267, | |
| "grad_norm": 11.848182678222656, | |
| "learning_rate": 4.644913627639156e-06, | |
| "loss": 0.2146, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 2.3352527191298784, | |
| "grad_norm": 0.5052518248558044, | |
| "learning_rate": 4.431648539134144e-06, | |
| "loss": 0.1926, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 2.36724248240563, | |
| "grad_norm": 4.544561386108398, | |
| "learning_rate": 4.218383450629132e-06, | |
| "loss": 0.1982, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 2.399232245681382, | |
| "grad_norm": 11.20161247253418, | |
| "learning_rate": 4.005118362124121e-06, | |
| "loss": 0.224, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 2.4312220089571337, | |
| "grad_norm": 14.562556266784668, | |
| "learning_rate": 3.791853273619109e-06, | |
| "loss": 0.2018, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 2.4632117722328855, | |
| "grad_norm": 5.632498741149902, | |
| "learning_rate": 3.5785881851140968e-06, | |
| "loss": 0.1898, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 2.495201535508637, | |
| "grad_norm": 60.00568389892578, | |
| "learning_rate": 3.3653230966090854e-06, | |
| "loss": 0.219, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 2.527191298784389, | |
| "grad_norm": 14.374926567077637, | |
| "learning_rate": 3.1520580081040737e-06, | |
| "loss": 0.1881, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 2.5591810620601407, | |
| "grad_norm": 19.68595314025879, | |
| "learning_rate": 2.9387929195990615e-06, | |
| "loss": 0.1659, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 2.5911708253358925, | |
| "grad_norm": 8.034276962280273, | |
| "learning_rate": 2.72552783109405e-06, | |
| "loss": 0.1782, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 2.6231605886116443, | |
| "grad_norm": 44.782249450683594, | |
| "learning_rate": 2.5122627425890384e-06, | |
| "loss": 0.1953, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 2.655150351887396, | |
| "grad_norm": 10.387372016906738, | |
| "learning_rate": 2.2989976540840266e-06, | |
| "loss": 0.2097, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 2.6871401151631478, | |
| "grad_norm": 21.505399703979492, | |
| "learning_rate": 2.085732565579015e-06, | |
| "loss": 0.1494, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 2.7191298784388995, | |
| "grad_norm": 18.130090713500977, | |
| "learning_rate": 1.872467477074003e-06, | |
| "loss": 0.181, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 2.7511196417146513, | |
| "grad_norm": 1.530978798866272, | |
| "learning_rate": 1.6592023885689915e-06, | |
| "loss": 0.1995, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 2.783109404990403, | |
| "grad_norm": 7.71237850189209, | |
| "learning_rate": 1.4459373000639796e-06, | |
| "loss": 0.2079, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 2.815099168266155, | |
| "grad_norm": 12.530670166015625, | |
| "learning_rate": 1.2326722115589678e-06, | |
| "loss": 0.1995, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 2.8470889315419066, | |
| "grad_norm": 6.267744064331055, | |
| "learning_rate": 1.019407123053956e-06, | |
| "loss": 0.193, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 2.8790786948176583, | |
| "grad_norm": 10.180434226989746, | |
| "learning_rate": 8.061420345489445e-07, | |
| "loss": 0.2146, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 2.91106845809341, | |
| "grad_norm": 11.851616859436035, | |
| "learning_rate": 5.928769460439326e-07, | |
| "loss": 0.138, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 2.943058221369162, | |
| "grad_norm": 19.89887809753418, | |
| "learning_rate": 3.796118575389209e-07, | |
| "loss": 0.2101, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 2.9750479846449136, | |
| "grad_norm": 19.396095275878906, | |
| "learning_rate": 1.6634676903390917e-07, | |
| "loss": 0.2084, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.8979526551503519, | |
| "eval_f1": 0.8882201976359388, | |
| "eval_loss": 0.37854427099227905, | |
| "eval_runtime": 72.7283, | |
| "eval_samples_per_second": 42.982, | |
| "eval_steps_per_second": 2.695, | |
| "step": 4689 | |
| } | |
| ], | |
| "logging_steps": 50, | |
| "max_steps": 4689, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 824050668588336.0, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |