| { | |
| "best_metric": 0.4429960548877716, | |
| "best_model_checkpoint": "speecht5_finetuned_voxpopuli_pl/checkpoint-4000", | |
| "epoch": 20.100502512562816, | |
| "eval_steps": 1000, | |
| "global_step": 4000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.12562814070351758, | |
| "grad_norm": 34.14754104614258, | |
| "learning_rate": 4.6000000000000004e-07, | |
| "loss": 6.2754, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.25125628140703515, | |
| "grad_norm": 25.906333923339844, | |
| "learning_rate": 9.400000000000001e-07, | |
| "loss": 6.1497, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.3768844221105528, | |
| "grad_norm": 29.097463607788086, | |
| "learning_rate": 1.44e-06, | |
| "loss": 6.0335, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.5025125628140703, | |
| "grad_norm": 18.543378829956055, | |
| "learning_rate": 1.94e-06, | |
| "loss": 5.8815, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.628140703517588, | |
| "grad_norm": 24.147188186645508, | |
| "learning_rate": 2.4400000000000004e-06, | |
| "loss": 5.5659, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.7537688442211056, | |
| "grad_norm": 15.634539604187012, | |
| "learning_rate": 2.9400000000000002e-06, | |
| "loss": 5.3573, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.8793969849246231, | |
| "grad_norm": 14.31460189819336, | |
| "learning_rate": 3.44e-06, | |
| "loss": 5.2616, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 1.0050251256281406, | |
| "grad_norm": 19.75978660583496, | |
| "learning_rate": 3.94e-06, | |
| "loss": 5.1787, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.1306532663316582, | |
| "grad_norm": 12.639854431152344, | |
| "learning_rate": 4.440000000000001e-06, | |
| "loss": 5.1214, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 1.2562814070351758, | |
| "grad_norm": 17.792396545410156, | |
| "learning_rate": 4.94e-06, | |
| "loss": 5.0703, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.3819095477386933, | |
| "grad_norm": 22.859201431274414, | |
| "learning_rate": 5.4400000000000004e-06, | |
| "loss": 4.9714, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 1.507537688442211, | |
| "grad_norm": 16.62458610534668, | |
| "learning_rate": 5.94e-06, | |
| "loss": 4.8681, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.6331658291457285, | |
| "grad_norm": 17.881174087524414, | |
| "learning_rate": 6.440000000000001e-06, | |
| "loss": 4.8252, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 1.758793969849246, | |
| "grad_norm": 14.765595436096191, | |
| "learning_rate": 6.9400000000000005e-06, | |
| "loss": 4.5588, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.8844221105527639, | |
| "grad_norm": 13.808978080749512, | |
| "learning_rate": 7.440000000000001e-06, | |
| "loss": 4.5211, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 2.0100502512562812, | |
| "grad_norm": 10.674385070800781, | |
| "learning_rate": 7.94e-06, | |
| "loss": 4.4888, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 2.135678391959799, | |
| "grad_norm": 15.555588722229004, | |
| "learning_rate": 8.44e-06, | |
| "loss": 4.4513, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 2.2613065326633164, | |
| "grad_norm": 13.092530250549316, | |
| "learning_rate": 8.94e-06, | |
| "loss": 4.3646, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 2.3869346733668344, | |
| "grad_norm": 12.971352577209473, | |
| "learning_rate": 9.440000000000001e-06, | |
| "loss": 4.3459, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 2.5125628140703515, | |
| "grad_norm": 10.348517417907715, | |
| "learning_rate": 9.940000000000001e-06, | |
| "loss": 4.2915, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 2.6381909547738696, | |
| "grad_norm": 13.625853538513184, | |
| "learning_rate": 9.937142857142858e-06, | |
| "loss": 4.3095, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 2.7638190954773867, | |
| "grad_norm": 11.426923751831055, | |
| "learning_rate": 9.865714285714285e-06, | |
| "loss": 4.1899, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 2.8894472361809047, | |
| "grad_norm": 11.516312599182129, | |
| "learning_rate": 9.794285714285714e-06, | |
| "loss": 4.2233, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 3.0150753768844223, | |
| "grad_norm": 16.141698837280273, | |
| "learning_rate": 9.722857142857143e-06, | |
| "loss": 4.1831, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 3.14070351758794, | |
| "grad_norm": 14.935202598571777, | |
| "learning_rate": 9.651428571428572e-06, | |
| "loss": 4.1739, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 3.2663316582914574, | |
| "grad_norm": 10.119762420654297, | |
| "learning_rate": 9.58e-06, | |
| "loss": 4.1649, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 3.391959798994975, | |
| "grad_norm": 16.50948143005371, | |
| "learning_rate": 9.508571428571429e-06, | |
| "loss": 4.1627, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 3.5175879396984926, | |
| "grad_norm": 10.08300495147705, | |
| "learning_rate": 9.437142857142858e-06, | |
| "loss": 4.1915, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 3.64321608040201, | |
| "grad_norm": 9.375288963317871, | |
| "learning_rate": 9.365714285714287e-06, | |
| "loss": 4.1279, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 3.7688442211055277, | |
| "grad_norm": 13.562234878540039, | |
| "learning_rate": 9.294285714285714e-06, | |
| "loss": 4.1083, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 3.8944723618090453, | |
| "grad_norm": 15.115653991699219, | |
| "learning_rate": 9.222857142857143e-06, | |
| "loss": 4.1236, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 4.0201005025125625, | |
| "grad_norm": 9.049237251281738, | |
| "learning_rate": 9.151428571428572e-06, | |
| "loss": 4.0964, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 4.1457286432160805, | |
| "grad_norm": 9.250771522521973, | |
| "learning_rate": 9.080000000000001e-06, | |
| "loss": 4.0669, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 4.271356783919598, | |
| "grad_norm": 12.07302474975586, | |
| "learning_rate": 9.00857142857143e-06, | |
| "loss": 4.0587, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 4.396984924623116, | |
| "grad_norm": 9.538933753967285, | |
| "learning_rate": 8.937142857142857e-06, | |
| "loss": 4.0837, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 4.522613065326633, | |
| "grad_norm": 14.347626686096191, | |
| "learning_rate": 8.865714285714287e-06, | |
| "loss": 4.0086, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 4.648241206030151, | |
| "grad_norm": 10.831369400024414, | |
| "learning_rate": 8.794285714285716e-06, | |
| "loss": 4.0563, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 4.773869346733669, | |
| "grad_norm": 9.891343116760254, | |
| "learning_rate": 8.722857142857145e-06, | |
| "loss": 4.0057, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 4.899497487437186, | |
| "grad_norm": 9.572471618652344, | |
| "learning_rate": 8.651428571428572e-06, | |
| "loss": 4.0557, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 5.025125628140704, | |
| "grad_norm": 9.745298385620117, | |
| "learning_rate": 8.580000000000001e-06, | |
| "loss": 3.9902, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 5.025125628140704, | |
| "eval_loss": 0.46117448806762695, | |
| "eval_runtime": 75.4681, | |
| "eval_samples_per_second": 9.381, | |
| "eval_steps_per_second": 4.691, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 5.150753768844221, | |
| "grad_norm": 10.219923973083496, | |
| "learning_rate": 8.50857142857143e-06, | |
| "loss": 3.9991, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 5.276381909547739, | |
| "grad_norm": 9.258833885192871, | |
| "learning_rate": 8.437142857142859e-06, | |
| "loss": 4.0032, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 5.402010050251256, | |
| "grad_norm": 12.21104907989502, | |
| "learning_rate": 8.365714285714286e-06, | |
| "loss": 4.0337, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 5.527638190954773, | |
| "grad_norm": 10.777599334716797, | |
| "learning_rate": 8.294285714285715e-06, | |
| "loss": 4.0036, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 5.653266331658291, | |
| "grad_norm": 10.322349548339844, | |
| "learning_rate": 8.222857142857144e-06, | |
| "loss": 3.9811, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 5.778894472361809, | |
| "grad_norm": 9.940053939819336, | |
| "learning_rate": 8.151428571428572e-06, | |
| "loss": 4.0264, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 5.9045226130653266, | |
| "grad_norm": 12.996850967407227, | |
| "learning_rate": 8.08e-06, | |
| "loss": 3.9783, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 6.030150753768845, | |
| "grad_norm": 10.784270286560059, | |
| "learning_rate": 8.00857142857143e-06, | |
| "loss": 3.936, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 6.155778894472362, | |
| "grad_norm": 10.86549186706543, | |
| "learning_rate": 7.937142857142857e-06, | |
| "loss": 3.9803, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 6.28140703517588, | |
| "grad_norm": 10.926647186279297, | |
| "learning_rate": 7.865714285714286e-06, | |
| "loss": 3.9587, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 6.407035175879397, | |
| "grad_norm": 12.103693008422852, | |
| "learning_rate": 7.794285714285715e-06, | |
| "loss": 3.9441, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 6.532663316582915, | |
| "grad_norm": 14.731566429138184, | |
| "learning_rate": 7.722857142857142e-06, | |
| "loss": 3.9541, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 6.658291457286432, | |
| "grad_norm": 13.810087203979492, | |
| "learning_rate": 7.651428571428571e-06, | |
| "loss": 3.962, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 6.78391959798995, | |
| "grad_norm": 10.733597755432129, | |
| "learning_rate": 7.58e-06, | |
| "loss": 3.9696, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 6.909547738693467, | |
| "grad_norm": 12.271906852722168, | |
| "learning_rate": 7.508571428571429e-06, | |
| "loss": 3.9319, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 7.035175879396985, | |
| "grad_norm": 17.454214096069336, | |
| "learning_rate": 7.4371428571428575e-06, | |
| "loss": 3.9096, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 7.160804020100502, | |
| "grad_norm": 9.891731262207031, | |
| "learning_rate": 7.365714285714286e-06, | |
| "loss": 3.963, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 7.28643216080402, | |
| "grad_norm": 10.400883674621582, | |
| "learning_rate": 7.294285714285715e-06, | |
| "loss": 3.9529, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 7.4120603015075375, | |
| "grad_norm": 8.886434555053711, | |
| "learning_rate": 7.222857142857144e-06, | |
| "loss": 3.9048, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 7.5376884422110555, | |
| "grad_norm": 13.72711181640625, | |
| "learning_rate": 7.151428571428573e-06, | |
| "loss": 3.9097, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 7.663316582914573, | |
| "grad_norm": 10.161803245544434, | |
| "learning_rate": 7.08e-06, | |
| "loss": 3.9029, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 7.788944723618091, | |
| "grad_norm": 9.717086791992188, | |
| "learning_rate": 7.008571428571429e-06, | |
| "loss": 3.9028, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 7.914572864321608, | |
| "grad_norm": 9.483698844909668, | |
| "learning_rate": 6.937142857142858e-06, | |
| "loss": 3.9157, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 8.040201005025125, | |
| "grad_norm": 8.951908111572266, | |
| "learning_rate": 6.865714285714287e-06, | |
| "loss": 3.9106, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 8.165829145728644, | |
| "grad_norm": 8.099654197692871, | |
| "learning_rate": 6.794285714285714e-06, | |
| "loss": 3.9062, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 8.291457286432161, | |
| "grad_norm": 10.005452156066895, | |
| "learning_rate": 6.722857142857143e-06, | |
| "loss": 3.9139, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 8.417085427135678, | |
| "grad_norm": 7.832030296325684, | |
| "learning_rate": 6.651428571428572e-06, | |
| "loss": 3.8731, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 8.542713567839195, | |
| "grad_norm": 9.519272804260254, | |
| "learning_rate": 6.5800000000000005e-06, | |
| "loss": 3.9234, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 8.668341708542714, | |
| "grad_norm": 7.6004252433776855, | |
| "learning_rate": 6.5085714285714295e-06, | |
| "loss": 3.8889, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 8.793969849246231, | |
| "grad_norm": 8.43916130065918, | |
| "learning_rate": 6.437142857142858e-06, | |
| "loss": 3.8813, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 8.919597989949748, | |
| "grad_norm": 9.573629379272461, | |
| "learning_rate": 6.365714285714286e-06, | |
| "loss": 3.9234, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 9.045226130653266, | |
| "grad_norm": 11.034466743469238, | |
| "learning_rate": 6.294285714285715e-06, | |
| "loss": 3.9227, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 9.170854271356784, | |
| "grad_norm": 9.65125560760498, | |
| "learning_rate": 6.222857142857144e-06, | |
| "loss": 3.8806, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 9.296482412060302, | |
| "grad_norm": 8.907113075256348, | |
| "learning_rate": 6.151428571428571e-06, | |
| "loss": 3.8878, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 9.422110552763819, | |
| "grad_norm": 9.000490188598633, | |
| "learning_rate": 6.08e-06, | |
| "loss": 3.858, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 9.547738693467338, | |
| "grad_norm": 10.825636863708496, | |
| "learning_rate": 6.008571428571429e-06, | |
| "loss": 3.8546, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 9.673366834170855, | |
| "grad_norm": 8.722935676574707, | |
| "learning_rate": 5.937142857142858e-06, | |
| "loss": 3.871, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 9.798994974874372, | |
| "grad_norm": 9.243980407714844, | |
| "learning_rate": 5.865714285714286e-06, | |
| "loss": 3.8486, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 9.924623115577889, | |
| "grad_norm": 10.595390319824219, | |
| "learning_rate": 5.794285714285715e-06, | |
| "loss": 3.8973, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 10.050251256281408, | |
| "grad_norm": 11.8334321975708, | |
| "learning_rate": 5.722857142857144e-06, | |
| "loss": 3.8124, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 10.050251256281408, | |
| "eval_loss": 0.44917792081832886, | |
| "eval_runtime": 76.9989, | |
| "eval_samples_per_second": 9.195, | |
| "eval_steps_per_second": 4.597, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 10.175879396984925, | |
| "grad_norm": 12.580653190612793, | |
| "learning_rate": 5.651428571428572e-06, | |
| "loss": 3.8754, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 10.301507537688442, | |
| "grad_norm": 9.411772727966309, | |
| "learning_rate": 5.582857142857143e-06, | |
| "loss": 3.839, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 10.42713567839196, | |
| "grad_norm": 8.65829849243164, | |
| "learning_rate": 5.511428571428572e-06, | |
| "loss": 3.8123, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 10.552763819095478, | |
| "grad_norm": 9.79350757598877, | |
| "learning_rate": 5.4400000000000004e-06, | |
| "loss": 3.8609, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 10.678391959798995, | |
| "grad_norm": 9.445945739746094, | |
| "learning_rate": 5.368571428571429e-06, | |
| "loss": 3.8359, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 10.804020100502512, | |
| "grad_norm": 11.811120986938477, | |
| "learning_rate": 5.297142857142858e-06, | |
| "loss": 3.8632, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 10.92964824120603, | |
| "grad_norm": 10.508607864379883, | |
| "learning_rate": 5.225714285714286e-06, | |
| "loss": 3.8324, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 11.055276381909549, | |
| "grad_norm": 8.808614730834961, | |
| "learning_rate": 5.154285714285715e-06, | |
| "loss": 3.8314, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 11.180904522613066, | |
| "grad_norm": 11.709993362426758, | |
| "learning_rate": 5.082857142857144e-06, | |
| "loss": 3.8904, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 11.306532663316583, | |
| "grad_norm": 8.451616287231445, | |
| "learning_rate": 5.011428571428571e-06, | |
| "loss": 3.8471, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 11.4321608040201, | |
| "grad_norm": 10.084294319152832, | |
| "learning_rate": 4.94e-06, | |
| "loss": 3.8881, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 11.557788944723619, | |
| "grad_norm": 17.51856803894043, | |
| "learning_rate": 4.868571428571429e-06, | |
| "loss": 3.8931, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 11.683417085427136, | |
| "grad_norm": 11.671639442443848, | |
| "learning_rate": 4.797142857142857e-06, | |
| "loss": 3.8578, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 11.809045226130653, | |
| "grad_norm": 8.713754653930664, | |
| "learning_rate": 4.725714285714286e-06, | |
| "loss": 3.832, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 11.93467336683417, | |
| "grad_norm": 11.429880142211914, | |
| "learning_rate": 4.6542857142857145e-06, | |
| "loss": 3.8556, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 12.06030150753769, | |
| "grad_norm": 9.178875923156738, | |
| "learning_rate": 4.5828571428571435e-06, | |
| "loss": 3.8361, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 12.185929648241206, | |
| "grad_norm": 7.655440330505371, | |
| "learning_rate": 4.511428571428572e-06, | |
| "loss": 3.8337, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 12.311557788944723, | |
| "grad_norm": 10.44965648651123, | |
| "learning_rate": 4.440000000000001e-06, | |
| "loss": 3.877, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 12.43718592964824, | |
| "grad_norm": 9.04977035522461, | |
| "learning_rate": 4.368571428571429e-06, | |
| "loss": 3.8504, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 12.56281407035176, | |
| "grad_norm": 8.15368366241455, | |
| "learning_rate": 4.297142857142858e-06, | |
| "loss": 3.8297, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 12.688442211055277, | |
| "grad_norm": 9.811213493347168, | |
| "learning_rate": 4.225714285714286e-06, | |
| "loss": 3.8289, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 12.814070351758794, | |
| "grad_norm": 8.397767066955566, | |
| "learning_rate": 4.154285714285714e-06, | |
| "loss": 3.8352, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 12.93969849246231, | |
| "grad_norm": 10.471597671508789, | |
| "learning_rate": 4.082857142857143e-06, | |
| "loss": 3.8438, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 13.06532663316583, | |
| "grad_norm": 8.042658805847168, | |
| "learning_rate": 4.011428571428571e-06, | |
| "loss": 3.8308, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 13.190954773869347, | |
| "grad_norm": 9.240007400512695, | |
| "learning_rate": 3.94e-06, | |
| "loss": 3.811, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 13.316582914572864, | |
| "grad_norm": 8.514374732971191, | |
| "learning_rate": 3.8685714285714286e-06, | |
| "loss": 3.8253, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 13.442211055276381, | |
| "grad_norm": 8.689332008361816, | |
| "learning_rate": 3.7971428571428576e-06, | |
| "loss": 3.8387, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 13.5678391959799, | |
| "grad_norm": 11.250374794006348, | |
| "learning_rate": 3.7257142857142857e-06, | |
| "loss": 3.8216, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 13.693467336683417, | |
| "grad_norm": 8.129416465759277, | |
| "learning_rate": 3.6542857142857148e-06, | |
| "loss": 3.8273, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 13.819095477386934, | |
| "grad_norm": 9.398397445678711, | |
| "learning_rate": 3.582857142857143e-06, | |
| "loss": 3.8116, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 13.944723618090451, | |
| "grad_norm": 9.966887474060059, | |
| "learning_rate": 3.511428571428572e-06, | |
| "loss": 3.8401, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 14.07035175879397, | |
| "grad_norm": 7.829891204833984, | |
| "learning_rate": 3.44e-06, | |
| "loss": 3.7607, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 14.195979899497488, | |
| "grad_norm": 10.33727741241455, | |
| "learning_rate": 3.3685714285714287e-06, | |
| "loss": 3.8406, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 14.321608040201005, | |
| "grad_norm": 8.579668998718262, | |
| "learning_rate": 3.2971428571428577e-06, | |
| "loss": 3.7893, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 14.447236180904522, | |
| "grad_norm": 9.909623146057129, | |
| "learning_rate": 3.225714285714286e-06, | |
| "loss": 3.8661, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 14.57286432160804, | |
| "grad_norm": 9.630623817443848, | |
| "learning_rate": 3.154285714285715e-06, | |
| "loss": 3.8248, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 14.698492462311558, | |
| "grad_norm": 13.711705207824707, | |
| "learning_rate": 3.082857142857143e-06, | |
| "loss": 3.8268, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 14.824120603015075, | |
| "grad_norm": 8.66063117980957, | |
| "learning_rate": 3.0114285714285716e-06, | |
| "loss": 3.8154, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 14.949748743718594, | |
| "grad_norm": 10.465475082397461, | |
| "learning_rate": 2.9400000000000002e-06, | |
| "loss": 3.826, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 15.075376884422111, | |
| "grad_norm": 9.025050163269043, | |
| "learning_rate": 2.868571428571429e-06, | |
| "loss": 3.8132, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 15.075376884422111, | |
| "eval_loss": 0.44469836354255676, | |
| "eval_runtime": 78.3312, | |
| "eval_samples_per_second": 9.039, | |
| "eval_steps_per_second": 4.519, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 15.201005025125628, | |
| "grad_norm": 9.333688735961914, | |
| "learning_rate": 2.797142857142857e-06, | |
| "loss": 3.8107, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 15.326633165829145, | |
| "grad_norm": 11.503759384155273, | |
| "learning_rate": 2.725714285714286e-06, | |
| "loss": 3.8315, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 15.452261306532664, | |
| "grad_norm": 10.728011131286621, | |
| "learning_rate": 2.654285714285714e-06, | |
| "loss": 3.8135, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 15.577889447236181, | |
| "grad_norm": 8.355088233947754, | |
| "learning_rate": 2.582857142857143e-06, | |
| "loss": 3.8079, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 15.703517587939698, | |
| "grad_norm": 9.261649131774902, | |
| "learning_rate": 2.5114285714285718e-06, | |
| "loss": 3.832, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 15.829145728643216, | |
| "grad_norm": 7.470139026641846, | |
| "learning_rate": 2.4400000000000004e-06, | |
| "loss": 3.8065, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 15.954773869346734, | |
| "grad_norm": 10.546520233154297, | |
| "learning_rate": 2.3685714285714285e-06, | |
| "loss": 3.7759, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 16.08040201005025, | |
| "grad_norm": 8.22718334197998, | |
| "learning_rate": 2.297142857142857e-06, | |
| "loss": 3.7758, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 16.20603015075377, | |
| "grad_norm": 7.318994045257568, | |
| "learning_rate": 2.2257142857142857e-06, | |
| "loss": 3.7738, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 16.331658291457288, | |
| "grad_norm": 8.533567428588867, | |
| "learning_rate": 2.1542857142857147e-06, | |
| "loss": 3.7611, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 16.457286432160803, | |
| "grad_norm": 12.127696990966797, | |
| "learning_rate": 2.0828571428571433e-06, | |
| "loss": 3.8306, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 16.582914572864322, | |
| "grad_norm": 8.16425609588623, | |
| "learning_rate": 2.0114285714285715e-06, | |
| "loss": 3.8017, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 16.70854271356784, | |
| "grad_norm": 9.96759033203125, | |
| "learning_rate": 1.94e-06, | |
| "loss": 3.7988, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 16.834170854271356, | |
| "grad_norm": 7.703837871551514, | |
| "learning_rate": 1.8685714285714289e-06, | |
| "loss": 3.8025, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 16.959798994974875, | |
| "grad_norm": 9.635499000549316, | |
| "learning_rate": 1.7971428571428572e-06, | |
| "loss": 3.7641, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 17.08542713567839, | |
| "grad_norm": 8.293730735778809, | |
| "learning_rate": 1.7257142857142858e-06, | |
| "loss": 3.7946, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 17.21105527638191, | |
| "grad_norm": 9.113801002502441, | |
| "learning_rate": 1.6542857142857144e-06, | |
| "loss": 3.7743, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 17.33668341708543, | |
| "grad_norm": 12.916595458984375, | |
| "learning_rate": 1.582857142857143e-06, | |
| "loss": 3.8164, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 17.462311557788944, | |
| "grad_norm": 8.181452751159668, | |
| "learning_rate": 1.5114285714285714e-06, | |
| "loss": 3.7756, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 17.587939698492463, | |
| "grad_norm": 9.33465576171875, | |
| "learning_rate": 1.44e-06, | |
| "loss": 3.7851, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 17.71356783919598, | |
| "grad_norm": 9.609382629394531, | |
| "learning_rate": 1.3685714285714286e-06, | |
| "loss": 3.8087, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 17.839195979899497, | |
| "grad_norm": 10.107198715209961, | |
| "learning_rate": 1.2971428571428574e-06, | |
| "loss": 3.7887, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 17.964824120603016, | |
| "grad_norm": 10.769806861877441, | |
| "learning_rate": 1.2257142857142857e-06, | |
| "loss": 3.8042, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 18.09045226130653, | |
| "grad_norm": 9.459657669067383, | |
| "learning_rate": 1.1542857142857143e-06, | |
| "loss": 3.8038, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 18.21608040201005, | |
| "grad_norm": 8.211793899536133, | |
| "learning_rate": 1.082857142857143e-06, | |
| "loss": 3.7708, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 18.34170854271357, | |
| "grad_norm": 6.89067268371582, | |
| "learning_rate": 1.0114285714285715e-06, | |
| "loss": 3.832, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 18.467336683417084, | |
| "grad_norm": 11.42387866973877, | |
| "learning_rate": 9.400000000000001e-07, | |
| "loss": 3.7837, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 18.592964824120603, | |
| "grad_norm": 9.029644012451172, | |
| "learning_rate": 8.685714285714286e-07, | |
| "loss": 3.7696, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 18.718592964824122, | |
| "grad_norm": 7.634586334228516, | |
| "learning_rate": 7.971428571428572e-07, | |
| "loss": 3.7854, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 18.844221105527637, | |
| "grad_norm": 9.12209701538086, | |
| "learning_rate": 7.257142857142857e-07, | |
| "loss": 3.788, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 18.969849246231156, | |
| "grad_norm": 9.065604209899902, | |
| "learning_rate": 6.542857142857144e-07, | |
| "loss": 3.7881, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 19.09547738693467, | |
| "grad_norm": 8.798233032226562, | |
| "learning_rate": 5.82857142857143e-07, | |
| "loss": 3.8061, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 19.22110552763819, | |
| "grad_norm": 7.6765971183776855, | |
| "learning_rate": 5.114285714285714e-07, | |
| "loss": 3.7917, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 19.34673366834171, | |
| "grad_norm": 7.686089992523193, | |
| "learning_rate": 4.4e-07, | |
| "loss": 3.807, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 19.472361809045225, | |
| "grad_norm": 7.45636510848999, | |
| "learning_rate": 3.685714285714286e-07, | |
| "loss": 3.7984, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 19.597989949748744, | |
| "grad_norm": 7.467589378356934, | |
| "learning_rate": 2.9714285714285715e-07, | |
| "loss": 3.778, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 19.723618090452263, | |
| "grad_norm": 14.702427864074707, | |
| "learning_rate": 2.2571428571428574e-07, | |
| "loss": 3.8033, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 19.849246231155778, | |
| "grad_norm": 8.807873725891113, | |
| "learning_rate": 1.542857142857143e-07, | |
| "loss": 3.7807, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 19.974874371859297, | |
| "grad_norm": 8.14664363861084, | |
| "learning_rate": 8.285714285714285e-08, | |
| "loss": 3.7466, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 20.100502512562816, | |
| "grad_norm": 9.232961654663086, | |
| "learning_rate": 1.142857142857143e-08, | |
| "loss": 3.8105, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 20.100502512562816, | |
| "eval_loss": 0.4429960548877716, | |
| "eval_runtime": 78.2115, | |
| "eval_samples_per_second": 9.052, | |
| "eval_steps_per_second": 4.526, | |
| "step": 4000 | |
| } | |
| ], | |
| "logging_steps": 25, | |
| "max_steps": 4000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 21, | |
| "save_steps": 1000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.800433559026872e+16, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |