{ "best_metric": 0.8677980303764343, "best_model_checkpoint": "norBARA/IA/checkpoint-93620", "epoch": 4.0, "global_step": 93620, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.02, "learning_rate": 4.973296304208503e-05, "loss": 4.0843, "step": 500 }, { "epoch": 0.04, "learning_rate": 4.946592608417005e-05, "loss": 3.5105, "step": 1000 }, { "epoch": 0.06, "learning_rate": 4.9198889126255076e-05, "loss": 3.2948, "step": 1500 }, { "epoch": 0.09, "learning_rate": 4.89318521683401e-05, "loss": 3.1137, "step": 2000 }, { "epoch": 0.11, "learning_rate": 4.8664815210425125e-05, "loss": 2.9855, "step": 2500 }, { "epoch": 0.13, "learning_rate": 4.839777825251015e-05, "loss": 2.9086, "step": 3000 }, { "epoch": 0.15, "learning_rate": 4.8130741294595174e-05, "loss": 2.8061, "step": 3500 }, { "epoch": 0.17, "learning_rate": 4.78637043366802e-05, "loss": 2.7305, "step": 4000 }, { "epoch": 0.19, "learning_rate": 4.7596667378765224e-05, "loss": 2.6679, "step": 4500 }, { "epoch": 0.21, "learning_rate": 4.732963042085025e-05, "loss": 2.616, "step": 5000 }, { "epoch": 0.23, "learning_rate": 4.706259346293527e-05, "loss": 2.5824, "step": 5500 }, { "epoch": 0.26, "learning_rate": 4.67955565050203e-05, "loss": 2.5671, "step": 6000 }, { "epoch": 0.28, "learning_rate": 4.652851954710532e-05, "loss": 2.4818, "step": 6500 }, { "epoch": 0.3, "learning_rate": 4.6261482589190346e-05, "loss": 2.4255, "step": 7000 }, { "epoch": 0.32, "learning_rate": 4.599444563127537e-05, "loss": 2.4096, "step": 7500 }, { "epoch": 0.34, "learning_rate": 4.5727408673360395e-05, "loss": 2.3959, "step": 8000 }, { "epoch": 0.36, "learning_rate": 4.546037171544542e-05, "loss": 2.3399, "step": 8500 }, { "epoch": 0.38, "learning_rate": 4.5193334757530445e-05, "loss": 2.3288, "step": 9000 }, { "epoch": 0.41, "learning_rate": 4.492629779961547e-05, "loss": 2.2737, "step": 9500 }, { "epoch": 0.43, "learning_rate": 4.4659260841700494e-05, "loss": 2.2641, "step": 10000 }, { "epoch": 0.45, "learning_rate": 4.439222388378552e-05, "loss": 2.2556, "step": 10500 }, { "epoch": 0.47, "learning_rate": 4.412518692587054e-05, "loss": 2.2102, "step": 11000 }, { "epoch": 0.49, "learning_rate": 4.385814996795557e-05, "loss": 2.157, "step": 11500 }, { "epoch": 0.51, "learning_rate": 4.359111301004059e-05, "loss": 2.1435, "step": 12000 }, { "epoch": 0.53, "learning_rate": 4.3324076052125617e-05, "loss": 2.1125, "step": 12500 }, { "epoch": 0.56, "learning_rate": 4.305703909421064e-05, "loss": 2.0885, "step": 13000 }, { "epoch": 0.58, "learning_rate": 4.2790002136295666e-05, "loss": 2.0974, "step": 13500 }, { "epoch": 0.6, "learning_rate": 4.252296517838069e-05, "loss": 2.0545, "step": 14000 }, { "epoch": 0.62, "learning_rate": 4.2255928220465715e-05, "loss": 2.0123, "step": 14500 }, { "epoch": 0.64, "learning_rate": 4.198889126255074e-05, "loss": 2.0299, "step": 15000 }, { "epoch": 0.66, "learning_rate": 4.1721854304635764e-05, "loss": 1.963, "step": 15500 }, { "epoch": 0.68, "learning_rate": 4.145481734672079e-05, "loss": 2.0054, "step": 16000 }, { "epoch": 0.7, "learning_rate": 4.118778038880581e-05, "loss": 2.0102, "step": 16500 }, { "epoch": 0.73, "learning_rate": 4.092074343089084e-05, "loss": 1.9359, "step": 17000 }, { "epoch": 0.75, "learning_rate": 4.065370647297586e-05, "loss": 1.9243, "step": 17500 }, { "epoch": 0.77, "learning_rate": 4.038666951506089e-05, "loss": 1.9235, "step": 18000 }, { "epoch": 0.79, "learning_rate": 4.011963255714591e-05, "loss": 1.8522, "step": 18500 }, { "epoch": 0.81, "learning_rate": 3.9852595599230936e-05, "loss": 1.8656, "step": 19000 }, { "epoch": 0.83, "learning_rate": 3.958555864131596e-05, "loss": 1.8714, "step": 19500 }, { "epoch": 0.85, "learning_rate": 3.9318521683400985e-05, "loss": 1.8386, "step": 20000 }, { "epoch": 0.88, "learning_rate": 3.905148472548601e-05, "loss": 1.8411, "step": 20500 }, { "epoch": 0.9, "learning_rate": 3.8784447767571034e-05, "loss": 1.8251, "step": 21000 }, { "epoch": 0.92, "learning_rate": 3.851741080965606e-05, "loss": 1.8082, "step": 21500 }, { "epoch": 0.94, "learning_rate": 3.825037385174108e-05, "loss": 1.7752, "step": 22000 }, { "epoch": 0.96, "learning_rate": 3.798333689382611e-05, "loss": 1.7992, "step": 22500 }, { "epoch": 0.98, "learning_rate": 3.771629993591113e-05, "loss": 1.7578, "step": 23000 }, { "epoch": 1.0, "eval_gen_len": 10.30942106387524, "eval_loss": 1.3722968101501465, "eval_rouge1": 13.5957, "eval_rouge2": 7.0766, "eval_rougeL": 13.3911, "eval_rougeLsum": 13.3971, "eval_runtime": 1615.8665, "eval_samples_per_second": 28.969, "eval_steps_per_second": 3.622, "step": 23405 }, { "epoch": 1.0, "learning_rate": 3.744926297799616e-05, "loss": 1.7477, "step": 23500 }, { "epoch": 1.03, "learning_rate": 3.718222602008118e-05, "loss": 1.7099, "step": 24000 }, { "epoch": 1.05, "learning_rate": 3.6915189062166206e-05, "loss": 1.7081, "step": 24500 }, { "epoch": 1.07, "learning_rate": 3.664815210425123e-05, "loss": 1.7086, "step": 25000 }, { "epoch": 1.09, "learning_rate": 3.6381115146336255e-05, "loss": 1.6554, "step": 25500 }, { "epoch": 1.11, "learning_rate": 3.611407818842128e-05, "loss": 1.6971, "step": 26000 }, { "epoch": 1.13, "learning_rate": 3.5847041230506304e-05, "loss": 1.6616, "step": 26500 }, { "epoch": 1.15, "learning_rate": 3.558000427259133e-05, "loss": 1.6644, "step": 27000 }, { "epoch": 1.17, "learning_rate": 3.5312967314676354e-05, "loss": 1.6301, "step": 27500 }, { "epoch": 1.2, "learning_rate": 3.504593035676138e-05, "loss": 1.638, "step": 28000 }, { "epoch": 1.22, "learning_rate": 3.47788933988464e-05, "loss": 1.6436, "step": 28500 }, { "epoch": 1.24, "learning_rate": 3.451185644093143e-05, "loss": 1.6214, "step": 29000 }, { "epoch": 1.26, "learning_rate": 3.424481948301645e-05, "loss": 1.5978, "step": 29500 }, { "epoch": 1.28, "learning_rate": 3.3977782525101476e-05, "loss": 1.5972, "step": 30000 }, { "epoch": 1.3, "learning_rate": 3.37107455671865e-05, "loss": 1.6007, "step": 30500 }, { "epoch": 1.32, "learning_rate": 3.3443708609271526e-05, "loss": 1.5834, "step": 31000 }, { "epoch": 1.35, "learning_rate": 3.317667165135655e-05, "loss": 1.5915, "step": 31500 }, { "epoch": 1.37, "learning_rate": 3.290963469344157e-05, "loss": 1.5525, "step": 32000 }, { "epoch": 1.39, "learning_rate": 3.26425977355266e-05, "loss": 1.546, "step": 32500 }, { "epoch": 1.41, "learning_rate": 3.2375560777611624e-05, "loss": 1.5355, "step": 33000 }, { "epoch": 1.43, "learning_rate": 3.210852381969665e-05, "loss": 1.5136, "step": 33500 }, { "epoch": 1.45, "learning_rate": 3.184148686178167e-05, "loss": 1.5422, "step": 34000 }, { "epoch": 1.47, "learning_rate": 3.15744499038667e-05, "loss": 1.5073, "step": 34500 }, { "epoch": 1.5, "learning_rate": 3.130741294595172e-05, "loss": 1.4878, "step": 35000 }, { "epoch": 1.52, "learning_rate": 3.104037598803675e-05, "loss": 1.5078, "step": 35500 }, { "epoch": 1.54, "learning_rate": 3.077333903012177e-05, "loss": 1.5254, "step": 36000 }, { "epoch": 1.56, "learning_rate": 3.0506302072206792e-05, "loss": 1.4822, "step": 36500 }, { "epoch": 1.58, "learning_rate": 3.023926511429182e-05, "loss": 1.4692, "step": 37000 }, { "epoch": 1.6, "learning_rate": 2.997222815637684e-05, "loss": 1.4699, "step": 37500 }, { "epoch": 1.62, "learning_rate": 2.970519119846187e-05, "loss": 1.5252, "step": 38000 }, { "epoch": 1.64, "learning_rate": 2.9438154240546894e-05, "loss": 1.476, "step": 38500 }, { "epoch": 1.67, "learning_rate": 2.9171117282631915e-05, "loss": 1.4817, "step": 39000 }, { "epoch": 1.69, "learning_rate": 2.8904080324716943e-05, "loss": 1.4274, "step": 39500 }, { "epoch": 1.71, "learning_rate": 2.8637043366801968e-05, "loss": 1.4528, "step": 40000 }, { "epoch": 1.73, "learning_rate": 2.837000640888699e-05, "loss": 1.4375, "step": 40500 }, { "epoch": 1.75, "learning_rate": 2.8102969450972017e-05, "loss": 1.4036, "step": 41000 }, { "epoch": 1.77, "learning_rate": 2.783593249305704e-05, "loss": 1.38, "step": 41500 }, { "epoch": 1.79, "learning_rate": 2.7568895535142063e-05, "loss": 1.4489, "step": 42000 }, { "epoch": 1.82, "learning_rate": 2.730185857722709e-05, "loss": 1.3985, "step": 42500 }, { "epoch": 1.84, "learning_rate": 2.7034821619312112e-05, "loss": 1.4323, "step": 43000 }, { "epoch": 1.86, "learning_rate": 2.676778466139714e-05, "loss": 1.4051, "step": 43500 }, { "epoch": 1.88, "learning_rate": 2.6500747703482164e-05, "loss": 1.3908, "step": 44000 }, { "epoch": 1.9, "learning_rate": 2.6233710745567186e-05, "loss": 1.3892, "step": 44500 }, { "epoch": 1.92, "learning_rate": 2.5966673787652213e-05, "loss": 1.3936, "step": 45000 }, { "epoch": 1.94, "learning_rate": 2.5699636829737238e-05, "loss": 1.4004, "step": 45500 }, { "epoch": 1.97, "learning_rate": 2.543259987182226e-05, "loss": 1.3838, "step": 46000 }, { "epoch": 1.99, "learning_rate": 2.5165562913907287e-05, "loss": 1.3756, "step": 46500 }, { "epoch": 2.0, "eval_gen_len": 10.362208929715873, "eval_loss": 1.0369791984558105, "eval_rouge1": 21.6305, "eval_rouge2": 14.527, "eval_rougeL": 21.4438, "eval_rougeLsum": 21.4536, "eval_runtime": 1661.185, "eval_samples_per_second": 28.179, "eval_steps_per_second": 3.523, "step": 46810 }, { "epoch": 2.01, "learning_rate": 2.4898525955992312e-05, "loss": 1.3742, "step": 47000 }, { "epoch": 2.03, "learning_rate": 2.4631488998077333e-05, "loss": 1.3323, "step": 47500 }, { "epoch": 2.05, "learning_rate": 2.4364452040162358e-05, "loss": 1.3481, "step": 48000 }, { "epoch": 2.07, "learning_rate": 2.4097415082247385e-05, "loss": 1.3529, "step": 48500 }, { "epoch": 2.09, "learning_rate": 2.383037812433241e-05, "loss": 1.3385, "step": 49000 }, { "epoch": 2.11, "learning_rate": 2.356334116641743e-05, "loss": 1.3378, "step": 49500 }, { "epoch": 2.14, "learning_rate": 2.329630420850246e-05, "loss": 1.3214, "step": 50000 }, { "epoch": 2.16, "learning_rate": 2.3029267250587484e-05, "loss": 1.3214, "step": 50500 }, { "epoch": 2.18, "learning_rate": 2.2762230292672508e-05, "loss": 1.3032, "step": 51000 }, { "epoch": 2.2, "learning_rate": 2.249519333475753e-05, "loss": 1.3152, "step": 51500 }, { "epoch": 2.22, "learning_rate": 2.2228156376842557e-05, "loss": 1.3169, "step": 52000 }, { "epoch": 2.24, "learning_rate": 2.1961119418927582e-05, "loss": 1.3132, "step": 52500 }, { "epoch": 2.26, "learning_rate": 2.1694082461012603e-05, "loss": 1.3171, "step": 53000 }, { "epoch": 2.29, "learning_rate": 2.1427045503097628e-05, "loss": 1.2979, "step": 53500 }, { "epoch": 2.31, "learning_rate": 2.1160008545182656e-05, "loss": 1.3013, "step": 54000 }, { "epoch": 2.33, "learning_rate": 2.089297158726768e-05, "loss": 1.3067, "step": 54500 }, { "epoch": 2.35, "learning_rate": 2.06259346293527e-05, "loss": 1.3199, "step": 55000 }, { "epoch": 2.37, "learning_rate": 2.0358897671437726e-05, "loss": 1.2876, "step": 55500 }, { "epoch": 2.39, "learning_rate": 2.0091860713522754e-05, "loss": 1.2876, "step": 56000 }, { "epoch": 2.41, "learning_rate": 1.982482375560778e-05, "loss": 1.2703, "step": 56500 }, { "epoch": 2.44, "learning_rate": 1.95577867976928e-05, "loss": 1.2641, "step": 57000 }, { "epoch": 2.46, "learning_rate": 1.9290749839777828e-05, "loss": 1.2976, "step": 57500 }, { "epoch": 2.48, "learning_rate": 1.9023712881862852e-05, "loss": 1.2577, "step": 58000 }, { "epoch": 2.5, "learning_rate": 1.8756675923947873e-05, "loss": 1.2925, "step": 58500 }, { "epoch": 2.52, "learning_rate": 1.8489638966032898e-05, "loss": 1.2686, "step": 59000 }, { "epoch": 2.54, "learning_rate": 1.8222602008117926e-05, "loss": 1.273, "step": 59500 }, { "epoch": 2.56, "learning_rate": 1.795556505020295e-05, "loss": 1.2604, "step": 60000 }, { "epoch": 2.58, "learning_rate": 1.768852809228797e-05, "loss": 1.265, "step": 60500 }, { "epoch": 2.61, "learning_rate": 1.7421491134372996e-05, "loss": 1.2653, "step": 61000 }, { "epoch": 2.63, "learning_rate": 1.7154454176458024e-05, "loss": 1.2241, "step": 61500 }, { "epoch": 2.65, "learning_rate": 1.688741721854305e-05, "loss": 1.233, "step": 62000 }, { "epoch": 2.67, "learning_rate": 1.662038026062807e-05, "loss": 1.2328, "step": 62500 }, { "epoch": 2.69, "learning_rate": 1.6353343302713095e-05, "loss": 1.2456, "step": 63000 }, { "epoch": 2.71, "learning_rate": 1.6086306344798122e-05, "loss": 1.2269, "step": 63500 }, { "epoch": 2.73, "learning_rate": 1.5819269386883147e-05, "loss": 1.2386, "step": 64000 }, { "epoch": 2.76, "learning_rate": 1.5552232428968168e-05, "loss": 1.2462, "step": 64500 }, { "epoch": 2.78, "learning_rate": 1.5285195471053196e-05, "loss": 1.2436, "step": 65000 }, { "epoch": 2.8, "learning_rate": 1.5018158513138219e-05, "loss": 1.2263, "step": 65500 }, { "epoch": 2.82, "learning_rate": 1.4751121555223244e-05, "loss": 1.2415, "step": 66000 }, { "epoch": 2.84, "learning_rate": 1.4484084597308267e-05, "loss": 1.256, "step": 66500 }, { "epoch": 2.86, "learning_rate": 1.4217047639393294e-05, "loss": 1.2272, "step": 67000 }, { "epoch": 2.88, "learning_rate": 1.3950010681478317e-05, "loss": 1.2169, "step": 67500 }, { "epoch": 2.91, "learning_rate": 1.3682973723563342e-05, "loss": 1.2149, "step": 68000 }, { "epoch": 2.93, "learning_rate": 1.3415936765648365e-05, "loss": 1.2085, "step": 68500 }, { "epoch": 2.95, "learning_rate": 1.3148899807733393e-05, "loss": 1.2077, "step": 69000 }, { "epoch": 2.97, "learning_rate": 1.2881862849818416e-05, "loss": 1.2123, "step": 69500 }, { "epoch": 2.99, "learning_rate": 1.261482589190344e-05, "loss": 1.2093, "step": 70000 }, { "epoch": 3.0, "eval_gen_len": 9.954048280281992, "eval_loss": 0.9058317542076111, "eval_rouge1": 26.5379, "eval_rouge2": 19.0017, "eval_rougeL": 26.3586, "eval_rougeLsum": 26.3719, "eval_runtime": 1636.659, "eval_samples_per_second": 28.601, "eval_steps_per_second": 3.576, "step": 70215 }, { "epoch": 3.01, "learning_rate": 1.2347788933988465e-05, "loss": 1.203, "step": 70500 }, { "epoch": 3.03, "learning_rate": 1.208075197607349e-05, "loss": 1.2175, "step": 71000 }, { "epoch": 3.05, "learning_rate": 1.1813715018158514e-05, "loss": 1.2061, "step": 71500 }, { "epoch": 3.08, "learning_rate": 1.1546678060243538e-05, "loss": 1.1981, "step": 72000 }, { "epoch": 3.1, "learning_rate": 1.1279641102328563e-05, "loss": 1.1797, "step": 72500 }, { "epoch": 3.12, "learning_rate": 1.1012604144413588e-05, "loss": 1.1568, "step": 73000 }, { "epoch": 3.14, "learning_rate": 1.0745567186498612e-05, "loss": 1.1953, "step": 73500 }, { "epoch": 3.16, "learning_rate": 1.0478530228583637e-05, "loss": 1.1627, "step": 74000 }, { "epoch": 3.18, "learning_rate": 1.0211493270668661e-05, "loss": 1.1778, "step": 74500 }, { "epoch": 3.2, "learning_rate": 9.944456312753686e-06, "loss": 1.172, "step": 75000 }, { "epoch": 3.23, "learning_rate": 9.67741935483871e-06, "loss": 1.1784, "step": 75500 }, { "epoch": 3.25, "learning_rate": 9.410382396923735e-06, "loss": 1.1874, "step": 76000 }, { "epoch": 3.27, "learning_rate": 9.14334543900876e-06, "loss": 1.1623, "step": 76500 }, { "epoch": 3.29, "learning_rate": 8.876308481093784e-06, "loss": 1.1969, "step": 77000 }, { "epoch": 3.31, "learning_rate": 8.609271523178809e-06, "loss": 1.1816, "step": 77500 }, { "epoch": 3.33, "learning_rate": 8.342234565263833e-06, "loss": 1.1534, "step": 78000 }, { "epoch": 3.35, "learning_rate": 8.075197607348856e-06, "loss": 1.1889, "step": 78500 }, { "epoch": 3.38, "learning_rate": 7.808160649433882e-06, "loss": 1.1786, "step": 79000 }, { "epoch": 3.4, "learning_rate": 7.541123691518906e-06, "loss": 1.1621, "step": 79500 }, { "epoch": 3.42, "learning_rate": 7.2740867336039315e-06, "loss": 1.1692, "step": 80000 }, { "epoch": 3.44, "learning_rate": 7.007049775688956e-06, "loss": 1.1789, "step": 80500 }, { "epoch": 3.46, "learning_rate": 6.74001281777398e-06, "loss": 1.1925, "step": 81000 }, { "epoch": 3.48, "learning_rate": 6.472975859859005e-06, "loss": 1.1847, "step": 81500 }, { "epoch": 3.5, "learning_rate": 6.205938901944029e-06, "loss": 1.1495, "step": 82000 }, { "epoch": 3.52, "learning_rate": 5.9389019440290535e-06, "loss": 1.1631, "step": 82500 }, { "epoch": 3.55, "learning_rate": 5.671864986114078e-06, "loss": 1.2052, "step": 83000 }, { "epoch": 3.57, "learning_rate": 5.404828028199103e-06, "loss": 1.1773, "step": 83500 }, { "epoch": 3.59, "learning_rate": 5.137791070284127e-06, "loss": 1.1574, "step": 84000 }, { "epoch": 3.61, "learning_rate": 4.870754112369153e-06, "loss": 1.1516, "step": 84500 }, { "epoch": 3.63, "learning_rate": 4.603717154454177e-06, "loss": 1.1736, "step": 85000 }, { "epoch": 3.65, "learning_rate": 4.336680196539202e-06, "loss": 1.1511, "step": 85500 }, { "epoch": 3.67, "learning_rate": 4.069643238624226e-06, "loss": 1.1277, "step": 86000 }, { "epoch": 3.7, "learning_rate": 3.8026062807092505e-06, "loss": 1.1425, "step": 86500 }, { "epoch": 3.72, "learning_rate": 3.535569322794275e-06, "loss": 1.1848, "step": 87000 }, { "epoch": 3.74, "learning_rate": 3.2685323648792996e-06, "loss": 1.149, "step": 87500 }, { "epoch": 3.76, "learning_rate": 3.001495406964324e-06, "loss": 1.1535, "step": 88000 }, { "epoch": 3.78, "learning_rate": 2.7344584490493487e-06, "loss": 1.1594, "step": 88500 }, { "epoch": 3.8, "learning_rate": 2.467421491134373e-06, "loss": 1.1756, "step": 89000 }, { "epoch": 3.82, "learning_rate": 2.2003845332193975e-06, "loss": 1.1691, "step": 89500 }, { "epoch": 3.85, "learning_rate": 1.933347575304422e-06, "loss": 1.1526, "step": 90000 }, { "epoch": 3.87, "learning_rate": 1.666310617389447e-06, "loss": 1.1633, "step": 90500 }, { "epoch": 3.89, "learning_rate": 1.3992736594744714e-06, "loss": 1.1563, "step": 91000 }, { "epoch": 3.91, "learning_rate": 1.132236701559496e-06, "loss": 1.1448, "step": 91500 }, { "epoch": 3.93, "learning_rate": 8.651997436445205e-07, "loss": 1.1857, "step": 92000 }, { "epoch": 3.95, "learning_rate": 5.98162785729545e-07, "loss": 1.1477, "step": 92500 }, { "epoch": 3.97, "learning_rate": 3.3112582781456954e-07, "loss": 1.1724, "step": 93000 }, { "epoch": 3.99, "learning_rate": 6.408886989959411e-08, "loss": 1.1404, "step": 93500 }, { "epoch": 4.0, "eval_gen_len": 9.971416364024781, "eval_loss": 0.8677980303764343, "eval_rouge1": 28.2457, "eval_rouge2": 20.4786, "eval_rougeL": 28.0552, "eval_rougeLsum": 28.0753, "eval_runtime": 1600.8029, "eval_samples_per_second": 29.242, "eval_steps_per_second": 3.656, "step": 93620 } ], "max_steps": 93620, "num_train_epochs": 4, "total_flos": 1.305230178779136e+16, "trial_name": null, "trial_params": null }