|
{ |
|
"best_metric": 0.6675477027893066, |
|
"best_model_checkpoint": "/mnt/bn/qingyi-bn-lq/llama/saved-alpaca-belle30b/checkpoint-13600", |
|
"epoch": 2.9341963322545848, |
|
"global_step": 13600, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 5.9999999999999995e-05, |
|
"loss": 1.6143, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 0.00011999999999999999, |
|
"loss": 1.2447, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 0.00017699999999999997, |
|
"loss": 0.9529, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 0.000237, |
|
"loss": 0.8899, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 0.00029699999999999996, |
|
"loss": 0.8614, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 0.00029958710612097066, |
|
"loss": 0.8402, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 0.00029915248098515027, |
|
"loss": 0.8335, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 0.00029871785584932993, |
|
"loss": 0.8303, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 0.0002982832307135096, |
|
"loss": 0.8261, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 0.0002978486055776892, |
|
"loss": 0.807, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"eval_loss": 0.8271128535270691, |
|
"eval_runtime": 49.877, |
|
"eval_samples_per_second": 40.099, |
|
"eval_steps_per_second": 0.642, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"learning_rate": 0.00029741398044186887, |
|
"loss": 0.808, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"learning_rate": 0.00029697935530604853, |
|
"loss": 0.8092, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"learning_rate": 0.00029654473017022814, |
|
"loss": 0.8045, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"learning_rate": 0.0002961101050344078, |
|
"loss": 0.8007, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"learning_rate": 0.00029567547989858747, |
|
"loss": 0.793, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 0.0002952408547627671, |
|
"loss": 0.7886, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 0.00029480622962694674, |
|
"loss": 0.7854, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 0.0002943716044911264, |
|
"loss": 0.783, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 0.000293936979355306, |
|
"loss": 0.7797, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"learning_rate": 0.0002935023542194857, |
|
"loss": 0.7801, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"eval_loss": 0.793747067451477, |
|
"eval_runtime": 49.8962, |
|
"eval_samples_per_second": 40.083, |
|
"eval_steps_per_second": 0.641, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"learning_rate": 0.00029306772908366534, |
|
"loss": 0.7879, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"learning_rate": 0.00029263310394784495, |
|
"loss": 0.7745, |
|
"step": 440 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 0.0002921984788120246, |
|
"loss": 0.7725, |
|
"step": 460 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 0.0002917638536762043, |
|
"loss": 0.7659, |
|
"step": 480 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 0.0002913292285403839, |
|
"loss": 0.7658, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 0.00029089460340456355, |
|
"loss": 0.7722, |
|
"step": 520 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 0.0002904599782687432, |
|
"loss": 0.773, |
|
"step": 540 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 0.0002900253531329228, |
|
"loss": 0.7749, |
|
"step": 560 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 0.0002895907279971025, |
|
"loss": 0.7734, |
|
"step": 580 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 0.00028915610286128215, |
|
"loss": 0.7607, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"eval_loss": 0.7771433591842651, |
|
"eval_runtime": 49.9486, |
|
"eval_samples_per_second": 40.041, |
|
"eval_steps_per_second": 0.641, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 0.00028872147772546176, |
|
"loss": 0.7657, |
|
"step": 620 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"learning_rate": 0.00028828685258964137, |
|
"loss": 0.7602, |
|
"step": 640 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"learning_rate": 0.00028785222745382103, |
|
"loss": 0.7619, |
|
"step": 660 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"learning_rate": 0.0002874176023180007, |
|
"loss": 0.7587, |
|
"step": 680 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"learning_rate": 0.0002869829771821803, |
|
"loss": 0.7553, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"learning_rate": 0.00028654835204635997, |
|
"loss": 0.7565, |
|
"step": 720 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"learning_rate": 0.00028611372691053963, |
|
"loss": 0.7586, |
|
"step": 740 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"learning_rate": 0.00028567910177471924, |
|
"loss": 0.7556, |
|
"step": 760 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"learning_rate": 0.0002852444766388989, |
|
"loss": 0.7487, |
|
"step": 780 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"learning_rate": 0.00028480985150307857, |
|
"loss": 0.7516, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"eval_loss": 0.7632888555526733, |
|
"eval_runtime": 49.913, |
|
"eval_samples_per_second": 40.07, |
|
"eval_steps_per_second": 0.641, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"learning_rate": 0.0002843752263672582, |
|
"loss": 0.7527, |
|
"step": 820 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"learning_rate": 0.00028394060123143784, |
|
"loss": 0.7407, |
|
"step": 840 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"learning_rate": 0.0002835059760956175, |
|
"loss": 0.744, |
|
"step": 860 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"learning_rate": 0.0002830713509597971, |
|
"loss": 0.7456, |
|
"step": 880 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"learning_rate": 0.0002826367258239768, |
|
"loss": 0.7429, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"learning_rate": 0.00028220210068815644, |
|
"loss": 0.7516, |
|
"step": 920 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"learning_rate": 0.00028176747555233605, |
|
"loss": 0.7381, |
|
"step": 940 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"learning_rate": 0.0002813328504165157, |
|
"loss": 0.7256, |
|
"step": 960 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"learning_rate": 0.0002808982252806954, |
|
"loss": 0.7443, |
|
"step": 980 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"learning_rate": 0.000280463600144875, |
|
"loss": 0.7389, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"eval_loss": 0.7532852292060852, |
|
"eval_runtime": 49.9829, |
|
"eval_samples_per_second": 40.014, |
|
"eval_steps_per_second": 0.64, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"learning_rate": 0.00028002897500905465, |
|
"loss": 0.7374, |
|
"step": 1020 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"learning_rate": 0.0002795943498732343, |
|
"loss": 0.7296, |
|
"step": 1040 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"learning_rate": 0.0002791597247374139, |
|
"loss": 0.7424, |
|
"step": 1060 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"learning_rate": 0.0002787250996015936, |
|
"loss": 0.7328, |
|
"step": 1080 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"learning_rate": 0.00027829047446577325, |
|
"loss": 0.7367, |
|
"step": 1100 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"learning_rate": 0.00027785584932995286, |
|
"loss": 0.7419, |
|
"step": 1120 |
|
}, |
|
{ |
|
"epoch": 0.25, |
|
"learning_rate": 0.0002774212241941325, |
|
"loss": 0.7347, |
|
"step": 1140 |
|
}, |
|
{ |
|
"epoch": 0.25, |
|
"learning_rate": 0.0002769865990583122, |
|
"loss": 0.7292, |
|
"step": 1160 |
|
}, |
|
{ |
|
"epoch": 0.25, |
|
"learning_rate": 0.0002765519739224918, |
|
"loss": 0.7394, |
|
"step": 1180 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"learning_rate": 0.00027611734878667146, |
|
"loss": 0.7358, |
|
"step": 1200 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"eval_loss": 0.7463639974594116, |
|
"eval_runtime": 49.9963, |
|
"eval_samples_per_second": 40.003, |
|
"eval_steps_per_second": 0.64, |
|
"step": 1200 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"learning_rate": 0.0002756827236508511, |
|
"loss": 0.7266, |
|
"step": 1220 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"learning_rate": 0.00027524809851503073, |
|
"loss": 0.7336, |
|
"step": 1240 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"learning_rate": 0.0002748134733792104, |
|
"loss": 0.7296, |
|
"step": 1260 |
|
}, |
|
{ |
|
"epoch": 0.28, |
|
"learning_rate": 0.00027437884824339006, |
|
"loss": 0.73, |
|
"step": 1280 |
|
}, |
|
{ |
|
"epoch": 0.28, |
|
"learning_rate": 0.00027394422310756967, |
|
"loss": 0.7312, |
|
"step": 1300 |
|
}, |
|
{ |
|
"epoch": 0.28, |
|
"learning_rate": 0.00027350959797174933, |
|
"loss": 0.7307, |
|
"step": 1320 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"learning_rate": 0.000273074972835929, |
|
"loss": 0.7246, |
|
"step": 1340 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"learning_rate": 0.0002726403477001086, |
|
"loss": 0.7299, |
|
"step": 1360 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"learning_rate": 0.00027220572256428827, |
|
"loss": 0.7251, |
|
"step": 1380 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"learning_rate": 0.00027177109742846793, |
|
"loss": 0.7286, |
|
"step": 1400 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"eval_loss": 0.7393819093704224, |
|
"eval_runtime": 49.9896, |
|
"eval_samples_per_second": 40.008, |
|
"eval_steps_per_second": 0.64, |
|
"step": 1400 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"learning_rate": 0.00027133647229264754, |
|
"loss": 0.7186, |
|
"step": 1420 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"learning_rate": 0.0002709018471568272, |
|
"loss": 0.7215, |
|
"step": 1440 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"learning_rate": 0.00027046722202100687, |
|
"loss": 0.7295, |
|
"step": 1460 |
|
}, |
|
{ |
|
"epoch": 0.32, |
|
"learning_rate": 0.0002700325968851865, |
|
"loss": 0.7198, |
|
"step": 1480 |
|
}, |
|
{ |
|
"epoch": 0.32, |
|
"learning_rate": 0.00026959797174936614, |
|
"loss": 0.7184, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"learning_rate": 0.0002691633466135458, |
|
"loss": 0.7283, |
|
"step": 1520 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"learning_rate": 0.0002687287214777254, |
|
"loss": 0.7378, |
|
"step": 1540 |
|
}, |
|
{ |
|
"epoch": 0.34, |
|
"learning_rate": 0.0002682940963419051, |
|
"loss": 0.7196, |
|
"step": 1560 |
|
}, |
|
{ |
|
"epoch": 0.34, |
|
"learning_rate": 0.00026785947120608474, |
|
"loss": 0.7152, |
|
"step": 1580 |
|
}, |
|
{ |
|
"epoch": 0.35, |
|
"learning_rate": 0.00026742484607026435, |
|
"loss": 0.7184, |
|
"step": 1600 |
|
}, |
|
{ |
|
"epoch": 0.35, |
|
"eval_loss": 0.7342154383659363, |
|
"eval_runtime": 49.9957, |
|
"eval_samples_per_second": 40.003, |
|
"eval_steps_per_second": 0.64, |
|
"step": 1600 |
|
}, |
|
{ |
|
"epoch": 0.35, |
|
"learning_rate": 0.000266990220934444, |
|
"loss": 0.7164, |
|
"step": 1620 |
|
}, |
|
{ |
|
"epoch": 0.35, |
|
"learning_rate": 0.0002665555957986237, |
|
"loss": 0.7136, |
|
"step": 1640 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"learning_rate": 0.0002661209706628033, |
|
"loss": 0.7203, |
|
"step": 1660 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"learning_rate": 0.00026568634552698295, |
|
"loss": 0.7158, |
|
"step": 1680 |
|
}, |
|
{ |
|
"epoch": 0.37, |
|
"learning_rate": 0.0002652517203911626, |
|
"loss": 0.7145, |
|
"step": 1700 |
|
}, |
|
{ |
|
"epoch": 0.37, |
|
"learning_rate": 0.0002648170952553422, |
|
"loss": 0.7111, |
|
"step": 1720 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"learning_rate": 0.0002643824701195219, |
|
"loss": 0.7155, |
|
"step": 1740 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"learning_rate": 0.00026394784498370155, |
|
"loss": 0.718, |
|
"step": 1760 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"learning_rate": 0.00026351321984788116, |
|
"loss": 0.7125, |
|
"step": 1780 |
|
}, |
|
{ |
|
"epoch": 0.39, |
|
"learning_rate": 0.0002630785947120608, |
|
"loss": 0.7163, |
|
"step": 1800 |
|
}, |
|
{ |
|
"epoch": 0.39, |
|
"eval_loss": 0.7301950454711914, |
|
"eval_runtime": 49.9689, |
|
"eval_samples_per_second": 40.025, |
|
"eval_steps_per_second": 0.64, |
|
"step": 1800 |
|
}, |
|
{ |
|
"epoch": 0.39, |
|
"learning_rate": 0.0002626439695762405, |
|
"loss": 0.7121, |
|
"step": 1820 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"learning_rate": 0.0002622093444404201, |
|
"loss": 0.7092, |
|
"step": 1840 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"learning_rate": 0.00026177471930459976, |
|
"loss": 0.7133, |
|
"step": 1860 |
|
}, |
|
{ |
|
"epoch": 0.41, |
|
"learning_rate": 0.0002613400941687794, |
|
"loss": 0.7171, |
|
"step": 1880 |
|
}, |
|
{ |
|
"epoch": 0.41, |
|
"learning_rate": 0.00026090546903295903, |
|
"loss": 0.7235, |
|
"step": 1900 |
|
}, |
|
{ |
|
"epoch": 0.41, |
|
"learning_rate": 0.0002604708438971387, |
|
"loss": 0.7086, |
|
"step": 1920 |
|
}, |
|
{ |
|
"epoch": 0.42, |
|
"learning_rate": 0.00026003621876131836, |
|
"loss": 0.7136, |
|
"step": 1940 |
|
}, |
|
{ |
|
"epoch": 0.42, |
|
"learning_rate": 0.00025960159362549797, |
|
"loss": 0.7031, |
|
"step": 1960 |
|
}, |
|
{ |
|
"epoch": 0.43, |
|
"learning_rate": 0.00025916696848967763, |
|
"loss": 0.7084, |
|
"step": 1980 |
|
}, |
|
{ |
|
"epoch": 0.43, |
|
"learning_rate": 0.0002587323433538573, |
|
"loss": 0.7091, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 0.43, |
|
"eval_loss": 0.726446270942688, |
|
"eval_runtime": 50.0519, |
|
"eval_samples_per_second": 39.959, |
|
"eval_steps_per_second": 0.639, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"learning_rate": 0.0002582977182180369, |
|
"loss": 0.7119, |
|
"step": 2020 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"learning_rate": 0.00025786309308221657, |
|
"loss": 0.7186, |
|
"step": 2040 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"learning_rate": 0.00025742846794639623, |
|
"loss": 0.703, |
|
"step": 2060 |
|
}, |
|
{ |
|
"epoch": 0.45, |
|
"learning_rate": 0.00025699384281057584, |
|
"loss": 0.7078, |
|
"step": 2080 |
|
}, |
|
{ |
|
"epoch": 0.45, |
|
"learning_rate": 0.0002565592176747555, |
|
"loss": 0.7084, |
|
"step": 2100 |
|
}, |
|
{ |
|
"epoch": 0.46, |
|
"learning_rate": 0.00025612459253893517, |
|
"loss": 0.7014, |
|
"step": 2120 |
|
}, |
|
{ |
|
"epoch": 0.46, |
|
"learning_rate": 0.0002556899674031148, |
|
"loss": 0.7076, |
|
"step": 2140 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"learning_rate": 0.00025525534226729444, |
|
"loss": 0.7103, |
|
"step": 2160 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"learning_rate": 0.0002548207171314741, |
|
"loss": 0.7118, |
|
"step": 2180 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"learning_rate": 0.0002543860919956537, |
|
"loss": 0.7028, |
|
"step": 2200 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"eval_loss": 0.7220268845558167, |
|
"eval_runtime": 49.9937, |
|
"eval_samples_per_second": 40.005, |
|
"eval_steps_per_second": 0.64, |
|
"step": 2200 |
|
}, |
|
{ |
|
"epoch": 0.48, |
|
"learning_rate": 0.0002539514668598334, |
|
"loss": 0.707, |
|
"step": 2220 |
|
}, |
|
{ |
|
"epoch": 0.48, |
|
"learning_rate": 0.00025351684172401304, |
|
"loss": 0.7045, |
|
"step": 2240 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"learning_rate": 0.00025308221658819265, |
|
"loss": 0.6905, |
|
"step": 2260 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"learning_rate": 0.0002526475914523723, |
|
"loss": 0.6982, |
|
"step": 2280 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"learning_rate": 0.000252212966316552, |
|
"loss": 0.706, |
|
"step": 2300 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"learning_rate": 0.0002517783411807316, |
|
"loss": 0.6992, |
|
"step": 2320 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"learning_rate": 0.00025134371604491125, |
|
"loss": 0.6939, |
|
"step": 2340 |
|
}, |
|
{ |
|
"epoch": 0.51, |
|
"learning_rate": 0.00025090909090909086, |
|
"loss": 0.7037, |
|
"step": 2360 |
|
}, |
|
{ |
|
"epoch": 0.51, |
|
"learning_rate": 0.0002504744657732705, |
|
"loss": 0.7127, |
|
"step": 2380 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"learning_rate": 0.00025003984063745014, |
|
"loss": 0.702, |
|
"step": 2400 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"eval_loss": 0.7191869020462036, |
|
"eval_runtime": 50.0038, |
|
"eval_samples_per_second": 39.997, |
|
"eval_steps_per_second": 0.64, |
|
"step": 2400 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"learning_rate": 0.0002496052155016298, |
|
"loss": 0.7033, |
|
"step": 2420 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"learning_rate": 0.00024917059036580946, |
|
"loss": 0.7028, |
|
"step": 2440 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"learning_rate": 0.00024873596522998907, |
|
"loss": 0.6967, |
|
"step": 2460 |
|
}, |
|
{ |
|
"epoch": 0.54, |
|
"learning_rate": 0.00024830134009416874, |
|
"loss": 0.7068, |
|
"step": 2480 |
|
}, |
|
{ |
|
"epoch": 0.54, |
|
"learning_rate": 0.0002478667149583484, |
|
"loss": 0.7105, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 0.54, |
|
"learning_rate": 0.000247432089822528, |
|
"loss": 0.6968, |
|
"step": 2520 |
|
}, |
|
{ |
|
"epoch": 0.55, |
|
"learning_rate": 0.00024699746468670767, |
|
"loss": 0.7025, |
|
"step": 2540 |
|
}, |
|
{ |
|
"epoch": 0.55, |
|
"learning_rate": 0.00024656283955088734, |
|
"loss": 0.6942, |
|
"step": 2560 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"learning_rate": 0.00024612821441506694, |
|
"loss": 0.6948, |
|
"step": 2580 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"learning_rate": 0.0002456935892792466, |
|
"loss": 0.6979, |
|
"step": 2600 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"eval_loss": 0.715853750705719, |
|
"eval_runtime": 50.0426, |
|
"eval_samples_per_second": 39.966, |
|
"eval_steps_per_second": 0.639, |
|
"step": 2600 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"learning_rate": 0.00024525896414342627, |
|
"loss": 0.6967, |
|
"step": 2620 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"learning_rate": 0.0002448243390076059, |
|
"loss": 0.7012, |
|
"step": 2640 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"learning_rate": 0.00024438971387178554, |
|
"loss": 0.697, |
|
"step": 2660 |
|
}, |
|
{ |
|
"epoch": 0.58, |
|
"learning_rate": 0.0002439550887359652, |
|
"loss": 0.6931, |
|
"step": 2680 |
|
}, |
|
{ |
|
"epoch": 0.58, |
|
"learning_rate": 0.00024352046360014485, |
|
"loss": 0.6856, |
|
"step": 2700 |
|
}, |
|
{ |
|
"epoch": 0.59, |
|
"learning_rate": 0.00024308583846432448, |
|
"loss": 0.697, |
|
"step": 2720 |
|
}, |
|
{ |
|
"epoch": 0.59, |
|
"learning_rate": 0.00024265121332850415, |
|
"loss": 0.6996, |
|
"step": 2740 |
|
}, |
|
{ |
|
"epoch": 0.6, |
|
"learning_rate": 0.00024221658819268378, |
|
"loss": 0.698, |
|
"step": 2760 |
|
}, |
|
{ |
|
"epoch": 0.6, |
|
"learning_rate": 0.00024178196305686342, |
|
"loss": 0.6952, |
|
"step": 2780 |
|
}, |
|
{ |
|
"epoch": 0.6, |
|
"learning_rate": 0.00024134733792104308, |
|
"loss": 0.7049, |
|
"step": 2800 |
|
}, |
|
{ |
|
"epoch": 0.6, |
|
"eval_loss": 0.7124837040901184, |
|
"eval_runtime": 50.0654, |
|
"eval_samples_per_second": 39.948, |
|
"eval_steps_per_second": 0.639, |
|
"step": 2800 |
|
}, |
|
{ |
|
"epoch": 0.61, |
|
"learning_rate": 0.00024091271278522272, |
|
"loss": 0.6927, |
|
"step": 2820 |
|
}, |
|
{ |
|
"epoch": 0.61, |
|
"learning_rate": 0.00024047808764940235, |
|
"loss": 0.6996, |
|
"step": 2840 |
|
}, |
|
{ |
|
"epoch": 0.62, |
|
"learning_rate": 0.00024004346251358202, |
|
"loss": 0.6921, |
|
"step": 2860 |
|
}, |
|
{ |
|
"epoch": 0.62, |
|
"learning_rate": 0.00023960883737776165, |
|
"loss": 0.695, |
|
"step": 2880 |
|
}, |
|
{ |
|
"epoch": 0.63, |
|
"learning_rate": 0.0002391742122419413, |
|
"loss": 0.6887, |
|
"step": 2900 |
|
}, |
|
{ |
|
"epoch": 0.63, |
|
"learning_rate": 0.00023873958710612095, |
|
"loss": 0.6915, |
|
"step": 2920 |
|
}, |
|
{ |
|
"epoch": 0.63, |
|
"learning_rate": 0.0002383049619703006, |
|
"loss": 0.6915, |
|
"step": 2940 |
|
}, |
|
{ |
|
"epoch": 0.64, |
|
"learning_rate": 0.00023787033683448023, |
|
"loss": 0.6916, |
|
"step": 2960 |
|
}, |
|
{ |
|
"epoch": 0.64, |
|
"learning_rate": 0.0002374357116986599, |
|
"loss": 0.687, |
|
"step": 2980 |
|
}, |
|
{ |
|
"epoch": 0.65, |
|
"learning_rate": 0.00023700108656283953, |
|
"loss": 0.6997, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 0.65, |
|
"eval_loss": 0.7098860144615173, |
|
"eval_runtime": 50.0652, |
|
"eval_samples_per_second": 39.948, |
|
"eval_steps_per_second": 0.639, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 0.65, |
|
"learning_rate": 0.00023656646142701916, |
|
"loss": 0.6895, |
|
"step": 3020 |
|
}, |
|
{ |
|
"epoch": 0.66, |
|
"learning_rate": 0.00023613183629119883, |
|
"loss": 0.6861, |
|
"step": 3040 |
|
}, |
|
{ |
|
"epoch": 0.66, |
|
"learning_rate": 0.00023569721115537846, |
|
"loss": 0.6988, |
|
"step": 3060 |
|
}, |
|
{ |
|
"epoch": 0.66, |
|
"learning_rate": 0.0002352625860195581, |
|
"loss": 0.6852, |
|
"step": 3080 |
|
}, |
|
{ |
|
"epoch": 0.67, |
|
"learning_rate": 0.00023482796088373776, |
|
"loss": 0.6863, |
|
"step": 3100 |
|
}, |
|
{ |
|
"epoch": 0.67, |
|
"learning_rate": 0.0002343933357479174, |
|
"loss": 0.6943, |
|
"step": 3120 |
|
}, |
|
{ |
|
"epoch": 0.68, |
|
"learning_rate": 0.00023395871061209704, |
|
"loss": 0.686, |
|
"step": 3140 |
|
}, |
|
{ |
|
"epoch": 0.68, |
|
"learning_rate": 0.0002335240854762767, |
|
"loss": 0.684, |
|
"step": 3160 |
|
}, |
|
{ |
|
"epoch": 0.69, |
|
"learning_rate": 0.00023308946034045634, |
|
"loss": 0.6866, |
|
"step": 3180 |
|
}, |
|
{ |
|
"epoch": 0.69, |
|
"learning_rate": 0.00023265483520463597, |
|
"loss": 0.6859, |
|
"step": 3200 |
|
}, |
|
{ |
|
"epoch": 0.69, |
|
"eval_loss": 0.7077216506004333, |
|
"eval_runtime": 50.0526, |
|
"eval_samples_per_second": 39.958, |
|
"eval_steps_per_second": 0.639, |
|
"step": 3200 |
|
}, |
|
{ |
|
"epoch": 0.69, |
|
"learning_rate": 0.00023222021006881564, |
|
"loss": 0.6845, |
|
"step": 3220 |
|
}, |
|
{ |
|
"epoch": 0.7, |
|
"learning_rate": 0.00023178558493299527, |
|
"loss": 0.7011, |
|
"step": 3240 |
|
}, |
|
{ |
|
"epoch": 0.7, |
|
"learning_rate": 0.0002313509597971749, |
|
"loss": 0.69, |
|
"step": 3260 |
|
}, |
|
{ |
|
"epoch": 0.71, |
|
"learning_rate": 0.00023091633466135457, |
|
"loss": 0.6931, |
|
"step": 3280 |
|
}, |
|
{ |
|
"epoch": 0.71, |
|
"learning_rate": 0.0002304817095255342, |
|
"loss": 0.6998, |
|
"step": 3300 |
|
}, |
|
{ |
|
"epoch": 0.72, |
|
"learning_rate": 0.00023004708438971385, |
|
"loss": 0.6933, |
|
"step": 3320 |
|
}, |
|
{ |
|
"epoch": 0.72, |
|
"learning_rate": 0.0002296124592538935, |
|
"loss": 0.6859, |
|
"step": 3340 |
|
}, |
|
{ |
|
"epoch": 0.72, |
|
"learning_rate": 0.00022917783411807315, |
|
"loss": 0.6972, |
|
"step": 3360 |
|
}, |
|
{ |
|
"epoch": 0.73, |
|
"learning_rate": 0.00022874320898225278, |
|
"loss": 0.6868, |
|
"step": 3380 |
|
}, |
|
{ |
|
"epoch": 0.73, |
|
"learning_rate": 0.00022830858384643245, |
|
"loss": 0.6902, |
|
"step": 3400 |
|
}, |
|
{ |
|
"epoch": 0.73, |
|
"eval_loss": 0.7059928178787231, |
|
"eval_runtime": 50.0118, |
|
"eval_samples_per_second": 39.991, |
|
"eval_steps_per_second": 0.64, |
|
"step": 3400 |
|
}, |
|
{ |
|
"epoch": 0.74, |
|
"learning_rate": 0.00022787395871061208, |
|
"loss": 0.6819, |
|
"step": 3420 |
|
}, |
|
{ |
|
"epoch": 0.74, |
|
"learning_rate": 0.00022743933357479172, |
|
"loss": 0.6833, |
|
"step": 3440 |
|
}, |
|
{ |
|
"epoch": 0.75, |
|
"learning_rate": 0.00022700470843897138, |
|
"loss": 0.6826, |
|
"step": 3460 |
|
}, |
|
{ |
|
"epoch": 0.75, |
|
"learning_rate": 0.00022657008330315102, |
|
"loss": 0.694, |
|
"step": 3480 |
|
}, |
|
{ |
|
"epoch": 0.76, |
|
"learning_rate": 0.00022613545816733066, |
|
"loss": 0.6827, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 0.76, |
|
"learning_rate": 0.00022570083303151032, |
|
"loss": 0.6844, |
|
"step": 3520 |
|
}, |
|
{ |
|
"epoch": 0.76, |
|
"learning_rate": 0.00022526620789568996, |
|
"loss": 0.6893, |
|
"step": 3540 |
|
}, |
|
{ |
|
"epoch": 0.77, |
|
"learning_rate": 0.0002248315827598696, |
|
"loss": 0.6843, |
|
"step": 3560 |
|
}, |
|
{ |
|
"epoch": 0.77, |
|
"learning_rate": 0.00022439695762404926, |
|
"loss": 0.6843, |
|
"step": 3580 |
|
}, |
|
{ |
|
"epoch": 0.78, |
|
"learning_rate": 0.0002239623324882289, |
|
"loss": 0.691, |
|
"step": 3600 |
|
}, |
|
{ |
|
"epoch": 0.78, |
|
"eval_loss": 0.7041522264480591, |
|
"eval_runtime": 50.0554, |
|
"eval_samples_per_second": 39.956, |
|
"eval_steps_per_second": 0.639, |
|
"step": 3600 |
|
}, |
|
{ |
|
"epoch": 0.78, |
|
"learning_rate": 0.00022352770735240853, |
|
"loss": 0.6846, |
|
"step": 3620 |
|
}, |
|
{ |
|
"epoch": 0.79, |
|
"learning_rate": 0.0002230930822165882, |
|
"loss": 0.689, |
|
"step": 3640 |
|
}, |
|
{ |
|
"epoch": 0.79, |
|
"learning_rate": 0.00022265845708076783, |
|
"loss": 0.6777, |
|
"step": 3660 |
|
}, |
|
{ |
|
"epoch": 0.79, |
|
"learning_rate": 0.00022222383194494747, |
|
"loss": 0.6903, |
|
"step": 3680 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"learning_rate": 0.00022178920680912713, |
|
"loss": 0.684, |
|
"step": 3700 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"learning_rate": 0.00022135458167330677, |
|
"loss": 0.6867, |
|
"step": 3720 |
|
}, |
|
{ |
|
"epoch": 0.81, |
|
"learning_rate": 0.0002209199565374864, |
|
"loss": 0.6697, |
|
"step": 3740 |
|
}, |
|
{ |
|
"epoch": 0.81, |
|
"learning_rate": 0.00022048533140166607, |
|
"loss": 0.6864, |
|
"step": 3760 |
|
}, |
|
{ |
|
"epoch": 0.82, |
|
"learning_rate": 0.0002200507062658457, |
|
"loss": 0.6813, |
|
"step": 3780 |
|
}, |
|
{ |
|
"epoch": 0.82, |
|
"learning_rate": 0.00021961608113002534, |
|
"loss": 0.6807, |
|
"step": 3800 |
|
}, |
|
{ |
|
"epoch": 0.82, |
|
"eval_loss": 0.7024796009063721, |
|
"eval_runtime": 50.022, |
|
"eval_samples_per_second": 39.982, |
|
"eval_steps_per_second": 0.64, |
|
"step": 3800 |
|
}, |
|
{ |
|
"epoch": 0.82, |
|
"learning_rate": 0.000219181455994205, |
|
"loss": 0.6824, |
|
"step": 3820 |
|
}, |
|
{ |
|
"epoch": 0.83, |
|
"learning_rate": 0.00021874683085838464, |
|
"loss": 0.6814, |
|
"step": 3840 |
|
}, |
|
{ |
|
"epoch": 0.83, |
|
"learning_rate": 0.00021831220572256427, |
|
"loss": 0.6789, |
|
"step": 3860 |
|
}, |
|
{ |
|
"epoch": 0.84, |
|
"learning_rate": 0.00021787758058674394, |
|
"loss": 0.6752, |
|
"step": 3880 |
|
}, |
|
{ |
|
"epoch": 0.84, |
|
"learning_rate": 0.00021744295545092358, |
|
"loss": 0.6826, |
|
"step": 3900 |
|
}, |
|
{ |
|
"epoch": 0.85, |
|
"learning_rate": 0.0002170083303151032, |
|
"loss": 0.6874, |
|
"step": 3920 |
|
}, |
|
{ |
|
"epoch": 0.85, |
|
"learning_rate": 0.00021657370517928288, |
|
"loss": 0.6761, |
|
"step": 3940 |
|
}, |
|
{ |
|
"epoch": 0.85, |
|
"learning_rate": 0.0002161390800434625, |
|
"loss": 0.6795, |
|
"step": 3960 |
|
}, |
|
{ |
|
"epoch": 0.86, |
|
"learning_rate": 0.00021570445490764215, |
|
"loss": 0.6781, |
|
"step": 3980 |
|
}, |
|
{ |
|
"epoch": 0.86, |
|
"learning_rate": 0.0002152698297718218, |
|
"loss": 0.6754, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 0.86, |
|
"eval_loss": 0.7004331350326538, |
|
"eval_runtime": 50.0568, |
|
"eval_samples_per_second": 39.955, |
|
"eval_steps_per_second": 0.639, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 0.87, |
|
"learning_rate": 0.00021483520463600145, |
|
"loss": 0.6791, |
|
"step": 4020 |
|
}, |
|
{ |
|
"epoch": 0.87, |
|
"learning_rate": 0.00021440057950018108, |
|
"loss": 0.6863, |
|
"step": 4040 |
|
}, |
|
{ |
|
"epoch": 0.88, |
|
"learning_rate": 0.00021396595436436075, |
|
"loss": 0.6846, |
|
"step": 4060 |
|
}, |
|
{ |
|
"epoch": 0.88, |
|
"learning_rate": 0.00021353132922854036, |
|
"loss": 0.6814, |
|
"step": 4080 |
|
}, |
|
{ |
|
"epoch": 0.88, |
|
"learning_rate": 0.00021309670409272, |
|
"loss": 0.6825, |
|
"step": 4100 |
|
}, |
|
{ |
|
"epoch": 0.89, |
|
"learning_rate": 0.00021266207895689963, |
|
"loss": 0.6827, |
|
"step": 4120 |
|
}, |
|
{ |
|
"epoch": 0.89, |
|
"learning_rate": 0.0002122274538210793, |
|
"loss": 0.6769, |
|
"step": 4140 |
|
}, |
|
{ |
|
"epoch": 0.9, |
|
"learning_rate": 0.00021179282868525893, |
|
"loss": 0.6869, |
|
"step": 4160 |
|
}, |
|
{ |
|
"epoch": 0.9, |
|
"learning_rate": 0.00021135820354943857, |
|
"loss": 0.6815, |
|
"step": 4180 |
|
}, |
|
{ |
|
"epoch": 0.91, |
|
"learning_rate": 0.00021092357841361823, |
|
"loss": 0.6725, |
|
"step": 4200 |
|
}, |
|
{ |
|
"epoch": 0.91, |
|
"eval_loss": 0.6981337666511536, |
|
"eval_runtime": 50.0559, |
|
"eval_samples_per_second": 39.955, |
|
"eval_steps_per_second": 0.639, |
|
"step": 4200 |
|
}, |
|
{ |
|
"epoch": 0.91, |
|
"learning_rate": 0.00021051068453458889, |
|
"loss": 0.6731, |
|
"step": 4220 |
|
}, |
|
{ |
|
"epoch": 0.91, |
|
"learning_rate": 0.00021007605939876855, |
|
"loss": 0.6792, |
|
"step": 4240 |
|
}, |
|
{ |
|
"epoch": 0.92, |
|
"learning_rate": 0.00020964143426294819, |
|
"loss": 0.6755, |
|
"step": 4260 |
|
}, |
|
{ |
|
"epoch": 0.92, |
|
"learning_rate": 0.00020920680912712782, |
|
"loss": 0.6833, |
|
"step": 4280 |
|
}, |
|
{ |
|
"epoch": 0.93, |
|
"learning_rate": 0.0002087721839913075, |
|
"loss": 0.6693, |
|
"step": 4300 |
|
}, |
|
{ |
|
"epoch": 0.93, |
|
"learning_rate": 0.00020833755885548712, |
|
"loss": 0.6728, |
|
"step": 4320 |
|
}, |
|
{ |
|
"epoch": 0.94, |
|
"learning_rate": 0.00020790293371966676, |
|
"loss": 0.6812, |
|
"step": 4340 |
|
}, |
|
{ |
|
"epoch": 0.94, |
|
"learning_rate": 0.00020746830858384642, |
|
"loss": 0.6734, |
|
"step": 4360 |
|
}, |
|
{ |
|
"epoch": 0.94, |
|
"learning_rate": 0.00020703368344802606, |
|
"loss": 0.6813, |
|
"step": 4380 |
|
}, |
|
{ |
|
"epoch": 0.95, |
|
"learning_rate": 0.0002065990583122057, |
|
"loss": 0.6779, |
|
"step": 4400 |
|
}, |
|
{ |
|
"epoch": 0.95, |
|
"eval_loss": 0.6968498826026917, |
|
"eval_runtime": 50.0697, |
|
"eval_samples_per_second": 39.944, |
|
"eval_steps_per_second": 0.639, |
|
"step": 4400 |
|
}, |
|
{ |
|
"epoch": 0.95, |
|
"learning_rate": 0.00020616443317638536, |
|
"loss": 0.6712, |
|
"step": 4420 |
|
}, |
|
{ |
|
"epoch": 0.96, |
|
"learning_rate": 0.000205729808040565, |
|
"loss": 0.6846, |
|
"step": 4440 |
|
}, |
|
{ |
|
"epoch": 0.96, |
|
"learning_rate": 0.00020529518290474463, |
|
"loss": 0.6694, |
|
"step": 4460 |
|
}, |
|
{ |
|
"epoch": 0.97, |
|
"learning_rate": 0.0002048605577689243, |
|
"loss": 0.6753, |
|
"step": 4480 |
|
}, |
|
{ |
|
"epoch": 0.97, |
|
"learning_rate": 0.00020442593263310393, |
|
"loss": 0.6792, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 0.98, |
|
"learning_rate": 0.00020399130749728357, |
|
"loss": 0.6738, |
|
"step": 4520 |
|
}, |
|
{ |
|
"epoch": 0.98, |
|
"learning_rate": 0.00020355668236146323, |
|
"loss": 0.6699, |
|
"step": 4540 |
|
}, |
|
{ |
|
"epoch": 0.98, |
|
"learning_rate": 0.00020312205722564287, |
|
"loss": 0.6737, |
|
"step": 4560 |
|
}, |
|
{ |
|
"epoch": 0.99, |
|
"learning_rate": 0.0002026874320898225, |
|
"loss": 0.6837, |
|
"step": 4580 |
|
}, |
|
{ |
|
"epoch": 0.99, |
|
"learning_rate": 0.00020225280695400217, |
|
"loss": 0.6701, |
|
"step": 4600 |
|
}, |
|
{ |
|
"epoch": 0.99, |
|
"eval_loss": 0.6954157948493958, |
|
"eval_runtime": 50.0724, |
|
"eval_samples_per_second": 39.942, |
|
"eval_steps_per_second": 0.639, |
|
"step": 4600 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 0.0002018181818181818, |
|
"loss": 0.6677, |
|
"step": 4620 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 0.00020138355668236144, |
|
"loss": 0.6706, |
|
"step": 4640 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 0.0002009489315465411, |
|
"loss": 0.6741, |
|
"step": 4660 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 0.00020051430641072074, |
|
"loss": 0.6757, |
|
"step": 4680 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 0.00020007968127490038, |
|
"loss": 0.6773, |
|
"step": 4700 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 0.00019964505613908004, |
|
"loss": 0.6728, |
|
"step": 4720 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 0.00019921043100325968, |
|
"loss": 0.6715, |
|
"step": 4740 |
|
}, |
|
{ |
|
"epoch": 1.03, |
|
"learning_rate": 0.00019877580586743931, |
|
"loss": 0.6679, |
|
"step": 4760 |
|
}, |
|
{ |
|
"epoch": 1.03, |
|
"learning_rate": 0.00019834118073161898, |
|
"loss": 0.6729, |
|
"step": 4780 |
|
}, |
|
{ |
|
"epoch": 1.04, |
|
"learning_rate": 0.00019790655559579861, |
|
"loss": 0.6749, |
|
"step": 4800 |
|
}, |
|
{ |
|
"epoch": 1.04, |
|
"eval_loss": 0.6941403746604919, |
|
"eval_runtime": 50.0645, |
|
"eval_samples_per_second": 39.948, |
|
"eval_steps_per_second": 0.639, |
|
"step": 4800 |
|
}, |
|
{ |
|
"epoch": 1.04, |
|
"learning_rate": 0.00019747193045997825, |
|
"loss": 0.6661, |
|
"step": 4820 |
|
}, |
|
{ |
|
"epoch": 1.04, |
|
"learning_rate": 0.0001970373053241579, |
|
"loss": 0.6638, |
|
"step": 4840 |
|
}, |
|
{ |
|
"epoch": 1.05, |
|
"learning_rate": 0.00019660268018833755, |
|
"loss": 0.6715, |
|
"step": 4860 |
|
}, |
|
{ |
|
"epoch": 1.05, |
|
"learning_rate": 0.0001961680550525172, |
|
"loss": 0.6721, |
|
"step": 4880 |
|
}, |
|
{ |
|
"epoch": 1.06, |
|
"learning_rate": 0.00019573342991669682, |
|
"loss": 0.6695, |
|
"step": 4900 |
|
}, |
|
{ |
|
"epoch": 1.06, |
|
"learning_rate": 0.0001952988047808765, |
|
"loss": 0.6809, |
|
"step": 4920 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"learning_rate": 0.00019486417964505612, |
|
"loss": 0.6701, |
|
"step": 4940 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"learning_rate": 0.00019442955450923576, |
|
"loss": 0.6747, |
|
"step": 4960 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"learning_rate": 0.00019399492937341542, |
|
"loss": 0.6713, |
|
"step": 4980 |
|
}, |
|
{ |
|
"epoch": 1.08, |
|
"learning_rate": 0.00019356030423759506, |
|
"loss": 0.6746, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 1.08, |
|
"eval_loss": 0.6935788989067078, |
|
"eval_runtime": 50.0137, |
|
"eval_samples_per_second": 39.989, |
|
"eval_steps_per_second": 0.64, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 1.08, |
|
"learning_rate": 0.0001931256791017747, |
|
"loss": 0.672, |
|
"step": 5020 |
|
}, |
|
{ |
|
"epoch": 1.09, |
|
"learning_rate": 0.00019269105396595436, |
|
"loss": 0.6673, |
|
"step": 5040 |
|
}, |
|
{ |
|
"epoch": 1.09, |
|
"learning_rate": 0.000192256428830134, |
|
"loss": 0.6706, |
|
"step": 5060 |
|
}, |
|
{ |
|
"epoch": 1.1, |
|
"learning_rate": 0.00019182180369431363, |
|
"loss": 0.6677, |
|
"step": 5080 |
|
}, |
|
{ |
|
"epoch": 1.1, |
|
"learning_rate": 0.0001913871785584933, |
|
"loss": 0.67, |
|
"step": 5100 |
|
}, |
|
{ |
|
"epoch": 1.1, |
|
"learning_rate": 0.00019095255342267293, |
|
"loss": 0.6693, |
|
"step": 5120 |
|
}, |
|
{ |
|
"epoch": 1.11, |
|
"learning_rate": 0.00019051792828685257, |
|
"loss": 0.671, |
|
"step": 5140 |
|
}, |
|
{ |
|
"epoch": 1.11, |
|
"learning_rate": 0.00019008330315103223, |
|
"loss": 0.6748, |
|
"step": 5160 |
|
}, |
|
{ |
|
"epoch": 1.12, |
|
"learning_rate": 0.00018964867801521187, |
|
"loss": 0.6698, |
|
"step": 5180 |
|
}, |
|
{ |
|
"epoch": 1.12, |
|
"learning_rate": 0.0001892140528793915, |
|
"loss": 0.662, |
|
"step": 5200 |
|
}, |
|
{ |
|
"epoch": 1.12, |
|
"eval_loss": 0.6918168663978577, |
|
"eval_runtime": 50.0897, |
|
"eval_samples_per_second": 39.928, |
|
"eval_steps_per_second": 0.639, |
|
"step": 5200 |
|
}, |
|
{ |
|
"epoch": 1.13, |
|
"learning_rate": 0.00018877942774357117, |
|
"loss": 0.66, |
|
"step": 5220 |
|
}, |
|
{ |
|
"epoch": 1.13, |
|
"learning_rate": 0.0001883448026077508, |
|
"loss": 0.6705, |
|
"step": 5240 |
|
}, |
|
{ |
|
"epoch": 1.13, |
|
"learning_rate": 0.00018791017747193044, |
|
"loss": 0.6693, |
|
"step": 5260 |
|
}, |
|
{ |
|
"epoch": 1.14, |
|
"learning_rate": 0.0001874755523361101, |
|
"loss": 0.6546, |
|
"step": 5280 |
|
}, |
|
{ |
|
"epoch": 1.14, |
|
"learning_rate": 0.00018704092720028974, |
|
"loss": 0.6673, |
|
"step": 5300 |
|
}, |
|
{ |
|
"epoch": 1.15, |
|
"learning_rate": 0.00018660630206446938, |
|
"loss": 0.671, |
|
"step": 5320 |
|
}, |
|
{ |
|
"epoch": 1.15, |
|
"learning_rate": 0.00018617167692864904, |
|
"loss": 0.675, |
|
"step": 5340 |
|
}, |
|
{ |
|
"epoch": 1.16, |
|
"learning_rate": 0.00018573705179282868, |
|
"loss": 0.6744, |
|
"step": 5360 |
|
}, |
|
{ |
|
"epoch": 1.16, |
|
"learning_rate": 0.00018530242665700832, |
|
"loss": 0.6643, |
|
"step": 5380 |
|
}, |
|
{ |
|
"epoch": 1.17, |
|
"learning_rate": 0.00018486780152118798, |
|
"loss": 0.6686, |
|
"step": 5400 |
|
}, |
|
{ |
|
"epoch": 1.17, |
|
"eval_loss": 0.6908227801322937, |
|
"eval_runtime": 50.0742, |
|
"eval_samples_per_second": 39.941, |
|
"eval_steps_per_second": 0.639, |
|
"step": 5400 |
|
}, |
|
{ |
|
"epoch": 1.17, |
|
"learning_rate": 0.00018443317638536762, |
|
"loss": 0.6666, |
|
"step": 5420 |
|
}, |
|
{ |
|
"epoch": 1.17, |
|
"learning_rate": 0.00018399855124954725, |
|
"loss": 0.6658, |
|
"step": 5440 |
|
}, |
|
{ |
|
"epoch": 1.18, |
|
"learning_rate": 0.0001835639261137269, |
|
"loss": 0.671, |
|
"step": 5460 |
|
}, |
|
{ |
|
"epoch": 1.18, |
|
"learning_rate": 0.00018312930097790653, |
|
"loss": 0.6736, |
|
"step": 5480 |
|
}, |
|
{ |
|
"epoch": 1.19, |
|
"learning_rate": 0.00018269467584208616, |
|
"loss": 0.6697, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 1.19, |
|
"learning_rate": 0.00018226005070626583, |
|
"loss": 0.6718, |
|
"step": 5520 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"learning_rate": 0.00018182542557044546, |
|
"loss": 0.6701, |
|
"step": 5540 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"learning_rate": 0.0001813908004346251, |
|
"loss": 0.6696, |
|
"step": 5560 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"learning_rate": 0.00018095617529880476, |
|
"loss": 0.6611, |
|
"step": 5580 |
|
}, |
|
{ |
|
"epoch": 1.21, |
|
"learning_rate": 0.0001805215501629844, |
|
"loss": 0.6638, |
|
"step": 5600 |
|
}, |
|
{ |
|
"epoch": 1.21, |
|
"eval_loss": 0.689289927482605, |
|
"eval_runtime": 50.1304, |
|
"eval_samples_per_second": 39.896, |
|
"eval_steps_per_second": 0.638, |
|
"step": 5600 |
|
}, |
|
{ |
|
"epoch": 1.21, |
|
"learning_rate": 0.00018008692502716404, |
|
"loss": 0.6646, |
|
"step": 5620 |
|
}, |
|
{ |
|
"epoch": 1.22, |
|
"learning_rate": 0.0001796522998913437, |
|
"loss": 0.6717, |
|
"step": 5640 |
|
}, |
|
{ |
|
"epoch": 1.22, |
|
"learning_rate": 0.00017921767475552334, |
|
"loss": 0.6647, |
|
"step": 5660 |
|
}, |
|
{ |
|
"epoch": 1.23, |
|
"learning_rate": 0.00017878304961970297, |
|
"loss": 0.672, |
|
"step": 5680 |
|
}, |
|
{ |
|
"epoch": 1.23, |
|
"learning_rate": 0.00017834842448388264, |
|
"loss": 0.6645, |
|
"step": 5700 |
|
}, |
|
{ |
|
"epoch": 1.23, |
|
"learning_rate": 0.00017791379934806227, |
|
"loss": 0.6768, |
|
"step": 5720 |
|
}, |
|
{ |
|
"epoch": 1.24, |
|
"learning_rate": 0.0001774791742122419, |
|
"loss": 0.6748, |
|
"step": 5740 |
|
}, |
|
{ |
|
"epoch": 1.24, |
|
"learning_rate": 0.00017704454907642157, |
|
"loss": 0.6722, |
|
"step": 5760 |
|
}, |
|
{ |
|
"epoch": 1.25, |
|
"learning_rate": 0.0001766099239406012, |
|
"loss": 0.6631, |
|
"step": 5780 |
|
}, |
|
{ |
|
"epoch": 1.25, |
|
"learning_rate": 0.00017617529880478084, |
|
"loss": 0.6647, |
|
"step": 5800 |
|
}, |
|
{ |
|
"epoch": 1.25, |
|
"eval_loss": 0.688850462436676, |
|
"eval_runtime": 50.0542, |
|
"eval_samples_per_second": 39.957, |
|
"eval_steps_per_second": 0.639, |
|
"step": 5800 |
|
}, |
|
{ |
|
"epoch": 1.26, |
|
"learning_rate": 0.0001757406736689605, |
|
"loss": 0.66, |
|
"step": 5820 |
|
}, |
|
{ |
|
"epoch": 1.26, |
|
"learning_rate": 0.00017530604853314014, |
|
"loss": 0.6682, |
|
"step": 5840 |
|
}, |
|
{ |
|
"epoch": 1.26, |
|
"learning_rate": 0.00017487142339731978, |
|
"loss": 0.6589, |
|
"step": 5860 |
|
}, |
|
{ |
|
"epoch": 1.27, |
|
"learning_rate": 0.00017443679826149944, |
|
"loss": 0.6691, |
|
"step": 5880 |
|
}, |
|
{ |
|
"epoch": 1.27, |
|
"learning_rate": 0.00017400217312567908, |
|
"loss": 0.6726, |
|
"step": 5900 |
|
}, |
|
{ |
|
"epoch": 1.28, |
|
"learning_rate": 0.00017356754798985872, |
|
"loss": 0.6628, |
|
"step": 5920 |
|
}, |
|
{ |
|
"epoch": 1.28, |
|
"learning_rate": 0.00017313292285403838, |
|
"loss": 0.6719, |
|
"step": 5940 |
|
}, |
|
{ |
|
"epoch": 1.29, |
|
"learning_rate": 0.00017269829771821802, |
|
"loss": 0.6648, |
|
"step": 5960 |
|
}, |
|
{ |
|
"epoch": 1.29, |
|
"learning_rate": 0.00017226367258239765, |
|
"loss": 0.6594, |
|
"step": 5980 |
|
}, |
|
{ |
|
"epoch": 1.29, |
|
"learning_rate": 0.00017182904744657732, |
|
"loss": 0.6717, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 1.29, |
|
"eval_loss": 0.6876093745231628, |
|
"eval_runtime": 50.1763, |
|
"eval_samples_per_second": 39.859, |
|
"eval_steps_per_second": 0.638, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 1.3, |
|
"learning_rate": 0.00017139442231075695, |
|
"loss": 0.6632, |
|
"step": 6020 |
|
}, |
|
{ |
|
"epoch": 1.3, |
|
"learning_rate": 0.0001709597971749366, |
|
"loss": 0.6619, |
|
"step": 6040 |
|
}, |
|
{ |
|
"epoch": 1.31, |
|
"learning_rate": 0.00017052517203911625, |
|
"loss": 0.667, |
|
"step": 6060 |
|
}, |
|
{ |
|
"epoch": 1.31, |
|
"learning_rate": 0.0001700905469032959, |
|
"loss": 0.6625, |
|
"step": 6080 |
|
}, |
|
{ |
|
"epoch": 1.32, |
|
"learning_rate": 0.00016965592176747553, |
|
"loss": 0.6661, |
|
"step": 6100 |
|
}, |
|
{ |
|
"epoch": 1.32, |
|
"learning_rate": 0.0001692212966316552, |
|
"loss": 0.656, |
|
"step": 6120 |
|
}, |
|
{ |
|
"epoch": 1.32, |
|
"learning_rate": 0.00016878667149583483, |
|
"loss": 0.6668, |
|
"step": 6140 |
|
}, |
|
{ |
|
"epoch": 1.33, |
|
"learning_rate": 0.00016835204636001446, |
|
"loss": 0.6669, |
|
"step": 6160 |
|
}, |
|
{ |
|
"epoch": 1.33, |
|
"learning_rate": 0.00016791742122419413, |
|
"loss": 0.6662, |
|
"step": 6180 |
|
}, |
|
{ |
|
"epoch": 1.34, |
|
"learning_rate": 0.00016748279608837376, |
|
"loss": 0.6692, |
|
"step": 6200 |
|
}, |
|
{ |
|
"epoch": 1.34, |
|
"eval_loss": 0.6869744658470154, |
|
"eval_runtime": 50.1517, |
|
"eval_samples_per_second": 39.879, |
|
"eval_steps_per_second": 0.638, |
|
"step": 6200 |
|
}, |
|
{ |
|
"epoch": 1.34, |
|
"learning_rate": 0.0001670481709525534, |
|
"loss": 0.6571, |
|
"step": 6220 |
|
}, |
|
{ |
|
"epoch": 1.35, |
|
"learning_rate": 0.00016661354581673306, |
|
"loss": 0.6659, |
|
"step": 6240 |
|
}, |
|
{ |
|
"epoch": 1.35, |
|
"learning_rate": 0.0001661789206809127, |
|
"loss": 0.6622, |
|
"step": 6260 |
|
}, |
|
{ |
|
"epoch": 1.35, |
|
"learning_rate": 0.00016574429554509234, |
|
"loss": 0.6522, |
|
"step": 6280 |
|
}, |
|
{ |
|
"epoch": 1.36, |
|
"learning_rate": 0.000165309670409272, |
|
"loss": 0.667, |
|
"step": 6300 |
|
}, |
|
{ |
|
"epoch": 1.36, |
|
"learning_rate": 0.00016487504527345164, |
|
"loss": 0.6644, |
|
"step": 6320 |
|
}, |
|
{ |
|
"epoch": 1.37, |
|
"learning_rate": 0.00016444042013763127, |
|
"loss": 0.6625, |
|
"step": 6340 |
|
}, |
|
{ |
|
"epoch": 1.37, |
|
"learning_rate": 0.00016400579500181094, |
|
"loss": 0.6686, |
|
"step": 6360 |
|
}, |
|
{ |
|
"epoch": 1.38, |
|
"learning_rate": 0.00016357116986599057, |
|
"loss": 0.6562, |
|
"step": 6380 |
|
}, |
|
{ |
|
"epoch": 1.38, |
|
"learning_rate": 0.0001631365447301702, |
|
"loss": 0.6595, |
|
"step": 6400 |
|
}, |
|
{ |
|
"epoch": 1.38, |
|
"eval_loss": 0.685205340385437, |
|
"eval_runtime": 50.162, |
|
"eval_samples_per_second": 39.871, |
|
"eval_steps_per_second": 0.638, |
|
"step": 6400 |
|
}, |
|
{ |
|
"epoch": 1.39, |
|
"learning_rate": 0.00016270191959434987, |
|
"loss": 0.6595, |
|
"step": 6420 |
|
}, |
|
{ |
|
"epoch": 1.39, |
|
"learning_rate": 0.0001622672944585295, |
|
"loss": 0.6644, |
|
"step": 6440 |
|
}, |
|
{ |
|
"epoch": 1.39, |
|
"learning_rate": 0.00016183266932270915, |
|
"loss": 0.6647, |
|
"step": 6460 |
|
}, |
|
{ |
|
"epoch": 1.4, |
|
"learning_rate": 0.0001613980441868888, |
|
"loss": 0.6655, |
|
"step": 6480 |
|
}, |
|
{ |
|
"epoch": 1.4, |
|
"learning_rate": 0.00016096341905106845, |
|
"loss": 0.6564, |
|
"step": 6500 |
|
}, |
|
{ |
|
"epoch": 1.41, |
|
"learning_rate": 0.00016052879391524808, |
|
"loss": 0.6578, |
|
"step": 6520 |
|
}, |
|
{ |
|
"epoch": 1.41, |
|
"learning_rate": 0.00016009416877942775, |
|
"loss": 0.6624, |
|
"step": 6540 |
|
}, |
|
{ |
|
"epoch": 1.42, |
|
"learning_rate": 0.00015965954364360738, |
|
"loss": 0.6633, |
|
"step": 6560 |
|
}, |
|
{ |
|
"epoch": 1.42, |
|
"learning_rate": 0.00015922491850778702, |
|
"loss": 0.6616, |
|
"step": 6580 |
|
}, |
|
{ |
|
"epoch": 1.42, |
|
"learning_rate": 0.00015879029337196668, |
|
"loss": 0.6607, |
|
"step": 6600 |
|
}, |
|
{ |
|
"epoch": 1.42, |
|
"eval_loss": 0.6847727298736572, |
|
"eval_runtime": 50.1562, |
|
"eval_samples_per_second": 39.875, |
|
"eval_steps_per_second": 0.638, |
|
"step": 6600 |
|
}, |
|
{ |
|
"epoch": 1.43, |
|
"learning_rate": 0.00015835566823614632, |
|
"loss": 0.6564, |
|
"step": 6620 |
|
}, |
|
{ |
|
"epoch": 1.43, |
|
"learning_rate": 0.00015792104310032596, |
|
"loss": 0.66, |
|
"step": 6640 |
|
}, |
|
{ |
|
"epoch": 1.44, |
|
"learning_rate": 0.00015748641796450562, |
|
"loss": 0.6589, |
|
"step": 6660 |
|
}, |
|
{ |
|
"epoch": 1.44, |
|
"learning_rate": 0.00015705179282868526, |
|
"loss": 0.6596, |
|
"step": 6680 |
|
}, |
|
{ |
|
"epoch": 1.45, |
|
"learning_rate": 0.0001566171676928649, |
|
"loss": 0.6663, |
|
"step": 6700 |
|
}, |
|
{ |
|
"epoch": 1.45, |
|
"learning_rate": 0.00015618254255704456, |
|
"loss": 0.6603, |
|
"step": 6720 |
|
}, |
|
{ |
|
"epoch": 1.45, |
|
"learning_rate": 0.0001557479174212242, |
|
"loss": 0.6674, |
|
"step": 6740 |
|
}, |
|
{ |
|
"epoch": 1.46, |
|
"learning_rate": 0.00015531329228540383, |
|
"loss": 0.6603, |
|
"step": 6760 |
|
}, |
|
{ |
|
"epoch": 1.46, |
|
"learning_rate": 0.0001548786671495835, |
|
"loss": 0.6612, |
|
"step": 6780 |
|
}, |
|
{ |
|
"epoch": 1.47, |
|
"learning_rate": 0.00015444404201376313, |
|
"loss": 0.6609, |
|
"step": 6800 |
|
}, |
|
{ |
|
"epoch": 1.47, |
|
"eval_loss": 0.683903694152832, |
|
"eval_runtime": 50.079, |
|
"eval_samples_per_second": 39.937, |
|
"eval_steps_per_second": 0.639, |
|
"step": 6800 |
|
}, |
|
{ |
|
"epoch": 1.47, |
|
"learning_rate": 0.00015400941687794277, |
|
"loss": 0.6557, |
|
"step": 6820 |
|
}, |
|
{ |
|
"epoch": 1.48, |
|
"learning_rate": 0.00015357479174212243, |
|
"loss": 0.6627, |
|
"step": 6840 |
|
}, |
|
{ |
|
"epoch": 1.48, |
|
"learning_rate": 0.00015314016660630207, |
|
"loss": 0.6667, |
|
"step": 6860 |
|
}, |
|
{ |
|
"epoch": 1.48, |
|
"learning_rate": 0.0001527055414704817, |
|
"loss": 0.6633, |
|
"step": 6880 |
|
}, |
|
{ |
|
"epoch": 1.49, |
|
"learning_rate": 0.00015227091633466137, |
|
"loss": 0.6565, |
|
"step": 6900 |
|
}, |
|
{ |
|
"epoch": 1.49, |
|
"learning_rate": 0.000151836291198841, |
|
"loss": 0.6588, |
|
"step": 6920 |
|
}, |
|
{ |
|
"epoch": 1.5, |
|
"learning_rate": 0.00015140166606302064, |
|
"loss": 0.6687, |
|
"step": 6940 |
|
}, |
|
{ |
|
"epoch": 1.5, |
|
"learning_rate": 0.0001509670409272003, |
|
"loss": 0.6611, |
|
"step": 6960 |
|
}, |
|
{ |
|
"epoch": 1.51, |
|
"learning_rate": 0.00015053241579137994, |
|
"loss": 0.6576, |
|
"step": 6980 |
|
}, |
|
{ |
|
"epoch": 1.51, |
|
"learning_rate": 0.00015009779065555957, |
|
"loss": 0.6576, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 1.51, |
|
"eval_loss": 0.6830142736434937, |
|
"eval_runtime": 50.1233, |
|
"eval_samples_per_second": 39.902, |
|
"eval_steps_per_second": 0.638, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 1.51, |
|
"learning_rate": 0.0001496631655197392, |
|
"loss": 0.6617, |
|
"step": 7020 |
|
}, |
|
{ |
|
"epoch": 1.52, |
|
"learning_rate": 0.00014922854038391885, |
|
"loss": 0.6533, |
|
"step": 7040 |
|
}, |
|
{ |
|
"epoch": 1.52, |
|
"learning_rate": 0.0001487939152480985, |
|
"loss": 0.6524, |
|
"step": 7060 |
|
}, |
|
{ |
|
"epoch": 1.53, |
|
"learning_rate": 0.00014835929011227815, |
|
"loss": 0.6597, |
|
"step": 7080 |
|
}, |
|
{ |
|
"epoch": 1.53, |
|
"learning_rate": 0.00014792466497645778, |
|
"loss": 0.656, |
|
"step": 7100 |
|
}, |
|
{ |
|
"epoch": 1.54, |
|
"learning_rate": 0.00014749003984063745, |
|
"loss": 0.6501, |
|
"step": 7120 |
|
}, |
|
{ |
|
"epoch": 1.54, |
|
"learning_rate": 0.00014705541470481708, |
|
"loss": 0.6563, |
|
"step": 7140 |
|
}, |
|
{ |
|
"epoch": 1.54, |
|
"learning_rate": 0.00014662078956899672, |
|
"loss": 0.6496, |
|
"step": 7160 |
|
}, |
|
{ |
|
"epoch": 1.55, |
|
"learning_rate": 0.00014618616443317638, |
|
"loss": 0.6602, |
|
"step": 7180 |
|
}, |
|
{ |
|
"epoch": 1.55, |
|
"learning_rate": 0.00014575153929735602, |
|
"loss": 0.6617, |
|
"step": 7200 |
|
}, |
|
{ |
|
"epoch": 1.55, |
|
"eval_loss": 0.6818540096282959, |
|
"eval_runtime": 50.1175, |
|
"eval_samples_per_second": 39.906, |
|
"eval_steps_per_second": 0.639, |
|
"step": 7200 |
|
}, |
|
{ |
|
"epoch": 1.56, |
|
"learning_rate": 0.00014531691416153566, |
|
"loss": 0.6655, |
|
"step": 7220 |
|
}, |
|
{ |
|
"epoch": 1.56, |
|
"learning_rate": 0.00014488228902571532, |
|
"loss": 0.6544, |
|
"step": 7240 |
|
}, |
|
{ |
|
"epoch": 1.57, |
|
"learning_rate": 0.00014444766388989496, |
|
"loss": 0.655, |
|
"step": 7260 |
|
}, |
|
{ |
|
"epoch": 1.57, |
|
"learning_rate": 0.0001440130387540746, |
|
"loss": 0.6535, |
|
"step": 7280 |
|
}, |
|
{ |
|
"epoch": 1.57, |
|
"learning_rate": 0.00014357841361825426, |
|
"loss": 0.6584, |
|
"step": 7300 |
|
}, |
|
{ |
|
"epoch": 1.58, |
|
"learning_rate": 0.0001431437884824339, |
|
"loss": 0.6602, |
|
"step": 7320 |
|
}, |
|
{ |
|
"epoch": 1.58, |
|
"learning_rate": 0.00014270916334661353, |
|
"loss": 0.6689, |
|
"step": 7340 |
|
}, |
|
{ |
|
"epoch": 1.59, |
|
"learning_rate": 0.0001422745382107932, |
|
"loss": 0.6613, |
|
"step": 7360 |
|
}, |
|
{ |
|
"epoch": 1.59, |
|
"learning_rate": 0.00014183991307497283, |
|
"loss": 0.659, |
|
"step": 7380 |
|
}, |
|
{ |
|
"epoch": 1.6, |
|
"learning_rate": 0.00014140528793915247, |
|
"loss": 0.6463, |
|
"step": 7400 |
|
}, |
|
{ |
|
"epoch": 1.6, |
|
"eval_loss": 0.681868851184845, |
|
"eval_runtime": 50.1388, |
|
"eval_samples_per_second": 39.889, |
|
"eval_steps_per_second": 0.638, |
|
"step": 7400 |
|
}, |
|
{ |
|
"epoch": 1.6, |
|
"learning_rate": 0.00014097066280333213, |
|
"loss": 0.6617, |
|
"step": 7420 |
|
}, |
|
{ |
|
"epoch": 1.61, |
|
"learning_rate": 0.00014053603766751177, |
|
"loss": 0.6648, |
|
"step": 7440 |
|
}, |
|
{ |
|
"epoch": 1.61, |
|
"learning_rate": 0.0001401014125316914, |
|
"loss": 0.6528, |
|
"step": 7460 |
|
}, |
|
{ |
|
"epoch": 1.61, |
|
"learning_rate": 0.00013966678739587107, |
|
"loss": 0.6655, |
|
"step": 7480 |
|
}, |
|
{ |
|
"epoch": 1.62, |
|
"learning_rate": 0.0001392321622600507, |
|
"loss": 0.6609, |
|
"step": 7500 |
|
}, |
|
{ |
|
"epoch": 1.62, |
|
"learning_rate": 0.00013879753712423034, |
|
"loss": 0.6528, |
|
"step": 7520 |
|
}, |
|
{ |
|
"epoch": 1.63, |
|
"learning_rate": 0.00013836291198841, |
|
"loss": 0.6561, |
|
"step": 7540 |
|
}, |
|
{ |
|
"epoch": 1.63, |
|
"learning_rate": 0.00013792828685258964, |
|
"loss": 0.6682, |
|
"step": 7560 |
|
}, |
|
{ |
|
"epoch": 1.64, |
|
"learning_rate": 0.00013749366171676928, |
|
"loss": 0.6677, |
|
"step": 7580 |
|
}, |
|
{ |
|
"epoch": 1.64, |
|
"learning_rate": 0.00013705903658094894, |
|
"loss": 0.6599, |
|
"step": 7600 |
|
}, |
|
{ |
|
"epoch": 1.64, |
|
"eval_loss": 0.6807426810264587, |
|
"eval_runtime": 50.3308, |
|
"eval_samples_per_second": 39.737, |
|
"eval_steps_per_second": 0.636, |
|
"step": 7600 |
|
}, |
|
{ |
|
"epoch": 1.64, |
|
"learning_rate": 0.00013662441144512855, |
|
"loss": 0.6525, |
|
"step": 7620 |
|
}, |
|
{ |
|
"epoch": 1.65, |
|
"learning_rate": 0.0001361897863093082, |
|
"loss": 0.6574, |
|
"step": 7640 |
|
}, |
|
{ |
|
"epoch": 1.65, |
|
"learning_rate": 0.00013575516117348785, |
|
"loss": 0.6516, |
|
"step": 7660 |
|
}, |
|
{ |
|
"epoch": 1.66, |
|
"learning_rate": 0.00013532053603766749, |
|
"loss": 0.6533, |
|
"step": 7680 |
|
}, |
|
{ |
|
"epoch": 1.66, |
|
"learning_rate": 0.00013488591090184715, |
|
"loss": 0.6577, |
|
"step": 7700 |
|
}, |
|
{ |
|
"epoch": 1.67, |
|
"learning_rate": 0.00013445128576602679, |
|
"loss": 0.6592, |
|
"step": 7720 |
|
}, |
|
{ |
|
"epoch": 1.67, |
|
"learning_rate": 0.00013401666063020642, |
|
"loss": 0.6585, |
|
"step": 7740 |
|
}, |
|
{ |
|
"epoch": 1.67, |
|
"learning_rate": 0.00013358203549438609, |
|
"loss": 0.6607, |
|
"step": 7760 |
|
}, |
|
{ |
|
"epoch": 1.68, |
|
"learning_rate": 0.00013314741035856572, |
|
"loss": 0.6617, |
|
"step": 7780 |
|
}, |
|
{ |
|
"epoch": 1.68, |
|
"learning_rate": 0.00013271278522274536, |
|
"loss": 0.6443, |
|
"step": 7800 |
|
}, |
|
{ |
|
"epoch": 1.68, |
|
"eval_loss": 0.6800745725631714, |
|
"eval_runtime": 50.165, |
|
"eval_samples_per_second": 39.868, |
|
"eval_steps_per_second": 0.638, |
|
"step": 7800 |
|
}, |
|
{ |
|
"epoch": 1.69, |
|
"learning_rate": 0.00013227816008692502, |
|
"loss": 0.6587, |
|
"step": 7820 |
|
}, |
|
{ |
|
"epoch": 1.69, |
|
"learning_rate": 0.00013184353495110466, |
|
"loss": 0.6613, |
|
"step": 7840 |
|
}, |
|
{ |
|
"epoch": 1.7, |
|
"learning_rate": 0.0001314089098152843, |
|
"loss": 0.654, |
|
"step": 7860 |
|
}, |
|
{ |
|
"epoch": 1.7, |
|
"learning_rate": 0.00013097428467946396, |
|
"loss": 0.6523, |
|
"step": 7880 |
|
}, |
|
{ |
|
"epoch": 1.7, |
|
"learning_rate": 0.0001305396595436436, |
|
"loss": 0.6563, |
|
"step": 7900 |
|
}, |
|
{ |
|
"epoch": 1.71, |
|
"learning_rate": 0.00013010503440782323, |
|
"loss": 0.6524, |
|
"step": 7920 |
|
}, |
|
{ |
|
"epoch": 1.71, |
|
"learning_rate": 0.0001296704092720029, |
|
"loss": 0.6523, |
|
"step": 7940 |
|
}, |
|
{ |
|
"epoch": 1.72, |
|
"learning_rate": 0.00012923578413618253, |
|
"loss": 0.6493, |
|
"step": 7960 |
|
}, |
|
{ |
|
"epoch": 1.72, |
|
"learning_rate": 0.00012880115900036217, |
|
"loss": 0.6538, |
|
"step": 7980 |
|
}, |
|
{ |
|
"epoch": 1.73, |
|
"learning_rate": 0.00012836653386454183, |
|
"loss": 0.6512, |
|
"step": 8000 |
|
}, |
|
{ |
|
"epoch": 1.73, |
|
"eval_loss": 0.6790341734886169, |
|
"eval_runtime": 50.1317, |
|
"eval_samples_per_second": 39.895, |
|
"eval_steps_per_second": 0.638, |
|
"step": 8000 |
|
}, |
|
{ |
|
"epoch": 1.73, |
|
"learning_rate": 0.00012793190872872147, |
|
"loss": 0.6562, |
|
"step": 8020 |
|
}, |
|
{ |
|
"epoch": 1.73, |
|
"learning_rate": 0.0001274972835929011, |
|
"loss": 0.6556, |
|
"step": 8040 |
|
}, |
|
{ |
|
"epoch": 1.74, |
|
"learning_rate": 0.00012706265845708077, |
|
"loss": 0.65, |
|
"step": 8060 |
|
}, |
|
{ |
|
"epoch": 1.74, |
|
"learning_rate": 0.0001266280333212604, |
|
"loss": 0.661, |
|
"step": 8080 |
|
}, |
|
{ |
|
"epoch": 1.75, |
|
"learning_rate": 0.00012619340818544004, |
|
"loss": 0.655, |
|
"step": 8100 |
|
}, |
|
{ |
|
"epoch": 1.75, |
|
"learning_rate": 0.0001257587830496197, |
|
"loss": 0.6534, |
|
"step": 8120 |
|
}, |
|
{ |
|
"epoch": 1.76, |
|
"learning_rate": 0.00012532415791379934, |
|
"loss": 0.6517, |
|
"step": 8140 |
|
}, |
|
{ |
|
"epoch": 1.76, |
|
"learning_rate": 0.00012488953277797898, |
|
"loss": 0.6605, |
|
"step": 8160 |
|
}, |
|
{ |
|
"epoch": 1.76, |
|
"learning_rate": 0.00012445490764215864, |
|
"loss": 0.6556, |
|
"step": 8180 |
|
}, |
|
{ |
|
"epoch": 1.77, |
|
"learning_rate": 0.00012402028250633828, |
|
"loss": 0.6492, |
|
"step": 8200 |
|
}, |
|
{ |
|
"epoch": 1.77, |
|
"eval_loss": 0.6781870126724243, |
|
"eval_runtime": 50.0809, |
|
"eval_samples_per_second": 39.935, |
|
"eval_steps_per_second": 0.639, |
|
"step": 8200 |
|
}, |
|
{ |
|
"epoch": 1.77, |
|
"learning_rate": 0.00012358565737051791, |
|
"loss": 0.6541, |
|
"step": 8220 |
|
}, |
|
{ |
|
"epoch": 1.78, |
|
"learning_rate": 0.00012315103223469758, |
|
"loss": 0.6517, |
|
"step": 8240 |
|
}, |
|
{ |
|
"epoch": 1.78, |
|
"learning_rate": 0.00012271640709887721, |
|
"loss": 0.6483, |
|
"step": 8260 |
|
}, |
|
{ |
|
"epoch": 1.79, |
|
"learning_rate": 0.00012228178196305685, |
|
"loss": 0.6619, |
|
"step": 8280 |
|
}, |
|
{ |
|
"epoch": 1.79, |
|
"learning_rate": 0.0001218471568272365, |
|
"loss": 0.6556, |
|
"step": 8300 |
|
}, |
|
{ |
|
"epoch": 1.8, |
|
"learning_rate": 0.00012141253169141615, |
|
"loss": 0.6471, |
|
"step": 8320 |
|
}, |
|
{ |
|
"epoch": 1.8, |
|
"learning_rate": 0.00012097790655559579, |
|
"loss": 0.6611, |
|
"step": 8340 |
|
}, |
|
{ |
|
"epoch": 1.8, |
|
"learning_rate": 0.00012054328141977544, |
|
"loss": 0.6506, |
|
"step": 8360 |
|
}, |
|
{ |
|
"epoch": 1.81, |
|
"learning_rate": 0.00012010865628395509, |
|
"loss": 0.6611, |
|
"step": 8380 |
|
}, |
|
{ |
|
"epoch": 1.81, |
|
"learning_rate": 0.00011967403114813472, |
|
"loss": 0.6557, |
|
"step": 8400 |
|
}, |
|
{ |
|
"epoch": 1.81, |
|
"eval_loss": 0.6776989102363586, |
|
"eval_runtime": 50.1344, |
|
"eval_samples_per_second": 39.893, |
|
"eval_steps_per_second": 0.638, |
|
"step": 8400 |
|
}, |
|
{ |
|
"epoch": 1.82, |
|
"learning_rate": 0.00011923940601231437, |
|
"loss": 0.6504, |
|
"step": 8420 |
|
}, |
|
{ |
|
"epoch": 1.82, |
|
"learning_rate": 0.00011880478087649402, |
|
"loss": 0.6552, |
|
"step": 8440 |
|
}, |
|
{ |
|
"epoch": 1.83, |
|
"learning_rate": 0.00011839188699746468, |
|
"loss": 0.641, |
|
"step": 8460 |
|
}, |
|
{ |
|
"epoch": 1.83, |
|
"learning_rate": 0.00011795726186164432, |
|
"loss": 0.6535, |
|
"step": 8480 |
|
}, |
|
{ |
|
"epoch": 1.83, |
|
"learning_rate": 0.00011752263672582397, |
|
"loss": 0.6568, |
|
"step": 8500 |
|
}, |
|
{ |
|
"epoch": 1.84, |
|
"learning_rate": 0.00011708801159000362, |
|
"loss": 0.6621, |
|
"step": 8520 |
|
}, |
|
{ |
|
"epoch": 1.84, |
|
"learning_rate": 0.00011665338645418325, |
|
"loss": 0.6607, |
|
"step": 8540 |
|
}, |
|
{ |
|
"epoch": 1.85, |
|
"learning_rate": 0.0001162187613183629, |
|
"loss": 0.6516, |
|
"step": 8560 |
|
}, |
|
{ |
|
"epoch": 1.85, |
|
"learning_rate": 0.00011578413618254255, |
|
"loss": 0.6497, |
|
"step": 8580 |
|
}, |
|
{ |
|
"epoch": 1.86, |
|
"learning_rate": 0.00011534951104672219, |
|
"loss": 0.6559, |
|
"step": 8600 |
|
}, |
|
{ |
|
"epoch": 1.86, |
|
"eval_loss": 0.6773191094398499, |
|
"eval_runtime": 50.1605, |
|
"eval_samples_per_second": 39.872, |
|
"eval_steps_per_second": 0.638, |
|
"step": 8600 |
|
}, |
|
{ |
|
"epoch": 1.86, |
|
"learning_rate": 0.00011491488591090184, |
|
"loss": 0.6595, |
|
"step": 8620 |
|
}, |
|
{ |
|
"epoch": 1.86, |
|
"learning_rate": 0.00011448026077508149, |
|
"loss": 0.6495, |
|
"step": 8640 |
|
}, |
|
{ |
|
"epoch": 1.87, |
|
"learning_rate": 0.00011404563563926113, |
|
"loss": 0.6518, |
|
"step": 8660 |
|
}, |
|
{ |
|
"epoch": 1.87, |
|
"learning_rate": 0.00011361101050344078, |
|
"loss": 0.6511, |
|
"step": 8680 |
|
}, |
|
{ |
|
"epoch": 1.88, |
|
"learning_rate": 0.00011317638536762043, |
|
"loss": 0.6495, |
|
"step": 8700 |
|
}, |
|
{ |
|
"epoch": 1.88, |
|
"learning_rate": 0.00011274176023180006, |
|
"loss": 0.6485, |
|
"step": 8720 |
|
}, |
|
{ |
|
"epoch": 1.89, |
|
"learning_rate": 0.00011230713509597971, |
|
"loss": 0.6543, |
|
"step": 8740 |
|
}, |
|
{ |
|
"epoch": 1.89, |
|
"learning_rate": 0.00011187250996015936, |
|
"loss": 0.6509, |
|
"step": 8760 |
|
}, |
|
{ |
|
"epoch": 1.89, |
|
"learning_rate": 0.000111437884824339, |
|
"loss": 0.656, |
|
"step": 8780 |
|
}, |
|
{ |
|
"epoch": 1.9, |
|
"learning_rate": 0.00011100325968851865, |
|
"loss": 0.6557, |
|
"step": 8800 |
|
}, |
|
{ |
|
"epoch": 1.9, |
|
"eval_loss": 0.6773696541786194, |
|
"eval_runtime": 50.1296, |
|
"eval_samples_per_second": 39.897, |
|
"eval_steps_per_second": 0.638, |
|
"step": 8800 |
|
}, |
|
{ |
|
"epoch": 1.9, |
|
"learning_rate": 0.0001105686345526983, |
|
"loss": 0.6509, |
|
"step": 8820 |
|
}, |
|
{ |
|
"epoch": 1.91, |
|
"learning_rate": 0.00011013400941687794, |
|
"loss": 0.65, |
|
"step": 8840 |
|
}, |
|
{ |
|
"epoch": 1.91, |
|
"learning_rate": 0.00010969938428105759, |
|
"loss": 0.6447, |
|
"step": 8860 |
|
}, |
|
{ |
|
"epoch": 1.92, |
|
"learning_rate": 0.00010926475914523724, |
|
"loss": 0.6563, |
|
"step": 8880 |
|
}, |
|
{ |
|
"epoch": 1.92, |
|
"learning_rate": 0.00010883013400941687, |
|
"loss": 0.6545, |
|
"step": 8900 |
|
}, |
|
{ |
|
"epoch": 1.92, |
|
"learning_rate": 0.00010839550887359652, |
|
"loss": 0.6509, |
|
"step": 8920 |
|
}, |
|
{ |
|
"epoch": 1.93, |
|
"learning_rate": 0.00010796088373777617, |
|
"loss": 0.6434, |
|
"step": 8940 |
|
}, |
|
{ |
|
"epoch": 1.93, |
|
"learning_rate": 0.00010752625860195581, |
|
"loss": 0.6412, |
|
"step": 8960 |
|
}, |
|
{ |
|
"epoch": 1.94, |
|
"learning_rate": 0.00010709163346613546, |
|
"loss": 0.6512, |
|
"step": 8980 |
|
}, |
|
{ |
|
"epoch": 1.94, |
|
"learning_rate": 0.00010665700833031508, |
|
"loss": 0.6478, |
|
"step": 9000 |
|
}, |
|
{ |
|
"epoch": 1.94, |
|
"eval_loss": 0.6760911345481873, |
|
"eval_runtime": 50.1795, |
|
"eval_samples_per_second": 39.857, |
|
"eval_steps_per_second": 0.638, |
|
"step": 9000 |
|
}, |
|
{ |
|
"epoch": 1.95, |
|
"learning_rate": 0.00010622238319449473, |
|
"loss": 0.6545, |
|
"step": 9020 |
|
}, |
|
{ |
|
"epoch": 1.95, |
|
"learning_rate": 0.00010578775805867438, |
|
"loss": 0.6468, |
|
"step": 9040 |
|
}, |
|
{ |
|
"epoch": 1.95, |
|
"learning_rate": 0.00010535313292285402, |
|
"loss": 0.6527, |
|
"step": 9060 |
|
}, |
|
{ |
|
"epoch": 1.96, |
|
"learning_rate": 0.00010491850778703367, |
|
"loss": 0.6621, |
|
"step": 9080 |
|
}, |
|
{ |
|
"epoch": 1.96, |
|
"learning_rate": 0.00010448388265121332, |
|
"loss": 0.6496, |
|
"step": 9100 |
|
}, |
|
{ |
|
"epoch": 1.97, |
|
"learning_rate": 0.00010404925751539295, |
|
"loss": 0.6512, |
|
"step": 9120 |
|
}, |
|
{ |
|
"epoch": 1.97, |
|
"learning_rate": 0.0001036146323795726, |
|
"loss": 0.6491, |
|
"step": 9140 |
|
}, |
|
{ |
|
"epoch": 1.98, |
|
"learning_rate": 0.00010318000724375225, |
|
"loss": 0.6482, |
|
"step": 9160 |
|
}, |
|
{ |
|
"epoch": 1.98, |
|
"learning_rate": 0.00010274538210793189, |
|
"loss": 0.6456, |
|
"step": 9180 |
|
}, |
|
{ |
|
"epoch": 1.98, |
|
"learning_rate": 0.00010231075697211154, |
|
"loss": 0.6458, |
|
"step": 9200 |
|
}, |
|
{ |
|
"epoch": 1.98, |
|
"eval_loss": 0.6748936772346497, |
|
"eval_runtime": 50.1856, |
|
"eval_samples_per_second": 39.852, |
|
"eval_steps_per_second": 0.638, |
|
"step": 9200 |
|
}, |
|
{ |
|
"epoch": 1.99, |
|
"learning_rate": 0.00010187613183629119, |
|
"loss": 0.6473, |
|
"step": 9220 |
|
}, |
|
{ |
|
"epoch": 1.99, |
|
"learning_rate": 0.00010144150670047083, |
|
"loss": 0.6496, |
|
"step": 9240 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"learning_rate": 0.00010100688156465048, |
|
"loss": 0.6566, |
|
"step": 9260 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"learning_rate": 0.00010057225642883013, |
|
"loss": 0.6475, |
|
"step": 9280 |
|
}, |
|
{ |
|
"epoch": 2.01, |
|
"learning_rate": 0.00010013763129300976, |
|
"loss": 0.6536, |
|
"step": 9300 |
|
}, |
|
{ |
|
"epoch": 2.01, |
|
"learning_rate": 9.970300615718941e-05, |
|
"loss": 0.646, |
|
"step": 9320 |
|
}, |
|
{ |
|
"epoch": 2.02, |
|
"learning_rate": 9.926838102136906e-05, |
|
"loss": 0.6503, |
|
"step": 9340 |
|
}, |
|
{ |
|
"epoch": 2.02, |
|
"learning_rate": 9.88337558855487e-05, |
|
"loss": 0.6527, |
|
"step": 9360 |
|
}, |
|
{ |
|
"epoch": 2.02, |
|
"learning_rate": 9.839913074972835e-05, |
|
"loss": 0.6514, |
|
"step": 9380 |
|
}, |
|
{ |
|
"epoch": 2.03, |
|
"learning_rate": 9.7964505613908e-05, |
|
"loss": 0.6548, |
|
"step": 9400 |
|
}, |
|
{ |
|
"epoch": 2.03, |
|
"eval_loss": 0.6744834780693054, |
|
"eval_runtime": 50.1696, |
|
"eval_samples_per_second": 39.865, |
|
"eval_steps_per_second": 0.638, |
|
"step": 9400 |
|
}, |
|
{ |
|
"epoch": 2.03, |
|
"learning_rate": 9.752988047808764e-05, |
|
"loss": 0.6483, |
|
"step": 9420 |
|
}, |
|
{ |
|
"epoch": 2.04, |
|
"learning_rate": 9.709525534226729e-05, |
|
"loss": 0.6522, |
|
"step": 9440 |
|
}, |
|
{ |
|
"epoch": 2.04, |
|
"learning_rate": 9.666063020644694e-05, |
|
"loss": 0.6538, |
|
"step": 9460 |
|
}, |
|
{ |
|
"epoch": 2.05, |
|
"learning_rate": 9.622600507062657e-05, |
|
"loss": 0.6449, |
|
"step": 9480 |
|
}, |
|
{ |
|
"epoch": 2.05, |
|
"learning_rate": 9.579137993480622e-05, |
|
"loss": 0.6451, |
|
"step": 9500 |
|
}, |
|
{ |
|
"epoch": 2.05, |
|
"learning_rate": 9.535675479898587e-05, |
|
"loss": 0.6355, |
|
"step": 9520 |
|
}, |
|
{ |
|
"epoch": 2.06, |
|
"learning_rate": 9.492212966316551e-05, |
|
"loss": 0.6494, |
|
"step": 9540 |
|
}, |
|
{ |
|
"epoch": 2.06, |
|
"learning_rate": 9.448750452734516e-05, |
|
"loss": 0.6435, |
|
"step": 9560 |
|
}, |
|
{ |
|
"epoch": 2.07, |
|
"learning_rate": 9.405287939152481e-05, |
|
"loss": 0.651, |
|
"step": 9580 |
|
}, |
|
{ |
|
"epoch": 2.07, |
|
"learning_rate": 9.361825425570445e-05, |
|
"loss": 0.6493, |
|
"step": 9600 |
|
}, |
|
{ |
|
"epoch": 2.07, |
|
"eval_loss": 0.674017071723938, |
|
"eval_runtime": 50.1402, |
|
"eval_samples_per_second": 39.888, |
|
"eval_steps_per_second": 0.638, |
|
"step": 9600 |
|
}, |
|
{ |
|
"epoch": 2.08, |
|
"learning_rate": 9.31836291198841e-05, |
|
"loss": 0.6469, |
|
"step": 9620 |
|
}, |
|
{ |
|
"epoch": 2.08, |
|
"learning_rate": 9.274900398406375e-05, |
|
"loss": 0.65, |
|
"step": 9640 |
|
}, |
|
{ |
|
"epoch": 2.08, |
|
"learning_rate": 9.231437884824338e-05, |
|
"loss": 0.6536, |
|
"step": 9660 |
|
}, |
|
{ |
|
"epoch": 2.09, |
|
"learning_rate": 9.187975371242303e-05, |
|
"loss": 0.6488, |
|
"step": 9680 |
|
}, |
|
{ |
|
"epoch": 2.09, |
|
"learning_rate": 9.144512857660268e-05, |
|
"loss": 0.6391, |
|
"step": 9700 |
|
}, |
|
{ |
|
"epoch": 2.1, |
|
"learning_rate": 9.101050344078232e-05, |
|
"loss": 0.644, |
|
"step": 9720 |
|
}, |
|
{ |
|
"epoch": 2.1, |
|
"learning_rate": 9.057587830496197e-05, |
|
"loss": 0.6507, |
|
"step": 9740 |
|
}, |
|
{ |
|
"epoch": 2.11, |
|
"learning_rate": 9.014125316914162e-05, |
|
"loss": 0.6404, |
|
"step": 9760 |
|
}, |
|
{ |
|
"epoch": 2.11, |
|
"learning_rate": 8.970662803332126e-05, |
|
"loss": 0.6509, |
|
"step": 9780 |
|
}, |
|
{ |
|
"epoch": 2.11, |
|
"learning_rate": 8.92720028975009e-05, |
|
"loss": 0.6435, |
|
"step": 9800 |
|
}, |
|
{ |
|
"epoch": 2.11, |
|
"eval_loss": 0.6735255122184753, |
|
"eval_runtime": 50.1703, |
|
"eval_samples_per_second": 39.864, |
|
"eval_steps_per_second": 0.638, |
|
"step": 9800 |
|
}, |
|
{ |
|
"epoch": 2.12, |
|
"learning_rate": 8.883737776168056e-05, |
|
"loss": 0.6374, |
|
"step": 9820 |
|
}, |
|
{ |
|
"epoch": 2.12, |
|
"learning_rate": 8.840275262586019e-05, |
|
"loss": 0.6445, |
|
"step": 9840 |
|
}, |
|
{ |
|
"epoch": 2.13, |
|
"learning_rate": 8.796812749003983e-05, |
|
"loss": 0.6495, |
|
"step": 9860 |
|
}, |
|
{ |
|
"epoch": 2.13, |
|
"learning_rate": 8.753350235421946e-05, |
|
"loss": 0.6482, |
|
"step": 9880 |
|
}, |
|
{ |
|
"epoch": 2.14, |
|
"learning_rate": 8.709887721839911e-05, |
|
"loss": 0.6441, |
|
"step": 9900 |
|
}, |
|
{ |
|
"epoch": 2.14, |
|
"learning_rate": 8.666425208257877e-05, |
|
"loss": 0.6525, |
|
"step": 9920 |
|
}, |
|
{ |
|
"epoch": 2.14, |
|
"learning_rate": 8.62296269467584e-05, |
|
"loss": 0.6453, |
|
"step": 9940 |
|
}, |
|
{ |
|
"epoch": 2.15, |
|
"learning_rate": 8.579500181093805e-05, |
|
"loss": 0.6498, |
|
"step": 9960 |
|
}, |
|
{ |
|
"epoch": 2.15, |
|
"learning_rate": 8.53603766751177e-05, |
|
"loss": 0.6471, |
|
"step": 9980 |
|
}, |
|
{ |
|
"epoch": 2.16, |
|
"learning_rate": 8.492575153929734e-05, |
|
"loss": 0.6419, |
|
"step": 10000 |
|
}, |
|
{ |
|
"epoch": 2.16, |
|
"eval_loss": 0.6730753779411316, |
|
"eval_runtime": 50.1885, |
|
"eval_samples_per_second": 39.85, |
|
"eval_steps_per_second": 0.638, |
|
"step": 10000 |
|
}, |
|
{ |
|
"epoch": 2.16, |
|
"learning_rate": 8.449112640347699e-05, |
|
"loss": 0.6447, |
|
"step": 10020 |
|
}, |
|
{ |
|
"epoch": 2.17, |
|
"learning_rate": 8.405650126765664e-05, |
|
"loss": 0.6444, |
|
"step": 10040 |
|
}, |
|
{ |
|
"epoch": 2.17, |
|
"learning_rate": 8.362187613183627e-05, |
|
"loss": 0.6393, |
|
"step": 10060 |
|
}, |
|
{ |
|
"epoch": 2.17, |
|
"learning_rate": 8.318725099601592e-05, |
|
"loss": 0.6464, |
|
"step": 10080 |
|
}, |
|
{ |
|
"epoch": 2.18, |
|
"learning_rate": 8.275262586019557e-05, |
|
"loss": 0.6458, |
|
"step": 10100 |
|
}, |
|
{ |
|
"epoch": 2.18, |
|
"learning_rate": 8.231800072437521e-05, |
|
"loss": 0.6402, |
|
"step": 10120 |
|
}, |
|
{ |
|
"epoch": 2.19, |
|
"learning_rate": 8.188337558855486e-05, |
|
"loss": 0.6409, |
|
"step": 10140 |
|
}, |
|
{ |
|
"epoch": 2.19, |
|
"learning_rate": 8.144875045273451e-05, |
|
"loss": 0.6512, |
|
"step": 10160 |
|
}, |
|
{ |
|
"epoch": 2.2, |
|
"learning_rate": 8.101412531691415e-05, |
|
"loss": 0.6498, |
|
"step": 10180 |
|
}, |
|
{ |
|
"epoch": 2.2, |
|
"learning_rate": 8.05795001810938e-05, |
|
"loss": 0.6393, |
|
"step": 10200 |
|
}, |
|
{ |
|
"epoch": 2.2, |
|
"eval_loss": 0.6726437211036682, |
|
"eval_runtime": 50.1492, |
|
"eval_samples_per_second": 39.881, |
|
"eval_steps_per_second": 0.638, |
|
"step": 10200 |
|
}, |
|
{ |
|
"epoch": 2.2, |
|
"learning_rate": 8.014487504527345e-05, |
|
"loss": 0.6458, |
|
"step": 10220 |
|
}, |
|
{ |
|
"epoch": 2.21, |
|
"learning_rate": 7.971024990945308e-05, |
|
"loss": 0.6466, |
|
"step": 10240 |
|
}, |
|
{ |
|
"epoch": 2.21, |
|
"learning_rate": 7.927562477363273e-05, |
|
"loss": 0.644, |
|
"step": 10260 |
|
}, |
|
{ |
|
"epoch": 2.22, |
|
"learning_rate": 7.884099963781238e-05, |
|
"loss": 0.6467, |
|
"step": 10280 |
|
}, |
|
{ |
|
"epoch": 2.22, |
|
"learning_rate": 7.840637450199202e-05, |
|
"loss": 0.6436, |
|
"step": 10300 |
|
}, |
|
{ |
|
"epoch": 2.23, |
|
"learning_rate": 7.797174936617167e-05, |
|
"loss": 0.6422, |
|
"step": 10320 |
|
}, |
|
{ |
|
"epoch": 2.23, |
|
"learning_rate": 7.753712423035132e-05, |
|
"loss": 0.645, |
|
"step": 10340 |
|
}, |
|
{ |
|
"epoch": 2.24, |
|
"learning_rate": 7.710249909453096e-05, |
|
"loss": 0.6423, |
|
"step": 10360 |
|
}, |
|
{ |
|
"epoch": 2.24, |
|
"learning_rate": 7.666787395871061e-05, |
|
"loss": 0.6557, |
|
"step": 10380 |
|
}, |
|
{ |
|
"epoch": 2.24, |
|
"learning_rate": 7.623324882289026e-05, |
|
"loss": 0.646, |
|
"step": 10400 |
|
}, |
|
{ |
|
"epoch": 2.24, |
|
"eval_loss": 0.6725419759750366, |
|
"eval_runtime": 50.1975, |
|
"eval_samples_per_second": 39.843, |
|
"eval_steps_per_second": 0.637, |
|
"step": 10400 |
|
}, |
|
{ |
|
"epoch": 2.25, |
|
"learning_rate": 7.57986236870699e-05, |
|
"loss": 0.6503, |
|
"step": 10420 |
|
}, |
|
{ |
|
"epoch": 2.25, |
|
"learning_rate": 7.536399855124954e-05, |
|
"loss": 0.6428, |
|
"step": 10440 |
|
}, |
|
{ |
|
"epoch": 2.26, |
|
"learning_rate": 7.49293734154292e-05, |
|
"loss": 0.6438, |
|
"step": 10460 |
|
}, |
|
{ |
|
"epoch": 2.26, |
|
"learning_rate": 7.449474827960883e-05, |
|
"loss": 0.6427, |
|
"step": 10480 |
|
}, |
|
{ |
|
"epoch": 2.27, |
|
"learning_rate": 7.406012314378847e-05, |
|
"loss": 0.6458, |
|
"step": 10500 |
|
}, |
|
{ |
|
"epoch": 2.27, |
|
"learning_rate": 7.362549800796812e-05, |
|
"loss": 0.6423, |
|
"step": 10520 |
|
}, |
|
{ |
|
"epoch": 2.27, |
|
"learning_rate": 7.319087287214777e-05, |
|
"loss": 0.6466, |
|
"step": 10540 |
|
}, |
|
{ |
|
"epoch": 2.28, |
|
"learning_rate": 7.27562477363274e-05, |
|
"loss": 0.6394, |
|
"step": 10560 |
|
}, |
|
{ |
|
"epoch": 2.28, |
|
"learning_rate": 7.232162260050705e-05, |
|
"loss": 0.6362, |
|
"step": 10580 |
|
}, |
|
{ |
|
"epoch": 2.29, |
|
"learning_rate": 7.18869974646867e-05, |
|
"loss": 0.6399, |
|
"step": 10600 |
|
}, |
|
{ |
|
"epoch": 2.29, |
|
"eval_loss": 0.6719211935997009, |
|
"eval_runtime": 50.1808, |
|
"eval_samples_per_second": 39.856, |
|
"eval_steps_per_second": 0.638, |
|
"step": 10600 |
|
}, |
|
{ |
|
"epoch": 2.29, |
|
"learning_rate": 7.145237232886634e-05, |
|
"loss": 0.6378, |
|
"step": 10620 |
|
}, |
|
{ |
|
"epoch": 2.3, |
|
"learning_rate": 7.101774719304599e-05, |
|
"loss": 0.634, |
|
"step": 10640 |
|
}, |
|
{ |
|
"epoch": 2.3, |
|
"learning_rate": 7.058312205722564e-05, |
|
"loss": 0.6374, |
|
"step": 10660 |
|
}, |
|
{ |
|
"epoch": 2.3, |
|
"learning_rate": 7.014849692140528e-05, |
|
"loss": 0.6464, |
|
"step": 10680 |
|
}, |
|
{ |
|
"epoch": 2.31, |
|
"learning_rate": 6.971387178558493e-05, |
|
"loss": 0.643, |
|
"step": 10700 |
|
}, |
|
{ |
|
"epoch": 2.31, |
|
"learning_rate": 6.927924664976458e-05, |
|
"loss": 0.6384, |
|
"step": 10720 |
|
}, |
|
{ |
|
"epoch": 2.32, |
|
"learning_rate": 6.884462151394421e-05, |
|
"loss": 0.6451, |
|
"step": 10740 |
|
}, |
|
{ |
|
"epoch": 2.32, |
|
"learning_rate": 6.840999637812386e-05, |
|
"loss": 0.6465, |
|
"step": 10760 |
|
}, |
|
{ |
|
"epoch": 2.33, |
|
"learning_rate": 6.799710249909452e-05, |
|
"loss": 0.646, |
|
"step": 10780 |
|
}, |
|
{ |
|
"epoch": 2.33, |
|
"learning_rate": 6.756247736327417e-05, |
|
"loss": 0.6525, |
|
"step": 10800 |
|
}, |
|
{ |
|
"epoch": 2.33, |
|
"eval_loss": 0.6714358925819397, |
|
"eval_runtime": 50.1294, |
|
"eval_samples_per_second": 39.897, |
|
"eval_steps_per_second": 0.638, |
|
"step": 10800 |
|
}, |
|
{ |
|
"epoch": 2.33, |
|
"learning_rate": 6.712785222745382e-05, |
|
"loss": 0.6423, |
|
"step": 10820 |
|
}, |
|
{ |
|
"epoch": 2.34, |
|
"learning_rate": 6.669322709163345e-05, |
|
"loss": 0.6449, |
|
"step": 10840 |
|
}, |
|
{ |
|
"epoch": 2.34, |
|
"learning_rate": 6.62586019558131e-05, |
|
"loss": 0.6325, |
|
"step": 10860 |
|
}, |
|
{ |
|
"epoch": 2.35, |
|
"learning_rate": 6.582397681999275e-05, |
|
"loss": 0.6558, |
|
"step": 10880 |
|
}, |
|
{ |
|
"epoch": 2.35, |
|
"learning_rate": 6.538935168417239e-05, |
|
"loss": 0.6419, |
|
"step": 10900 |
|
}, |
|
{ |
|
"epoch": 2.36, |
|
"learning_rate": 6.495472654835204e-05, |
|
"loss": 0.6466, |
|
"step": 10920 |
|
}, |
|
{ |
|
"epoch": 2.36, |
|
"learning_rate": 6.452010141253169e-05, |
|
"loss": 0.6357, |
|
"step": 10940 |
|
}, |
|
{ |
|
"epoch": 2.36, |
|
"learning_rate": 6.408547627671133e-05, |
|
"loss": 0.6366, |
|
"step": 10960 |
|
}, |
|
{ |
|
"epoch": 2.37, |
|
"learning_rate": 6.365085114089098e-05, |
|
"loss": 0.6466, |
|
"step": 10980 |
|
}, |
|
{ |
|
"epoch": 2.37, |
|
"learning_rate": 6.321622600507063e-05, |
|
"loss": 0.6542, |
|
"step": 11000 |
|
}, |
|
{ |
|
"epoch": 2.37, |
|
"eval_loss": 0.6710445880889893, |
|
"eval_runtime": 50.2479, |
|
"eval_samples_per_second": 39.803, |
|
"eval_steps_per_second": 0.637, |
|
"step": 11000 |
|
}, |
|
{ |
|
"epoch": 2.38, |
|
"learning_rate": 6.278160086925026e-05, |
|
"loss": 0.6481, |
|
"step": 11020 |
|
}, |
|
{ |
|
"epoch": 2.38, |
|
"learning_rate": 6.23469757334299e-05, |
|
"loss": 0.6425, |
|
"step": 11040 |
|
}, |
|
{ |
|
"epoch": 2.39, |
|
"learning_rate": 6.191235059760955e-05, |
|
"loss": 0.6439, |
|
"step": 11060 |
|
}, |
|
{ |
|
"epoch": 2.39, |
|
"learning_rate": 6.14777254617892e-05, |
|
"loss": 0.6424, |
|
"step": 11080 |
|
}, |
|
{ |
|
"epoch": 2.39, |
|
"learning_rate": 6.104310032596884e-05, |
|
"loss": 0.6404, |
|
"step": 11100 |
|
}, |
|
{ |
|
"epoch": 2.4, |
|
"learning_rate": 6.060847519014849e-05, |
|
"loss": 0.6387, |
|
"step": 11120 |
|
}, |
|
{ |
|
"epoch": 2.4, |
|
"learning_rate": 6.017385005432814e-05, |
|
"loss": 0.6462, |
|
"step": 11140 |
|
}, |
|
{ |
|
"epoch": 2.41, |
|
"learning_rate": 5.973922491850778e-05, |
|
"loss": 0.6431, |
|
"step": 11160 |
|
}, |
|
{ |
|
"epoch": 2.41, |
|
"learning_rate": 5.9304599782687424e-05, |
|
"loss": 0.638, |
|
"step": 11180 |
|
}, |
|
{ |
|
"epoch": 2.42, |
|
"learning_rate": 5.8869974646867074e-05, |
|
"loss": 0.6344, |
|
"step": 11200 |
|
}, |
|
{ |
|
"epoch": 2.42, |
|
"eval_loss": 0.6704220771789551, |
|
"eval_runtime": 50.1558, |
|
"eval_samples_per_second": 39.876, |
|
"eval_steps_per_second": 0.638, |
|
"step": 11200 |
|
}, |
|
{ |
|
"epoch": 2.42, |
|
"learning_rate": 5.843534951104672e-05, |
|
"loss": 0.6448, |
|
"step": 11220 |
|
}, |
|
{ |
|
"epoch": 2.43, |
|
"learning_rate": 5.800072437522636e-05, |
|
"loss": 0.6449, |
|
"step": 11240 |
|
}, |
|
{ |
|
"epoch": 2.43, |
|
"learning_rate": 5.756609923940601e-05, |
|
"loss": 0.6399, |
|
"step": 11260 |
|
}, |
|
{ |
|
"epoch": 2.43, |
|
"learning_rate": 5.7131474103585654e-05, |
|
"loss": 0.638, |
|
"step": 11280 |
|
}, |
|
{ |
|
"epoch": 2.44, |
|
"learning_rate": 5.66968489677653e-05, |
|
"loss": 0.6418, |
|
"step": 11300 |
|
}, |
|
{ |
|
"epoch": 2.44, |
|
"learning_rate": 5.626222383194495e-05, |
|
"loss": 0.6482, |
|
"step": 11320 |
|
}, |
|
{ |
|
"epoch": 2.45, |
|
"learning_rate": 5.582759869612459e-05, |
|
"loss": 0.6392, |
|
"step": 11340 |
|
}, |
|
{ |
|
"epoch": 2.45, |
|
"learning_rate": 5.5392973560304233e-05, |
|
"loss": 0.6363, |
|
"step": 11360 |
|
}, |
|
{ |
|
"epoch": 2.46, |
|
"learning_rate": 5.4958348424483883e-05, |
|
"loss": 0.6503, |
|
"step": 11380 |
|
}, |
|
{ |
|
"epoch": 2.46, |
|
"learning_rate": 5.452372328866353e-05, |
|
"loss": 0.6453, |
|
"step": 11400 |
|
}, |
|
{ |
|
"epoch": 2.46, |
|
"eval_loss": 0.670009195804596, |
|
"eval_runtime": 50.155, |
|
"eval_samples_per_second": 39.876, |
|
"eval_steps_per_second": 0.638, |
|
"step": 11400 |
|
}, |
|
{ |
|
"epoch": 2.46, |
|
"learning_rate": 5.408909815284317e-05, |
|
"loss": 0.6384, |
|
"step": 11420 |
|
}, |
|
{ |
|
"epoch": 2.47, |
|
"learning_rate": 5.365447301702282e-05, |
|
"loss": 0.6449, |
|
"step": 11440 |
|
}, |
|
{ |
|
"epoch": 2.47, |
|
"learning_rate": 5.3219847881202456e-05, |
|
"loss": 0.6406, |
|
"step": 11460 |
|
}, |
|
{ |
|
"epoch": 2.48, |
|
"learning_rate": 5.27852227453821e-05, |
|
"loss": 0.6363, |
|
"step": 11480 |
|
}, |
|
{ |
|
"epoch": 2.48, |
|
"learning_rate": 5.235059760956174e-05, |
|
"loss": 0.6482, |
|
"step": 11500 |
|
}, |
|
{ |
|
"epoch": 2.49, |
|
"learning_rate": 5.191597247374139e-05, |
|
"loss": 0.6503, |
|
"step": 11520 |
|
}, |
|
{ |
|
"epoch": 2.49, |
|
"learning_rate": 5.1481347337921036e-05, |
|
"loss": 0.6479, |
|
"step": 11540 |
|
}, |
|
{ |
|
"epoch": 2.49, |
|
"learning_rate": 5.10684534588917e-05, |
|
"loss": 0.6437, |
|
"step": 11560 |
|
}, |
|
{ |
|
"epoch": 2.5, |
|
"learning_rate": 5.063382832307134e-05, |
|
"loss": 0.6398, |
|
"step": 11580 |
|
}, |
|
{ |
|
"epoch": 2.5, |
|
"learning_rate": 5.0199203187250985e-05, |
|
"loss": 0.6456, |
|
"step": 11600 |
|
}, |
|
{ |
|
"epoch": 2.5, |
|
"eval_loss": 0.6702134013175964, |
|
"eval_runtime": 50.1834, |
|
"eval_samples_per_second": 39.854, |
|
"eval_steps_per_second": 0.638, |
|
"step": 11600 |
|
}, |
|
{ |
|
"epoch": 2.51, |
|
"learning_rate": 4.9764578051430635e-05, |
|
"loss": 0.646, |
|
"step": 11620 |
|
}, |
|
{ |
|
"epoch": 2.51, |
|
"learning_rate": 4.932995291561028e-05, |
|
"loss": 0.6375, |
|
"step": 11640 |
|
}, |
|
{ |
|
"epoch": 2.52, |
|
"learning_rate": 4.889532777978992e-05, |
|
"loss": 0.6393, |
|
"step": 11660 |
|
}, |
|
{ |
|
"epoch": 2.52, |
|
"learning_rate": 4.846070264396957e-05, |
|
"loss": 0.638, |
|
"step": 11680 |
|
}, |
|
{ |
|
"epoch": 2.52, |
|
"learning_rate": 4.8026077508149215e-05, |
|
"loss": 0.6411, |
|
"step": 11700 |
|
}, |
|
{ |
|
"epoch": 2.53, |
|
"learning_rate": 4.759145237232886e-05, |
|
"loss": 0.6467, |
|
"step": 11720 |
|
}, |
|
{ |
|
"epoch": 2.53, |
|
"learning_rate": 4.715682723650851e-05, |
|
"loss": 0.6369, |
|
"step": 11740 |
|
}, |
|
{ |
|
"epoch": 2.54, |
|
"learning_rate": 4.672220210068815e-05, |
|
"loss": 0.637, |
|
"step": 11760 |
|
}, |
|
{ |
|
"epoch": 2.54, |
|
"learning_rate": 4.6287576964867795e-05, |
|
"loss": 0.6486, |
|
"step": 11780 |
|
}, |
|
{ |
|
"epoch": 2.55, |
|
"learning_rate": 4.5852951829047445e-05, |
|
"loss": 0.637, |
|
"step": 11800 |
|
}, |
|
{ |
|
"epoch": 2.55, |
|
"eval_loss": 0.6698750257492065, |
|
"eval_runtime": 50.1539, |
|
"eval_samples_per_second": 39.877, |
|
"eval_steps_per_second": 0.638, |
|
"step": 11800 |
|
}, |
|
{ |
|
"epoch": 2.55, |
|
"learning_rate": 4.541832669322709e-05, |
|
"loss": 0.639, |
|
"step": 11820 |
|
}, |
|
{ |
|
"epoch": 2.55, |
|
"learning_rate": 4.498370155740673e-05, |
|
"loss": 0.6366, |
|
"step": 11840 |
|
}, |
|
{ |
|
"epoch": 2.56, |
|
"learning_rate": 4.454907642158638e-05, |
|
"loss": 0.6409, |
|
"step": 11860 |
|
}, |
|
{ |
|
"epoch": 2.56, |
|
"learning_rate": 4.4114451285766025e-05, |
|
"loss": 0.6394, |
|
"step": 11880 |
|
}, |
|
{ |
|
"epoch": 2.57, |
|
"learning_rate": 4.367982614994567e-05, |
|
"loss": 0.6351, |
|
"step": 11900 |
|
}, |
|
{ |
|
"epoch": 2.57, |
|
"learning_rate": 4.324520101412532e-05, |
|
"loss": 0.6391, |
|
"step": 11920 |
|
}, |
|
{ |
|
"epoch": 2.58, |
|
"learning_rate": 4.281057587830496e-05, |
|
"loss": 0.6267, |
|
"step": 11940 |
|
}, |
|
{ |
|
"epoch": 2.58, |
|
"learning_rate": 4.2375950742484604e-05, |
|
"loss": 0.6461, |
|
"step": 11960 |
|
}, |
|
{ |
|
"epoch": 2.58, |
|
"learning_rate": 4.194132560666425e-05, |
|
"loss": 0.6483, |
|
"step": 11980 |
|
}, |
|
{ |
|
"epoch": 2.59, |
|
"learning_rate": 4.150670047084389e-05, |
|
"loss": 0.6461, |
|
"step": 12000 |
|
}, |
|
{ |
|
"epoch": 2.59, |
|
"eval_loss": 0.6692882180213928, |
|
"eval_runtime": 50.1673, |
|
"eval_samples_per_second": 39.867, |
|
"eval_steps_per_second": 0.638, |
|
"step": 12000 |
|
}, |
|
{ |
|
"epoch": 2.59, |
|
"learning_rate": 4.1072075335023534e-05, |
|
"loss": 0.6429, |
|
"step": 12020 |
|
}, |
|
{ |
|
"epoch": 2.6, |
|
"learning_rate": 4.0637450199203184e-05, |
|
"loss": 0.6416, |
|
"step": 12040 |
|
}, |
|
{ |
|
"epoch": 2.6, |
|
"learning_rate": 4.020282506338283e-05, |
|
"loss": 0.6356, |
|
"step": 12060 |
|
}, |
|
{ |
|
"epoch": 2.61, |
|
"learning_rate": 3.976819992756247e-05, |
|
"loss": 0.6402, |
|
"step": 12080 |
|
}, |
|
{ |
|
"epoch": 2.61, |
|
"learning_rate": 3.933357479174212e-05, |
|
"loss": 0.6395, |
|
"step": 12100 |
|
}, |
|
{ |
|
"epoch": 2.61, |
|
"learning_rate": 3.8898949655921764e-05, |
|
"loss": 0.6432, |
|
"step": 12120 |
|
}, |
|
{ |
|
"epoch": 2.62, |
|
"learning_rate": 3.846432452010141e-05, |
|
"loss": 0.6386, |
|
"step": 12140 |
|
}, |
|
{ |
|
"epoch": 2.62, |
|
"learning_rate": 3.802969938428106e-05, |
|
"loss": 0.6396, |
|
"step": 12160 |
|
}, |
|
{ |
|
"epoch": 2.63, |
|
"learning_rate": 3.75950742484607e-05, |
|
"loss": 0.6423, |
|
"step": 12180 |
|
}, |
|
{ |
|
"epoch": 2.63, |
|
"learning_rate": 3.7160449112640344e-05, |
|
"loss": 0.649, |
|
"step": 12200 |
|
}, |
|
{ |
|
"epoch": 2.63, |
|
"eval_loss": 0.6691960096359253, |
|
"eval_runtime": 50.1649, |
|
"eval_samples_per_second": 39.869, |
|
"eval_steps_per_second": 0.638, |
|
"step": 12200 |
|
}, |
|
{ |
|
"epoch": 2.64, |
|
"learning_rate": 3.672582397681999e-05, |
|
"loss": 0.6547, |
|
"step": 12220 |
|
}, |
|
{ |
|
"epoch": 2.64, |
|
"learning_rate": 3.629119884099964e-05, |
|
"loss": 0.642, |
|
"step": 12240 |
|
}, |
|
{ |
|
"epoch": 2.65, |
|
"learning_rate": 3.585657370517928e-05, |
|
"loss": 0.634, |
|
"step": 12260 |
|
}, |
|
{ |
|
"epoch": 2.65, |
|
"learning_rate": 3.542194856935892e-05, |
|
"loss": 0.6447, |
|
"step": 12280 |
|
}, |
|
{ |
|
"epoch": 2.65, |
|
"learning_rate": 3.498732343353857e-05, |
|
"loss": 0.6285, |
|
"step": 12300 |
|
}, |
|
{ |
|
"epoch": 2.66, |
|
"learning_rate": 3.455269829771822e-05, |
|
"loss": 0.6436, |
|
"step": 12320 |
|
}, |
|
{ |
|
"epoch": 2.66, |
|
"learning_rate": 3.411807316189786e-05, |
|
"loss": 0.6349, |
|
"step": 12340 |
|
}, |
|
{ |
|
"epoch": 2.67, |
|
"learning_rate": 3.36834480260775e-05, |
|
"loss": 0.6425, |
|
"step": 12360 |
|
}, |
|
{ |
|
"epoch": 2.67, |
|
"learning_rate": 3.324882289025715e-05, |
|
"loss": 0.6393, |
|
"step": 12380 |
|
}, |
|
{ |
|
"epoch": 2.68, |
|
"learning_rate": 3.2814197754436796e-05, |
|
"loss": 0.6367, |
|
"step": 12400 |
|
}, |
|
{ |
|
"epoch": 2.68, |
|
"eval_loss": 0.6687243580818176, |
|
"eval_runtime": 50.3508, |
|
"eval_samples_per_second": 39.721, |
|
"eval_steps_per_second": 0.636, |
|
"step": 12400 |
|
}, |
|
{ |
|
"epoch": 2.68, |
|
"learning_rate": 3.237957261861644e-05, |
|
"loss": 0.6386, |
|
"step": 12420 |
|
}, |
|
{ |
|
"epoch": 2.68, |
|
"learning_rate": 3.194494748279609e-05, |
|
"loss": 0.6526, |
|
"step": 12440 |
|
}, |
|
{ |
|
"epoch": 2.69, |
|
"learning_rate": 3.151032234697573e-05, |
|
"loss": 0.6357, |
|
"step": 12460 |
|
}, |
|
{ |
|
"epoch": 2.69, |
|
"learning_rate": 3.1075697211155376e-05, |
|
"loss": 0.6353, |
|
"step": 12480 |
|
}, |
|
{ |
|
"epoch": 2.7, |
|
"learning_rate": 3.0641072075335026e-05, |
|
"loss": 0.6449, |
|
"step": 12500 |
|
}, |
|
{ |
|
"epoch": 2.7, |
|
"learning_rate": 3.0206446939514663e-05, |
|
"loss": 0.6425, |
|
"step": 12520 |
|
}, |
|
{ |
|
"epoch": 2.71, |
|
"learning_rate": 2.977182180369431e-05, |
|
"loss": 0.6374, |
|
"step": 12540 |
|
}, |
|
{ |
|
"epoch": 2.71, |
|
"learning_rate": 2.9337196667873956e-05, |
|
"loss": 0.6324, |
|
"step": 12560 |
|
}, |
|
{ |
|
"epoch": 2.71, |
|
"learning_rate": 2.89025715320536e-05, |
|
"loss": 0.6502, |
|
"step": 12580 |
|
}, |
|
{ |
|
"epoch": 2.72, |
|
"learning_rate": 2.8467946396233246e-05, |
|
"loss": 0.637, |
|
"step": 12600 |
|
}, |
|
{ |
|
"epoch": 2.72, |
|
"eval_loss": 0.6683821082115173, |
|
"eval_runtime": 50.2054, |
|
"eval_samples_per_second": 39.836, |
|
"eval_steps_per_second": 0.637, |
|
"step": 12600 |
|
}, |
|
{ |
|
"epoch": 2.72, |
|
"learning_rate": 2.8033321260412892e-05, |
|
"loss": 0.647, |
|
"step": 12620 |
|
}, |
|
{ |
|
"epoch": 2.73, |
|
"learning_rate": 2.7598696124592536e-05, |
|
"loss": 0.632, |
|
"step": 12640 |
|
}, |
|
{ |
|
"epoch": 2.73, |
|
"learning_rate": 2.7164070988772182e-05, |
|
"loss": 0.6411, |
|
"step": 12660 |
|
}, |
|
{ |
|
"epoch": 2.74, |
|
"learning_rate": 2.672944585295183e-05, |
|
"loss": 0.632, |
|
"step": 12680 |
|
}, |
|
{ |
|
"epoch": 2.74, |
|
"learning_rate": 2.6294820717131472e-05, |
|
"loss": 0.6389, |
|
"step": 12700 |
|
}, |
|
{ |
|
"epoch": 2.74, |
|
"learning_rate": 2.586019558131112e-05, |
|
"loss": 0.6337, |
|
"step": 12720 |
|
}, |
|
{ |
|
"epoch": 2.75, |
|
"learning_rate": 2.542557044549076e-05, |
|
"loss": 0.6439, |
|
"step": 12740 |
|
}, |
|
{ |
|
"epoch": 2.75, |
|
"learning_rate": 2.4990945309670405e-05, |
|
"loss": 0.6364, |
|
"step": 12760 |
|
}, |
|
{ |
|
"epoch": 2.76, |
|
"learning_rate": 2.4556320173850052e-05, |
|
"loss": 0.6402, |
|
"step": 12780 |
|
}, |
|
{ |
|
"epoch": 2.76, |
|
"learning_rate": 2.4121695038029695e-05, |
|
"loss": 0.6376, |
|
"step": 12800 |
|
}, |
|
{ |
|
"epoch": 2.76, |
|
"eval_loss": 0.6680713295936584, |
|
"eval_runtime": 50.1757, |
|
"eval_samples_per_second": 39.86, |
|
"eval_steps_per_second": 0.638, |
|
"step": 12800 |
|
}, |
|
{ |
|
"epoch": 2.77, |
|
"learning_rate": 2.3687069902209342e-05, |
|
"loss": 0.6316, |
|
"step": 12820 |
|
}, |
|
{ |
|
"epoch": 2.77, |
|
"learning_rate": 2.325244476638899e-05, |
|
"loss": 0.6393, |
|
"step": 12840 |
|
}, |
|
{ |
|
"epoch": 2.77, |
|
"learning_rate": 2.281781963056863e-05, |
|
"loss": 0.6372, |
|
"step": 12860 |
|
}, |
|
{ |
|
"epoch": 2.78, |
|
"learning_rate": 2.2383194494748278e-05, |
|
"loss": 0.6466, |
|
"step": 12880 |
|
}, |
|
{ |
|
"epoch": 2.78, |
|
"learning_rate": 2.1948569358927925e-05, |
|
"loss": 0.6392, |
|
"step": 12900 |
|
}, |
|
{ |
|
"epoch": 2.79, |
|
"learning_rate": 2.1513944223107568e-05, |
|
"loss": 0.6389, |
|
"step": 12920 |
|
}, |
|
{ |
|
"epoch": 2.79, |
|
"learning_rate": 2.107931908728721e-05, |
|
"loss": 0.64, |
|
"step": 12940 |
|
}, |
|
{ |
|
"epoch": 2.8, |
|
"learning_rate": 2.0644693951466858e-05, |
|
"loss": 0.6362, |
|
"step": 12960 |
|
}, |
|
{ |
|
"epoch": 2.8, |
|
"learning_rate": 2.02100688156465e-05, |
|
"loss": 0.6364, |
|
"step": 12980 |
|
}, |
|
{ |
|
"epoch": 2.8, |
|
"learning_rate": 1.9775443679826148e-05, |
|
"loss": 0.6372, |
|
"step": 13000 |
|
}, |
|
{ |
|
"epoch": 2.8, |
|
"eval_loss": 0.6680414080619812, |
|
"eval_runtime": 50.2211, |
|
"eval_samples_per_second": 39.824, |
|
"eval_steps_per_second": 0.637, |
|
"step": 13000 |
|
}, |
|
{ |
|
"epoch": 2.81, |
|
"learning_rate": 1.9340818544005794e-05, |
|
"loss": 0.6336, |
|
"step": 13020 |
|
}, |
|
{ |
|
"epoch": 2.81, |
|
"learning_rate": 1.8906193408185438e-05, |
|
"loss": 0.6348, |
|
"step": 13040 |
|
}, |
|
{ |
|
"epoch": 2.82, |
|
"learning_rate": 1.8471568272365084e-05, |
|
"loss": 0.6338, |
|
"step": 13060 |
|
}, |
|
{ |
|
"epoch": 2.82, |
|
"learning_rate": 1.8036943136544728e-05, |
|
"loss": 0.6396, |
|
"step": 13080 |
|
}, |
|
{ |
|
"epoch": 2.83, |
|
"learning_rate": 1.7602318000724374e-05, |
|
"loss": 0.641, |
|
"step": 13100 |
|
}, |
|
{ |
|
"epoch": 2.83, |
|
"learning_rate": 1.7167692864904017e-05, |
|
"loss": 0.6369, |
|
"step": 13120 |
|
}, |
|
{ |
|
"epoch": 2.83, |
|
"learning_rate": 1.6733067729083664e-05, |
|
"loss": 0.6345, |
|
"step": 13140 |
|
}, |
|
{ |
|
"epoch": 2.84, |
|
"learning_rate": 1.629844259326331e-05, |
|
"loss": 0.649, |
|
"step": 13160 |
|
}, |
|
{ |
|
"epoch": 2.84, |
|
"learning_rate": 1.5863817457442954e-05, |
|
"loss": 0.6409, |
|
"step": 13180 |
|
}, |
|
{ |
|
"epoch": 2.85, |
|
"learning_rate": 1.54291923216226e-05, |
|
"loss": 0.63, |
|
"step": 13200 |
|
}, |
|
{ |
|
"epoch": 2.85, |
|
"eval_loss": 0.6678950190544128, |
|
"eval_runtime": 50.1908, |
|
"eval_samples_per_second": 39.848, |
|
"eval_steps_per_second": 0.638, |
|
"step": 13200 |
|
}, |
|
{ |
|
"epoch": 2.85, |
|
"learning_rate": 1.4994567185802244e-05, |
|
"loss": 0.6428, |
|
"step": 13220 |
|
}, |
|
{ |
|
"epoch": 2.86, |
|
"learning_rate": 1.4559942049981889e-05, |
|
"loss": 0.645, |
|
"step": 13240 |
|
}, |
|
{ |
|
"epoch": 2.86, |
|
"learning_rate": 1.4125316914161534e-05, |
|
"loss": 0.6434, |
|
"step": 13260 |
|
}, |
|
{ |
|
"epoch": 2.87, |
|
"learning_rate": 1.369069177834118e-05, |
|
"loss": 0.6462, |
|
"step": 13280 |
|
}, |
|
{ |
|
"epoch": 2.87, |
|
"learning_rate": 1.3256066642520825e-05, |
|
"loss": 0.6387, |
|
"step": 13300 |
|
}, |
|
{ |
|
"epoch": 2.87, |
|
"learning_rate": 1.2821441506700468e-05, |
|
"loss": 0.6311, |
|
"step": 13320 |
|
}, |
|
{ |
|
"epoch": 2.88, |
|
"learning_rate": 1.2386816370880113e-05, |
|
"loss": 0.6446, |
|
"step": 13340 |
|
}, |
|
{ |
|
"epoch": 2.88, |
|
"learning_rate": 1.195219123505976e-05, |
|
"loss": 0.6426, |
|
"step": 13360 |
|
}, |
|
{ |
|
"epoch": 2.89, |
|
"learning_rate": 1.1517566099239405e-05, |
|
"loss": 0.6369, |
|
"step": 13380 |
|
}, |
|
{ |
|
"epoch": 2.89, |
|
"learning_rate": 1.108294096341905e-05, |
|
"loss": 0.6467, |
|
"step": 13400 |
|
}, |
|
{ |
|
"epoch": 2.89, |
|
"eval_loss": 0.6676326990127563, |
|
"eval_runtime": 50.1589, |
|
"eval_samples_per_second": 39.873, |
|
"eval_steps_per_second": 0.638, |
|
"step": 13400 |
|
}, |
|
{ |
|
"epoch": 2.9, |
|
"learning_rate": 1.0648315827598697e-05, |
|
"loss": 0.6347, |
|
"step": 13420 |
|
}, |
|
{ |
|
"epoch": 2.9, |
|
"learning_rate": 1.021369069177834e-05, |
|
"loss": 0.6364, |
|
"step": 13440 |
|
}, |
|
{ |
|
"epoch": 2.9, |
|
"learning_rate": 9.779065555957985e-06, |
|
"loss": 0.6309, |
|
"step": 13460 |
|
}, |
|
{ |
|
"epoch": 2.91, |
|
"learning_rate": 9.34444042013763e-06, |
|
"loss": 0.6407, |
|
"step": 13480 |
|
}, |
|
{ |
|
"epoch": 2.91, |
|
"learning_rate": 8.909815284317276e-06, |
|
"loss": 0.6389, |
|
"step": 13500 |
|
}, |
|
{ |
|
"epoch": 2.92, |
|
"learning_rate": 8.475190148496921e-06, |
|
"loss": 0.6378, |
|
"step": 13520 |
|
}, |
|
{ |
|
"epoch": 2.92, |
|
"learning_rate": 8.040565012676566e-06, |
|
"loss": 0.6359, |
|
"step": 13540 |
|
}, |
|
{ |
|
"epoch": 2.93, |
|
"learning_rate": 7.60593987685621e-06, |
|
"loss": 0.6282, |
|
"step": 13560 |
|
}, |
|
{ |
|
"epoch": 2.93, |
|
"learning_rate": 7.171314741035856e-06, |
|
"loss": 0.6409, |
|
"step": 13580 |
|
}, |
|
{ |
|
"epoch": 2.93, |
|
"learning_rate": 6.736689605215501e-06, |
|
"loss": 0.6339, |
|
"step": 13600 |
|
}, |
|
{ |
|
"epoch": 2.93, |
|
"eval_loss": 0.6675477027893066, |
|
"eval_runtime": 50.3638, |
|
"eval_samples_per_second": 39.711, |
|
"eval_steps_per_second": 0.635, |
|
"step": 13600 |
|
} |
|
], |
|
"max_steps": 13905, |
|
"num_train_epochs": 3, |
|
"total_flos": 1.7288080781943505e+20, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|