| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.8229775327133569, | |
| "eval_steps": 500, | |
| "global_step": 10000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.82046852530342e-06, | |
| "loss": 0.5469, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 6.125346006511307e-06, | |
| "loss": 0.4394, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 6.836304357032582e-06, | |
| "loss": 0.4163, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 7.327697610983243e-06, | |
| "loss": 0.4264, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 7.703610053862492e-06, | |
| "loss": 0.3874, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 8.008121612180345e-06, | |
| "loss": 0.3768, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 8.26407450914592e-06, | |
| "loss": 0.3651, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 8.484846469888412e-06, | |
| "loss": 0.3504, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 8.678950403520593e-06, | |
| "loss": 0.3711, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 8.852140188761744e-06, | |
| "loss": 0.318, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.00848753507038e-06, | |
| "loss": 0.3269, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.150979862726452e-06, | |
| "loss": 0.3084, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 9.281874101213678e-06, | |
| "loss": 0.3411, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 9.402917005361869e-06, | |
| "loss": 0.3206, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 9.51548820454122e-06, | |
| "loss": 0.3215, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 9.620696382156558e-06, | |
| "loss": 0.3363, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 9.719445885591654e-06, | |
| "loss": 0.3179, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 9.812484046603779e-06, | |
| "loss": 0.3186, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 9.900435550016748e-06, | |
| "loss": 0.3006, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 9.98382788472848e-06, | |
| "loss": 0.2693, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 9.980000000000001e-06, | |
| "loss": 0.2941, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.953684210526316e-06, | |
| "loss": 0.2931, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.927368421052633e-06, | |
| "loss": 0.2925, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.901052631578948e-06, | |
| "loss": 0.2543, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.874736842105264e-06, | |
| "loss": 0.2909, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.84842105263158e-06, | |
| "loss": 0.2799, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.822105263157894e-06, | |
| "loss": 0.2774, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.795789473684213e-06, | |
| "loss": 0.295, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.769473684210528e-06, | |
| "loss": 0.2689, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.743157894736843e-06, | |
| "loss": 0.2659, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.71684210526316e-06, | |
| "loss": 0.295, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.690526315789474e-06, | |
| "loss": 0.2693, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.66421052631579e-06, | |
| "loss": 0.242, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.637894736842106e-06, | |
| "loss": 0.2385, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.611578947368422e-06, | |
| "loss": 0.2691, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.585263157894737e-06, | |
| "loss": 0.2681, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.558947368421052e-06, | |
| "loss": 0.2691, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.532631578947369e-06, | |
| "loss": 0.2578, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.506315789473684e-06, | |
| "loss": 0.2689, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.48e-06, | |
| "loss": 0.2727, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.453684210526316e-06, | |
| "loss": 0.2546, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.427368421052632e-06, | |
| "loss": 0.2599, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.401052631578949e-06, | |
| "loss": 0.2273, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.374736842105264e-06, | |
| "loss": 0.2298, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.34842105263158e-06, | |
| "loss": 0.2264, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.322105263157896e-06, | |
| "loss": 0.231, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.29578947368421e-06, | |
| "loss": 0.2432, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.269473684210527e-06, | |
| "loss": 0.247, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.243157894736842e-06, | |
| "loss": 0.2326, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.216842105263159e-06, | |
| "loss": 0.2482, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.190526315789474e-06, | |
| "loss": 0.2336, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.16421052631579e-06, | |
| "loss": 0.2762, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.137894736842106e-06, | |
| "loss": 0.2373, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.11157894736842e-06, | |
| "loss": 0.2476, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.085263157894739e-06, | |
| "loss": 0.2279, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.058947368421054e-06, | |
| "loss": 0.2435, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.032631578947369e-06, | |
| "loss": 0.2171, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.006315789473685e-06, | |
| "loss": 0.2227, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 8.98e-06, | |
| "loss": 0.2297, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 8.953684210526317e-06, | |
| "loss": 0.2338, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 8.927368421052632e-06, | |
| "loss": 0.2433, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 8.901052631578949e-06, | |
| "loss": 0.218, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 8.874736842105264e-06, | |
| "loss": 0.2204, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 8.848421052631579e-06, | |
| "loss": 0.2382, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 8.822105263157895e-06, | |
| "loss": 0.2299, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 8.79578947368421e-06, | |
| "loss": 0.2461, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 8.769473684210527e-06, | |
| "loss": 0.2114, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 8.743157894736842e-06, | |
| "loss": 0.2126, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 8.716842105263159e-06, | |
| "loss": 0.2323, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 8.690526315789475e-06, | |
| "loss": 0.2217, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 8.66421052631579e-06, | |
| "loss": 0.2226, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 8.637894736842107e-06, | |
| "loss": 0.2191, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 8.611578947368422e-06, | |
| "loss": 0.212, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 8.585263157894737e-06, | |
| "loss": 0.2129, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 8.558947368421054e-06, | |
| "loss": 0.2331, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 8.532631578947368e-06, | |
| "loss": 0.2119, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 8.506315789473685e-06, | |
| "loss": 0.2111, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 8.48e-06, | |
| "loss": 0.2231, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 8.453684210526317e-06, | |
| "loss": 0.2194, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 8.427368421052632e-06, | |
| "loss": 0.2099, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 8.401052631578947e-06, | |
| "loss": 0.2141, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 8.374736842105265e-06, | |
| "loss": 0.217, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 8.34842105263158e-06, | |
| "loss": 0.2309, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 8.322105263157895e-06, | |
| "loss": 0.2121, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 8.295789473684212e-06, | |
| "loss": 0.2191, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 8.269473684210527e-06, | |
| "loss": 0.209, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 8.243157894736843e-06, | |
| "loss": 0.2211, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 8.216842105263158e-06, | |
| "loss": 0.2301, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 8.190526315789475e-06, | |
| "loss": 0.1991, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 8.16421052631579e-06, | |
| "loss": 0.1973, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 8.137894736842105e-06, | |
| "loss": 0.2089, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 8.111578947368422e-06, | |
| "loss": 0.1904, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 8.085263157894737e-06, | |
| "loss": 0.1915, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 8.058947368421053e-06, | |
| "loss": 0.1758, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 8.032631578947368e-06, | |
| "loss": 0.1883, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 8.006315789473685e-06, | |
| "loss": 0.23, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 7.980000000000002e-06, | |
| "loss": 0.2007, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 7.953684210526316e-06, | |
| "loss": 0.2222, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 7.927368421052633e-06, | |
| "loss": 0.1969, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 7.901052631578948e-06, | |
| "loss": 0.2097, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 7.874736842105263e-06, | |
| "loss": 0.198, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 7.84842105263158e-06, | |
| "loss": 0.2219, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 7.822105263157895e-06, | |
| "loss": 0.208, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 7.795789473684211e-06, | |
| "loss": 0.1917, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 7.769473684210526e-06, | |
| "loss": 0.2206, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 7.743157894736843e-06, | |
| "loss": 0.2014, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 7.716842105263158e-06, | |
| "loss": 0.2113, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 7.690526315789475e-06, | |
| "loss": 0.1928, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 7.664210526315791e-06, | |
| "loss": 0.2032, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 7.637894736842106e-06, | |
| "loss": 0.1708, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 7.611578947368422e-06, | |
| "loss": 0.1783, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 7.585263157894738e-06, | |
| "loss": 0.1862, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 7.558947368421054e-06, | |
| "loss": 0.2024, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 7.53263157894737e-06, | |
| "loss": 0.1881, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 7.5063157894736846e-06, | |
| "loss": 0.1982, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 7.48e-06, | |
| "loss": 0.196, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 7.453684210526316e-06, | |
| "loss": 0.1881, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 7.427368421052632e-06, | |
| "loss": 0.1852, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 7.401052631578948e-06, | |
| "loss": 0.2046, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 7.374736842105264e-06, | |
| "loss": 0.1943, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 7.3484210526315795e-06, | |
| "loss": 0.1893, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 7.3221052631578944e-06, | |
| "loss": 0.2071, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 7.295789473684212e-06, | |
| "loss": 0.2122, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 7.269473684210527e-06, | |
| "loss": 0.1924, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 7.243157894736843e-06, | |
| "loss": 0.165, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 7.2168421052631586e-06, | |
| "loss": 0.1923, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 7.190526315789474e-06, | |
| "loss": 0.1806, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 7.16421052631579e-06, | |
| "loss": 0.1812, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 7.137894736842106e-06, | |
| "loss": 0.2111, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 7.111578947368422e-06, | |
| "loss": 0.1902, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 7.085263157894738e-06, | |
| "loss": 0.1828, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 7.058947368421053e-06, | |
| "loss": 0.1958, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 7.0326315789473684e-06, | |
| "loss": 0.1899, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 7.006315789473684e-06, | |
| "loss": 0.1821, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 6.98e-06, | |
| "loss": 0.2074, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 6.953684210526316e-06, | |
| "loss": 0.1887, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 6.9273684210526326e-06, | |
| "loss": 0.1778, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 6.901052631578948e-06, | |
| "loss": 0.178, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 6.874736842105264e-06, | |
| "loss": 0.1766, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 6.84842105263158e-06, | |
| "loss": 0.1753, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 6.822105263157896e-06, | |
| "loss": 0.1853, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 6.795789473684211e-06, | |
| "loss": 0.1782, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 6.769473684210527e-06, | |
| "loss": 0.1753, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 6.7431578947368425e-06, | |
| "loss": 0.1934, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 6.716842105263158e-06, | |
| "loss": 0.1882, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 6.690526315789474e-06, | |
| "loss": 0.2041, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 6.66421052631579e-06, | |
| "loss": 0.1924, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 6.637894736842106e-06, | |
| "loss": 0.1808, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 6.611578947368421e-06, | |
| "loss": 0.1902, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 6.585263157894738e-06, | |
| "loss": 0.1834, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 6.558947368421054e-06, | |
| "loss": 0.1919, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 6.532631578947369e-06, | |
| "loss": 0.1861, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 6.506315789473685e-06, | |
| "loss": 0.1678, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 6.480000000000001e-06, | |
| "loss": 0.1784, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 6.4536842105263165e-06, | |
| "loss": 0.1737, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 6.427368421052632e-06, | |
| "loss": 0.1793, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 6.401052631578948e-06, | |
| "loss": 0.1797, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 6.374736842105264e-06, | |
| "loss": 0.1787, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 6.348421052631579e-06, | |
| "loss": 0.1534, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 6.322105263157895e-06, | |
| "loss": 0.1612, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 6.2978947368421064e-06, | |
| "loss": 0.1924, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 6.271578947368422e-06, | |
| "loss": 0.1692, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 6.245263157894737e-06, | |
| "loss": 0.1549, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 6.218947368421053e-06, | |
| "loss": 0.1908, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 6.192631578947369e-06, | |
| "loss": 0.1811, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 6.166315789473685e-06, | |
| "loss": 0.1903, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 6.1400000000000005e-06, | |
| "loss": 0.1854, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 6.113684210526316e-06, | |
| "loss": 0.1732, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 6.087368421052632e-06, | |
| "loss": 0.1649, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 6.061052631578947e-06, | |
| "loss": 0.1591, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 6.034736842105263e-06, | |
| "loss": 0.1927, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 6.008421052631579e-06, | |
| "loss": 0.202, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 5.982105263157895e-06, | |
| "loss": 0.1684, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 5.956842105263159e-06, | |
| "loss": 0.1743, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 5.930526315789475e-06, | |
| "loss": 0.1665, | |
| "step": 4375 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 5.90421052631579e-06, | |
| "loss": 0.1837, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 5.877894736842105e-06, | |
| "loss": 0.1713, | |
| "step": 4425 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 5.851578947368421e-06, | |
| "loss": 0.1656, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 5.825263157894737e-06, | |
| "loss": 0.1796, | |
| "step": 4475 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 5.798947368421053e-06, | |
| "loss": 0.1611, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 5.772631578947369e-06, | |
| "loss": 0.1834, | |
| "step": 4525 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 5.7463157894736845e-06, | |
| "loss": 0.1746, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 5.72e-06, | |
| "loss": 0.1662, | |
| "step": 4575 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 5.693684210526316e-06, | |
| "loss": 0.1764, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 5.667368421052633e-06, | |
| "loss": 0.166, | |
| "step": 4625 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 5.641052631578949e-06, | |
| "loss": 0.1717, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 5.6147368421052636e-06, | |
| "loss": 0.1577, | |
| "step": 4675 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 5.588421052631579e-06, | |
| "loss": 0.1805, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 5.562105263157895e-06, | |
| "loss": 0.1781, | |
| "step": 4725 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 5.535789473684211e-06, | |
| "loss": 0.167, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 5.509473684210527e-06, | |
| "loss": 0.1571, | |
| "step": 4775 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 5.483157894736843e-06, | |
| "loss": 0.1768, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 5.4568421052631585e-06, | |
| "loss": 0.152, | |
| "step": 4825 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 5.4305263157894734e-06, | |
| "loss": 0.1908, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 5.404210526315789e-06, | |
| "loss": 0.168, | |
| "step": 4875 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 5.377894736842105e-06, | |
| "loss": 0.1749, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 5.351578947368421e-06, | |
| "loss": 0.1698, | |
| "step": 4925 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 5.3252631578947376e-06, | |
| "loss": 0.1823, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 5.298947368421053e-06, | |
| "loss": 0.1577, | |
| "step": 4975 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 5.272631578947369e-06, | |
| "loss": 0.1795, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 5.246315789473685e-06, | |
| "loss": 0.2045, | |
| "step": 5025 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 5.220000000000001e-06, | |
| "loss": 0.1642, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 5.193684210526317e-06, | |
| "loss": 0.1638, | |
| "step": 5075 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 5.167368421052632e-06, | |
| "loss": 0.1822, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 5.1410526315789475e-06, | |
| "loss": 0.2059, | |
| "step": 5125 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 5.114736842105263e-06, | |
| "loss": 0.1766, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 5.088421052631579e-06, | |
| "loss": 0.1574, | |
| "step": 5175 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 5.062105263157895e-06, | |
| "loss": 0.1774, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 5.035789473684211e-06, | |
| "loss": 0.1848, | |
| "step": 5225 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 5.0094736842105265e-06, | |
| "loss": 0.1751, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 4.983157894736842e-06, | |
| "loss": 0.1736, | |
| "step": 5275 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 4.956842105263158e-06, | |
| "loss": 0.1678, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 4.930526315789474e-06, | |
| "loss": 0.1767, | |
| "step": 5325 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 4.90421052631579e-06, | |
| "loss": 0.1652, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 4.877894736842106e-06, | |
| "loss": 0.1542, | |
| "step": 5375 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 4.8515789473684215e-06, | |
| "loss": 0.1715, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 4.825263157894737e-06, | |
| "loss": 0.1696, | |
| "step": 5425 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 4.798947368421053e-06, | |
| "loss": 0.1568, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 4.772631578947369e-06, | |
| "loss": 0.1777, | |
| "step": 5475 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 4.746315789473685e-06, | |
| "loss": 0.1677, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 4.7200000000000005e-06, | |
| "loss": 0.1792, | |
| "step": 5525 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 4.693684210526316e-06, | |
| "loss": 0.1673, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 4.667368421052632e-06, | |
| "loss": 0.1467, | |
| "step": 5575 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 4.641052631578948e-06, | |
| "loss": 0.1769, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 4.614736842105264e-06, | |
| "loss": 0.1913, | |
| "step": 5625 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 4.58842105263158e-06, | |
| "loss": 0.1662, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 4.562105263157895e-06, | |
| "loss": 0.177, | |
| "step": 5675 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 4.5357894736842104e-06, | |
| "loss": 0.1723, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 4.509473684210527e-06, | |
| "loss": 0.1511, | |
| "step": 5725 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 4.483157894736843e-06, | |
| "loss": 0.1459, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 4.456842105263158e-06, | |
| "loss": 0.1764, | |
| "step": 5775 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 4.430526315789474e-06, | |
| "loss": 0.1642, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 4.4042105263157895e-06, | |
| "loss": 0.1519, | |
| "step": 5825 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 4.377894736842105e-06, | |
| "loss": 0.1642, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 4.351578947368422e-06, | |
| "loss": 0.1493, | |
| "step": 5875 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.325263157894737e-06, | |
| "loss": 0.1718, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.298947368421053e-06, | |
| "loss": 0.1723, | |
| "step": 5925 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.272631578947369e-06, | |
| "loss": 0.171, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.2463157894736844e-06, | |
| "loss": 0.1662, | |
| "step": 5975 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.22e-06, | |
| "loss": 0.1536, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 4.193684210526316e-06, | |
| "loss": 0.1537, | |
| "step": 6025 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 4.167368421052632e-06, | |
| "loss": 0.1512, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 4.141052631578948e-06, | |
| "loss": 0.1502, | |
| "step": 6075 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 4.1147368421052635e-06, | |
| "loss": 0.1521, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 4.088421052631579e-06, | |
| "loss": 0.1552, | |
| "step": 6125 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 4.062105263157895e-06, | |
| "loss": 0.1776, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 4.035789473684211e-06, | |
| "loss": 0.1772, | |
| "step": 6175 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 4.009473684210527e-06, | |
| "loss": 0.1607, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 3.983157894736843e-06, | |
| "loss": 0.1604, | |
| "step": 6225 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 3.9568421052631584e-06, | |
| "loss": 0.1609, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 3.930526315789474e-06, | |
| "loss": 0.1597, | |
| "step": 6275 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 3.90421052631579e-06, | |
| "loss": 0.1756, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 3.877894736842106e-06, | |
| "loss": 0.161, | |
| "step": 6325 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 3.853684210526316e-06, | |
| "loss": 0.1425, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 3.827368421052632e-06, | |
| "loss": 0.1473, | |
| "step": 6375 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 3.8010526315789476e-06, | |
| "loss": 0.159, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 3.7747368421052634e-06, | |
| "loss": 0.1495, | |
| "step": 6425 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 3.7484210526315796e-06, | |
| "loss": 0.1442, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 3.722105263157895e-06, | |
| "loss": 0.1502, | |
| "step": 6475 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 3.695789473684211e-06, | |
| "loss": 0.1386, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 3.6694736842105267e-06, | |
| "loss": 0.1308, | |
| "step": 6525 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 3.6431578947368425e-06, | |
| "loss": 0.1712, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 3.616842105263158e-06, | |
| "loss": 0.1381, | |
| "step": 6575 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 3.5905263157894737e-06, | |
| "loss": 0.1593, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 3.56421052631579e-06, | |
| "loss": 0.1319, | |
| "step": 6625 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 3.5378947368421058e-06, | |
| "loss": 0.1616, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 3.5115789473684216e-06, | |
| "loss": 0.1447, | |
| "step": 6675 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 3.485263157894737e-06, | |
| "loss": 0.1483, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 3.458947368421053e-06, | |
| "loss": 0.159, | |
| "step": 6725 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 3.4326315789473686e-06, | |
| "loss": 0.1446, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 3.4063157894736844e-06, | |
| "loss": 0.1346, | |
| "step": 6775 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 3.3800000000000007e-06, | |
| "loss": 0.1317, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 3.353684210526316e-06, | |
| "loss": 0.1797, | |
| "step": 6825 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 3.327368421052632e-06, | |
| "loss": 0.1423, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 3.3010526315789477e-06, | |
| "loss": 0.1513, | |
| "step": 6875 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 3.2747368421052635e-06, | |
| "loss": 0.1373, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 3.248421052631579e-06, | |
| "loss": 0.1682, | |
| "step": 6925 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 3.2221052631578947e-06, | |
| "loss": 0.1371, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 3.195789473684211e-06, | |
| "loss": 0.1455, | |
| "step": 6975 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 3.169473684210527e-06, | |
| "loss": 0.1612, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 3.1431578947368426e-06, | |
| "loss": 0.1471, | |
| "step": 7025 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 3.116842105263158e-06, | |
| "loss": 0.1644, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 3.090526315789474e-06, | |
| "loss": 0.1533, | |
| "step": 7075 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 3.0642105263157896e-06, | |
| "loss": 0.1433, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 3.037894736842106e-06, | |
| "loss": 0.1489, | |
| "step": 7125 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 3.0115789473684213e-06, | |
| "loss": 0.1391, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.985263157894737e-06, | |
| "loss": 0.1559, | |
| "step": 7175 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.958947368421053e-06, | |
| "loss": 0.1429, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.9326315789473687e-06, | |
| "loss": 0.1544, | |
| "step": 7225 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 2.906315789473684e-06, | |
| "loss": 0.16, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 2.88e-06, | |
| "loss": 0.1565, | |
| "step": 7275 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 2.853684210526316e-06, | |
| "loss": 0.1495, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 2.827368421052632e-06, | |
| "loss": 0.1547, | |
| "step": 7325 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 2.803157894736842e-06, | |
| "loss": 0.1352, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 2.7768421052631583e-06, | |
| "loss": 0.133, | |
| "step": 7375 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 2.750526315789474e-06, | |
| "loss": 0.1475, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 2.72421052631579e-06, | |
| "loss": 0.1651, | |
| "step": 7425 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 2.6978947368421053e-06, | |
| "loss": 0.1632, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 2.671578947368421e-06, | |
| "loss": 0.1552, | |
| "step": 7475 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 2.645263157894737e-06, | |
| "loss": 0.1717, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 2.6189473684210524e-06, | |
| "loss": 0.1572, | |
| "step": 7525 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 2.592631578947369e-06, | |
| "loss": 0.1404, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 2.5663157894736844e-06, | |
| "loss": 0.1733, | |
| "step": 7575 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 2.5400000000000002e-06, | |
| "loss": 0.1477, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 2.513684210526316e-06, | |
| "loss": 0.1338, | |
| "step": 7625 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 2.4873684210526315e-06, | |
| "loss": 0.1583, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 2.4610526315789477e-06, | |
| "loss": 0.1441, | |
| "step": 7675 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 2.4347368421052635e-06, | |
| "loss": 0.1373, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 2.408421052631579e-06, | |
| "loss": 0.1375, | |
| "step": 7725 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 2.382105263157895e-06, | |
| "loss": 0.1528, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 2.3557894736842106e-06, | |
| "loss": 0.1546, | |
| "step": 7775 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 2.3294736842105264e-06, | |
| "loss": 0.144, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 2.3031578947368426e-06, | |
| "loss": 0.1565, | |
| "step": 7825 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 2.276842105263158e-06, | |
| "loss": 0.1229, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 2.250526315789474e-06, | |
| "loss": 0.1581, | |
| "step": 7875 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 2.2242105263157896e-06, | |
| "loss": 0.151, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 2.1978947368421055e-06, | |
| "loss": 0.1452, | |
| "step": 7925 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 2.1715789473684213e-06, | |
| "loss": 0.1436, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 2.145263157894737e-06, | |
| "loss": 0.1494, | |
| "step": 7975 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 2.118947368421053e-06, | |
| "loss": 0.1231, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 2.0926315789473687e-06, | |
| "loss": 0.1412, | |
| "step": 8025 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 2.066315789473684e-06, | |
| "loss": 0.1504, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 2.04e-06, | |
| "loss": 0.1624, | |
| "step": 8075 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 2.013684210526316e-06, | |
| "loss": 0.1534, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.9873684210526316e-06, | |
| "loss": 0.1649, | |
| "step": 8125 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.9610526315789474e-06, | |
| "loss": 0.1369, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.9347368421052632e-06, | |
| "loss": 0.1546, | |
| "step": 8175 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.908421052631579e-06, | |
| "loss": 0.1417, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.8821052631578949e-06, | |
| "loss": 0.1491, | |
| "step": 8225 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.8557894736842109e-06, | |
| "loss": 0.1449, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.8294736842105265e-06, | |
| "loss": 0.1387, | |
| "step": 8275 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.8031578947368423e-06, | |
| "loss": 0.1542, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.776842105263158e-06, | |
| "loss": 0.1619, | |
| "step": 8325 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.7526315789473686e-06, | |
| "loss": 0.1582, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.7263157894736842e-06, | |
| "loss": 0.1565, | |
| "step": 8375 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.7000000000000002e-06, | |
| "loss": 0.1709, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.673684210526316e-06, | |
| "loss": 0.1424, | |
| "step": 8425 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.6473684210526317e-06, | |
| "loss": 0.1545, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.6210526315789473e-06, | |
| "loss": 0.1424, | |
| "step": 8475 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.5947368421052633e-06, | |
| "loss": 0.1401, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.5684210526315791e-06, | |
| "loss": 0.1512, | |
| "step": 8525 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.5421052631578947e-06, | |
| "loss": 0.1362, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.5157894736842108e-06, | |
| "loss": 0.1393, | |
| "step": 8575 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.4894736842105264e-06, | |
| "loss": 0.1213, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.4631578947368422e-06, | |
| "loss": 0.1462, | |
| "step": 8625 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.4368421052631582e-06, | |
| "loss": 0.158, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.4105263157894738e-06, | |
| "loss": 0.1468, | |
| "step": 8675 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.3842105263157896e-06, | |
| "loss": 0.1469, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.3578947368421052e-06, | |
| "loss": 0.1569, | |
| "step": 8725 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.3315789473684213e-06, | |
| "loss": 0.1538, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.3052631578947369e-06, | |
| "loss": 0.1332, | |
| "step": 8775 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.2789473684210527e-06, | |
| "loss": 0.1378, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.2526315789473687e-06, | |
| "loss": 0.1386, | |
| "step": 8825 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.2263157894736843e-06, | |
| "loss": 0.1675, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.2000000000000002e-06, | |
| "loss": 0.1457, | |
| "step": 8875 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.173684210526316e-06, | |
| "loss": 0.1262, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.1473684210526316e-06, | |
| "loss": 0.148, | |
| "step": 8925 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.1210526315789474e-06, | |
| "loss": 0.1413, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.0947368421052632e-06, | |
| "loss": 0.1326, | |
| "step": 8975 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.068421052631579e-06, | |
| "loss": 0.1484, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.0421052631578949e-06, | |
| "loss": 0.1705, | |
| "step": 9025 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.0157894736842105e-06, | |
| "loss": 0.1248, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 9.905263157894738e-07, | |
| "loss": 0.1554, | |
| "step": 9075 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 9.642105263157896e-07, | |
| "loss": 0.122, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 9.378947368421052e-07, | |
| "loss": 0.1566, | |
| "step": 9125 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 9.115789473684212e-07, | |
| "loss": 0.1434, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 8.85263157894737e-07, | |
| "loss": 0.1372, | |
| "step": 9175 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 8.589473684210527e-07, | |
| "loss": 0.1456, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 8.326315789473685e-07, | |
| "loss": 0.1436, | |
| "step": 9225 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 8.063157894736842e-07, | |
| "loss": 0.1533, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 7.8e-07, | |
| "loss": 0.1324, | |
| "step": 9275 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 7.536842105263159e-07, | |
| "loss": 0.1397, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 7.273684210526316e-07, | |
| "loss": 0.1477, | |
| "step": 9325 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 7.010526315789475e-07, | |
| "loss": 0.1387, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 6.747368421052631e-07, | |
| "loss": 0.1722, | |
| "step": 9375 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 6.48421052631579e-07, | |
| "loss": 0.1504, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 6.221052631578947e-07, | |
| "loss": 0.1554, | |
| "step": 9425 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 5.957894736842106e-07, | |
| "loss": 0.1516, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 5.694736842105263e-07, | |
| "loss": 0.1518, | |
| "step": 9475 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 5.431578947368422e-07, | |
| "loss": 0.1288, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 5.168421052631579e-07, | |
| "loss": 0.1361, | |
| "step": 9525 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 4.905263157894737e-07, | |
| "loss": 0.1501, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 4.642105263157895e-07, | |
| "loss": 0.135, | |
| "step": 9575 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 4.3789473684210527e-07, | |
| "loss": 0.1452, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 4.1157894736842114e-07, | |
| "loss": 0.1251, | |
| "step": 9625 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 3.852631578947369e-07, | |
| "loss": 0.1374, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 3.5894736842105267e-07, | |
| "loss": 0.147, | |
| "step": 9675 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 3.3263157894736843e-07, | |
| "loss": 0.1457, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 3.063157894736842e-07, | |
| "loss": 0.1587, | |
| "step": 9725 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 2.8e-07, | |
| "loss": 0.1388, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 2.536842105263158e-07, | |
| "loss": 0.1554, | |
| "step": 9775 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 2.273684210526316e-07, | |
| "loss": 0.1495, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 2.010526315789474e-07, | |
| "loss": 0.1596, | |
| "step": 9825 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 1.7473684210526316e-07, | |
| "loss": 0.144, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 1.4842105263157895e-07, | |
| "loss": 0.1351, | |
| "step": 9875 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 1.2210526315789474e-07, | |
| "loss": 0.1487, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 9.578947368421054e-08, | |
| "loss": 0.1336, | |
| "step": 9925 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 6.947368421052633e-08, | |
| "loss": 0.1362, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 4.315789473684211e-08, | |
| "loss": 0.1421, | |
| "step": 9975 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 1.6842105263157897e-08, | |
| "loss": 0.1397, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "step": 10000, | |
| "total_flos": 1.632967868976988e+20, | |
| "train_loss": 0.18710677490234376, | |
| "train_runtime": 35654.5907, | |
| "train_samples_per_second": 4.488, | |
| "train_steps_per_second": 0.28 | |
| } | |
| ], | |
| "logging_steps": 25, | |
| "max_steps": 10000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 2000, | |
| "total_flos": 1.632967868976988e+20, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |