diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,19224 @@
+{
+ "best_metric": 1.806269645690918,
+ "best_model_checkpoint": "gpt_alpaca_gpt4/checkpoint-31880",
+ "epoch": 10.0,
+ "global_step": 31880,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.0,
+ "learning_rate": 9.996863237139272e-06,
+ "loss": 72.7405,
+ "step": 10
+ },
+ {
+ "epoch": 0.01,
+ "learning_rate": 9.993726474278545e-06,
+ "loss": 18.2176,
+ "step": 20
+ },
+ {
+ "epoch": 0.01,
+ "learning_rate": 9.990589711417818e-06,
+ "loss": 5.3223,
+ "step": 30
+ },
+ {
+ "epoch": 0.01,
+ "learning_rate": 9.98745294855709e-06,
+ "loss": 4.4019,
+ "step": 40
+ },
+ {
+ "epoch": 0.02,
+ "learning_rate": 9.984316185696362e-06,
+ "loss": 3.6758,
+ "step": 50
+ },
+ {
+ "epoch": 0.02,
+ "learning_rate": 9.981179422835635e-06,
+ "loss": 3.4823,
+ "step": 60
+ },
+ {
+ "epoch": 0.02,
+ "learning_rate": 9.978042659974908e-06,
+ "loss": 3.024,
+ "step": 70
+ },
+ {
+ "epoch": 0.03,
+ "learning_rate": 9.974905897114179e-06,
+ "loss": 2.9245,
+ "step": 80
+ },
+ {
+ "epoch": 0.03,
+ "learning_rate": 9.971769134253452e-06,
+ "loss": 2.7949,
+ "step": 90
+ },
+ {
+ "epoch": 0.03,
+ "learning_rate": 9.968632371392723e-06,
+ "loss": 2.7182,
+ "step": 100
+ },
+ {
+ "epoch": 0.03,
+ "learning_rate": 9.965495608531996e-06,
+ "loss": 2.7099,
+ "step": 110
+ },
+ {
+ "epoch": 0.04,
+ "learning_rate": 9.962358845671269e-06,
+ "loss": 2.565,
+ "step": 120
+ },
+ {
+ "epoch": 0.04,
+ "learning_rate": 9.95922208281054e-06,
+ "loss": 2.5437,
+ "step": 130
+ },
+ {
+ "epoch": 0.04,
+ "learning_rate": 9.956085319949813e-06,
+ "loss": 2.4238,
+ "step": 140
+ },
+ {
+ "epoch": 0.05,
+ "learning_rate": 9.952948557089086e-06,
+ "loss": 2.538,
+ "step": 150
+ },
+ {
+ "epoch": 0.05,
+ "learning_rate": 9.949811794228357e-06,
+ "loss": 2.4926,
+ "step": 160
+ },
+ {
+ "epoch": 0.05,
+ "learning_rate": 9.94667503136763e-06,
+ "loss": 2.4414,
+ "step": 170
+ },
+ {
+ "epoch": 0.06,
+ "learning_rate": 9.943538268506901e-06,
+ "loss": 2.4165,
+ "step": 180
+ },
+ {
+ "epoch": 0.06,
+ "learning_rate": 9.940401505646174e-06,
+ "loss": 2.4311,
+ "step": 190
+ },
+ {
+ "epoch": 0.06,
+ "learning_rate": 9.937264742785447e-06,
+ "loss": 2.461,
+ "step": 200
+ },
+ {
+ "epoch": 0.07,
+ "learning_rate": 9.934127979924718e-06,
+ "loss": 2.4626,
+ "step": 210
+ },
+ {
+ "epoch": 0.07,
+ "learning_rate": 9.930991217063991e-06,
+ "loss": 2.4015,
+ "step": 220
+ },
+ {
+ "epoch": 0.07,
+ "learning_rate": 9.927854454203262e-06,
+ "loss": 2.4421,
+ "step": 230
+ },
+ {
+ "epoch": 0.08,
+ "learning_rate": 9.924717691342535e-06,
+ "loss": 2.3519,
+ "step": 240
+ },
+ {
+ "epoch": 0.08,
+ "learning_rate": 9.921580928481808e-06,
+ "loss": 2.4021,
+ "step": 250
+ },
+ {
+ "epoch": 0.08,
+ "learning_rate": 9.918444165621079e-06,
+ "loss": 2.363,
+ "step": 260
+ },
+ {
+ "epoch": 0.08,
+ "learning_rate": 9.915307402760352e-06,
+ "loss": 2.3165,
+ "step": 270
+ },
+ {
+ "epoch": 0.09,
+ "learning_rate": 9.912170639899625e-06,
+ "loss": 2.3224,
+ "step": 280
+ },
+ {
+ "epoch": 0.09,
+ "learning_rate": 9.909033877038898e-06,
+ "loss": 2.4254,
+ "step": 290
+ },
+ {
+ "epoch": 0.09,
+ "learning_rate": 9.905897114178169e-06,
+ "loss": 2.3419,
+ "step": 300
+ },
+ {
+ "epoch": 0.1,
+ "learning_rate": 9.90276035131744e-06,
+ "loss": 2.3501,
+ "step": 310
+ },
+ {
+ "epoch": 0.1,
+ "learning_rate": 9.899623588456713e-06,
+ "loss": 2.3411,
+ "step": 320
+ },
+ {
+ "epoch": 0.1,
+ "learning_rate": 9.896486825595986e-06,
+ "loss": 2.3303,
+ "step": 330
+ },
+ {
+ "epoch": 0.11,
+ "learning_rate": 9.893350062735259e-06,
+ "loss": 2.342,
+ "step": 340
+ },
+ {
+ "epoch": 0.11,
+ "learning_rate": 9.89021329987453e-06,
+ "loss": 2.3027,
+ "step": 350
+ },
+ {
+ "epoch": 0.11,
+ "learning_rate": 9.887076537013803e-06,
+ "loss": 2.3274,
+ "step": 360
+ },
+ {
+ "epoch": 0.12,
+ "learning_rate": 9.883939774153076e-06,
+ "loss": 2.3229,
+ "step": 370
+ },
+ {
+ "epoch": 0.12,
+ "learning_rate": 9.880803011292347e-06,
+ "loss": 2.273,
+ "step": 380
+ },
+ {
+ "epoch": 0.12,
+ "learning_rate": 9.87766624843162e-06,
+ "loss": 2.3415,
+ "step": 390
+ },
+ {
+ "epoch": 0.13,
+ "learning_rate": 9.874529485570891e-06,
+ "loss": 2.2101,
+ "step": 400
+ },
+ {
+ "epoch": 0.13,
+ "learning_rate": 9.871392722710164e-06,
+ "loss": 2.3486,
+ "step": 410
+ },
+ {
+ "epoch": 0.13,
+ "learning_rate": 9.868255959849437e-06,
+ "loss": 2.2376,
+ "step": 420
+ },
+ {
+ "epoch": 0.13,
+ "learning_rate": 9.865119196988708e-06,
+ "loss": 2.1976,
+ "step": 430
+ },
+ {
+ "epoch": 0.14,
+ "learning_rate": 9.861982434127981e-06,
+ "loss": 2.2299,
+ "step": 440
+ },
+ {
+ "epoch": 0.14,
+ "learning_rate": 9.858845671267254e-06,
+ "loss": 2.2861,
+ "step": 450
+ },
+ {
+ "epoch": 0.14,
+ "learning_rate": 9.855708908406525e-06,
+ "loss": 2.2025,
+ "step": 460
+ },
+ {
+ "epoch": 0.15,
+ "learning_rate": 9.852572145545798e-06,
+ "loss": 2.2542,
+ "step": 470
+ },
+ {
+ "epoch": 0.15,
+ "learning_rate": 9.849435382685069e-06,
+ "loss": 2.3063,
+ "step": 480
+ },
+ {
+ "epoch": 0.15,
+ "learning_rate": 9.846298619824342e-06,
+ "loss": 2.2572,
+ "step": 490
+ },
+ {
+ "epoch": 0.16,
+ "learning_rate": 9.843161856963615e-06,
+ "loss": 2.1989,
+ "step": 500
+ },
+ {
+ "epoch": 0.16,
+ "learning_rate": 9.840025094102886e-06,
+ "loss": 2.2597,
+ "step": 510
+ },
+ {
+ "epoch": 0.16,
+ "learning_rate": 9.836888331242159e-06,
+ "loss": 2.2688,
+ "step": 520
+ },
+ {
+ "epoch": 0.17,
+ "learning_rate": 9.833751568381432e-06,
+ "loss": 2.2682,
+ "step": 530
+ },
+ {
+ "epoch": 0.17,
+ "learning_rate": 9.830614805520703e-06,
+ "loss": 2.2296,
+ "step": 540
+ },
+ {
+ "epoch": 0.17,
+ "learning_rate": 9.827478042659976e-06,
+ "loss": 2.3093,
+ "step": 550
+ },
+ {
+ "epoch": 0.18,
+ "learning_rate": 9.824341279799247e-06,
+ "loss": 2.2688,
+ "step": 560
+ },
+ {
+ "epoch": 0.18,
+ "learning_rate": 9.82120451693852e-06,
+ "loss": 2.195,
+ "step": 570
+ },
+ {
+ "epoch": 0.18,
+ "learning_rate": 9.818067754077793e-06,
+ "loss": 2.1817,
+ "step": 580
+ },
+ {
+ "epoch": 0.19,
+ "learning_rate": 9.814930991217064e-06,
+ "loss": 2.3147,
+ "step": 590
+ },
+ {
+ "epoch": 0.19,
+ "learning_rate": 9.811794228356337e-06,
+ "loss": 2.2445,
+ "step": 600
+ },
+ {
+ "epoch": 0.19,
+ "learning_rate": 9.808657465495608e-06,
+ "loss": 2.2774,
+ "step": 610
+ },
+ {
+ "epoch": 0.19,
+ "learning_rate": 9.805520702634881e-06,
+ "loss": 2.107,
+ "step": 620
+ },
+ {
+ "epoch": 0.2,
+ "learning_rate": 9.802383939774154e-06,
+ "loss": 2.284,
+ "step": 630
+ },
+ {
+ "epoch": 0.2,
+ "learning_rate": 9.799247176913425e-06,
+ "loss": 2.2508,
+ "step": 640
+ },
+ {
+ "epoch": 0.2,
+ "learning_rate": 9.796110414052698e-06,
+ "loss": 2.2765,
+ "step": 650
+ },
+ {
+ "epoch": 0.21,
+ "learning_rate": 9.792973651191971e-06,
+ "loss": 2.3185,
+ "step": 660
+ },
+ {
+ "epoch": 0.21,
+ "learning_rate": 9.789836888331244e-06,
+ "loss": 2.2105,
+ "step": 670
+ },
+ {
+ "epoch": 0.21,
+ "learning_rate": 9.786700125470515e-06,
+ "loss": 2.1659,
+ "step": 680
+ },
+ {
+ "epoch": 0.22,
+ "learning_rate": 9.783563362609786e-06,
+ "loss": 2.189,
+ "step": 690
+ },
+ {
+ "epoch": 0.22,
+ "learning_rate": 9.78042659974906e-06,
+ "loss": 2.223,
+ "step": 700
+ },
+ {
+ "epoch": 0.22,
+ "learning_rate": 9.777289836888332e-06,
+ "loss": 2.2449,
+ "step": 710
+ },
+ {
+ "epoch": 0.23,
+ "learning_rate": 9.774153074027605e-06,
+ "loss": 2.2252,
+ "step": 720
+ },
+ {
+ "epoch": 0.23,
+ "learning_rate": 9.771016311166876e-06,
+ "loss": 2.1512,
+ "step": 730
+ },
+ {
+ "epoch": 0.23,
+ "learning_rate": 9.767879548306149e-06,
+ "loss": 2.1801,
+ "step": 740
+ },
+ {
+ "epoch": 0.24,
+ "learning_rate": 9.764742785445422e-06,
+ "loss": 2.2061,
+ "step": 750
+ },
+ {
+ "epoch": 0.24,
+ "learning_rate": 9.761606022584693e-06,
+ "loss": 2.2141,
+ "step": 760
+ },
+ {
+ "epoch": 0.24,
+ "learning_rate": 9.758469259723966e-06,
+ "loss": 2.1549,
+ "step": 770
+ },
+ {
+ "epoch": 0.24,
+ "learning_rate": 9.755332496863237e-06,
+ "loss": 2.2603,
+ "step": 780
+ },
+ {
+ "epoch": 0.25,
+ "learning_rate": 9.75219573400251e-06,
+ "loss": 2.2523,
+ "step": 790
+ },
+ {
+ "epoch": 0.25,
+ "learning_rate": 9.749058971141783e-06,
+ "loss": 2.1641,
+ "step": 800
+ },
+ {
+ "epoch": 0.25,
+ "learning_rate": 9.745922208281054e-06,
+ "loss": 2.1834,
+ "step": 810
+ },
+ {
+ "epoch": 0.26,
+ "learning_rate": 9.742785445420327e-06,
+ "loss": 2.2233,
+ "step": 820
+ },
+ {
+ "epoch": 0.26,
+ "learning_rate": 9.7396486825596e-06,
+ "loss": 2.1291,
+ "step": 830
+ },
+ {
+ "epoch": 0.26,
+ "learning_rate": 9.736511919698871e-06,
+ "loss": 2.1742,
+ "step": 840
+ },
+ {
+ "epoch": 0.27,
+ "learning_rate": 9.733375156838144e-06,
+ "loss": 2.2465,
+ "step": 850
+ },
+ {
+ "epoch": 0.27,
+ "learning_rate": 9.730238393977415e-06,
+ "loss": 2.1936,
+ "step": 860
+ },
+ {
+ "epoch": 0.27,
+ "learning_rate": 9.727101631116688e-06,
+ "loss": 2.1433,
+ "step": 870
+ },
+ {
+ "epoch": 0.28,
+ "learning_rate": 9.723964868255961e-06,
+ "loss": 2.1827,
+ "step": 880
+ },
+ {
+ "epoch": 0.28,
+ "learning_rate": 9.720828105395232e-06,
+ "loss": 2.2212,
+ "step": 890
+ },
+ {
+ "epoch": 0.28,
+ "learning_rate": 9.717691342534505e-06,
+ "loss": 2.1738,
+ "step": 900
+ },
+ {
+ "epoch": 0.29,
+ "learning_rate": 9.714554579673778e-06,
+ "loss": 2.13,
+ "step": 910
+ },
+ {
+ "epoch": 0.29,
+ "learning_rate": 9.711417816813051e-06,
+ "loss": 2.2494,
+ "step": 920
+ },
+ {
+ "epoch": 0.29,
+ "learning_rate": 9.708281053952322e-06,
+ "loss": 2.1904,
+ "step": 930
+ },
+ {
+ "epoch": 0.29,
+ "learning_rate": 9.705144291091593e-06,
+ "loss": 2.2029,
+ "step": 940
+ },
+ {
+ "epoch": 0.3,
+ "learning_rate": 9.702007528230866e-06,
+ "loss": 2.1897,
+ "step": 950
+ },
+ {
+ "epoch": 0.3,
+ "learning_rate": 9.69887076537014e-06,
+ "loss": 2.2508,
+ "step": 960
+ },
+ {
+ "epoch": 0.3,
+ "learning_rate": 9.695734002509412e-06,
+ "loss": 2.1216,
+ "step": 970
+ },
+ {
+ "epoch": 0.31,
+ "learning_rate": 9.692597239648683e-06,
+ "loss": 2.2157,
+ "step": 980
+ },
+ {
+ "epoch": 0.31,
+ "learning_rate": 9.689460476787954e-06,
+ "loss": 2.2398,
+ "step": 990
+ },
+ {
+ "epoch": 0.31,
+ "learning_rate": 9.686323713927227e-06,
+ "loss": 2.2389,
+ "step": 1000
+ },
+ {
+ "epoch": 0.32,
+ "learning_rate": 9.6831869510665e-06,
+ "loss": 2.1701,
+ "step": 1010
+ },
+ {
+ "epoch": 0.32,
+ "learning_rate": 9.680050188205773e-06,
+ "loss": 2.0708,
+ "step": 1020
+ },
+ {
+ "epoch": 0.32,
+ "learning_rate": 9.676913425345044e-06,
+ "loss": 2.1543,
+ "step": 1030
+ },
+ {
+ "epoch": 0.33,
+ "learning_rate": 9.673776662484317e-06,
+ "loss": 2.1717,
+ "step": 1040
+ },
+ {
+ "epoch": 0.33,
+ "learning_rate": 9.67063989962359e-06,
+ "loss": 2.2078,
+ "step": 1050
+ },
+ {
+ "epoch": 0.33,
+ "learning_rate": 9.667503136762861e-06,
+ "loss": 2.2218,
+ "step": 1060
+ },
+ {
+ "epoch": 0.34,
+ "learning_rate": 9.664366373902134e-06,
+ "loss": 2.177,
+ "step": 1070
+ },
+ {
+ "epoch": 0.34,
+ "learning_rate": 9.661229611041405e-06,
+ "loss": 2.1876,
+ "step": 1080
+ },
+ {
+ "epoch": 0.34,
+ "learning_rate": 9.658092848180678e-06,
+ "loss": 2.2374,
+ "step": 1090
+ },
+ {
+ "epoch": 0.35,
+ "learning_rate": 9.654956085319951e-06,
+ "loss": 2.1146,
+ "step": 1100
+ },
+ {
+ "epoch": 0.35,
+ "learning_rate": 9.651819322459222e-06,
+ "loss": 2.2132,
+ "step": 1110
+ },
+ {
+ "epoch": 0.35,
+ "learning_rate": 9.648682559598495e-06,
+ "loss": 2.1513,
+ "step": 1120
+ },
+ {
+ "epoch": 0.35,
+ "learning_rate": 9.645545796737768e-06,
+ "loss": 2.2177,
+ "step": 1130
+ },
+ {
+ "epoch": 0.36,
+ "learning_rate": 9.64240903387704e-06,
+ "loss": 2.1884,
+ "step": 1140
+ },
+ {
+ "epoch": 0.36,
+ "learning_rate": 9.639272271016312e-06,
+ "loss": 2.1925,
+ "step": 1150
+ },
+ {
+ "epoch": 0.36,
+ "learning_rate": 9.636135508155583e-06,
+ "loss": 2.2103,
+ "step": 1160
+ },
+ {
+ "epoch": 0.37,
+ "learning_rate": 9.632998745294856e-06,
+ "loss": 2.2355,
+ "step": 1170
+ },
+ {
+ "epoch": 0.37,
+ "learning_rate": 9.62986198243413e-06,
+ "loss": 2.1594,
+ "step": 1180
+ },
+ {
+ "epoch": 0.37,
+ "learning_rate": 9.6267252195734e-06,
+ "loss": 2.1985,
+ "step": 1190
+ },
+ {
+ "epoch": 0.38,
+ "learning_rate": 9.623588456712673e-06,
+ "loss": 2.1001,
+ "step": 1200
+ },
+ {
+ "epoch": 0.38,
+ "learning_rate": 9.620451693851946e-06,
+ "loss": 2.1757,
+ "step": 1210
+ },
+ {
+ "epoch": 0.38,
+ "learning_rate": 9.617314930991219e-06,
+ "loss": 2.2362,
+ "step": 1220
+ },
+ {
+ "epoch": 0.39,
+ "learning_rate": 9.61417816813049e-06,
+ "loss": 2.1813,
+ "step": 1230
+ },
+ {
+ "epoch": 0.39,
+ "learning_rate": 9.611041405269761e-06,
+ "loss": 2.1573,
+ "step": 1240
+ },
+ {
+ "epoch": 0.39,
+ "learning_rate": 9.607904642409034e-06,
+ "loss": 2.2222,
+ "step": 1250
+ },
+ {
+ "epoch": 0.4,
+ "learning_rate": 9.604767879548307e-06,
+ "loss": 2.1565,
+ "step": 1260
+ },
+ {
+ "epoch": 0.4,
+ "learning_rate": 9.60163111668758e-06,
+ "loss": 2.1788,
+ "step": 1270
+ },
+ {
+ "epoch": 0.4,
+ "learning_rate": 9.598494353826851e-06,
+ "loss": 2.1476,
+ "step": 1280
+ },
+ {
+ "epoch": 0.4,
+ "learning_rate": 9.595357590966123e-06,
+ "loss": 2.1585,
+ "step": 1290
+ },
+ {
+ "epoch": 0.41,
+ "learning_rate": 9.592220828105397e-06,
+ "loss": 2.1576,
+ "step": 1300
+ },
+ {
+ "epoch": 0.41,
+ "learning_rate": 9.589084065244668e-06,
+ "loss": 2.1962,
+ "step": 1310
+ },
+ {
+ "epoch": 0.41,
+ "learning_rate": 9.585947302383941e-06,
+ "loss": 2.1579,
+ "step": 1320
+ },
+ {
+ "epoch": 0.42,
+ "learning_rate": 9.582810539523212e-06,
+ "loss": 2.1679,
+ "step": 1330
+ },
+ {
+ "epoch": 0.42,
+ "learning_rate": 9.579673776662485e-06,
+ "loss": 2.0721,
+ "step": 1340
+ },
+ {
+ "epoch": 0.42,
+ "learning_rate": 9.576537013801758e-06,
+ "loss": 2.1763,
+ "step": 1350
+ },
+ {
+ "epoch": 0.43,
+ "learning_rate": 9.57340025094103e-06,
+ "loss": 2.1384,
+ "step": 1360
+ },
+ {
+ "epoch": 0.43,
+ "learning_rate": 9.5702634880803e-06,
+ "loss": 2.1536,
+ "step": 1370
+ },
+ {
+ "epoch": 0.43,
+ "learning_rate": 9.567126725219574e-06,
+ "loss": 2.1527,
+ "step": 1380
+ },
+ {
+ "epoch": 0.44,
+ "learning_rate": 9.563989962358846e-06,
+ "loss": 2.1347,
+ "step": 1390
+ },
+ {
+ "epoch": 0.44,
+ "learning_rate": 9.56085319949812e-06,
+ "loss": 2.0246,
+ "step": 1400
+ },
+ {
+ "epoch": 0.44,
+ "learning_rate": 9.55771643663739e-06,
+ "loss": 2.1478,
+ "step": 1410
+ },
+ {
+ "epoch": 0.45,
+ "learning_rate": 9.554579673776663e-06,
+ "loss": 2.1347,
+ "step": 1420
+ },
+ {
+ "epoch": 0.45,
+ "learning_rate": 9.551442910915936e-06,
+ "loss": 2.109,
+ "step": 1430
+ },
+ {
+ "epoch": 0.45,
+ "learning_rate": 9.548306148055207e-06,
+ "loss": 2.1055,
+ "step": 1440
+ },
+ {
+ "epoch": 0.45,
+ "learning_rate": 9.54516938519448e-06,
+ "loss": 2.1315,
+ "step": 1450
+ },
+ {
+ "epoch": 0.46,
+ "learning_rate": 9.542032622333752e-06,
+ "loss": 2.0917,
+ "step": 1460
+ },
+ {
+ "epoch": 0.46,
+ "learning_rate": 9.538895859473024e-06,
+ "loss": 2.0579,
+ "step": 1470
+ },
+ {
+ "epoch": 0.46,
+ "learning_rate": 9.535759096612297e-06,
+ "loss": 2.0573,
+ "step": 1480
+ },
+ {
+ "epoch": 0.47,
+ "learning_rate": 9.532622333751569e-06,
+ "loss": 2.1078,
+ "step": 1490
+ },
+ {
+ "epoch": 0.47,
+ "learning_rate": 9.529485570890841e-06,
+ "loss": 2.1503,
+ "step": 1500
+ },
+ {
+ "epoch": 0.47,
+ "learning_rate": 9.526348808030114e-06,
+ "loss": 2.0821,
+ "step": 1510
+ },
+ {
+ "epoch": 0.48,
+ "learning_rate": 9.523212045169386e-06,
+ "loss": 2.1639,
+ "step": 1520
+ },
+ {
+ "epoch": 0.48,
+ "learning_rate": 9.520075282308658e-06,
+ "loss": 2.1036,
+ "step": 1530
+ },
+ {
+ "epoch": 0.48,
+ "learning_rate": 9.51693851944793e-06,
+ "loss": 2.0536,
+ "step": 1540
+ },
+ {
+ "epoch": 0.49,
+ "learning_rate": 9.513801756587203e-06,
+ "loss": 2.1113,
+ "step": 1550
+ },
+ {
+ "epoch": 0.49,
+ "learning_rate": 9.510664993726475e-06,
+ "loss": 2.1774,
+ "step": 1560
+ },
+ {
+ "epoch": 0.49,
+ "learning_rate": 9.507528230865747e-06,
+ "loss": 2.0827,
+ "step": 1570
+ },
+ {
+ "epoch": 0.5,
+ "learning_rate": 9.50439146800502e-06,
+ "loss": 2.1706,
+ "step": 1580
+ },
+ {
+ "epoch": 0.5,
+ "learning_rate": 9.501254705144292e-06,
+ "loss": 2.1416,
+ "step": 1590
+ },
+ {
+ "epoch": 0.5,
+ "learning_rate": 9.498117942283565e-06,
+ "loss": 2.0689,
+ "step": 1600
+ },
+ {
+ "epoch": 0.51,
+ "learning_rate": 9.494981179422836e-06,
+ "loss": 2.1223,
+ "step": 1610
+ },
+ {
+ "epoch": 0.51,
+ "learning_rate": 9.491844416562108e-06,
+ "loss": 2.1743,
+ "step": 1620
+ },
+ {
+ "epoch": 0.51,
+ "learning_rate": 9.48870765370138e-06,
+ "loss": 2.1426,
+ "step": 1630
+ },
+ {
+ "epoch": 0.51,
+ "learning_rate": 9.485570890840653e-06,
+ "loss": 2.0827,
+ "step": 1640
+ },
+ {
+ "epoch": 0.52,
+ "learning_rate": 9.482434127979926e-06,
+ "loss": 2.0918,
+ "step": 1650
+ },
+ {
+ "epoch": 0.52,
+ "learning_rate": 9.479297365119198e-06,
+ "loss": 2.1753,
+ "step": 1660
+ },
+ {
+ "epoch": 0.52,
+ "learning_rate": 9.476160602258469e-06,
+ "loss": 2.1543,
+ "step": 1670
+ },
+ {
+ "epoch": 0.53,
+ "learning_rate": 9.473023839397743e-06,
+ "loss": 2.1697,
+ "step": 1680
+ },
+ {
+ "epoch": 0.53,
+ "learning_rate": 9.469887076537015e-06,
+ "loss": 2.1075,
+ "step": 1690
+ },
+ {
+ "epoch": 0.53,
+ "learning_rate": 9.466750313676287e-06,
+ "loss": 2.1636,
+ "step": 1700
+ },
+ {
+ "epoch": 0.54,
+ "learning_rate": 9.463613550815559e-06,
+ "loss": 2.219,
+ "step": 1710
+ },
+ {
+ "epoch": 0.54,
+ "learning_rate": 9.460476787954832e-06,
+ "loss": 2.1835,
+ "step": 1720
+ },
+ {
+ "epoch": 0.54,
+ "learning_rate": 9.457340025094104e-06,
+ "loss": 2.1288,
+ "step": 1730
+ },
+ {
+ "epoch": 0.55,
+ "learning_rate": 9.454203262233376e-06,
+ "loss": 2.218,
+ "step": 1740
+ },
+ {
+ "epoch": 0.55,
+ "learning_rate": 9.451066499372648e-06,
+ "loss": 2.19,
+ "step": 1750
+ },
+ {
+ "epoch": 0.55,
+ "learning_rate": 9.44792973651192e-06,
+ "loss": 2.0468,
+ "step": 1760
+ },
+ {
+ "epoch": 0.56,
+ "learning_rate": 9.444792973651193e-06,
+ "loss": 2.0883,
+ "step": 1770
+ },
+ {
+ "epoch": 0.56,
+ "learning_rate": 9.441656210790465e-06,
+ "loss": 2.1965,
+ "step": 1780
+ },
+ {
+ "epoch": 0.56,
+ "learning_rate": 9.438519447929737e-06,
+ "loss": 2.1823,
+ "step": 1790
+ },
+ {
+ "epoch": 0.56,
+ "learning_rate": 9.43538268506901e-06,
+ "loss": 2.1347,
+ "step": 1800
+ },
+ {
+ "epoch": 0.57,
+ "learning_rate": 9.432245922208282e-06,
+ "loss": 2.1487,
+ "step": 1810
+ },
+ {
+ "epoch": 0.57,
+ "learning_rate": 9.429109159347554e-06,
+ "loss": 2.1439,
+ "step": 1820
+ },
+ {
+ "epoch": 0.57,
+ "learning_rate": 9.425972396486827e-06,
+ "loss": 2.0782,
+ "step": 1830
+ },
+ {
+ "epoch": 0.58,
+ "learning_rate": 9.422835633626098e-06,
+ "loss": 2.1454,
+ "step": 1840
+ },
+ {
+ "epoch": 0.58,
+ "learning_rate": 9.41969887076537e-06,
+ "loss": 2.1088,
+ "step": 1850
+ },
+ {
+ "epoch": 0.58,
+ "learning_rate": 9.416562107904644e-06,
+ "loss": 2.1606,
+ "step": 1860
+ },
+ {
+ "epoch": 0.59,
+ "learning_rate": 9.413425345043915e-06,
+ "loss": 2.1161,
+ "step": 1870
+ },
+ {
+ "epoch": 0.59,
+ "learning_rate": 9.410288582183188e-06,
+ "loss": 2.0404,
+ "step": 1880
+ },
+ {
+ "epoch": 0.59,
+ "learning_rate": 9.40715181932246e-06,
+ "loss": 2.0949,
+ "step": 1890
+ },
+ {
+ "epoch": 0.6,
+ "learning_rate": 9.404015056461733e-06,
+ "loss": 2.1427,
+ "step": 1900
+ },
+ {
+ "epoch": 0.6,
+ "learning_rate": 9.400878293601005e-06,
+ "loss": 2.2431,
+ "step": 1910
+ },
+ {
+ "epoch": 0.6,
+ "learning_rate": 9.397741530740276e-06,
+ "loss": 2.1508,
+ "step": 1920
+ },
+ {
+ "epoch": 0.61,
+ "learning_rate": 9.394604767879549e-06,
+ "loss": 2.1498,
+ "step": 1930
+ },
+ {
+ "epoch": 0.61,
+ "learning_rate": 9.391468005018822e-06,
+ "loss": 2.1357,
+ "step": 1940
+ },
+ {
+ "epoch": 0.61,
+ "learning_rate": 9.388331242158094e-06,
+ "loss": 2.122,
+ "step": 1950
+ },
+ {
+ "epoch": 0.61,
+ "learning_rate": 9.385194479297366e-06,
+ "loss": 2.1007,
+ "step": 1960
+ },
+ {
+ "epoch": 0.62,
+ "learning_rate": 9.382057716436639e-06,
+ "loss": 2.1127,
+ "step": 1970
+ },
+ {
+ "epoch": 0.62,
+ "learning_rate": 9.378920953575911e-06,
+ "loss": 2.061,
+ "step": 1980
+ },
+ {
+ "epoch": 0.62,
+ "learning_rate": 9.375784190715183e-06,
+ "loss": 2.1258,
+ "step": 1990
+ },
+ {
+ "epoch": 0.63,
+ "learning_rate": 9.372647427854456e-06,
+ "loss": 2.1015,
+ "step": 2000
+ },
+ {
+ "epoch": 0.63,
+ "learning_rate": 9.369510664993727e-06,
+ "loss": 2.103,
+ "step": 2010
+ },
+ {
+ "epoch": 0.63,
+ "learning_rate": 9.366373902133e-06,
+ "loss": 2.1019,
+ "step": 2020
+ },
+ {
+ "epoch": 0.64,
+ "learning_rate": 9.363237139272273e-06,
+ "loss": 2.0751,
+ "step": 2030
+ },
+ {
+ "epoch": 0.64,
+ "learning_rate": 9.360100376411544e-06,
+ "loss": 2.1114,
+ "step": 2040
+ },
+ {
+ "epoch": 0.64,
+ "learning_rate": 9.356963613550817e-06,
+ "loss": 2.1199,
+ "step": 2050
+ },
+ {
+ "epoch": 0.65,
+ "learning_rate": 9.35382685069009e-06,
+ "loss": 2.1365,
+ "step": 2060
+ },
+ {
+ "epoch": 0.65,
+ "learning_rate": 9.35069008782936e-06,
+ "loss": 2.1187,
+ "step": 2070
+ },
+ {
+ "epoch": 0.65,
+ "learning_rate": 9.347553324968634e-06,
+ "loss": 2.0958,
+ "step": 2080
+ },
+ {
+ "epoch": 0.66,
+ "learning_rate": 9.344416562107905e-06,
+ "loss": 2.0829,
+ "step": 2090
+ },
+ {
+ "epoch": 0.66,
+ "learning_rate": 9.341279799247178e-06,
+ "loss": 2.1963,
+ "step": 2100
+ },
+ {
+ "epoch": 0.66,
+ "learning_rate": 9.33814303638645e-06,
+ "loss": 2.0786,
+ "step": 2110
+ },
+ {
+ "epoch": 0.66,
+ "learning_rate": 9.335006273525722e-06,
+ "loss": 2.1495,
+ "step": 2120
+ },
+ {
+ "epoch": 0.67,
+ "learning_rate": 9.331869510664995e-06,
+ "loss": 2.0716,
+ "step": 2130
+ },
+ {
+ "epoch": 0.67,
+ "learning_rate": 9.328732747804266e-06,
+ "loss": 2.1562,
+ "step": 2140
+ },
+ {
+ "epoch": 0.67,
+ "learning_rate": 9.325595984943539e-06,
+ "loss": 2.148,
+ "step": 2150
+ },
+ {
+ "epoch": 0.68,
+ "learning_rate": 9.322459222082812e-06,
+ "loss": 2.0868,
+ "step": 2160
+ },
+ {
+ "epoch": 0.68,
+ "learning_rate": 9.319322459222083e-06,
+ "loss": 2.0862,
+ "step": 2170
+ },
+ {
+ "epoch": 0.68,
+ "learning_rate": 9.316185696361356e-06,
+ "loss": 2.019,
+ "step": 2180
+ },
+ {
+ "epoch": 0.69,
+ "learning_rate": 9.313048933500629e-06,
+ "loss": 2.1371,
+ "step": 2190
+ },
+ {
+ "epoch": 0.69,
+ "learning_rate": 9.309912170639902e-06,
+ "loss": 2.1355,
+ "step": 2200
+ },
+ {
+ "epoch": 0.69,
+ "learning_rate": 9.306775407779173e-06,
+ "loss": 2.0676,
+ "step": 2210
+ },
+ {
+ "epoch": 0.7,
+ "learning_rate": 9.303638644918444e-06,
+ "loss": 2.0913,
+ "step": 2220
+ },
+ {
+ "epoch": 0.7,
+ "learning_rate": 9.300501882057717e-06,
+ "loss": 2.0628,
+ "step": 2230
+ },
+ {
+ "epoch": 0.7,
+ "learning_rate": 9.29736511919699e-06,
+ "loss": 2.1189,
+ "step": 2240
+ },
+ {
+ "epoch": 0.71,
+ "learning_rate": 9.294228356336261e-06,
+ "loss": 2.0403,
+ "step": 2250
+ },
+ {
+ "epoch": 0.71,
+ "learning_rate": 9.291091593475534e-06,
+ "loss": 2.1222,
+ "step": 2260
+ },
+ {
+ "epoch": 0.71,
+ "learning_rate": 9.287954830614807e-06,
+ "loss": 2.1159,
+ "step": 2270
+ },
+ {
+ "epoch": 0.72,
+ "learning_rate": 9.28481806775408e-06,
+ "loss": 2.0344,
+ "step": 2280
+ },
+ {
+ "epoch": 0.72,
+ "learning_rate": 9.28168130489335e-06,
+ "loss": 2.079,
+ "step": 2290
+ },
+ {
+ "epoch": 0.72,
+ "learning_rate": 9.278544542032622e-06,
+ "loss": 2.1272,
+ "step": 2300
+ },
+ {
+ "epoch": 0.72,
+ "learning_rate": 9.275407779171895e-06,
+ "loss": 2.1058,
+ "step": 2310
+ },
+ {
+ "epoch": 0.73,
+ "learning_rate": 9.272271016311168e-06,
+ "loss": 2.1079,
+ "step": 2320
+ },
+ {
+ "epoch": 0.73,
+ "learning_rate": 9.26913425345044e-06,
+ "loss": 2.1314,
+ "step": 2330
+ },
+ {
+ "epoch": 0.73,
+ "learning_rate": 9.265997490589712e-06,
+ "loss": 2.0434,
+ "step": 2340
+ },
+ {
+ "epoch": 0.74,
+ "learning_rate": 9.262860727728985e-06,
+ "loss": 2.1497,
+ "step": 2350
+ },
+ {
+ "epoch": 0.74,
+ "learning_rate": 9.259723964868258e-06,
+ "loss": 2.0986,
+ "step": 2360
+ },
+ {
+ "epoch": 0.74,
+ "learning_rate": 9.256587202007529e-06,
+ "loss": 2.1581,
+ "step": 2370
+ },
+ {
+ "epoch": 0.75,
+ "learning_rate": 9.253450439146802e-06,
+ "loss": 2.0301,
+ "step": 2380
+ },
+ {
+ "epoch": 0.75,
+ "learning_rate": 9.250313676286073e-06,
+ "loss": 2.0729,
+ "step": 2390
+ },
+ {
+ "epoch": 0.75,
+ "learning_rate": 9.247176913425346e-06,
+ "loss": 2.0853,
+ "step": 2400
+ },
+ {
+ "epoch": 0.76,
+ "learning_rate": 9.244040150564619e-06,
+ "loss": 2.0289,
+ "step": 2410
+ },
+ {
+ "epoch": 0.76,
+ "learning_rate": 9.24090338770389e-06,
+ "loss": 2.0674,
+ "step": 2420
+ },
+ {
+ "epoch": 0.76,
+ "learning_rate": 9.237766624843163e-06,
+ "loss": 2.1135,
+ "step": 2430
+ },
+ {
+ "epoch": 0.77,
+ "learning_rate": 9.234629861982434e-06,
+ "loss": 2.0942,
+ "step": 2440
+ },
+ {
+ "epoch": 0.77,
+ "learning_rate": 9.231493099121707e-06,
+ "loss": 2.0733,
+ "step": 2450
+ },
+ {
+ "epoch": 0.77,
+ "learning_rate": 9.22835633626098e-06,
+ "loss": 2.0782,
+ "step": 2460
+ },
+ {
+ "epoch": 0.77,
+ "learning_rate": 9.225219573400251e-06,
+ "loss": 2.0589,
+ "step": 2470
+ },
+ {
+ "epoch": 0.78,
+ "learning_rate": 9.222082810539524e-06,
+ "loss": 2.114,
+ "step": 2480
+ },
+ {
+ "epoch": 0.78,
+ "learning_rate": 9.218946047678797e-06,
+ "loss": 2.1313,
+ "step": 2490
+ },
+ {
+ "epoch": 0.78,
+ "learning_rate": 9.215809284818068e-06,
+ "loss": 2.1386,
+ "step": 2500
+ },
+ {
+ "epoch": 0.79,
+ "learning_rate": 9.21267252195734e-06,
+ "loss": 2.0737,
+ "step": 2510
+ },
+ {
+ "epoch": 0.79,
+ "learning_rate": 9.209535759096612e-06,
+ "loss": 2.0333,
+ "step": 2520
+ },
+ {
+ "epoch": 0.79,
+ "learning_rate": 9.206398996235885e-06,
+ "loss": 2.1316,
+ "step": 2530
+ },
+ {
+ "epoch": 0.8,
+ "learning_rate": 9.203262233375158e-06,
+ "loss": 2.1812,
+ "step": 2540
+ },
+ {
+ "epoch": 0.8,
+ "learning_rate": 9.200125470514429e-06,
+ "loss": 2.1846,
+ "step": 2550
+ },
+ {
+ "epoch": 0.8,
+ "learning_rate": 9.196988707653702e-06,
+ "loss": 1.9971,
+ "step": 2560
+ },
+ {
+ "epoch": 0.81,
+ "learning_rate": 9.193851944792975e-06,
+ "loss": 2.0572,
+ "step": 2570
+ },
+ {
+ "epoch": 0.81,
+ "learning_rate": 9.190715181932248e-06,
+ "loss": 2.0798,
+ "step": 2580
+ },
+ {
+ "epoch": 0.81,
+ "learning_rate": 9.187578419071519e-06,
+ "loss": 2.1017,
+ "step": 2590
+ },
+ {
+ "epoch": 0.82,
+ "learning_rate": 9.18444165621079e-06,
+ "loss": 2.062,
+ "step": 2600
+ },
+ {
+ "epoch": 0.82,
+ "learning_rate": 9.181304893350063e-06,
+ "loss": 2.0854,
+ "step": 2610
+ },
+ {
+ "epoch": 0.82,
+ "learning_rate": 9.178168130489336e-06,
+ "loss": 2.0734,
+ "step": 2620
+ },
+ {
+ "epoch": 0.82,
+ "learning_rate": 9.175031367628609e-06,
+ "loss": 2.1468,
+ "step": 2630
+ },
+ {
+ "epoch": 0.83,
+ "learning_rate": 9.17189460476788e-06,
+ "loss": 2.0528,
+ "step": 2640
+ },
+ {
+ "epoch": 0.83,
+ "learning_rate": 9.168757841907153e-06,
+ "loss": 2.0246,
+ "step": 2650
+ },
+ {
+ "epoch": 0.83,
+ "learning_rate": 9.165621079046426e-06,
+ "loss": 2.0171,
+ "step": 2660
+ },
+ {
+ "epoch": 0.84,
+ "learning_rate": 9.162484316185697e-06,
+ "loss": 2.0079,
+ "step": 2670
+ },
+ {
+ "epoch": 0.84,
+ "learning_rate": 9.15934755332497e-06,
+ "loss": 2.0205,
+ "step": 2680
+ },
+ {
+ "epoch": 0.84,
+ "learning_rate": 9.156210790464241e-06,
+ "loss": 2.021,
+ "step": 2690
+ },
+ {
+ "epoch": 0.85,
+ "learning_rate": 9.153074027603514e-06,
+ "loss": 2.1194,
+ "step": 2700
+ },
+ {
+ "epoch": 0.85,
+ "learning_rate": 9.149937264742787e-06,
+ "loss": 2.1149,
+ "step": 2710
+ },
+ {
+ "epoch": 0.85,
+ "learning_rate": 9.146800501882058e-06,
+ "loss": 2.0479,
+ "step": 2720
+ },
+ {
+ "epoch": 0.86,
+ "learning_rate": 9.143663739021331e-06,
+ "loss": 2.0321,
+ "step": 2730
+ },
+ {
+ "epoch": 0.86,
+ "learning_rate": 9.140526976160604e-06,
+ "loss": 2.0622,
+ "step": 2740
+ },
+ {
+ "epoch": 0.86,
+ "learning_rate": 9.137390213299875e-06,
+ "loss": 2.0104,
+ "step": 2750
+ },
+ {
+ "epoch": 0.87,
+ "learning_rate": 9.134253450439148e-06,
+ "loss": 2.0323,
+ "step": 2760
+ },
+ {
+ "epoch": 0.87,
+ "learning_rate": 9.131116687578419e-06,
+ "loss": 2.0314,
+ "step": 2770
+ },
+ {
+ "epoch": 0.87,
+ "learning_rate": 9.127979924717692e-06,
+ "loss": 2.0728,
+ "step": 2780
+ },
+ {
+ "epoch": 0.88,
+ "learning_rate": 9.124843161856965e-06,
+ "loss": 1.9149,
+ "step": 2790
+ },
+ {
+ "epoch": 0.88,
+ "learning_rate": 9.121706398996236e-06,
+ "loss": 2.1232,
+ "step": 2800
+ },
+ {
+ "epoch": 0.88,
+ "learning_rate": 9.118569636135509e-06,
+ "loss": 2.1028,
+ "step": 2810
+ },
+ {
+ "epoch": 0.88,
+ "learning_rate": 9.11543287327478e-06,
+ "loss": 2.1481,
+ "step": 2820
+ },
+ {
+ "epoch": 0.89,
+ "learning_rate": 9.112296110414055e-06,
+ "loss": 2.0296,
+ "step": 2830
+ },
+ {
+ "epoch": 0.89,
+ "learning_rate": 9.109159347553326e-06,
+ "loss": 2.108,
+ "step": 2840
+ },
+ {
+ "epoch": 0.89,
+ "learning_rate": 9.106022584692597e-06,
+ "loss": 2.0785,
+ "step": 2850
+ },
+ {
+ "epoch": 0.9,
+ "learning_rate": 9.10288582183187e-06,
+ "loss": 2.0647,
+ "step": 2860
+ },
+ {
+ "epoch": 0.9,
+ "learning_rate": 9.099749058971143e-06,
+ "loss": 2.0573,
+ "step": 2870
+ },
+ {
+ "epoch": 0.9,
+ "learning_rate": 9.096612296110416e-06,
+ "loss": 2.008,
+ "step": 2880
+ },
+ {
+ "epoch": 0.91,
+ "learning_rate": 9.093475533249687e-06,
+ "loss": 2.1762,
+ "step": 2890
+ },
+ {
+ "epoch": 0.91,
+ "learning_rate": 9.090338770388958e-06,
+ "loss": 2.0266,
+ "step": 2900
+ },
+ {
+ "epoch": 0.91,
+ "learning_rate": 9.087202007528231e-06,
+ "loss": 1.9967,
+ "step": 2910
+ },
+ {
+ "epoch": 0.92,
+ "learning_rate": 9.084065244667504e-06,
+ "loss": 2.1213,
+ "step": 2920
+ },
+ {
+ "epoch": 0.92,
+ "learning_rate": 9.080928481806777e-06,
+ "loss": 2.0734,
+ "step": 2930
+ },
+ {
+ "epoch": 0.92,
+ "learning_rate": 9.077791718946048e-06,
+ "loss": 2.0931,
+ "step": 2940
+ },
+ {
+ "epoch": 0.93,
+ "learning_rate": 9.074654956085321e-06,
+ "loss": 2.1039,
+ "step": 2950
+ },
+ {
+ "epoch": 0.93,
+ "learning_rate": 9.071518193224594e-06,
+ "loss": 2.031,
+ "step": 2960
+ },
+ {
+ "epoch": 0.93,
+ "learning_rate": 9.068381430363865e-06,
+ "loss": 2.1349,
+ "step": 2970
+ },
+ {
+ "epoch": 0.93,
+ "learning_rate": 9.065244667503138e-06,
+ "loss": 2.1053,
+ "step": 2980
+ },
+ {
+ "epoch": 0.94,
+ "learning_rate": 9.06210790464241e-06,
+ "loss": 2.1441,
+ "step": 2990
+ },
+ {
+ "epoch": 0.94,
+ "learning_rate": 9.058971141781682e-06,
+ "loss": 2.1022,
+ "step": 3000
+ },
+ {
+ "epoch": 0.94,
+ "learning_rate": 9.055834378920955e-06,
+ "loss": 2.0802,
+ "step": 3010
+ },
+ {
+ "epoch": 0.95,
+ "learning_rate": 9.052697616060226e-06,
+ "loss": 2.1117,
+ "step": 3020
+ },
+ {
+ "epoch": 0.95,
+ "learning_rate": 9.049560853199499e-06,
+ "loss": 2.1069,
+ "step": 3030
+ },
+ {
+ "epoch": 0.95,
+ "learning_rate": 9.046424090338772e-06,
+ "loss": 2.0744,
+ "step": 3040
+ },
+ {
+ "epoch": 0.96,
+ "learning_rate": 9.043287327478043e-06,
+ "loss": 2.0427,
+ "step": 3050
+ },
+ {
+ "epoch": 0.96,
+ "learning_rate": 9.040150564617316e-06,
+ "loss": 2.0614,
+ "step": 3060
+ },
+ {
+ "epoch": 0.96,
+ "learning_rate": 9.037013801756587e-06,
+ "loss": 2.1204,
+ "step": 3070
+ },
+ {
+ "epoch": 0.97,
+ "learning_rate": 9.03387703889586e-06,
+ "loss": 2.0268,
+ "step": 3080
+ },
+ {
+ "epoch": 0.97,
+ "learning_rate": 9.030740276035133e-06,
+ "loss": 2.0976,
+ "step": 3090
+ },
+ {
+ "epoch": 0.97,
+ "learning_rate": 9.027603513174404e-06,
+ "loss": 2.0615,
+ "step": 3100
+ },
+ {
+ "epoch": 0.98,
+ "learning_rate": 9.024466750313677e-06,
+ "loss": 2.0721,
+ "step": 3110
+ },
+ {
+ "epoch": 0.98,
+ "learning_rate": 9.02132998745295e-06,
+ "loss": 2.0986,
+ "step": 3120
+ },
+ {
+ "epoch": 0.98,
+ "learning_rate": 9.018193224592221e-06,
+ "loss": 2.0805,
+ "step": 3130
+ },
+ {
+ "epoch": 0.98,
+ "learning_rate": 9.015056461731494e-06,
+ "loss": 2.0576,
+ "step": 3140
+ },
+ {
+ "epoch": 0.99,
+ "learning_rate": 9.011919698870765e-06,
+ "loss": 2.0693,
+ "step": 3150
+ },
+ {
+ "epoch": 0.99,
+ "learning_rate": 9.008782936010038e-06,
+ "loss": 2.0951,
+ "step": 3160
+ },
+ {
+ "epoch": 0.99,
+ "learning_rate": 9.005646173149311e-06,
+ "loss": 2.067,
+ "step": 3170
+ },
+ {
+ "epoch": 1.0,
+ "learning_rate": 9.002509410288582e-06,
+ "loss": 2.0476,
+ "step": 3180
+ },
+ {
+ "epoch": 1.0,
+ "eval_loss": 1.9344778060913086,
+ "eval_runtime": 13.6121,
+ "eval_samples_per_second": 73.464,
+ "eval_steps_per_second": 4.628,
+ "step": 3188
+ },
+ {
+ "epoch": 1.0,
+ "learning_rate": 8.999372647427855e-06,
+ "loss": 2.0991,
+ "step": 3190
+ },
+ {
+ "epoch": 1.0,
+ "learning_rate": 8.996235884567126e-06,
+ "loss": 2.1577,
+ "step": 3200
+ },
+ {
+ "epoch": 1.01,
+ "learning_rate": 8.993099121706401e-06,
+ "loss": 2.0382,
+ "step": 3210
+ },
+ {
+ "epoch": 1.01,
+ "learning_rate": 8.989962358845672e-06,
+ "loss": 2.0758,
+ "step": 3220
+ },
+ {
+ "epoch": 1.01,
+ "learning_rate": 8.986825595984943e-06,
+ "loss": 2.0445,
+ "step": 3230
+ },
+ {
+ "epoch": 1.02,
+ "learning_rate": 8.983688833124216e-06,
+ "loss": 1.9499,
+ "step": 3240
+ },
+ {
+ "epoch": 1.02,
+ "learning_rate": 8.980552070263489e-06,
+ "loss": 2.0883,
+ "step": 3250
+ },
+ {
+ "epoch": 1.02,
+ "learning_rate": 8.977415307402762e-06,
+ "loss": 2.1311,
+ "step": 3260
+ },
+ {
+ "epoch": 1.03,
+ "learning_rate": 8.974278544542033e-06,
+ "loss": 2.0249,
+ "step": 3270
+ },
+ {
+ "epoch": 1.03,
+ "learning_rate": 8.971141781681304e-06,
+ "loss": 2.0753,
+ "step": 3280
+ },
+ {
+ "epoch": 1.03,
+ "learning_rate": 8.968005018820577e-06,
+ "loss": 2.0507,
+ "step": 3290
+ },
+ {
+ "epoch": 1.04,
+ "learning_rate": 8.96486825595985e-06,
+ "loss": 2.0353,
+ "step": 3300
+ },
+ {
+ "epoch": 1.04,
+ "learning_rate": 8.961731493099123e-06,
+ "loss": 2.0154,
+ "step": 3310
+ },
+ {
+ "epoch": 1.04,
+ "learning_rate": 8.958594730238394e-06,
+ "loss": 2.035,
+ "step": 3320
+ },
+ {
+ "epoch": 1.04,
+ "learning_rate": 8.955457967377667e-06,
+ "loss": 2.0578,
+ "step": 3330
+ },
+ {
+ "epoch": 1.05,
+ "learning_rate": 8.95232120451694e-06,
+ "loss": 1.9501,
+ "step": 3340
+ },
+ {
+ "epoch": 1.05,
+ "learning_rate": 8.949184441656211e-06,
+ "loss": 1.9773,
+ "step": 3350
+ },
+ {
+ "epoch": 1.05,
+ "learning_rate": 8.946047678795484e-06,
+ "loss": 2.0441,
+ "step": 3360
+ },
+ {
+ "epoch": 1.06,
+ "learning_rate": 8.942910915934755e-06,
+ "loss": 2.1017,
+ "step": 3370
+ },
+ {
+ "epoch": 1.06,
+ "learning_rate": 8.939774153074028e-06,
+ "loss": 2.0324,
+ "step": 3380
+ },
+ {
+ "epoch": 1.06,
+ "learning_rate": 8.936637390213301e-06,
+ "loss": 2.1506,
+ "step": 3390
+ },
+ {
+ "epoch": 1.07,
+ "learning_rate": 8.933500627352572e-06,
+ "loss": 2.0552,
+ "step": 3400
+ },
+ {
+ "epoch": 1.07,
+ "learning_rate": 8.930363864491845e-06,
+ "loss": 2.031,
+ "step": 3410
+ },
+ {
+ "epoch": 1.07,
+ "learning_rate": 8.927227101631118e-06,
+ "loss": 1.9732,
+ "step": 3420
+ },
+ {
+ "epoch": 1.08,
+ "learning_rate": 8.92409033877039e-06,
+ "loss": 2.02,
+ "step": 3430
+ },
+ {
+ "epoch": 1.08,
+ "learning_rate": 8.920953575909662e-06,
+ "loss": 2.0123,
+ "step": 3440
+ },
+ {
+ "epoch": 1.08,
+ "learning_rate": 8.917816813048933e-06,
+ "loss": 2.0242,
+ "step": 3450
+ },
+ {
+ "epoch": 1.09,
+ "learning_rate": 8.914680050188206e-06,
+ "loss": 2.0093,
+ "step": 3460
+ },
+ {
+ "epoch": 1.09,
+ "learning_rate": 8.91154328732748e-06,
+ "loss": 2.0639,
+ "step": 3470
+ },
+ {
+ "epoch": 1.09,
+ "learning_rate": 8.90840652446675e-06,
+ "loss": 2.0396,
+ "step": 3480
+ },
+ {
+ "epoch": 1.09,
+ "learning_rate": 8.905269761606023e-06,
+ "loss": 2.0431,
+ "step": 3490
+ },
+ {
+ "epoch": 1.1,
+ "learning_rate": 8.902132998745296e-06,
+ "loss": 1.9602,
+ "step": 3500
+ },
+ {
+ "epoch": 1.1,
+ "learning_rate": 8.898996235884569e-06,
+ "loss": 2.0483,
+ "step": 3510
+ },
+ {
+ "epoch": 1.1,
+ "learning_rate": 8.89585947302384e-06,
+ "loss": 2.0904,
+ "step": 3520
+ },
+ {
+ "epoch": 1.11,
+ "learning_rate": 8.892722710163111e-06,
+ "loss": 2.0676,
+ "step": 3530
+ },
+ {
+ "epoch": 1.11,
+ "learning_rate": 8.889585947302384e-06,
+ "loss": 2.095,
+ "step": 3540
+ },
+ {
+ "epoch": 1.11,
+ "learning_rate": 8.886449184441657e-06,
+ "loss": 2.0368,
+ "step": 3550
+ },
+ {
+ "epoch": 1.12,
+ "learning_rate": 8.88331242158093e-06,
+ "loss": 1.9903,
+ "step": 3560
+ },
+ {
+ "epoch": 1.12,
+ "learning_rate": 8.880175658720201e-06,
+ "loss": 2.0505,
+ "step": 3570
+ },
+ {
+ "epoch": 1.12,
+ "learning_rate": 8.877038895859473e-06,
+ "loss": 2.0756,
+ "step": 3580
+ },
+ {
+ "epoch": 1.13,
+ "learning_rate": 8.873902132998745e-06,
+ "loss": 2.0298,
+ "step": 3590
+ },
+ {
+ "epoch": 1.13,
+ "learning_rate": 8.870765370138018e-06,
+ "loss": 2.1276,
+ "step": 3600
+ },
+ {
+ "epoch": 1.13,
+ "learning_rate": 8.867628607277291e-06,
+ "loss": 1.9594,
+ "step": 3610
+ },
+ {
+ "epoch": 1.14,
+ "learning_rate": 8.864491844416562e-06,
+ "loss": 2.047,
+ "step": 3620
+ },
+ {
+ "epoch": 1.14,
+ "learning_rate": 8.861355081555835e-06,
+ "loss": 2.056,
+ "step": 3630
+ },
+ {
+ "epoch": 1.14,
+ "learning_rate": 8.858218318695108e-06,
+ "loss": 2.0638,
+ "step": 3640
+ },
+ {
+ "epoch": 1.14,
+ "learning_rate": 8.85508155583438e-06,
+ "loss": 2.0316,
+ "step": 3650
+ },
+ {
+ "epoch": 1.15,
+ "learning_rate": 8.851944792973652e-06,
+ "loss": 2.0345,
+ "step": 3660
+ },
+ {
+ "epoch": 1.15,
+ "learning_rate": 8.848808030112923e-06,
+ "loss": 2.0186,
+ "step": 3670
+ },
+ {
+ "epoch": 1.15,
+ "learning_rate": 8.845671267252196e-06,
+ "loss": 2.0418,
+ "step": 3680
+ },
+ {
+ "epoch": 1.16,
+ "learning_rate": 8.84253450439147e-06,
+ "loss": 1.9689,
+ "step": 3690
+ },
+ {
+ "epoch": 1.16,
+ "learning_rate": 8.83939774153074e-06,
+ "loss": 2.0088,
+ "step": 3700
+ },
+ {
+ "epoch": 1.16,
+ "learning_rate": 8.836260978670013e-06,
+ "loss": 2.0619,
+ "step": 3710
+ },
+ {
+ "epoch": 1.17,
+ "learning_rate": 8.833124215809286e-06,
+ "loss": 2.0637,
+ "step": 3720
+ },
+ {
+ "epoch": 1.17,
+ "learning_rate": 8.829987452948557e-06,
+ "loss": 1.9639,
+ "step": 3730
+ },
+ {
+ "epoch": 1.17,
+ "learning_rate": 8.82685069008783e-06,
+ "loss": 2.02,
+ "step": 3740
+ },
+ {
+ "epoch": 1.18,
+ "learning_rate": 8.823713927227102e-06,
+ "loss": 1.9772,
+ "step": 3750
+ },
+ {
+ "epoch": 1.18,
+ "learning_rate": 8.820577164366374e-06,
+ "loss": 1.9963,
+ "step": 3760
+ },
+ {
+ "epoch": 1.18,
+ "learning_rate": 8.817440401505647e-06,
+ "loss": 2.0384,
+ "step": 3770
+ },
+ {
+ "epoch": 1.19,
+ "learning_rate": 8.814303638644919e-06,
+ "loss": 2.1394,
+ "step": 3780
+ },
+ {
+ "epoch": 1.19,
+ "learning_rate": 8.811166875784191e-06,
+ "loss": 2.0293,
+ "step": 3790
+ },
+ {
+ "epoch": 1.19,
+ "learning_rate": 8.808030112923464e-06,
+ "loss": 2.0535,
+ "step": 3800
+ },
+ {
+ "epoch": 1.2,
+ "learning_rate": 8.804893350062737e-06,
+ "loss": 2.0553,
+ "step": 3810
+ },
+ {
+ "epoch": 1.2,
+ "learning_rate": 8.801756587202008e-06,
+ "loss": 1.9466,
+ "step": 3820
+ },
+ {
+ "epoch": 1.2,
+ "learning_rate": 8.79861982434128e-06,
+ "loss": 2.099,
+ "step": 3830
+ },
+ {
+ "epoch": 1.2,
+ "learning_rate": 8.795483061480552e-06,
+ "loss": 2.0236,
+ "step": 3840
+ },
+ {
+ "epoch": 1.21,
+ "learning_rate": 8.792346298619825e-06,
+ "loss": 1.9915,
+ "step": 3850
+ },
+ {
+ "epoch": 1.21,
+ "learning_rate": 8.789209535759098e-06,
+ "loss": 2.07,
+ "step": 3860
+ },
+ {
+ "epoch": 1.21,
+ "learning_rate": 8.78607277289837e-06,
+ "loss": 2.0757,
+ "step": 3870
+ },
+ {
+ "epoch": 1.22,
+ "learning_rate": 8.782936010037642e-06,
+ "loss": 2.0571,
+ "step": 3880
+ },
+ {
+ "epoch": 1.22,
+ "learning_rate": 8.779799247176915e-06,
+ "loss": 2.0173,
+ "step": 3890
+ },
+ {
+ "epoch": 1.22,
+ "learning_rate": 8.776662484316186e-06,
+ "loss": 2.014,
+ "step": 3900
+ },
+ {
+ "epoch": 1.23,
+ "learning_rate": 8.77352572145546e-06,
+ "loss": 2.0263,
+ "step": 3910
+ },
+ {
+ "epoch": 1.23,
+ "learning_rate": 8.77038895859473e-06,
+ "loss": 2.024,
+ "step": 3920
+ },
+ {
+ "epoch": 1.23,
+ "learning_rate": 8.767252195734003e-06,
+ "loss": 2.0025,
+ "step": 3930
+ },
+ {
+ "epoch": 1.24,
+ "learning_rate": 8.764115432873276e-06,
+ "loss": 2.0337,
+ "step": 3940
+ },
+ {
+ "epoch": 1.24,
+ "learning_rate": 8.760978670012547e-06,
+ "loss": 2.0432,
+ "step": 3950
+ },
+ {
+ "epoch": 1.24,
+ "learning_rate": 8.75784190715182e-06,
+ "loss": 2.0928,
+ "step": 3960
+ },
+ {
+ "epoch": 1.25,
+ "learning_rate": 8.754705144291092e-06,
+ "loss": 2.0108,
+ "step": 3970
+ },
+ {
+ "epoch": 1.25,
+ "learning_rate": 8.751568381430364e-06,
+ "loss": 2.0603,
+ "step": 3980
+ },
+ {
+ "epoch": 1.25,
+ "learning_rate": 8.748431618569637e-06,
+ "loss": 2.1245,
+ "step": 3990
+ },
+ {
+ "epoch": 1.25,
+ "learning_rate": 8.745294855708909e-06,
+ "loss": 2.0799,
+ "step": 4000
+ },
+ {
+ "epoch": 1.26,
+ "learning_rate": 8.742158092848181e-06,
+ "loss": 2.083,
+ "step": 4010
+ },
+ {
+ "epoch": 1.26,
+ "learning_rate": 8.739021329987454e-06,
+ "loss": 1.9249,
+ "step": 4020
+ },
+ {
+ "epoch": 1.26,
+ "learning_rate": 8.735884567126726e-06,
+ "loss": 2.0568,
+ "step": 4030
+ },
+ {
+ "epoch": 1.27,
+ "learning_rate": 8.732747804265998e-06,
+ "loss": 2.037,
+ "step": 4040
+ },
+ {
+ "epoch": 1.27,
+ "learning_rate": 8.72961104140527e-06,
+ "loss": 2.0338,
+ "step": 4050
+ },
+ {
+ "epoch": 1.27,
+ "learning_rate": 8.726474278544543e-06,
+ "loss": 1.9625,
+ "step": 4060
+ },
+ {
+ "epoch": 1.28,
+ "learning_rate": 8.723337515683815e-06,
+ "loss": 2.0356,
+ "step": 4070
+ },
+ {
+ "epoch": 1.28,
+ "learning_rate": 8.720200752823087e-06,
+ "loss": 2.0143,
+ "step": 4080
+ },
+ {
+ "epoch": 1.28,
+ "learning_rate": 8.71706398996236e-06,
+ "loss": 2.0188,
+ "step": 4090
+ },
+ {
+ "epoch": 1.29,
+ "learning_rate": 8.713927227101632e-06,
+ "loss": 1.9693,
+ "step": 4100
+ },
+ {
+ "epoch": 1.29,
+ "learning_rate": 8.710790464240904e-06,
+ "loss": 1.9619,
+ "step": 4110
+ },
+ {
+ "epoch": 1.29,
+ "learning_rate": 8.707653701380176e-06,
+ "loss": 2.012,
+ "step": 4120
+ },
+ {
+ "epoch": 1.3,
+ "learning_rate": 8.704516938519448e-06,
+ "loss": 2.0252,
+ "step": 4130
+ },
+ {
+ "epoch": 1.3,
+ "learning_rate": 8.70138017565872e-06,
+ "loss": 2.0667,
+ "step": 4140
+ },
+ {
+ "epoch": 1.3,
+ "learning_rate": 8.698243412797993e-06,
+ "loss": 1.9636,
+ "step": 4150
+ },
+ {
+ "epoch": 1.3,
+ "learning_rate": 8.695106649937265e-06,
+ "loss": 2.0088,
+ "step": 4160
+ },
+ {
+ "epoch": 1.31,
+ "learning_rate": 8.691969887076538e-06,
+ "loss": 2.0431,
+ "step": 4170
+ },
+ {
+ "epoch": 1.31,
+ "learning_rate": 8.68883312421581e-06,
+ "loss": 1.9949,
+ "step": 4180
+ },
+ {
+ "epoch": 1.31,
+ "learning_rate": 8.685696361355083e-06,
+ "loss": 2.0387,
+ "step": 4190
+ },
+ {
+ "epoch": 1.32,
+ "learning_rate": 8.682559598494355e-06,
+ "loss": 2.0097,
+ "step": 4200
+ },
+ {
+ "epoch": 1.32,
+ "learning_rate": 8.679422835633626e-06,
+ "loss": 1.9744,
+ "step": 4210
+ },
+ {
+ "epoch": 1.32,
+ "learning_rate": 8.676286072772899e-06,
+ "loss": 2.0095,
+ "step": 4220
+ },
+ {
+ "epoch": 1.33,
+ "learning_rate": 8.673149309912172e-06,
+ "loss": 2.0816,
+ "step": 4230
+ },
+ {
+ "epoch": 1.33,
+ "learning_rate": 8.670012547051444e-06,
+ "loss": 2.0112,
+ "step": 4240
+ },
+ {
+ "epoch": 1.33,
+ "learning_rate": 8.666875784190716e-06,
+ "loss": 1.9396,
+ "step": 4250
+ },
+ {
+ "epoch": 1.34,
+ "learning_rate": 8.663739021329989e-06,
+ "loss": 2.0894,
+ "step": 4260
+ },
+ {
+ "epoch": 1.34,
+ "learning_rate": 8.660602258469261e-06,
+ "loss": 2.0172,
+ "step": 4270
+ },
+ {
+ "epoch": 1.34,
+ "learning_rate": 8.657465495608533e-06,
+ "loss": 2.0465,
+ "step": 4280
+ },
+ {
+ "epoch": 1.35,
+ "learning_rate": 8.654328732747805e-06,
+ "loss": 1.9854,
+ "step": 4290
+ },
+ {
+ "epoch": 1.35,
+ "learning_rate": 8.651191969887077e-06,
+ "loss": 2.0557,
+ "step": 4300
+ },
+ {
+ "epoch": 1.35,
+ "learning_rate": 8.64805520702635e-06,
+ "loss": 2.0323,
+ "step": 4310
+ },
+ {
+ "epoch": 1.36,
+ "learning_rate": 8.644918444165622e-06,
+ "loss": 2.0219,
+ "step": 4320
+ },
+ {
+ "epoch": 1.36,
+ "learning_rate": 8.641781681304894e-06,
+ "loss": 2.0503,
+ "step": 4330
+ },
+ {
+ "epoch": 1.36,
+ "learning_rate": 8.638644918444167e-06,
+ "loss": 2.0392,
+ "step": 4340
+ },
+ {
+ "epoch": 1.36,
+ "learning_rate": 8.635508155583438e-06,
+ "loss": 2.0205,
+ "step": 4350
+ },
+ {
+ "epoch": 1.37,
+ "learning_rate": 8.63237139272271e-06,
+ "loss": 2.0776,
+ "step": 4360
+ },
+ {
+ "epoch": 1.37,
+ "learning_rate": 8.629234629861984e-06,
+ "loss": 2.0107,
+ "step": 4370
+ },
+ {
+ "epoch": 1.37,
+ "learning_rate": 8.626097867001255e-06,
+ "loss": 1.9607,
+ "step": 4380
+ },
+ {
+ "epoch": 1.38,
+ "learning_rate": 8.622961104140528e-06,
+ "loss": 2.0339,
+ "step": 4390
+ },
+ {
+ "epoch": 1.38,
+ "learning_rate": 8.6198243412798e-06,
+ "loss": 1.9847,
+ "step": 4400
+ },
+ {
+ "epoch": 1.38,
+ "learning_rate": 8.616687578419072e-06,
+ "loss": 1.9772,
+ "step": 4410
+ },
+ {
+ "epoch": 1.39,
+ "learning_rate": 8.613550815558345e-06,
+ "loss": 2.0,
+ "step": 4420
+ },
+ {
+ "epoch": 1.39,
+ "learning_rate": 8.610414052697616e-06,
+ "loss": 1.9789,
+ "step": 4430
+ },
+ {
+ "epoch": 1.39,
+ "learning_rate": 8.607277289836889e-06,
+ "loss": 2.021,
+ "step": 4440
+ },
+ {
+ "epoch": 1.4,
+ "learning_rate": 8.604140526976162e-06,
+ "loss": 2.0075,
+ "step": 4450
+ },
+ {
+ "epoch": 1.4,
+ "learning_rate": 8.601003764115433e-06,
+ "loss": 1.948,
+ "step": 4460
+ },
+ {
+ "epoch": 1.4,
+ "learning_rate": 8.597867001254706e-06,
+ "loss": 1.9574,
+ "step": 4470
+ },
+ {
+ "epoch": 1.41,
+ "learning_rate": 8.594730238393979e-06,
+ "loss": 1.9524,
+ "step": 4480
+ },
+ {
+ "epoch": 1.41,
+ "learning_rate": 8.591593475533251e-06,
+ "loss": 2.0068,
+ "step": 4490
+ },
+ {
+ "epoch": 1.41,
+ "learning_rate": 8.588456712672523e-06,
+ "loss": 2.0517,
+ "step": 4500
+ },
+ {
+ "epoch": 1.41,
+ "learning_rate": 8.585319949811794e-06,
+ "loss": 2.0514,
+ "step": 4510
+ },
+ {
+ "epoch": 1.42,
+ "learning_rate": 8.582183186951067e-06,
+ "loss": 2.0359,
+ "step": 4520
+ },
+ {
+ "epoch": 1.42,
+ "learning_rate": 8.57904642409034e-06,
+ "loss": 2.0724,
+ "step": 4530
+ },
+ {
+ "epoch": 1.42,
+ "learning_rate": 8.575909661229613e-06,
+ "loss": 2.0501,
+ "step": 4540
+ },
+ {
+ "epoch": 1.43,
+ "learning_rate": 8.572772898368884e-06,
+ "loss": 1.9899,
+ "step": 4550
+ },
+ {
+ "epoch": 1.43,
+ "learning_rate": 8.569636135508157e-06,
+ "loss": 2.0427,
+ "step": 4560
+ },
+ {
+ "epoch": 1.43,
+ "learning_rate": 8.56649937264743e-06,
+ "loss": 2.0431,
+ "step": 4570
+ },
+ {
+ "epoch": 1.44,
+ "learning_rate": 8.5633626097867e-06,
+ "loss": 2.0224,
+ "step": 4580
+ },
+ {
+ "epoch": 1.44,
+ "learning_rate": 8.560225846925974e-06,
+ "loss": 2.0217,
+ "step": 4590
+ },
+ {
+ "epoch": 1.44,
+ "learning_rate": 8.557089084065245e-06,
+ "loss": 2.0551,
+ "step": 4600
+ },
+ {
+ "epoch": 1.45,
+ "learning_rate": 8.553952321204518e-06,
+ "loss": 2.0365,
+ "step": 4610
+ },
+ {
+ "epoch": 1.45,
+ "learning_rate": 8.55081555834379e-06,
+ "loss": 2.0334,
+ "step": 4620
+ },
+ {
+ "epoch": 1.45,
+ "learning_rate": 8.547678795483062e-06,
+ "loss": 2.0267,
+ "step": 4630
+ },
+ {
+ "epoch": 1.46,
+ "learning_rate": 8.544542032622335e-06,
+ "loss": 2.0201,
+ "step": 4640
+ },
+ {
+ "epoch": 1.46,
+ "learning_rate": 8.541405269761608e-06,
+ "loss": 1.9535,
+ "step": 4650
+ },
+ {
+ "epoch": 1.46,
+ "learning_rate": 8.538268506900879e-06,
+ "loss": 2.0361,
+ "step": 4660
+ },
+ {
+ "epoch": 1.46,
+ "learning_rate": 8.535131744040152e-06,
+ "loss": 2.0938,
+ "step": 4670
+ },
+ {
+ "epoch": 1.47,
+ "learning_rate": 8.531994981179423e-06,
+ "loss": 1.9426,
+ "step": 4680
+ },
+ {
+ "epoch": 1.47,
+ "learning_rate": 8.528858218318696e-06,
+ "loss": 2.0573,
+ "step": 4690
+ },
+ {
+ "epoch": 1.47,
+ "learning_rate": 8.525721455457969e-06,
+ "loss": 1.96,
+ "step": 4700
+ },
+ {
+ "epoch": 1.48,
+ "learning_rate": 8.52258469259724e-06,
+ "loss": 2.039,
+ "step": 4710
+ },
+ {
+ "epoch": 1.48,
+ "learning_rate": 8.519447929736513e-06,
+ "loss": 2.0648,
+ "step": 4720
+ },
+ {
+ "epoch": 1.48,
+ "learning_rate": 8.516311166875784e-06,
+ "loss": 1.9469,
+ "step": 4730
+ },
+ {
+ "epoch": 1.49,
+ "learning_rate": 8.513174404015057e-06,
+ "loss": 2.0733,
+ "step": 4740
+ },
+ {
+ "epoch": 1.49,
+ "learning_rate": 8.51003764115433e-06,
+ "loss": 2.0004,
+ "step": 4750
+ },
+ {
+ "epoch": 1.49,
+ "learning_rate": 8.506900878293601e-06,
+ "loss": 2.014,
+ "step": 4760
+ },
+ {
+ "epoch": 1.5,
+ "learning_rate": 8.503764115432874e-06,
+ "loss": 1.9856,
+ "step": 4770
+ },
+ {
+ "epoch": 1.5,
+ "learning_rate": 8.500627352572147e-06,
+ "loss": 2.0515,
+ "step": 4780
+ },
+ {
+ "epoch": 1.5,
+ "learning_rate": 8.49749058971142e-06,
+ "loss": 2.0236,
+ "step": 4790
+ },
+ {
+ "epoch": 1.51,
+ "learning_rate": 8.49435382685069e-06,
+ "loss": 2.0687,
+ "step": 4800
+ },
+ {
+ "epoch": 1.51,
+ "learning_rate": 8.491217063989962e-06,
+ "loss": 1.9949,
+ "step": 4810
+ },
+ {
+ "epoch": 1.51,
+ "learning_rate": 8.488080301129235e-06,
+ "loss": 2.0212,
+ "step": 4820
+ },
+ {
+ "epoch": 1.52,
+ "learning_rate": 8.484943538268508e-06,
+ "loss": 2.0332,
+ "step": 4830
+ },
+ {
+ "epoch": 1.52,
+ "learning_rate": 8.48180677540778e-06,
+ "loss": 2.0289,
+ "step": 4840
+ },
+ {
+ "epoch": 1.52,
+ "learning_rate": 8.478670012547052e-06,
+ "loss": 2.0191,
+ "step": 4850
+ },
+ {
+ "epoch": 1.52,
+ "learning_rate": 8.475533249686325e-06,
+ "loss": 1.9577,
+ "step": 4860
+ },
+ {
+ "epoch": 1.53,
+ "learning_rate": 8.472396486825598e-06,
+ "loss": 2.0939,
+ "step": 4870
+ },
+ {
+ "epoch": 1.53,
+ "learning_rate": 8.469259723964869e-06,
+ "loss": 1.9506,
+ "step": 4880
+ },
+ {
+ "epoch": 1.53,
+ "learning_rate": 8.46612296110414e-06,
+ "loss": 1.8801,
+ "step": 4890
+ },
+ {
+ "epoch": 1.54,
+ "learning_rate": 8.462986198243413e-06,
+ "loss": 2.0006,
+ "step": 4900
+ },
+ {
+ "epoch": 1.54,
+ "learning_rate": 8.459849435382686e-06,
+ "loss": 2.0214,
+ "step": 4910
+ },
+ {
+ "epoch": 1.54,
+ "learning_rate": 8.456712672521959e-06,
+ "loss": 2.0355,
+ "step": 4920
+ },
+ {
+ "epoch": 1.55,
+ "learning_rate": 8.45357590966123e-06,
+ "loss": 2.0364,
+ "step": 4930
+ },
+ {
+ "epoch": 1.55,
+ "learning_rate": 8.450439146800503e-06,
+ "loss": 1.9857,
+ "step": 4940
+ },
+ {
+ "epoch": 1.55,
+ "learning_rate": 8.447302383939776e-06,
+ "loss": 1.9923,
+ "step": 4950
+ },
+ {
+ "epoch": 1.56,
+ "learning_rate": 8.444165621079047e-06,
+ "loss": 2.0392,
+ "step": 4960
+ },
+ {
+ "epoch": 1.56,
+ "learning_rate": 8.44102885821832e-06,
+ "loss": 2.041,
+ "step": 4970
+ },
+ {
+ "epoch": 1.56,
+ "learning_rate": 8.437892095357591e-06,
+ "loss": 2.0334,
+ "step": 4980
+ },
+ {
+ "epoch": 1.57,
+ "learning_rate": 8.434755332496864e-06,
+ "loss": 1.9577,
+ "step": 4990
+ },
+ {
+ "epoch": 1.57,
+ "learning_rate": 8.431618569636137e-06,
+ "loss": 2.0012,
+ "step": 5000
+ },
+ {
+ "epoch": 1.57,
+ "learning_rate": 8.428481806775408e-06,
+ "loss": 2.0923,
+ "step": 5010
+ },
+ {
+ "epoch": 1.57,
+ "learning_rate": 8.425345043914681e-06,
+ "loss": 1.9933,
+ "step": 5020
+ },
+ {
+ "epoch": 1.58,
+ "learning_rate": 8.422208281053954e-06,
+ "loss": 2.0297,
+ "step": 5030
+ },
+ {
+ "epoch": 1.58,
+ "learning_rate": 8.419071518193225e-06,
+ "loss": 1.9755,
+ "step": 5040
+ },
+ {
+ "epoch": 1.58,
+ "learning_rate": 8.415934755332498e-06,
+ "loss": 2.0193,
+ "step": 5050
+ },
+ {
+ "epoch": 1.59,
+ "learning_rate": 8.412797992471769e-06,
+ "loss": 2.048,
+ "step": 5060
+ },
+ {
+ "epoch": 1.59,
+ "learning_rate": 8.409661229611042e-06,
+ "loss": 1.9316,
+ "step": 5070
+ },
+ {
+ "epoch": 1.59,
+ "learning_rate": 8.406524466750315e-06,
+ "loss": 2.0211,
+ "step": 5080
+ },
+ {
+ "epoch": 1.6,
+ "learning_rate": 8.403387703889586e-06,
+ "loss": 2.0684,
+ "step": 5090
+ },
+ {
+ "epoch": 1.6,
+ "learning_rate": 8.400250941028859e-06,
+ "loss": 1.9619,
+ "step": 5100
+ },
+ {
+ "epoch": 1.6,
+ "learning_rate": 8.39711417816813e-06,
+ "loss": 1.9671,
+ "step": 5110
+ },
+ {
+ "epoch": 1.61,
+ "learning_rate": 8.393977415307403e-06,
+ "loss": 1.9211,
+ "step": 5120
+ },
+ {
+ "epoch": 1.61,
+ "learning_rate": 8.390840652446676e-06,
+ "loss": 1.9531,
+ "step": 5130
+ },
+ {
+ "epoch": 1.61,
+ "learning_rate": 8.387703889585947e-06,
+ "loss": 2.0234,
+ "step": 5140
+ },
+ {
+ "epoch": 1.62,
+ "learning_rate": 8.38456712672522e-06,
+ "loss": 2.0263,
+ "step": 5150
+ },
+ {
+ "epoch": 1.62,
+ "learning_rate": 8.381430363864493e-06,
+ "loss": 2.038,
+ "step": 5160
+ },
+ {
+ "epoch": 1.62,
+ "learning_rate": 8.378293601003766e-06,
+ "loss": 2.0003,
+ "step": 5170
+ },
+ {
+ "epoch": 1.62,
+ "learning_rate": 8.375156838143037e-06,
+ "loss": 2.003,
+ "step": 5180
+ },
+ {
+ "epoch": 1.63,
+ "learning_rate": 8.372020075282308e-06,
+ "loss": 2.0148,
+ "step": 5190
+ },
+ {
+ "epoch": 1.63,
+ "learning_rate": 8.368883312421581e-06,
+ "loss": 2.0672,
+ "step": 5200
+ },
+ {
+ "epoch": 1.63,
+ "learning_rate": 8.365746549560854e-06,
+ "loss": 2.0141,
+ "step": 5210
+ },
+ {
+ "epoch": 1.64,
+ "learning_rate": 8.362609786700127e-06,
+ "loss": 1.9545,
+ "step": 5220
+ },
+ {
+ "epoch": 1.64,
+ "learning_rate": 8.359473023839398e-06,
+ "loss": 1.87,
+ "step": 5230
+ },
+ {
+ "epoch": 1.64,
+ "learning_rate": 8.356336260978671e-06,
+ "loss": 1.9519,
+ "step": 5240
+ },
+ {
+ "epoch": 1.65,
+ "learning_rate": 8.353199498117944e-06,
+ "loss": 2.0665,
+ "step": 5250
+ },
+ {
+ "epoch": 1.65,
+ "learning_rate": 8.350062735257215e-06,
+ "loss": 1.9662,
+ "step": 5260
+ },
+ {
+ "epoch": 1.65,
+ "learning_rate": 8.346925972396488e-06,
+ "loss": 1.9447,
+ "step": 5270
+ },
+ {
+ "epoch": 1.66,
+ "learning_rate": 8.343789209535759e-06,
+ "loss": 2.0348,
+ "step": 5280
+ },
+ {
+ "epoch": 1.66,
+ "learning_rate": 8.340652446675032e-06,
+ "loss": 2.1091,
+ "step": 5290
+ },
+ {
+ "epoch": 1.66,
+ "learning_rate": 8.337515683814305e-06,
+ "loss": 2.0061,
+ "step": 5300
+ },
+ {
+ "epoch": 1.67,
+ "learning_rate": 8.334378920953576e-06,
+ "loss": 1.9448,
+ "step": 5310
+ },
+ {
+ "epoch": 1.67,
+ "learning_rate": 8.331242158092849e-06,
+ "loss": 1.9846,
+ "step": 5320
+ },
+ {
+ "epoch": 1.67,
+ "learning_rate": 8.328105395232122e-06,
+ "loss": 2.0324,
+ "step": 5330
+ },
+ {
+ "epoch": 1.68,
+ "learning_rate": 8.324968632371393e-06,
+ "loss": 2.0742,
+ "step": 5340
+ },
+ {
+ "epoch": 1.68,
+ "learning_rate": 8.321831869510666e-06,
+ "loss": 2.0402,
+ "step": 5350
+ },
+ {
+ "epoch": 1.68,
+ "learning_rate": 8.318695106649937e-06,
+ "loss": 2.0432,
+ "step": 5360
+ },
+ {
+ "epoch": 1.68,
+ "learning_rate": 8.31555834378921e-06,
+ "loss": 2.0438,
+ "step": 5370
+ },
+ {
+ "epoch": 1.69,
+ "learning_rate": 8.312421580928483e-06,
+ "loss": 2.0219,
+ "step": 5380
+ },
+ {
+ "epoch": 1.69,
+ "learning_rate": 8.309284818067754e-06,
+ "loss": 1.9956,
+ "step": 5390
+ },
+ {
+ "epoch": 1.69,
+ "learning_rate": 8.306148055207027e-06,
+ "loss": 2.099,
+ "step": 5400
+ },
+ {
+ "epoch": 1.7,
+ "learning_rate": 8.3030112923463e-06,
+ "loss": 2.0049,
+ "step": 5410
+ },
+ {
+ "epoch": 1.7,
+ "learning_rate": 8.299874529485573e-06,
+ "loss": 2.0073,
+ "step": 5420
+ },
+ {
+ "epoch": 1.7,
+ "learning_rate": 8.296737766624844e-06,
+ "loss": 1.922,
+ "step": 5430
+ },
+ {
+ "epoch": 1.71,
+ "learning_rate": 8.293601003764115e-06,
+ "loss": 2.0012,
+ "step": 5440
+ },
+ {
+ "epoch": 1.71,
+ "learning_rate": 8.290464240903388e-06,
+ "loss": 1.9273,
+ "step": 5450
+ },
+ {
+ "epoch": 1.71,
+ "learning_rate": 8.287327478042661e-06,
+ "loss": 1.9773,
+ "step": 5460
+ },
+ {
+ "epoch": 1.72,
+ "learning_rate": 8.284190715181934e-06,
+ "loss": 1.9979,
+ "step": 5470
+ },
+ {
+ "epoch": 1.72,
+ "learning_rate": 8.281053952321205e-06,
+ "loss": 2.0172,
+ "step": 5480
+ },
+ {
+ "epoch": 1.72,
+ "learning_rate": 8.277917189460476e-06,
+ "loss": 2.0063,
+ "step": 5490
+ },
+ {
+ "epoch": 1.73,
+ "learning_rate": 8.27478042659975e-06,
+ "loss": 1.9983,
+ "step": 5500
+ },
+ {
+ "epoch": 1.73,
+ "learning_rate": 8.271643663739022e-06,
+ "loss": 1.9818,
+ "step": 5510
+ },
+ {
+ "epoch": 1.73,
+ "learning_rate": 8.268506900878295e-06,
+ "loss": 1.9305,
+ "step": 5520
+ },
+ {
+ "epoch": 1.73,
+ "learning_rate": 8.265370138017566e-06,
+ "loss": 2.0492,
+ "step": 5530
+ },
+ {
+ "epoch": 1.74,
+ "learning_rate": 8.262233375156839e-06,
+ "loss": 2.0331,
+ "step": 5540
+ },
+ {
+ "epoch": 1.74,
+ "learning_rate": 8.259096612296112e-06,
+ "loss": 2.0205,
+ "step": 5550
+ },
+ {
+ "epoch": 1.74,
+ "learning_rate": 8.255959849435383e-06,
+ "loss": 1.9663,
+ "step": 5560
+ },
+ {
+ "epoch": 1.75,
+ "learning_rate": 8.252823086574656e-06,
+ "loss": 2.0373,
+ "step": 5570
+ },
+ {
+ "epoch": 1.75,
+ "learning_rate": 8.249686323713927e-06,
+ "loss": 2.0176,
+ "step": 5580
+ },
+ {
+ "epoch": 1.75,
+ "learning_rate": 8.2465495608532e-06,
+ "loss": 1.9972,
+ "step": 5590
+ },
+ {
+ "epoch": 1.76,
+ "learning_rate": 8.243412797992473e-06,
+ "loss": 2.0384,
+ "step": 5600
+ },
+ {
+ "epoch": 1.76,
+ "learning_rate": 8.240276035131744e-06,
+ "loss": 2.0283,
+ "step": 5610
+ },
+ {
+ "epoch": 1.76,
+ "learning_rate": 8.237139272271017e-06,
+ "loss": 1.8957,
+ "step": 5620
+ },
+ {
+ "epoch": 1.77,
+ "learning_rate": 8.23400250941029e-06,
+ "loss": 2.0583,
+ "step": 5630
+ },
+ {
+ "epoch": 1.77,
+ "learning_rate": 8.230865746549561e-06,
+ "loss": 1.9984,
+ "step": 5640
+ },
+ {
+ "epoch": 1.77,
+ "learning_rate": 8.227728983688834e-06,
+ "loss": 2.0165,
+ "step": 5650
+ },
+ {
+ "epoch": 1.78,
+ "learning_rate": 8.224592220828105e-06,
+ "loss": 2.0825,
+ "step": 5660
+ },
+ {
+ "epoch": 1.78,
+ "learning_rate": 8.221455457967378e-06,
+ "loss": 1.9821,
+ "step": 5670
+ },
+ {
+ "epoch": 1.78,
+ "learning_rate": 8.218318695106651e-06,
+ "loss": 1.9673,
+ "step": 5680
+ },
+ {
+ "epoch": 1.78,
+ "learning_rate": 8.215181932245922e-06,
+ "loss": 1.9948,
+ "step": 5690
+ },
+ {
+ "epoch": 1.79,
+ "learning_rate": 8.212045169385195e-06,
+ "loss": 2.0304,
+ "step": 5700
+ },
+ {
+ "epoch": 1.79,
+ "learning_rate": 8.208908406524468e-06,
+ "loss": 2.0357,
+ "step": 5710
+ },
+ {
+ "epoch": 1.79,
+ "learning_rate": 8.205771643663741e-06,
+ "loss": 2.0254,
+ "step": 5720
+ },
+ {
+ "epoch": 1.8,
+ "learning_rate": 8.202634880803012e-06,
+ "loss": 2.0155,
+ "step": 5730
+ },
+ {
+ "epoch": 1.8,
+ "learning_rate": 8.199498117942283e-06,
+ "loss": 2.0461,
+ "step": 5740
+ },
+ {
+ "epoch": 1.8,
+ "learning_rate": 8.196361355081556e-06,
+ "loss": 1.9988,
+ "step": 5750
+ },
+ {
+ "epoch": 1.81,
+ "learning_rate": 8.193224592220829e-06,
+ "loss": 2.0348,
+ "step": 5760
+ },
+ {
+ "epoch": 1.81,
+ "learning_rate": 8.1900878293601e-06,
+ "loss": 1.979,
+ "step": 5770
+ },
+ {
+ "epoch": 1.81,
+ "learning_rate": 8.186951066499373e-06,
+ "loss": 2.0056,
+ "step": 5780
+ },
+ {
+ "epoch": 1.82,
+ "learning_rate": 8.183814303638644e-06,
+ "loss": 2.0097,
+ "step": 5790
+ },
+ {
+ "epoch": 1.82,
+ "learning_rate": 8.180677540777919e-06,
+ "loss": 2.0079,
+ "step": 5800
+ },
+ {
+ "epoch": 1.82,
+ "learning_rate": 8.17754077791719e-06,
+ "loss": 1.9262,
+ "step": 5810
+ },
+ {
+ "epoch": 1.83,
+ "learning_rate": 8.174404015056461e-06,
+ "loss": 1.9064,
+ "step": 5820
+ },
+ {
+ "epoch": 1.83,
+ "learning_rate": 8.171267252195734e-06,
+ "loss": 2.0339,
+ "step": 5830
+ },
+ {
+ "epoch": 1.83,
+ "learning_rate": 8.168130489335007e-06,
+ "loss": 1.9952,
+ "step": 5840
+ },
+ {
+ "epoch": 1.84,
+ "learning_rate": 8.16499372647428e-06,
+ "loss": 1.9242,
+ "step": 5850
+ },
+ {
+ "epoch": 1.84,
+ "learning_rate": 8.161856963613551e-06,
+ "loss": 1.9661,
+ "step": 5860
+ },
+ {
+ "epoch": 1.84,
+ "learning_rate": 8.158720200752822e-06,
+ "loss": 1.9482,
+ "step": 5870
+ },
+ {
+ "epoch": 1.84,
+ "learning_rate": 8.155583437892095e-06,
+ "loss": 1.927,
+ "step": 5880
+ },
+ {
+ "epoch": 1.85,
+ "learning_rate": 8.152446675031368e-06,
+ "loss": 1.9963,
+ "step": 5890
+ },
+ {
+ "epoch": 1.85,
+ "learning_rate": 8.149309912170641e-06,
+ "loss": 2.0093,
+ "step": 5900
+ },
+ {
+ "epoch": 1.85,
+ "learning_rate": 8.146173149309912e-06,
+ "loss": 2.0204,
+ "step": 5910
+ },
+ {
+ "epoch": 1.86,
+ "learning_rate": 8.143036386449185e-06,
+ "loss": 2.0233,
+ "step": 5920
+ },
+ {
+ "epoch": 1.86,
+ "learning_rate": 8.139899623588458e-06,
+ "loss": 2.0393,
+ "step": 5930
+ },
+ {
+ "epoch": 1.86,
+ "learning_rate": 8.13676286072773e-06,
+ "loss": 2.0474,
+ "step": 5940
+ },
+ {
+ "epoch": 1.87,
+ "learning_rate": 8.133626097867002e-06,
+ "loss": 1.9908,
+ "step": 5950
+ },
+ {
+ "epoch": 1.87,
+ "learning_rate": 8.130489335006273e-06,
+ "loss": 1.9855,
+ "step": 5960
+ },
+ {
+ "epoch": 1.87,
+ "learning_rate": 8.127352572145546e-06,
+ "loss": 1.9181,
+ "step": 5970
+ },
+ {
+ "epoch": 1.88,
+ "learning_rate": 8.12421580928482e-06,
+ "loss": 1.9918,
+ "step": 5980
+ },
+ {
+ "epoch": 1.88,
+ "learning_rate": 8.12107904642409e-06,
+ "loss": 1.9965,
+ "step": 5990
+ },
+ {
+ "epoch": 1.88,
+ "learning_rate": 8.117942283563363e-06,
+ "loss": 2.0341,
+ "step": 6000
+ },
+ {
+ "epoch": 1.89,
+ "learning_rate": 8.114805520702636e-06,
+ "loss": 2.0354,
+ "step": 6010
+ },
+ {
+ "epoch": 1.89,
+ "learning_rate": 8.111668757841907e-06,
+ "loss": 1.9341,
+ "step": 6020
+ },
+ {
+ "epoch": 1.89,
+ "learning_rate": 8.10853199498118e-06,
+ "loss": 2.0183,
+ "step": 6030
+ },
+ {
+ "epoch": 1.89,
+ "learning_rate": 8.105395232120451e-06,
+ "loss": 2.0165,
+ "step": 6040
+ },
+ {
+ "epoch": 1.9,
+ "learning_rate": 8.102258469259724e-06,
+ "loss": 1.9712,
+ "step": 6050
+ },
+ {
+ "epoch": 1.9,
+ "learning_rate": 8.099121706398997e-06,
+ "loss": 1.8994,
+ "step": 6060
+ },
+ {
+ "epoch": 1.9,
+ "learning_rate": 8.095984943538268e-06,
+ "loss": 1.9247,
+ "step": 6070
+ },
+ {
+ "epoch": 1.91,
+ "learning_rate": 8.092848180677541e-06,
+ "loss": 2.0145,
+ "step": 6080
+ },
+ {
+ "epoch": 1.91,
+ "learning_rate": 8.089711417816814e-06,
+ "loss": 2.0431,
+ "step": 6090
+ },
+ {
+ "epoch": 1.91,
+ "learning_rate": 8.086574654956087e-06,
+ "loss": 1.9666,
+ "step": 6100
+ },
+ {
+ "epoch": 1.92,
+ "learning_rate": 8.083437892095358e-06,
+ "loss": 1.9638,
+ "step": 6110
+ },
+ {
+ "epoch": 1.92,
+ "learning_rate": 8.08030112923463e-06,
+ "loss": 1.994,
+ "step": 6120
+ },
+ {
+ "epoch": 1.92,
+ "learning_rate": 8.077164366373902e-06,
+ "loss": 1.9206,
+ "step": 6130
+ },
+ {
+ "epoch": 1.93,
+ "learning_rate": 8.074027603513175e-06,
+ "loss": 1.9814,
+ "step": 6140
+ },
+ {
+ "epoch": 1.93,
+ "learning_rate": 8.070890840652448e-06,
+ "loss": 2.0413,
+ "step": 6150
+ },
+ {
+ "epoch": 1.93,
+ "learning_rate": 8.06775407779172e-06,
+ "loss": 2.0384,
+ "step": 6160
+ },
+ {
+ "epoch": 1.94,
+ "learning_rate": 8.06461731493099e-06,
+ "loss": 2.0274,
+ "step": 6170
+ },
+ {
+ "epoch": 1.94,
+ "learning_rate": 8.061480552070265e-06,
+ "loss": 1.9409,
+ "step": 6180
+ },
+ {
+ "epoch": 1.94,
+ "learning_rate": 8.058343789209536e-06,
+ "loss": 1.9933,
+ "step": 6190
+ },
+ {
+ "epoch": 1.94,
+ "learning_rate": 8.05520702634881e-06,
+ "loss": 2.0091,
+ "step": 6200
+ },
+ {
+ "epoch": 1.95,
+ "learning_rate": 8.05207026348808e-06,
+ "loss": 2.0404,
+ "step": 6210
+ },
+ {
+ "epoch": 1.95,
+ "learning_rate": 8.048933500627353e-06,
+ "loss": 1.9856,
+ "step": 6220
+ },
+ {
+ "epoch": 1.95,
+ "learning_rate": 8.045796737766626e-06,
+ "loss": 2.0037,
+ "step": 6230
+ },
+ {
+ "epoch": 1.96,
+ "learning_rate": 8.042659974905897e-06,
+ "loss": 1.9664,
+ "step": 6240
+ },
+ {
+ "epoch": 1.96,
+ "learning_rate": 8.03952321204517e-06,
+ "loss": 2.0269,
+ "step": 6250
+ },
+ {
+ "epoch": 1.96,
+ "learning_rate": 8.036386449184442e-06,
+ "loss": 2.0265,
+ "step": 6260
+ },
+ {
+ "epoch": 1.97,
+ "learning_rate": 8.033249686323714e-06,
+ "loss": 1.9277,
+ "step": 6270
+ },
+ {
+ "epoch": 1.97,
+ "learning_rate": 8.030112923462987e-06,
+ "loss": 1.9276,
+ "step": 6280
+ },
+ {
+ "epoch": 1.97,
+ "learning_rate": 8.026976160602259e-06,
+ "loss": 2.0135,
+ "step": 6290
+ },
+ {
+ "epoch": 1.98,
+ "learning_rate": 8.023839397741531e-06,
+ "loss": 2.0078,
+ "step": 6300
+ },
+ {
+ "epoch": 1.98,
+ "learning_rate": 8.020702634880804e-06,
+ "loss": 2.0469,
+ "step": 6310
+ },
+ {
+ "epoch": 1.98,
+ "learning_rate": 8.017565872020076e-06,
+ "loss": 2.0029,
+ "step": 6320
+ },
+ {
+ "epoch": 1.99,
+ "learning_rate": 8.014429109159348e-06,
+ "loss": 1.9948,
+ "step": 6330
+ },
+ {
+ "epoch": 1.99,
+ "learning_rate": 8.01129234629862e-06,
+ "loss": 1.9673,
+ "step": 6340
+ },
+ {
+ "epoch": 1.99,
+ "learning_rate": 8.008155583437892e-06,
+ "loss": 1.9532,
+ "step": 6350
+ },
+ {
+ "epoch": 1.99,
+ "learning_rate": 8.005018820577165e-06,
+ "loss": 1.9704,
+ "step": 6360
+ },
+ {
+ "epoch": 2.0,
+ "learning_rate": 8.001882057716437e-06,
+ "loss": 1.9536,
+ "step": 6370
+ },
+ {
+ "epoch": 2.0,
+ "eval_loss": 1.885330319404602,
+ "eval_runtime": 13.6115,
+ "eval_samples_per_second": 73.467,
+ "eval_steps_per_second": 4.628,
+ "step": 6376
+ },
+ {
+ "epoch": 2.0,
+ "learning_rate": 7.99874529485571e-06,
+ "loss": 1.9421,
+ "step": 6380
+ },
+ {
+ "epoch": 2.0,
+ "learning_rate": 7.995608531994982e-06,
+ "loss": 1.9968,
+ "step": 6390
+ },
+ {
+ "epoch": 2.01,
+ "learning_rate": 7.992471769134255e-06,
+ "loss": 1.9777,
+ "step": 6400
+ },
+ {
+ "epoch": 2.01,
+ "learning_rate": 7.989335006273526e-06,
+ "loss": 1.9875,
+ "step": 6410
+ },
+ {
+ "epoch": 2.01,
+ "learning_rate": 7.986198243412798e-06,
+ "loss": 2.008,
+ "step": 6420
+ },
+ {
+ "epoch": 2.02,
+ "learning_rate": 7.98306148055207e-06,
+ "loss": 1.9478,
+ "step": 6430
+ },
+ {
+ "epoch": 2.02,
+ "learning_rate": 7.979924717691343e-06,
+ "loss": 1.946,
+ "step": 6440
+ },
+ {
+ "epoch": 2.02,
+ "learning_rate": 7.976787954830616e-06,
+ "loss": 2.0113,
+ "step": 6450
+ },
+ {
+ "epoch": 2.03,
+ "learning_rate": 7.973651191969888e-06,
+ "loss": 1.9268,
+ "step": 6460
+ },
+ {
+ "epoch": 2.03,
+ "learning_rate": 7.97051442910916e-06,
+ "loss": 1.974,
+ "step": 6470
+ },
+ {
+ "epoch": 2.03,
+ "learning_rate": 7.967377666248433e-06,
+ "loss": 1.942,
+ "step": 6480
+ },
+ {
+ "epoch": 2.04,
+ "learning_rate": 7.964240903387705e-06,
+ "loss": 2.0326,
+ "step": 6490
+ },
+ {
+ "epoch": 2.04,
+ "learning_rate": 7.961104140526977e-06,
+ "loss": 1.9315,
+ "step": 6500
+ },
+ {
+ "epoch": 2.04,
+ "learning_rate": 7.957967377666249e-06,
+ "loss": 1.9985,
+ "step": 6510
+ },
+ {
+ "epoch": 2.05,
+ "learning_rate": 7.954830614805521e-06,
+ "loss": 1.9155,
+ "step": 6520
+ },
+ {
+ "epoch": 2.05,
+ "learning_rate": 7.951693851944794e-06,
+ "loss": 2.0259,
+ "step": 6530
+ },
+ {
+ "epoch": 2.05,
+ "learning_rate": 7.948557089084066e-06,
+ "loss": 1.9476,
+ "step": 6540
+ },
+ {
+ "epoch": 2.05,
+ "learning_rate": 7.945420326223338e-06,
+ "loss": 1.971,
+ "step": 6550
+ },
+ {
+ "epoch": 2.06,
+ "learning_rate": 7.942283563362611e-06,
+ "loss": 1.9633,
+ "step": 6560
+ },
+ {
+ "epoch": 2.06,
+ "learning_rate": 7.939146800501883e-06,
+ "loss": 1.9443,
+ "step": 6570
+ },
+ {
+ "epoch": 2.06,
+ "learning_rate": 7.936010037641155e-06,
+ "loss": 2.0084,
+ "step": 6580
+ },
+ {
+ "epoch": 2.07,
+ "learning_rate": 7.932873274780427e-06,
+ "loss": 1.9961,
+ "step": 6590
+ },
+ {
+ "epoch": 2.07,
+ "learning_rate": 7.9297365119197e-06,
+ "loss": 2.0168,
+ "step": 6600
+ },
+ {
+ "epoch": 2.07,
+ "learning_rate": 7.926599749058972e-06,
+ "loss": 1.9562,
+ "step": 6610
+ },
+ {
+ "epoch": 2.08,
+ "learning_rate": 7.923462986198244e-06,
+ "loss": 1.9232,
+ "step": 6620
+ },
+ {
+ "epoch": 2.08,
+ "learning_rate": 7.920326223337517e-06,
+ "loss": 1.9462,
+ "step": 6630
+ },
+ {
+ "epoch": 2.08,
+ "learning_rate": 7.917189460476788e-06,
+ "loss": 1.9134,
+ "step": 6640
+ },
+ {
+ "epoch": 2.09,
+ "learning_rate": 7.91405269761606e-06,
+ "loss": 1.9443,
+ "step": 6650
+ },
+ {
+ "epoch": 2.09,
+ "learning_rate": 7.910915934755334e-06,
+ "loss": 1.9693,
+ "step": 6660
+ },
+ {
+ "epoch": 2.09,
+ "learning_rate": 7.907779171894605e-06,
+ "loss": 1.9401,
+ "step": 6670
+ },
+ {
+ "epoch": 2.1,
+ "learning_rate": 7.904642409033878e-06,
+ "loss": 1.9176,
+ "step": 6680
+ },
+ {
+ "epoch": 2.1,
+ "learning_rate": 7.90150564617315e-06,
+ "loss": 2.0308,
+ "step": 6690
+ },
+ {
+ "epoch": 2.1,
+ "learning_rate": 7.898368883312422e-06,
+ "loss": 2.0137,
+ "step": 6700
+ },
+ {
+ "epoch": 2.1,
+ "learning_rate": 7.895232120451695e-06,
+ "loss": 1.9504,
+ "step": 6710
+ },
+ {
+ "epoch": 2.11,
+ "learning_rate": 7.892095357590966e-06,
+ "loss": 1.9489,
+ "step": 6720
+ },
+ {
+ "epoch": 2.11,
+ "learning_rate": 7.888958594730239e-06,
+ "loss": 1.9366,
+ "step": 6730
+ },
+ {
+ "epoch": 2.11,
+ "learning_rate": 7.885821831869512e-06,
+ "loss": 1.9421,
+ "step": 6740
+ },
+ {
+ "epoch": 2.12,
+ "learning_rate": 7.882685069008783e-06,
+ "loss": 1.9611,
+ "step": 6750
+ },
+ {
+ "epoch": 2.12,
+ "learning_rate": 7.879548306148056e-06,
+ "loss": 1.9346,
+ "step": 6760
+ },
+ {
+ "epoch": 2.12,
+ "learning_rate": 7.876411543287329e-06,
+ "loss": 1.9328,
+ "step": 6770
+ },
+ {
+ "epoch": 2.13,
+ "learning_rate": 7.873274780426601e-06,
+ "loss": 2.0131,
+ "step": 6780
+ },
+ {
+ "epoch": 2.13,
+ "learning_rate": 7.870138017565873e-06,
+ "loss": 1.9271,
+ "step": 6790
+ },
+ {
+ "epoch": 2.13,
+ "learning_rate": 7.867001254705144e-06,
+ "loss": 1.9835,
+ "step": 6800
+ },
+ {
+ "epoch": 2.14,
+ "learning_rate": 7.863864491844417e-06,
+ "loss": 2.045,
+ "step": 6810
+ },
+ {
+ "epoch": 2.14,
+ "learning_rate": 7.86072772898369e-06,
+ "loss": 1.975,
+ "step": 6820
+ },
+ {
+ "epoch": 2.14,
+ "learning_rate": 7.857590966122963e-06,
+ "loss": 1.9628,
+ "step": 6830
+ },
+ {
+ "epoch": 2.15,
+ "learning_rate": 7.854454203262234e-06,
+ "loss": 2.0207,
+ "step": 6840
+ },
+ {
+ "epoch": 2.15,
+ "learning_rate": 7.851317440401507e-06,
+ "loss": 2.0245,
+ "step": 6850
+ },
+ {
+ "epoch": 2.15,
+ "learning_rate": 7.84818067754078e-06,
+ "loss": 1.9582,
+ "step": 6860
+ },
+ {
+ "epoch": 2.15,
+ "learning_rate": 7.84504391468005e-06,
+ "loss": 1.9514,
+ "step": 6870
+ },
+ {
+ "epoch": 2.16,
+ "learning_rate": 7.841907151819324e-06,
+ "loss": 2.0367,
+ "step": 6880
+ },
+ {
+ "epoch": 2.16,
+ "learning_rate": 7.838770388958595e-06,
+ "loss": 1.9545,
+ "step": 6890
+ },
+ {
+ "epoch": 2.16,
+ "learning_rate": 7.835633626097868e-06,
+ "loss": 2.0572,
+ "step": 6900
+ },
+ {
+ "epoch": 2.17,
+ "learning_rate": 7.83249686323714e-06,
+ "loss": 1.9569,
+ "step": 6910
+ },
+ {
+ "epoch": 2.17,
+ "learning_rate": 7.829360100376412e-06,
+ "loss": 1.9457,
+ "step": 6920
+ },
+ {
+ "epoch": 2.17,
+ "learning_rate": 7.826223337515685e-06,
+ "loss": 1.9065,
+ "step": 6930
+ },
+ {
+ "epoch": 2.18,
+ "learning_rate": 7.823086574654956e-06,
+ "loss": 1.9493,
+ "step": 6940
+ },
+ {
+ "epoch": 2.18,
+ "learning_rate": 7.819949811794229e-06,
+ "loss": 1.9474,
+ "step": 6950
+ },
+ {
+ "epoch": 2.18,
+ "learning_rate": 7.816813048933502e-06,
+ "loss": 1.9068,
+ "step": 6960
+ },
+ {
+ "epoch": 2.19,
+ "learning_rate": 7.813676286072773e-06,
+ "loss": 1.9634,
+ "step": 6970
+ },
+ {
+ "epoch": 2.19,
+ "learning_rate": 7.810539523212046e-06,
+ "loss": 1.8905,
+ "step": 6980
+ },
+ {
+ "epoch": 2.19,
+ "learning_rate": 7.807402760351319e-06,
+ "loss": 1.9783,
+ "step": 6990
+ },
+ {
+ "epoch": 2.2,
+ "learning_rate": 7.80426599749059e-06,
+ "loss": 1.9273,
+ "step": 7000
+ },
+ {
+ "epoch": 2.2,
+ "learning_rate": 7.801129234629863e-06,
+ "loss": 1.9219,
+ "step": 7010
+ },
+ {
+ "epoch": 2.2,
+ "learning_rate": 7.797992471769134e-06,
+ "loss": 1.847,
+ "step": 7020
+ },
+ {
+ "epoch": 2.21,
+ "learning_rate": 7.794855708908407e-06,
+ "loss": 1.9704,
+ "step": 7030
+ },
+ {
+ "epoch": 2.21,
+ "learning_rate": 7.79171894604768e-06,
+ "loss": 1.9821,
+ "step": 7040
+ },
+ {
+ "epoch": 2.21,
+ "learning_rate": 7.788582183186951e-06,
+ "loss": 1.9342,
+ "step": 7050
+ },
+ {
+ "epoch": 2.21,
+ "learning_rate": 7.785445420326224e-06,
+ "loss": 2.0013,
+ "step": 7060
+ },
+ {
+ "epoch": 2.22,
+ "learning_rate": 7.782308657465497e-06,
+ "loss": 1.9475,
+ "step": 7070
+ },
+ {
+ "epoch": 2.22,
+ "learning_rate": 7.77917189460477e-06,
+ "loss": 1.9484,
+ "step": 7080
+ },
+ {
+ "epoch": 2.22,
+ "learning_rate": 7.77603513174404e-06,
+ "loss": 1.9431,
+ "step": 7090
+ },
+ {
+ "epoch": 2.23,
+ "learning_rate": 7.772898368883312e-06,
+ "loss": 1.9094,
+ "step": 7100
+ },
+ {
+ "epoch": 2.23,
+ "learning_rate": 7.769761606022585e-06,
+ "loss": 1.9403,
+ "step": 7110
+ },
+ {
+ "epoch": 2.23,
+ "learning_rate": 7.766624843161858e-06,
+ "loss": 2.0046,
+ "step": 7120
+ },
+ {
+ "epoch": 2.24,
+ "learning_rate": 7.76348808030113e-06,
+ "loss": 1.9858,
+ "step": 7130
+ },
+ {
+ "epoch": 2.24,
+ "learning_rate": 7.760351317440402e-06,
+ "loss": 2.0215,
+ "step": 7140
+ },
+ {
+ "epoch": 2.24,
+ "learning_rate": 7.757214554579675e-06,
+ "loss": 1.951,
+ "step": 7150
+ },
+ {
+ "epoch": 2.25,
+ "learning_rate": 7.754077791718948e-06,
+ "loss": 1.9801,
+ "step": 7160
+ },
+ {
+ "epoch": 2.25,
+ "learning_rate": 7.750941028858219e-06,
+ "loss": 1.9526,
+ "step": 7170
+ },
+ {
+ "epoch": 2.25,
+ "learning_rate": 7.747804265997492e-06,
+ "loss": 1.971,
+ "step": 7180
+ },
+ {
+ "epoch": 2.26,
+ "learning_rate": 7.744667503136763e-06,
+ "loss": 1.8804,
+ "step": 7190
+ },
+ {
+ "epoch": 2.26,
+ "learning_rate": 7.741530740276036e-06,
+ "loss": 2.0343,
+ "step": 7200
+ },
+ {
+ "epoch": 2.26,
+ "learning_rate": 7.738393977415309e-06,
+ "loss": 1.9925,
+ "step": 7210
+ },
+ {
+ "epoch": 2.26,
+ "learning_rate": 7.73525721455458e-06,
+ "loss": 1.9465,
+ "step": 7220
+ },
+ {
+ "epoch": 2.27,
+ "learning_rate": 7.732120451693853e-06,
+ "loss": 1.8588,
+ "step": 7230
+ },
+ {
+ "epoch": 2.27,
+ "learning_rate": 7.728983688833126e-06,
+ "loss": 1.9369,
+ "step": 7240
+ },
+ {
+ "epoch": 2.27,
+ "learning_rate": 7.725846925972397e-06,
+ "loss": 1.9037,
+ "step": 7250
+ },
+ {
+ "epoch": 2.28,
+ "learning_rate": 7.72271016311167e-06,
+ "loss": 1.9352,
+ "step": 7260
+ },
+ {
+ "epoch": 2.28,
+ "learning_rate": 7.719573400250941e-06,
+ "loss": 1.9501,
+ "step": 7270
+ },
+ {
+ "epoch": 2.28,
+ "learning_rate": 7.716436637390214e-06,
+ "loss": 1.9301,
+ "step": 7280
+ },
+ {
+ "epoch": 2.29,
+ "learning_rate": 7.713299874529487e-06,
+ "loss": 1.9778,
+ "step": 7290
+ },
+ {
+ "epoch": 2.29,
+ "learning_rate": 7.710163111668758e-06,
+ "loss": 1.9291,
+ "step": 7300
+ },
+ {
+ "epoch": 2.29,
+ "learning_rate": 7.70702634880803e-06,
+ "loss": 2.0028,
+ "step": 7310
+ },
+ {
+ "epoch": 2.3,
+ "learning_rate": 7.703889585947302e-06,
+ "loss": 1.9809,
+ "step": 7320
+ },
+ {
+ "epoch": 2.3,
+ "learning_rate": 7.700752823086577e-06,
+ "loss": 1.9964,
+ "step": 7330
+ },
+ {
+ "epoch": 2.3,
+ "learning_rate": 7.697616060225848e-06,
+ "loss": 1.8848,
+ "step": 7340
+ },
+ {
+ "epoch": 2.31,
+ "learning_rate": 7.694479297365119e-06,
+ "loss": 1.901,
+ "step": 7350
+ },
+ {
+ "epoch": 2.31,
+ "learning_rate": 7.691342534504392e-06,
+ "loss": 1.9539,
+ "step": 7360
+ },
+ {
+ "epoch": 2.31,
+ "learning_rate": 7.688205771643665e-06,
+ "loss": 1.9882,
+ "step": 7370
+ },
+ {
+ "epoch": 2.31,
+ "learning_rate": 7.685069008782938e-06,
+ "loss": 1.9577,
+ "step": 7380
+ },
+ {
+ "epoch": 2.32,
+ "learning_rate": 7.681932245922209e-06,
+ "loss": 1.9839,
+ "step": 7390
+ },
+ {
+ "epoch": 2.32,
+ "learning_rate": 7.67879548306148e-06,
+ "loss": 1.9388,
+ "step": 7400
+ },
+ {
+ "epoch": 2.32,
+ "learning_rate": 7.675658720200753e-06,
+ "loss": 1.9851,
+ "step": 7410
+ },
+ {
+ "epoch": 2.33,
+ "learning_rate": 7.672521957340026e-06,
+ "loss": 2.0086,
+ "step": 7420
+ },
+ {
+ "epoch": 2.33,
+ "learning_rate": 7.669385194479299e-06,
+ "loss": 1.9862,
+ "step": 7430
+ },
+ {
+ "epoch": 2.33,
+ "learning_rate": 7.66624843161857e-06,
+ "loss": 1.9839,
+ "step": 7440
+ },
+ {
+ "epoch": 2.34,
+ "learning_rate": 7.663111668757843e-06,
+ "loss": 1.9765,
+ "step": 7450
+ },
+ {
+ "epoch": 2.34,
+ "learning_rate": 7.659974905897116e-06,
+ "loss": 1.9471,
+ "step": 7460
+ },
+ {
+ "epoch": 2.34,
+ "learning_rate": 7.656838143036387e-06,
+ "loss": 1.9762,
+ "step": 7470
+ },
+ {
+ "epoch": 2.35,
+ "learning_rate": 7.65370138017566e-06,
+ "loss": 1.9488,
+ "step": 7480
+ },
+ {
+ "epoch": 2.35,
+ "learning_rate": 7.650564617314931e-06,
+ "loss": 1.8924,
+ "step": 7490
+ },
+ {
+ "epoch": 2.35,
+ "learning_rate": 7.647427854454204e-06,
+ "loss": 1.978,
+ "step": 7500
+ },
+ {
+ "epoch": 2.36,
+ "learning_rate": 7.644291091593477e-06,
+ "loss": 1.9168,
+ "step": 7510
+ },
+ {
+ "epoch": 2.36,
+ "learning_rate": 7.641154328732748e-06,
+ "loss": 1.9963,
+ "step": 7520
+ },
+ {
+ "epoch": 2.36,
+ "learning_rate": 7.638017565872021e-06,
+ "loss": 1.9229,
+ "step": 7530
+ },
+ {
+ "epoch": 2.37,
+ "learning_rate": 7.634880803011294e-06,
+ "loss": 1.9212,
+ "step": 7540
+ },
+ {
+ "epoch": 2.37,
+ "learning_rate": 7.631744040150565e-06,
+ "loss": 1.95,
+ "step": 7550
+ },
+ {
+ "epoch": 2.37,
+ "learning_rate": 7.628607277289838e-06,
+ "loss": 1.9406,
+ "step": 7560
+ },
+ {
+ "epoch": 2.37,
+ "learning_rate": 7.62547051442911e-06,
+ "loss": 2.0137,
+ "step": 7570
+ },
+ {
+ "epoch": 2.38,
+ "learning_rate": 7.622333751568381e-06,
+ "loss": 2.01,
+ "step": 7580
+ },
+ {
+ "epoch": 2.38,
+ "learning_rate": 7.619196988707655e-06,
+ "loss": 1.9069,
+ "step": 7590
+ },
+ {
+ "epoch": 2.38,
+ "learning_rate": 7.616060225846926e-06,
+ "loss": 1.988,
+ "step": 7600
+ },
+ {
+ "epoch": 2.39,
+ "learning_rate": 7.612923462986199e-06,
+ "loss": 1.9774,
+ "step": 7610
+ },
+ {
+ "epoch": 2.39,
+ "learning_rate": 7.609786700125471e-06,
+ "loss": 1.9948,
+ "step": 7620
+ },
+ {
+ "epoch": 2.39,
+ "learning_rate": 7.606649937264743e-06,
+ "loss": 1.9218,
+ "step": 7630
+ },
+ {
+ "epoch": 2.4,
+ "learning_rate": 7.603513174404016e-06,
+ "loss": 1.9851,
+ "step": 7640
+ },
+ {
+ "epoch": 2.4,
+ "learning_rate": 7.600376411543288e-06,
+ "loss": 1.9778,
+ "step": 7650
+ },
+ {
+ "epoch": 2.4,
+ "learning_rate": 7.597239648682561e-06,
+ "loss": 1.9702,
+ "step": 7660
+ },
+ {
+ "epoch": 2.41,
+ "learning_rate": 7.594102885821832e-06,
+ "loss": 1.8713,
+ "step": 7670
+ },
+ {
+ "epoch": 2.41,
+ "learning_rate": 7.590966122961104e-06,
+ "loss": 1.9425,
+ "step": 7680
+ },
+ {
+ "epoch": 2.41,
+ "learning_rate": 7.587829360100377e-06,
+ "loss": 1.9917,
+ "step": 7690
+ },
+ {
+ "epoch": 2.42,
+ "learning_rate": 7.584692597239649e-06,
+ "loss": 1.9039,
+ "step": 7700
+ },
+ {
+ "epoch": 2.42,
+ "learning_rate": 7.581555834378922e-06,
+ "loss": 1.939,
+ "step": 7710
+ },
+ {
+ "epoch": 2.42,
+ "learning_rate": 7.578419071518194e-06,
+ "loss": 1.9926,
+ "step": 7720
+ },
+ {
+ "epoch": 2.42,
+ "learning_rate": 7.575282308657466e-06,
+ "loss": 1.9994,
+ "step": 7730
+ },
+ {
+ "epoch": 2.43,
+ "learning_rate": 7.572145545796739e-06,
+ "loss": 1.9109,
+ "step": 7740
+ },
+ {
+ "epoch": 2.43,
+ "learning_rate": 7.56900878293601e-06,
+ "loss": 2.0109,
+ "step": 7750
+ },
+ {
+ "epoch": 2.43,
+ "learning_rate": 7.565872020075283e-06,
+ "loss": 1.9353,
+ "step": 7760
+ },
+ {
+ "epoch": 2.44,
+ "learning_rate": 7.562735257214555e-06,
+ "loss": 1.9251,
+ "step": 7770
+ },
+ {
+ "epoch": 2.44,
+ "learning_rate": 7.559598494353827e-06,
+ "loss": 1.9734,
+ "step": 7780
+ },
+ {
+ "epoch": 2.44,
+ "learning_rate": 7.5564617314931e-06,
+ "loss": 1.9337,
+ "step": 7790
+ },
+ {
+ "epoch": 2.45,
+ "learning_rate": 7.553324968632372e-06,
+ "loss": 1.9499,
+ "step": 7800
+ },
+ {
+ "epoch": 2.45,
+ "learning_rate": 7.550188205771645e-06,
+ "loss": 1.9695,
+ "step": 7810
+ },
+ {
+ "epoch": 2.45,
+ "learning_rate": 7.547051442910916e-06,
+ "loss": 1.9732,
+ "step": 7820
+ },
+ {
+ "epoch": 2.46,
+ "learning_rate": 7.543914680050188e-06,
+ "loss": 1.9596,
+ "step": 7830
+ },
+ {
+ "epoch": 2.46,
+ "learning_rate": 7.540777917189461e-06,
+ "loss": 1.9799,
+ "step": 7840
+ },
+ {
+ "epoch": 2.46,
+ "learning_rate": 7.537641154328733e-06,
+ "loss": 2.0665,
+ "step": 7850
+ },
+ {
+ "epoch": 2.47,
+ "learning_rate": 7.534504391468006e-06,
+ "loss": 2.0205,
+ "step": 7860
+ },
+ {
+ "epoch": 2.47,
+ "learning_rate": 7.531367628607278e-06,
+ "loss": 1.9653,
+ "step": 7870
+ },
+ {
+ "epoch": 2.47,
+ "learning_rate": 7.52823086574655e-06,
+ "loss": 1.9521,
+ "step": 7880
+ },
+ {
+ "epoch": 2.47,
+ "learning_rate": 7.525094102885823e-06,
+ "loss": 1.9296,
+ "step": 7890
+ },
+ {
+ "epoch": 2.48,
+ "learning_rate": 7.521957340025094e-06,
+ "loss": 1.9706,
+ "step": 7900
+ },
+ {
+ "epoch": 2.48,
+ "learning_rate": 7.518820577164367e-06,
+ "loss": 1.9166,
+ "step": 7910
+ },
+ {
+ "epoch": 2.48,
+ "learning_rate": 7.515683814303639e-06,
+ "loss": 1.9223,
+ "step": 7920
+ },
+ {
+ "epoch": 2.49,
+ "learning_rate": 7.512547051442911e-06,
+ "loss": 1.9756,
+ "step": 7930
+ },
+ {
+ "epoch": 2.49,
+ "learning_rate": 7.509410288582184e-06,
+ "loss": 1.9335,
+ "step": 7940
+ },
+ {
+ "epoch": 2.49,
+ "learning_rate": 7.506273525721456e-06,
+ "loss": 1.94,
+ "step": 7950
+ },
+ {
+ "epoch": 2.5,
+ "learning_rate": 7.503136762860729e-06,
+ "loss": 1.9802,
+ "step": 7960
+ },
+ {
+ "epoch": 2.5,
+ "learning_rate": 7.500000000000001e-06,
+ "loss": 1.9913,
+ "step": 7970
+ },
+ {
+ "epoch": 2.5,
+ "learning_rate": 7.496863237139272e-06,
+ "loss": 1.9385,
+ "step": 7980
+ },
+ {
+ "epoch": 2.51,
+ "learning_rate": 7.493726474278545e-06,
+ "loss": 1.9581,
+ "step": 7990
+ },
+ {
+ "epoch": 2.51,
+ "learning_rate": 7.490589711417817e-06,
+ "loss": 1.9955,
+ "step": 8000
+ },
+ {
+ "epoch": 2.51,
+ "learning_rate": 7.48745294855709e-06,
+ "loss": 1.9008,
+ "step": 8010
+ },
+ {
+ "epoch": 2.52,
+ "learning_rate": 7.484316185696362e-06,
+ "loss": 1.9286,
+ "step": 8020
+ },
+ {
+ "epoch": 2.52,
+ "learning_rate": 7.481179422835634e-06,
+ "loss": 1.9209,
+ "step": 8030
+ },
+ {
+ "epoch": 2.52,
+ "learning_rate": 7.478042659974907e-06,
+ "loss": 1.9612,
+ "step": 8040
+ },
+ {
+ "epoch": 2.53,
+ "learning_rate": 7.474905897114178e-06,
+ "loss": 2.0569,
+ "step": 8050
+ },
+ {
+ "epoch": 2.53,
+ "learning_rate": 7.471769134253451e-06,
+ "loss": 1.9281,
+ "step": 8060
+ },
+ {
+ "epoch": 2.53,
+ "learning_rate": 7.468632371392723e-06,
+ "loss": 1.8916,
+ "step": 8070
+ },
+ {
+ "epoch": 2.53,
+ "learning_rate": 7.465495608531995e-06,
+ "loss": 1.9725,
+ "step": 8080
+ },
+ {
+ "epoch": 2.54,
+ "learning_rate": 7.462358845671268e-06,
+ "loss": 1.9004,
+ "step": 8090
+ },
+ {
+ "epoch": 2.54,
+ "learning_rate": 7.45922208281054e-06,
+ "loss": 1.97,
+ "step": 8100
+ },
+ {
+ "epoch": 2.54,
+ "learning_rate": 7.456085319949813e-06,
+ "loss": 1.9328,
+ "step": 8110
+ },
+ {
+ "epoch": 2.55,
+ "learning_rate": 7.452948557089085e-06,
+ "loss": 1.9547,
+ "step": 8120
+ },
+ {
+ "epoch": 2.55,
+ "learning_rate": 7.449811794228356e-06,
+ "loss": 1.9816,
+ "step": 8130
+ },
+ {
+ "epoch": 2.55,
+ "learning_rate": 7.446675031367629e-06,
+ "loss": 2.0046,
+ "step": 8140
+ },
+ {
+ "epoch": 2.56,
+ "learning_rate": 7.443538268506901e-06,
+ "loss": 1.958,
+ "step": 8150
+ },
+ {
+ "epoch": 2.56,
+ "learning_rate": 7.440401505646174e-06,
+ "loss": 1.9852,
+ "step": 8160
+ },
+ {
+ "epoch": 2.56,
+ "learning_rate": 7.437264742785446e-06,
+ "loss": 1.9922,
+ "step": 8170
+ },
+ {
+ "epoch": 2.57,
+ "learning_rate": 7.434127979924718e-06,
+ "loss": 1.9294,
+ "step": 8180
+ },
+ {
+ "epoch": 2.57,
+ "learning_rate": 7.430991217063991e-06,
+ "loss": 1.9844,
+ "step": 8190
+ },
+ {
+ "epoch": 2.57,
+ "learning_rate": 7.427854454203262e-06,
+ "loss": 1.9652,
+ "step": 8200
+ },
+ {
+ "epoch": 2.58,
+ "learning_rate": 7.424717691342535e-06,
+ "loss": 1.9633,
+ "step": 8210
+ },
+ {
+ "epoch": 2.58,
+ "learning_rate": 7.421580928481807e-06,
+ "loss": 1.9338,
+ "step": 8220
+ },
+ {
+ "epoch": 2.58,
+ "learning_rate": 7.418444165621079e-06,
+ "loss": 1.9838,
+ "step": 8230
+ },
+ {
+ "epoch": 2.58,
+ "learning_rate": 7.415307402760352e-06,
+ "loss": 1.9171,
+ "step": 8240
+ },
+ {
+ "epoch": 2.59,
+ "learning_rate": 7.412170639899624e-06,
+ "loss": 2.0102,
+ "step": 8250
+ },
+ {
+ "epoch": 2.59,
+ "learning_rate": 7.409033877038897e-06,
+ "loss": 1.959,
+ "step": 8260
+ },
+ {
+ "epoch": 2.59,
+ "learning_rate": 7.405897114178169e-06,
+ "loss": 1.9088,
+ "step": 8270
+ },
+ {
+ "epoch": 2.6,
+ "learning_rate": 7.40276035131744e-06,
+ "loss": 1.9144,
+ "step": 8280
+ },
+ {
+ "epoch": 2.6,
+ "learning_rate": 7.399623588456713e-06,
+ "loss": 1.8979,
+ "step": 8290
+ },
+ {
+ "epoch": 2.6,
+ "learning_rate": 7.396486825595985e-06,
+ "loss": 2.0027,
+ "step": 8300
+ },
+ {
+ "epoch": 2.61,
+ "learning_rate": 7.393350062735258e-06,
+ "loss": 1.8945,
+ "step": 8310
+ },
+ {
+ "epoch": 2.61,
+ "learning_rate": 7.39021329987453e-06,
+ "loss": 2.0055,
+ "step": 8320
+ },
+ {
+ "epoch": 2.61,
+ "learning_rate": 7.387076537013802e-06,
+ "loss": 1.9817,
+ "step": 8330
+ },
+ {
+ "epoch": 2.62,
+ "learning_rate": 7.383939774153075e-06,
+ "loss": 1.9699,
+ "step": 8340
+ },
+ {
+ "epoch": 2.62,
+ "learning_rate": 7.380803011292346e-06,
+ "loss": 1.9523,
+ "step": 8350
+ },
+ {
+ "epoch": 2.62,
+ "learning_rate": 7.37766624843162e-06,
+ "loss": 1.9713,
+ "step": 8360
+ },
+ {
+ "epoch": 2.63,
+ "learning_rate": 7.374529485570891e-06,
+ "loss": 2.0491,
+ "step": 8370
+ },
+ {
+ "epoch": 2.63,
+ "learning_rate": 7.371392722710163e-06,
+ "loss": 1.9829,
+ "step": 8380
+ },
+ {
+ "epoch": 2.63,
+ "learning_rate": 7.368255959849436e-06,
+ "loss": 1.9455,
+ "step": 8390
+ },
+ {
+ "epoch": 2.63,
+ "learning_rate": 7.365119196988708e-06,
+ "loss": 2.0571,
+ "step": 8400
+ },
+ {
+ "epoch": 2.64,
+ "learning_rate": 7.361982434127981e-06,
+ "loss": 1.9815,
+ "step": 8410
+ },
+ {
+ "epoch": 2.64,
+ "learning_rate": 7.358845671267253e-06,
+ "loss": 1.9506,
+ "step": 8420
+ },
+ {
+ "epoch": 2.64,
+ "learning_rate": 7.355708908406524e-06,
+ "loss": 1.9344,
+ "step": 8430
+ },
+ {
+ "epoch": 2.65,
+ "learning_rate": 7.352572145545797e-06,
+ "loss": 2.0732,
+ "step": 8440
+ },
+ {
+ "epoch": 2.65,
+ "learning_rate": 7.349435382685069e-06,
+ "loss": 1.9703,
+ "step": 8450
+ },
+ {
+ "epoch": 2.65,
+ "learning_rate": 7.346298619824341e-06,
+ "loss": 1.9605,
+ "step": 8460
+ },
+ {
+ "epoch": 2.66,
+ "learning_rate": 7.343161856963614e-06,
+ "loss": 1.9911,
+ "step": 8470
+ },
+ {
+ "epoch": 2.66,
+ "learning_rate": 7.340025094102886e-06,
+ "loss": 1.8882,
+ "step": 8480
+ },
+ {
+ "epoch": 2.66,
+ "learning_rate": 7.336888331242159e-06,
+ "loss": 2.0295,
+ "step": 8490
+ },
+ {
+ "epoch": 2.67,
+ "learning_rate": 7.333751568381431e-06,
+ "loss": 1.9635,
+ "step": 8500
+ },
+ {
+ "epoch": 2.67,
+ "learning_rate": 7.3306148055207025e-06,
+ "loss": 1.9396,
+ "step": 8510
+ },
+ {
+ "epoch": 2.67,
+ "learning_rate": 7.327478042659975e-06,
+ "loss": 1.9473,
+ "step": 8520
+ },
+ {
+ "epoch": 2.68,
+ "learning_rate": 7.324341279799247e-06,
+ "loss": 1.9323,
+ "step": 8530
+ },
+ {
+ "epoch": 2.68,
+ "learning_rate": 7.32120451693852e-06,
+ "loss": 1.9396,
+ "step": 8540
+ },
+ {
+ "epoch": 2.68,
+ "learning_rate": 7.318067754077792e-06,
+ "loss": 1.9011,
+ "step": 8550
+ },
+ {
+ "epoch": 2.69,
+ "learning_rate": 7.314930991217064e-06,
+ "loss": 1.9256,
+ "step": 8560
+ },
+ {
+ "epoch": 2.69,
+ "learning_rate": 7.311794228356337e-06,
+ "loss": 1.9724,
+ "step": 8570
+ },
+ {
+ "epoch": 2.69,
+ "learning_rate": 7.3086574654956085e-06,
+ "loss": 1.9135,
+ "step": 8580
+ },
+ {
+ "epoch": 2.69,
+ "learning_rate": 7.305520702634881e-06,
+ "loss": 1.9444,
+ "step": 8590
+ },
+ {
+ "epoch": 2.7,
+ "learning_rate": 7.302383939774153e-06,
+ "loss": 1.8843,
+ "step": 8600
+ },
+ {
+ "epoch": 2.7,
+ "learning_rate": 7.2992471769134255e-06,
+ "loss": 1.9864,
+ "step": 8610
+ },
+ {
+ "epoch": 2.7,
+ "learning_rate": 7.296110414052698e-06,
+ "loss": 1.9368,
+ "step": 8620
+ },
+ {
+ "epoch": 2.71,
+ "learning_rate": 7.29297365119197e-06,
+ "loss": 1.9264,
+ "step": 8630
+ },
+ {
+ "epoch": 2.71,
+ "learning_rate": 7.289836888331243e-06,
+ "loss": 1.9519,
+ "step": 8640
+ },
+ {
+ "epoch": 2.71,
+ "learning_rate": 7.286700125470515e-06,
+ "loss": 1.9394,
+ "step": 8650
+ },
+ {
+ "epoch": 2.72,
+ "learning_rate": 7.2835633626097865e-06,
+ "loss": 1.9725,
+ "step": 8660
+ },
+ {
+ "epoch": 2.72,
+ "learning_rate": 7.2804265997490594e-06,
+ "loss": 1.945,
+ "step": 8670
+ },
+ {
+ "epoch": 2.72,
+ "learning_rate": 7.2772898368883315e-06,
+ "loss": 1.9679,
+ "step": 8680
+ },
+ {
+ "epoch": 2.73,
+ "learning_rate": 7.274153074027604e-06,
+ "loss": 1.9632,
+ "step": 8690
+ },
+ {
+ "epoch": 2.73,
+ "learning_rate": 7.271016311166876e-06,
+ "loss": 1.9299,
+ "step": 8700
+ },
+ {
+ "epoch": 2.73,
+ "learning_rate": 7.2678795483061485e-06,
+ "loss": 1.8859,
+ "step": 8710
+ },
+ {
+ "epoch": 2.74,
+ "learning_rate": 7.264742785445421e-06,
+ "loss": 1.9887,
+ "step": 8720
+ },
+ {
+ "epoch": 2.74,
+ "learning_rate": 7.2616060225846925e-06,
+ "loss": 1.9067,
+ "step": 8730
+ },
+ {
+ "epoch": 2.74,
+ "learning_rate": 7.258469259723966e-06,
+ "loss": 1.9445,
+ "step": 8740
+ },
+ {
+ "epoch": 2.74,
+ "learning_rate": 7.2553324968632375e-06,
+ "loss": 1.9635,
+ "step": 8750
+ },
+ {
+ "epoch": 2.75,
+ "learning_rate": 7.2521957340025095e-06,
+ "loss": 1.9772,
+ "step": 8760
+ },
+ {
+ "epoch": 2.75,
+ "learning_rate": 7.249058971141782e-06,
+ "loss": 1.9778,
+ "step": 8770
+ },
+ {
+ "epoch": 2.75,
+ "learning_rate": 7.2459222082810545e-06,
+ "loss": 1.9077,
+ "step": 8780
+ },
+ {
+ "epoch": 2.76,
+ "learning_rate": 7.242785445420327e-06,
+ "loss": 2.0154,
+ "step": 8790
+ },
+ {
+ "epoch": 2.76,
+ "learning_rate": 7.239648682559599e-06,
+ "loss": 1.9579,
+ "step": 8800
+ },
+ {
+ "epoch": 2.76,
+ "learning_rate": 7.236511919698871e-06,
+ "loss": 1.9892,
+ "step": 8810
+ },
+ {
+ "epoch": 2.77,
+ "learning_rate": 7.2333751568381435e-06,
+ "loss": 1.927,
+ "step": 8820
+ },
+ {
+ "epoch": 2.77,
+ "learning_rate": 7.2302383939774155e-06,
+ "loss": 1.964,
+ "step": 8830
+ },
+ {
+ "epoch": 2.77,
+ "learning_rate": 7.2271016311166884e-06,
+ "loss": 1.9346,
+ "step": 8840
+ },
+ {
+ "epoch": 2.78,
+ "learning_rate": 7.2239648682559605e-06,
+ "loss": 1.8882,
+ "step": 8850
+ },
+ {
+ "epoch": 2.78,
+ "learning_rate": 7.2208281053952325e-06,
+ "loss": 1.9195,
+ "step": 8860
+ },
+ {
+ "epoch": 2.78,
+ "learning_rate": 7.217691342534505e-06,
+ "loss": 1.949,
+ "step": 8870
+ },
+ {
+ "epoch": 2.79,
+ "learning_rate": 7.2145545796737775e-06,
+ "loss": 1.9805,
+ "step": 8880
+ },
+ {
+ "epoch": 2.79,
+ "learning_rate": 7.21141781681305e-06,
+ "loss": 1.962,
+ "step": 8890
+ },
+ {
+ "epoch": 2.79,
+ "learning_rate": 7.2082810539523215e-06,
+ "loss": 1.9169,
+ "step": 8900
+ },
+ {
+ "epoch": 2.79,
+ "learning_rate": 7.205144291091594e-06,
+ "loss": 2.0492,
+ "step": 8910
+ },
+ {
+ "epoch": 2.8,
+ "learning_rate": 7.2020075282308665e-06,
+ "loss": 2.0174,
+ "step": 8920
+ },
+ {
+ "epoch": 2.8,
+ "learning_rate": 7.1988707653701385e-06,
+ "loss": 1.969,
+ "step": 8930
+ },
+ {
+ "epoch": 2.8,
+ "learning_rate": 7.195734002509411e-06,
+ "loss": 1.9197,
+ "step": 8940
+ },
+ {
+ "epoch": 2.81,
+ "learning_rate": 7.1925972396486835e-06,
+ "loss": 2.0031,
+ "step": 8950
+ },
+ {
+ "epoch": 2.81,
+ "learning_rate": 7.189460476787955e-06,
+ "loss": 1.9558,
+ "step": 8960
+ },
+ {
+ "epoch": 2.81,
+ "learning_rate": 7.1863237139272276e-06,
+ "loss": 1.94,
+ "step": 8970
+ },
+ {
+ "epoch": 2.82,
+ "learning_rate": 7.1831869510665e-06,
+ "loss": 1.9337,
+ "step": 8980
+ },
+ {
+ "epoch": 2.82,
+ "learning_rate": 7.1800501882057725e-06,
+ "loss": 1.9076,
+ "step": 8990
+ },
+ {
+ "epoch": 2.82,
+ "learning_rate": 7.1769134253450445e-06,
+ "loss": 1.9973,
+ "step": 9000
+ },
+ {
+ "epoch": 2.83,
+ "learning_rate": 7.173776662484317e-06,
+ "loss": 2.0062,
+ "step": 9010
+ },
+ {
+ "epoch": 2.83,
+ "learning_rate": 7.1706398996235895e-06,
+ "loss": 1.9347,
+ "step": 9020
+ },
+ {
+ "epoch": 2.83,
+ "learning_rate": 7.1675031367628615e-06,
+ "loss": 1.9871,
+ "step": 9030
+ },
+ {
+ "epoch": 2.84,
+ "learning_rate": 7.164366373902134e-06,
+ "loss": 1.9448,
+ "step": 9040
+ },
+ {
+ "epoch": 2.84,
+ "learning_rate": 7.161229611041406e-06,
+ "loss": 1.9392,
+ "step": 9050
+ },
+ {
+ "epoch": 2.84,
+ "learning_rate": 7.158092848180678e-06,
+ "loss": 1.9694,
+ "step": 9060
+ },
+ {
+ "epoch": 2.85,
+ "learning_rate": 7.1549560853199505e-06,
+ "loss": 1.8943,
+ "step": 9070
+ },
+ {
+ "epoch": 2.85,
+ "learning_rate": 7.151819322459223e-06,
+ "loss": 1.9112,
+ "step": 9080
+ },
+ {
+ "epoch": 2.85,
+ "learning_rate": 7.1486825595984955e-06,
+ "loss": 1.971,
+ "step": 9090
+ },
+ {
+ "epoch": 2.85,
+ "learning_rate": 7.1455457967377675e-06,
+ "loss": 2.0105,
+ "step": 9100
+ },
+ {
+ "epoch": 2.86,
+ "learning_rate": 7.142409033877039e-06,
+ "loss": 1.9241,
+ "step": 9110
+ },
+ {
+ "epoch": 2.86,
+ "learning_rate": 7.1392722710163125e-06,
+ "loss": 2.0026,
+ "step": 9120
+ },
+ {
+ "epoch": 2.86,
+ "learning_rate": 7.136135508155584e-06,
+ "loss": 1.9557,
+ "step": 9130
+ },
+ {
+ "epoch": 2.87,
+ "learning_rate": 7.1329987452948566e-06,
+ "loss": 1.9448,
+ "step": 9140
+ },
+ {
+ "epoch": 2.87,
+ "learning_rate": 7.129861982434129e-06,
+ "loss": 1.8889,
+ "step": 9150
+ },
+ {
+ "epoch": 2.87,
+ "learning_rate": 7.126725219573401e-06,
+ "loss": 1.9239,
+ "step": 9160
+ },
+ {
+ "epoch": 2.88,
+ "learning_rate": 7.1235884567126735e-06,
+ "loss": 2.022,
+ "step": 9170
+ },
+ {
+ "epoch": 2.88,
+ "learning_rate": 7.120451693851946e-06,
+ "loss": 1.9578,
+ "step": 9180
+ },
+ {
+ "epoch": 2.88,
+ "learning_rate": 7.1173149309912185e-06,
+ "loss": 1.9896,
+ "step": 9190
+ },
+ {
+ "epoch": 2.89,
+ "learning_rate": 7.11417816813049e-06,
+ "loss": 1.9313,
+ "step": 9200
+ },
+ {
+ "epoch": 2.89,
+ "learning_rate": 7.111041405269762e-06,
+ "loss": 1.8818,
+ "step": 9210
+ },
+ {
+ "epoch": 2.89,
+ "learning_rate": 7.107904642409035e-06,
+ "loss": 2.0096,
+ "step": 9220
+ },
+ {
+ "epoch": 2.9,
+ "learning_rate": 7.104767879548307e-06,
+ "loss": 1.9768,
+ "step": 9230
+ },
+ {
+ "epoch": 2.9,
+ "learning_rate": 7.1016311166875795e-06,
+ "loss": 1.9801,
+ "step": 9240
+ },
+ {
+ "epoch": 2.9,
+ "learning_rate": 7.098494353826852e-06,
+ "loss": 1.8505,
+ "step": 9250
+ },
+ {
+ "epoch": 2.9,
+ "learning_rate": 7.095357590966123e-06,
+ "loss": 1.9086,
+ "step": 9260
+ },
+ {
+ "epoch": 2.91,
+ "learning_rate": 7.0922208281053965e-06,
+ "loss": 1.9544,
+ "step": 9270
+ },
+ {
+ "epoch": 2.91,
+ "learning_rate": 7.089084065244668e-06,
+ "loss": 1.8913,
+ "step": 9280
+ },
+ {
+ "epoch": 2.91,
+ "learning_rate": 7.085947302383941e-06,
+ "loss": 1.9611,
+ "step": 9290
+ },
+ {
+ "epoch": 2.92,
+ "learning_rate": 7.082810539523213e-06,
+ "loss": 1.9619,
+ "step": 9300
+ },
+ {
+ "epoch": 2.92,
+ "learning_rate": 7.079673776662485e-06,
+ "loss": 1.9245,
+ "step": 9310
+ },
+ {
+ "epoch": 2.92,
+ "learning_rate": 7.076537013801758e-06,
+ "loss": 1.9268,
+ "step": 9320
+ },
+ {
+ "epoch": 2.93,
+ "learning_rate": 7.07340025094103e-06,
+ "loss": 1.9609,
+ "step": 9330
+ },
+ {
+ "epoch": 2.93,
+ "learning_rate": 7.070263488080301e-06,
+ "loss": 1.9626,
+ "step": 9340
+ },
+ {
+ "epoch": 2.93,
+ "learning_rate": 7.067126725219574e-06,
+ "loss": 1.9686,
+ "step": 9350
+ },
+ {
+ "epoch": 2.94,
+ "learning_rate": 7.063989962358846e-06,
+ "loss": 1.9401,
+ "step": 9360
+ },
+ {
+ "epoch": 2.94,
+ "learning_rate": 7.060853199498119e-06,
+ "loss": 2.0358,
+ "step": 9370
+ },
+ {
+ "epoch": 2.94,
+ "learning_rate": 7.057716436637391e-06,
+ "loss": 1.9737,
+ "step": 9380
+ },
+ {
+ "epoch": 2.95,
+ "learning_rate": 7.054579673776663e-06,
+ "loss": 1.8853,
+ "step": 9390
+ },
+ {
+ "epoch": 2.95,
+ "learning_rate": 7.051442910915936e-06,
+ "loss": 1.899,
+ "step": 9400
+ },
+ {
+ "epoch": 2.95,
+ "learning_rate": 7.048306148055208e-06,
+ "loss": 1.9412,
+ "step": 9410
+ },
+ {
+ "epoch": 2.95,
+ "learning_rate": 7.045169385194481e-06,
+ "loss": 1.9403,
+ "step": 9420
+ },
+ {
+ "epoch": 2.96,
+ "learning_rate": 7.042032622333752e-06,
+ "loss": 1.9022,
+ "step": 9430
+ },
+ {
+ "epoch": 2.96,
+ "learning_rate": 7.038895859473024e-06,
+ "loss": 1.9292,
+ "step": 9440
+ },
+ {
+ "epoch": 2.96,
+ "learning_rate": 7.035759096612297e-06,
+ "loss": 1.8933,
+ "step": 9450
+ },
+ {
+ "epoch": 2.97,
+ "learning_rate": 7.032622333751569e-06,
+ "loss": 1.9615,
+ "step": 9460
+ },
+ {
+ "epoch": 2.97,
+ "learning_rate": 7.029485570890842e-06,
+ "loss": 1.9655,
+ "step": 9470
+ },
+ {
+ "epoch": 2.97,
+ "learning_rate": 7.026348808030114e-06,
+ "loss": 1.9946,
+ "step": 9480
+ },
+ {
+ "epoch": 2.98,
+ "learning_rate": 7.023212045169385e-06,
+ "loss": 2.0278,
+ "step": 9490
+ },
+ {
+ "epoch": 2.98,
+ "learning_rate": 7.020075282308658e-06,
+ "loss": 1.9942,
+ "step": 9500
+ },
+ {
+ "epoch": 2.98,
+ "learning_rate": 7.01693851944793e-06,
+ "loss": 1.8639,
+ "step": 9510
+ },
+ {
+ "epoch": 2.99,
+ "learning_rate": 7.013801756587203e-06,
+ "loss": 1.9608,
+ "step": 9520
+ },
+ {
+ "epoch": 2.99,
+ "learning_rate": 7.010664993726475e-06,
+ "loss": 1.976,
+ "step": 9530
+ },
+ {
+ "epoch": 2.99,
+ "learning_rate": 7.007528230865747e-06,
+ "loss": 1.9355,
+ "step": 9540
+ },
+ {
+ "epoch": 3.0,
+ "learning_rate": 7.00439146800502e-06,
+ "loss": 1.9438,
+ "step": 9550
+ },
+ {
+ "epoch": 3.0,
+ "learning_rate": 7.001254705144292e-06,
+ "loss": 1.9831,
+ "step": 9560
+ },
+ {
+ "epoch": 3.0,
+ "eval_loss": 1.8584038019180298,
+ "eval_runtime": 13.6198,
+ "eval_samples_per_second": 73.423,
+ "eval_steps_per_second": 4.626,
+ "step": 9564
+ },
+ {
+ "epoch": 3.0,
+ "learning_rate": 6.998117942283565e-06,
+ "loss": 1.9902,
+ "step": 9570
+ },
+ {
+ "epoch": 3.01,
+ "learning_rate": 6.994981179422836e-06,
+ "loss": 1.9514,
+ "step": 9580
+ },
+ {
+ "epoch": 3.01,
+ "learning_rate": 6.991844416562108e-06,
+ "loss": 1.9013,
+ "step": 9590
+ },
+ {
+ "epoch": 3.01,
+ "learning_rate": 6.988707653701381e-06,
+ "loss": 1.9126,
+ "step": 9600
+ },
+ {
+ "epoch": 3.01,
+ "learning_rate": 6.985570890840653e-06,
+ "loss": 1.8983,
+ "step": 9610
+ },
+ {
+ "epoch": 3.02,
+ "learning_rate": 6.982434127979926e-06,
+ "loss": 1.9678,
+ "step": 9620
+ },
+ {
+ "epoch": 3.02,
+ "learning_rate": 6.979297365119198e-06,
+ "loss": 1.9002,
+ "step": 9630
+ },
+ {
+ "epoch": 3.02,
+ "learning_rate": 6.976160602258469e-06,
+ "loss": 1.9332,
+ "step": 9640
+ },
+ {
+ "epoch": 3.03,
+ "learning_rate": 6.973023839397743e-06,
+ "loss": 1.936,
+ "step": 9650
+ },
+ {
+ "epoch": 3.03,
+ "learning_rate": 6.969887076537014e-06,
+ "loss": 1.8892,
+ "step": 9660
+ },
+ {
+ "epoch": 3.03,
+ "learning_rate": 6.966750313676287e-06,
+ "loss": 1.9125,
+ "step": 9670
+ },
+ {
+ "epoch": 3.04,
+ "learning_rate": 6.963613550815559e-06,
+ "loss": 1.954,
+ "step": 9680
+ },
+ {
+ "epoch": 3.04,
+ "learning_rate": 6.960476787954831e-06,
+ "loss": 1.8804,
+ "step": 9690
+ },
+ {
+ "epoch": 3.04,
+ "learning_rate": 6.957340025094104e-06,
+ "loss": 1.9061,
+ "step": 9700
+ },
+ {
+ "epoch": 3.05,
+ "learning_rate": 6.954203262233376e-06,
+ "loss": 1.9739,
+ "step": 9710
+ },
+ {
+ "epoch": 3.05,
+ "learning_rate": 6.951066499372649e-06,
+ "loss": 1.8721,
+ "step": 9720
+ },
+ {
+ "epoch": 3.05,
+ "learning_rate": 6.94792973651192e-06,
+ "loss": 1.893,
+ "step": 9730
+ },
+ {
+ "epoch": 3.06,
+ "learning_rate": 6.944792973651192e-06,
+ "loss": 1.9453,
+ "step": 9740
+ },
+ {
+ "epoch": 3.06,
+ "learning_rate": 6.941656210790465e-06,
+ "loss": 1.9334,
+ "step": 9750
+ },
+ {
+ "epoch": 3.06,
+ "learning_rate": 6.938519447929737e-06,
+ "loss": 1.9699,
+ "step": 9760
+ },
+ {
+ "epoch": 3.06,
+ "learning_rate": 6.93538268506901e-06,
+ "loss": 1.9684,
+ "step": 9770
+ },
+ {
+ "epoch": 3.07,
+ "learning_rate": 6.932245922208282e-06,
+ "loss": 1.9842,
+ "step": 9780
+ },
+ {
+ "epoch": 3.07,
+ "learning_rate": 6.929109159347554e-06,
+ "loss": 1.9021,
+ "step": 9790
+ },
+ {
+ "epoch": 3.07,
+ "learning_rate": 6.925972396486827e-06,
+ "loss": 1.9448,
+ "step": 9800
+ },
+ {
+ "epoch": 3.08,
+ "learning_rate": 6.922835633626098e-06,
+ "loss": 1.9272,
+ "step": 9810
+ },
+ {
+ "epoch": 3.08,
+ "learning_rate": 6.919698870765371e-06,
+ "loss": 1.9218,
+ "step": 9820
+ },
+ {
+ "epoch": 3.08,
+ "learning_rate": 6.916562107904643e-06,
+ "loss": 1.9197,
+ "step": 9830
+ },
+ {
+ "epoch": 3.09,
+ "learning_rate": 6.913425345043915e-06,
+ "loss": 1.9336,
+ "step": 9840
+ },
+ {
+ "epoch": 3.09,
+ "learning_rate": 6.910288582183188e-06,
+ "loss": 1.9579,
+ "step": 9850
+ },
+ {
+ "epoch": 3.09,
+ "learning_rate": 6.90715181932246e-06,
+ "loss": 1.8816,
+ "step": 9860
+ },
+ {
+ "epoch": 3.1,
+ "learning_rate": 6.904015056461733e-06,
+ "loss": 1.9185,
+ "step": 9870
+ },
+ {
+ "epoch": 3.1,
+ "learning_rate": 6.900878293601004e-06,
+ "loss": 2.0019,
+ "step": 9880
+ },
+ {
+ "epoch": 3.1,
+ "learning_rate": 6.897741530740276e-06,
+ "loss": 1.9087,
+ "step": 9890
+ },
+ {
+ "epoch": 3.11,
+ "learning_rate": 6.894604767879549e-06,
+ "loss": 1.9677,
+ "step": 9900
+ },
+ {
+ "epoch": 3.11,
+ "learning_rate": 6.891468005018821e-06,
+ "loss": 1.9059,
+ "step": 9910
+ },
+ {
+ "epoch": 3.11,
+ "learning_rate": 6.888331242158094e-06,
+ "loss": 1.8861,
+ "step": 9920
+ },
+ {
+ "epoch": 3.11,
+ "learning_rate": 6.885194479297366e-06,
+ "loss": 1.8885,
+ "step": 9930
+ },
+ {
+ "epoch": 3.12,
+ "learning_rate": 6.882057716436638e-06,
+ "loss": 1.9043,
+ "step": 9940
+ },
+ {
+ "epoch": 3.12,
+ "learning_rate": 6.878920953575911e-06,
+ "loss": 1.9341,
+ "step": 9950
+ },
+ {
+ "epoch": 3.12,
+ "learning_rate": 6.875784190715182e-06,
+ "loss": 1.8998,
+ "step": 9960
+ },
+ {
+ "epoch": 3.13,
+ "learning_rate": 6.872647427854455e-06,
+ "loss": 1.8727,
+ "step": 9970
+ },
+ {
+ "epoch": 3.13,
+ "learning_rate": 6.869510664993727e-06,
+ "loss": 1.8693,
+ "step": 9980
+ },
+ {
+ "epoch": 3.13,
+ "learning_rate": 6.866373902132999e-06,
+ "loss": 1.9166,
+ "step": 9990
+ },
+ {
+ "epoch": 3.14,
+ "learning_rate": 6.863237139272272e-06,
+ "loss": 1.8551,
+ "step": 10000
+ },
+ {
+ "epoch": 3.14,
+ "learning_rate": 6.860100376411544e-06,
+ "loss": 1.9196,
+ "step": 10010
+ },
+ {
+ "epoch": 3.14,
+ "learning_rate": 6.856963613550817e-06,
+ "loss": 1.97,
+ "step": 10020
+ },
+ {
+ "epoch": 3.15,
+ "learning_rate": 6.853826850690089e-06,
+ "loss": 1.9672,
+ "step": 10030
+ },
+ {
+ "epoch": 3.15,
+ "learning_rate": 6.85069008782936e-06,
+ "loss": 1.8929,
+ "step": 10040
+ },
+ {
+ "epoch": 3.15,
+ "learning_rate": 6.847553324968633e-06,
+ "loss": 1.9713,
+ "step": 10050
+ },
+ {
+ "epoch": 3.16,
+ "learning_rate": 6.844416562107905e-06,
+ "loss": 1.9029,
+ "step": 10060
+ },
+ {
+ "epoch": 3.16,
+ "learning_rate": 6.841279799247178e-06,
+ "loss": 1.9074,
+ "step": 10070
+ },
+ {
+ "epoch": 3.16,
+ "learning_rate": 6.83814303638645e-06,
+ "loss": 1.9178,
+ "step": 10080
+ },
+ {
+ "epoch": 3.16,
+ "learning_rate": 6.835006273525722e-06,
+ "loss": 1.9428,
+ "step": 10090
+ },
+ {
+ "epoch": 3.17,
+ "learning_rate": 6.831869510664995e-06,
+ "loss": 1.9178,
+ "step": 10100
+ },
+ {
+ "epoch": 3.17,
+ "learning_rate": 6.828732747804266e-06,
+ "loss": 1.8657,
+ "step": 10110
+ },
+ {
+ "epoch": 3.17,
+ "learning_rate": 6.825595984943539e-06,
+ "loss": 1.9652,
+ "step": 10120
+ },
+ {
+ "epoch": 3.18,
+ "learning_rate": 6.822459222082811e-06,
+ "loss": 1.8956,
+ "step": 10130
+ },
+ {
+ "epoch": 3.18,
+ "learning_rate": 6.819322459222083e-06,
+ "loss": 1.945,
+ "step": 10140
+ },
+ {
+ "epoch": 3.18,
+ "learning_rate": 6.816185696361356e-06,
+ "loss": 1.9497,
+ "step": 10150
+ },
+ {
+ "epoch": 3.19,
+ "learning_rate": 6.813048933500628e-06,
+ "loss": 1.9494,
+ "step": 10160
+ },
+ {
+ "epoch": 3.19,
+ "learning_rate": 6.809912170639901e-06,
+ "loss": 2.0337,
+ "step": 10170
+ },
+ {
+ "epoch": 3.19,
+ "learning_rate": 6.806775407779173e-06,
+ "loss": 1.8585,
+ "step": 10180
+ },
+ {
+ "epoch": 3.2,
+ "learning_rate": 6.803638644918444e-06,
+ "loss": 1.9345,
+ "step": 10190
+ },
+ {
+ "epoch": 3.2,
+ "learning_rate": 6.800501882057717e-06,
+ "loss": 1.867,
+ "step": 10200
+ },
+ {
+ "epoch": 3.2,
+ "learning_rate": 6.797365119196989e-06,
+ "loss": 1.9511,
+ "step": 10210
+ },
+ {
+ "epoch": 3.21,
+ "learning_rate": 6.794228356336261e-06,
+ "loss": 1.9295,
+ "step": 10220
+ },
+ {
+ "epoch": 3.21,
+ "learning_rate": 6.791091593475534e-06,
+ "loss": 1.8682,
+ "step": 10230
+ },
+ {
+ "epoch": 3.21,
+ "learning_rate": 6.787954830614806e-06,
+ "loss": 1.9623,
+ "step": 10240
+ },
+ {
+ "epoch": 3.22,
+ "learning_rate": 6.784818067754079e-06,
+ "loss": 1.8572,
+ "step": 10250
+ },
+ {
+ "epoch": 3.22,
+ "learning_rate": 6.78168130489335e-06,
+ "loss": 1.913,
+ "step": 10260
+ },
+ {
+ "epoch": 3.22,
+ "learning_rate": 6.778544542032622e-06,
+ "loss": 1.8812,
+ "step": 10270
+ },
+ {
+ "epoch": 3.22,
+ "learning_rate": 6.775407779171895e-06,
+ "loss": 1.9372,
+ "step": 10280
+ },
+ {
+ "epoch": 3.23,
+ "learning_rate": 6.772271016311167e-06,
+ "loss": 1.9093,
+ "step": 10290
+ },
+ {
+ "epoch": 3.23,
+ "learning_rate": 6.76913425345044e-06,
+ "loss": 1.9351,
+ "step": 10300
+ },
+ {
+ "epoch": 3.23,
+ "learning_rate": 6.765997490589712e-06,
+ "loss": 1.9689,
+ "step": 10310
+ },
+ {
+ "epoch": 3.24,
+ "learning_rate": 6.762860727728984e-06,
+ "loss": 1.9457,
+ "step": 10320
+ },
+ {
+ "epoch": 3.24,
+ "learning_rate": 6.759723964868257e-06,
+ "loss": 1.9288,
+ "step": 10330
+ },
+ {
+ "epoch": 3.24,
+ "learning_rate": 6.756587202007528e-06,
+ "loss": 1.9382,
+ "step": 10340
+ },
+ {
+ "epoch": 3.25,
+ "learning_rate": 6.753450439146801e-06,
+ "loss": 1.868,
+ "step": 10350
+ },
+ {
+ "epoch": 3.25,
+ "learning_rate": 6.750313676286073e-06,
+ "loss": 1.9053,
+ "step": 10360
+ },
+ {
+ "epoch": 3.25,
+ "learning_rate": 6.747176913425345e-06,
+ "loss": 1.9358,
+ "step": 10370
+ },
+ {
+ "epoch": 3.26,
+ "learning_rate": 6.744040150564618e-06,
+ "loss": 1.9296,
+ "step": 10380
+ },
+ {
+ "epoch": 3.26,
+ "learning_rate": 6.74090338770389e-06,
+ "loss": 1.9294,
+ "step": 10390
+ },
+ {
+ "epoch": 3.26,
+ "learning_rate": 6.737766624843163e-06,
+ "loss": 1.9203,
+ "step": 10400
+ },
+ {
+ "epoch": 3.27,
+ "learning_rate": 6.734629861982434e-06,
+ "loss": 1.9498,
+ "step": 10410
+ },
+ {
+ "epoch": 3.27,
+ "learning_rate": 6.731493099121706e-06,
+ "loss": 1.8721,
+ "step": 10420
+ },
+ {
+ "epoch": 3.27,
+ "learning_rate": 6.728356336260979e-06,
+ "loss": 1.9807,
+ "step": 10430
+ },
+ {
+ "epoch": 3.27,
+ "learning_rate": 6.725219573400251e-06,
+ "loss": 1.9952,
+ "step": 10440
+ },
+ {
+ "epoch": 3.28,
+ "learning_rate": 6.722082810539524e-06,
+ "loss": 1.8955,
+ "step": 10450
+ },
+ {
+ "epoch": 3.28,
+ "learning_rate": 6.718946047678796e-06,
+ "loss": 1.954,
+ "step": 10460
+ },
+ {
+ "epoch": 3.28,
+ "learning_rate": 6.715809284818068e-06,
+ "loss": 1.9439,
+ "step": 10470
+ },
+ {
+ "epoch": 3.29,
+ "learning_rate": 6.712672521957341e-06,
+ "loss": 1.9301,
+ "step": 10480
+ },
+ {
+ "epoch": 3.29,
+ "learning_rate": 6.709535759096612e-06,
+ "loss": 1.9255,
+ "step": 10490
+ },
+ {
+ "epoch": 3.29,
+ "learning_rate": 6.706398996235885e-06,
+ "loss": 1.8499,
+ "step": 10500
+ },
+ {
+ "epoch": 3.3,
+ "learning_rate": 6.703262233375157e-06,
+ "loss": 1.8126,
+ "step": 10510
+ },
+ {
+ "epoch": 3.3,
+ "learning_rate": 6.700125470514429e-06,
+ "loss": 1.9344,
+ "step": 10520
+ },
+ {
+ "epoch": 3.3,
+ "learning_rate": 6.696988707653702e-06,
+ "loss": 1.9274,
+ "step": 10530
+ },
+ {
+ "epoch": 3.31,
+ "learning_rate": 6.693851944792974e-06,
+ "loss": 1.8945,
+ "step": 10540
+ },
+ {
+ "epoch": 3.31,
+ "learning_rate": 6.690715181932247e-06,
+ "loss": 1.8958,
+ "step": 10550
+ },
+ {
+ "epoch": 3.31,
+ "learning_rate": 6.687578419071519e-06,
+ "loss": 1.9337,
+ "step": 10560
+ },
+ {
+ "epoch": 3.32,
+ "learning_rate": 6.68444165621079e-06,
+ "loss": 1.9253,
+ "step": 10570
+ },
+ {
+ "epoch": 3.32,
+ "learning_rate": 6.681304893350063e-06,
+ "loss": 1.9544,
+ "step": 10580
+ },
+ {
+ "epoch": 3.32,
+ "learning_rate": 6.678168130489335e-06,
+ "loss": 1.8968,
+ "step": 10590
+ },
+ {
+ "epoch": 3.32,
+ "learning_rate": 6.675031367628608e-06,
+ "loss": 1.9505,
+ "step": 10600
+ },
+ {
+ "epoch": 3.33,
+ "learning_rate": 6.67189460476788e-06,
+ "loss": 1.9339,
+ "step": 10610
+ },
+ {
+ "epoch": 3.33,
+ "learning_rate": 6.668757841907152e-06,
+ "loss": 2.0069,
+ "step": 10620
+ },
+ {
+ "epoch": 3.33,
+ "learning_rate": 6.665621079046425e-06,
+ "loss": 1.8384,
+ "step": 10630
+ },
+ {
+ "epoch": 3.34,
+ "learning_rate": 6.662484316185696e-06,
+ "loss": 1.981,
+ "step": 10640
+ },
+ {
+ "epoch": 3.34,
+ "learning_rate": 6.659347553324969e-06,
+ "loss": 1.9825,
+ "step": 10650
+ },
+ {
+ "epoch": 3.34,
+ "learning_rate": 6.656210790464241e-06,
+ "loss": 1.8938,
+ "step": 10660
+ },
+ {
+ "epoch": 3.35,
+ "learning_rate": 6.653074027603513e-06,
+ "loss": 1.89,
+ "step": 10670
+ },
+ {
+ "epoch": 3.35,
+ "learning_rate": 6.649937264742786e-06,
+ "loss": 1.9083,
+ "step": 10680
+ },
+ {
+ "epoch": 3.35,
+ "learning_rate": 6.646800501882058e-06,
+ "loss": 1.8732,
+ "step": 10690
+ },
+ {
+ "epoch": 3.36,
+ "learning_rate": 6.643663739021331e-06,
+ "loss": 1.89,
+ "step": 10700
+ },
+ {
+ "epoch": 3.36,
+ "learning_rate": 6.640526976160603e-06,
+ "loss": 1.9387,
+ "step": 10710
+ },
+ {
+ "epoch": 3.36,
+ "learning_rate": 6.637390213299874e-06,
+ "loss": 1.9319,
+ "step": 10720
+ },
+ {
+ "epoch": 3.37,
+ "learning_rate": 6.634253450439147e-06,
+ "loss": 1.9586,
+ "step": 10730
+ },
+ {
+ "epoch": 3.37,
+ "learning_rate": 6.631116687578419e-06,
+ "loss": 1.9244,
+ "step": 10740
+ },
+ {
+ "epoch": 3.37,
+ "learning_rate": 6.627979924717692e-06,
+ "loss": 1.9045,
+ "step": 10750
+ },
+ {
+ "epoch": 3.38,
+ "learning_rate": 6.624843161856964e-06,
+ "loss": 1.8757,
+ "step": 10760
+ },
+ {
+ "epoch": 3.38,
+ "learning_rate": 6.621706398996236e-06,
+ "loss": 1.8907,
+ "step": 10770
+ },
+ {
+ "epoch": 3.38,
+ "learning_rate": 6.618569636135509e-06,
+ "loss": 1.9341,
+ "step": 10780
+ },
+ {
+ "epoch": 3.38,
+ "learning_rate": 6.61543287327478e-06,
+ "loss": 1.9399,
+ "step": 10790
+ },
+ {
+ "epoch": 3.39,
+ "learning_rate": 6.612296110414054e-06,
+ "loss": 1.9653,
+ "step": 10800
+ },
+ {
+ "epoch": 3.39,
+ "learning_rate": 6.609159347553325e-06,
+ "loss": 1.9733,
+ "step": 10810
+ },
+ {
+ "epoch": 3.39,
+ "learning_rate": 6.606022584692597e-06,
+ "loss": 1.924,
+ "step": 10820
+ },
+ {
+ "epoch": 3.4,
+ "learning_rate": 6.60288582183187e-06,
+ "loss": 1.9161,
+ "step": 10830
+ },
+ {
+ "epoch": 3.4,
+ "learning_rate": 6.599749058971142e-06,
+ "loss": 1.9374,
+ "step": 10840
+ },
+ {
+ "epoch": 3.4,
+ "learning_rate": 6.596612296110415e-06,
+ "loss": 2.0109,
+ "step": 10850
+ },
+ {
+ "epoch": 3.41,
+ "learning_rate": 6.593475533249687e-06,
+ "loss": 1.8972,
+ "step": 10860
+ },
+ {
+ "epoch": 3.41,
+ "learning_rate": 6.5903387703889584e-06,
+ "loss": 1.8119,
+ "step": 10870
+ },
+ {
+ "epoch": 3.41,
+ "learning_rate": 6.587202007528231e-06,
+ "loss": 1.8996,
+ "step": 10880
+ },
+ {
+ "epoch": 3.42,
+ "learning_rate": 6.584065244667503e-06,
+ "loss": 2.019,
+ "step": 10890
+ },
+ {
+ "epoch": 3.42,
+ "learning_rate": 6.580928481806776e-06,
+ "loss": 1.9472,
+ "step": 10900
+ },
+ {
+ "epoch": 3.42,
+ "learning_rate": 6.577791718946048e-06,
+ "loss": 1.9423,
+ "step": 10910
+ },
+ {
+ "epoch": 3.43,
+ "learning_rate": 6.57465495608532e-06,
+ "loss": 1.9815,
+ "step": 10920
+ },
+ {
+ "epoch": 3.43,
+ "learning_rate": 6.571518193224593e-06,
+ "loss": 1.8826,
+ "step": 10930
+ },
+ {
+ "epoch": 3.43,
+ "learning_rate": 6.568381430363865e-06,
+ "loss": 1.8968,
+ "step": 10940
+ },
+ {
+ "epoch": 3.43,
+ "learning_rate": 6.565244667503138e-06,
+ "loss": 1.9269,
+ "step": 10950
+ },
+ {
+ "epoch": 3.44,
+ "learning_rate": 6.562107904642409e-06,
+ "loss": 1.8981,
+ "step": 10960
+ },
+ {
+ "epoch": 3.44,
+ "learning_rate": 6.5589711417816814e-06,
+ "loss": 1.9447,
+ "step": 10970
+ },
+ {
+ "epoch": 3.44,
+ "learning_rate": 6.555834378920954e-06,
+ "loss": 1.9025,
+ "step": 10980
+ },
+ {
+ "epoch": 3.45,
+ "learning_rate": 6.552697616060226e-06,
+ "loss": 1.8283,
+ "step": 10990
+ },
+ {
+ "epoch": 3.45,
+ "learning_rate": 6.549560853199499e-06,
+ "loss": 1.8838,
+ "step": 11000
+ },
+ {
+ "epoch": 3.45,
+ "learning_rate": 6.546424090338771e-06,
+ "loss": 1.9003,
+ "step": 11010
+ },
+ {
+ "epoch": 3.46,
+ "learning_rate": 6.5432873274780425e-06,
+ "loss": 1.9028,
+ "step": 11020
+ },
+ {
+ "epoch": 3.46,
+ "learning_rate": 6.540150564617315e-06,
+ "loss": 1.9489,
+ "step": 11030
+ },
+ {
+ "epoch": 3.46,
+ "learning_rate": 6.5370138017565874e-06,
+ "loss": 1.9402,
+ "step": 11040
+ },
+ {
+ "epoch": 3.47,
+ "learning_rate": 6.53387703889586e-06,
+ "loss": 1.8734,
+ "step": 11050
+ },
+ {
+ "epoch": 3.47,
+ "learning_rate": 6.530740276035132e-06,
+ "loss": 1.9259,
+ "step": 11060
+ },
+ {
+ "epoch": 3.47,
+ "learning_rate": 6.527603513174404e-06,
+ "loss": 1.8362,
+ "step": 11070
+ },
+ {
+ "epoch": 3.48,
+ "learning_rate": 6.524466750313677e-06,
+ "loss": 1.9451,
+ "step": 11080
+ },
+ {
+ "epoch": 3.48,
+ "learning_rate": 6.521329987452949e-06,
+ "loss": 1.8961,
+ "step": 11090
+ },
+ {
+ "epoch": 3.48,
+ "learning_rate": 6.5181932245922206e-06,
+ "loss": 1.9401,
+ "step": 11100
+ },
+ {
+ "epoch": 3.48,
+ "learning_rate": 6.5150564617314934e-06,
+ "loss": 1.9333,
+ "step": 11110
+ },
+ {
+ "epoch": 3.49,
+ "learning_rate": 6.5119196988707655e-06,
+ "loss": 1.8602,
+ "step": 11120
+ },
+ {
+ "epoch": 3.49,
+ "learning_rate": 6.508782936010038e-06,
+ "loss": 1.9425,
+ "step": 11130
+ },
+ {
+ "epoch": 3.49,
+ "learning_rate": 6.5056461731493104e-06,
+ "loss": 1.9593,
+ "step": 11140
+ },
+ {
+ "epoch": 3.5,
+ "learning_rate": 6.5025094102885825e-06,
+ "loss": 1.8614,
+ "step": 11150
+ },
+ {
+ "epoch": 3.5,
+ "learning_rate": 6.499372647427855e-06,
+ "loss": 1.8861,
+ "step": 11160
+ },
+ {
+ "epoch": 3.5,
+ "learning_rate": 6.4962358845671266e-06,
+ "loss": 1.9378,
+ "step": 11170
+ },
+ {
+ "epoch": 3.51,
+ "learning_rate": 6.4930991217064e-06,
+ "loss": 1.9192,
+ "step": 11180
+ },
+ {
+ "epoch": 3.51,
+ "learning_rate": 6.4899623588456715e-06,
+ "loss": 1.8886,
+ "step": 11190
+ },
+ {
+ "epoch": 3.51,
+ "learning_rate": 6.4868255959849435e-06,
+ "loss": 1.8916,
+ "step": 11200
+ },
+ {
+ "epoch": 3.52,
+ "learning_rate": 6.4836888331242164e-06,
+ "loss": 1.9126,
+ "step": 11210
+ },
+ {
+ "epoch": 3.52,
+ "learning_rate": 6.4805520702634885e-06,
+ "loss": 1.9063,
+ "step": 11220
+ },
+ {
+ "epoch": 3.52,
+ "learning_rate": 6.477415307402761e-06,
+ "loss": 1.9309,
+ "step": 11230
+ },
+ {
+ "epoch": 3.53,
+ "learning_rate": 6.474278544542033e-06,
+ "loss": 1.949,
+ "step": 11240
+ },
+ {
+ "epoch": 3.53,
+ "learning_rate": 6.471141781681305e-06,
+ "loss": 1.9189,
+ "step": 11250
+ },
+ {
+ "epoch": 3.53,
+ "learning_rate": 6.4680050188205775e-06,
+ "loss": 1.9416,
+ "step": 11260
+ },
+ {
+ "epoch": 3.54,
+ "learning_rate": 6.4648682559598496e-06,
+ "loss": 1.9865,
+ "step": 11270
+ },
+ {
+ "epoch": 3.54,
+ "learning_rate": 6.4617314930991224e-06,
+ "loss": 1.8799,
+ "step": 11280
+ },
+ {
+ "epoch": 3.54,
+ "learning_rate": 6.4585947302383945e-06,
+ "loss": 1.9771,
+ "step": 11290
+ },
+ {
+ "epoch": 3.54,
+ "learning_rate": 6.4554579673776665e-06,
+ "loss": 1.933,
+ "step": 11300
+ },
+ {
+ "epoch": 3.55,
+ "learning_rate": 6.4523212045169394e-06,
+ "loss": 1.889,
+ "step": 11310
+ },
+ {
+ "epoch": 3.55,
+ "learning_rate": 6.4491844416562115e-06,
+ "loss": 1.9768,
+ "step": 11320
+ },
+ {
+ "epoch": 3.55,
+ "learning_rate": 6.446047678795484e-06,
+ "loss": 1.8904,
+ "step": 11330
+ },
+ {
+ "epoch": 3.56,
+ "learning_rate": 6.4429109159347556e-06,
+ "loss": 1.988,
+ "step": 11340
+ },
+ {
+ "epoch": 3.56,
+ "learning_rate": 6.439774153074028e-06,
+ "loss": 1.9245,
+ "step": 11350
+ },
+ {
+ "epoch": 3.56,
+ "learning_rate": 6.4366373902133005e-06,
+ "loss": 2.0271,
+ "step": 11360
+ },
+ {
+ "epoch": 3.57,
+ "learning_rate": 6.4335006273525725e-06,
+ "loss": 1.9249,
+ "step": 11370
+ },
+ {
+ "epoch": 3.57,
+ "learning_rate": 6.4303638644918454e-06,
+ "loss": 1.9529,
+ "step": 11380
+ },
+ {
+ "epoch": 3.57,
+ "learning_rate": 6.4272271016311175e-06,
+ "loss": 1.9427,
+ "step": 11390
+ },
+ {
+ "epoch": 3.58,
+ "learning_rate": 6.424090338770389e-06,
+ "loss": 1.8737,
+ "step": 11400
+ },
+ {
+ "epoch": 3.58,
+ "learning_rate": 6.4209535759096616e-06,
+ "loss": 1.934,
+ "step": 11410
+ },
+ {
+ "epoch": 3.58,
+ "learning_rate": 6.417816813048934e-06,
+ "loss": 1.97,
+ "step": 11420
+ },
+ {
+ "epoch": 3.59,
+ "learning_rate": 6.4146800501882065e-06,
+ "loss": 1.8813,
+ "step": 11430
+ },
+ {
+ "epoch": 3.59,
+ "learning_rate": 6.4115432873274786e-06,
+ "loss": 1.9036,
+ "step": 11440
+ },
+ {
+ "epoch": 3.59,
+ "learning_rate": 6.408406524466751e-06,
+ "loss": 1.9235,
+ "step": 11450
+ },
+ {
+ "epoch": 3.59,
+ "learning_rate": 6.4052697616060235e-06,
+ "loss": 1.9351,
+ "step": 11460
+ },
+ {
+ "epoch": 3.6,
+ "learning_rate": 6.4021329987452955e-06,
+ "loss": 1.8937,
+ "step": 11470
+ },
+ {
+ "epoch": 3.6,
+ "learning_rate": 6.3989962358845684e-06,
+ "loss": 1.8795,
+ "step": 11480
+ },
+ {
+ "epoch": 3.6,
+ "learning_rate": 6.39585947302384e-06,
+ "loss": 1.9792,
+ "step": 11490
+ },
+ {
+ "epoch": 3.61,
+ "learning_rate": 6.392722710163112e-06,
+ "loss": 1.9934,
+ "step": 11500
+ },
+ {
+ "epoch": 3.61,
+ "learning_rate": 6.3895859473023846e-06,
+ "loss": 1.955,
+ "step": 11510
+ },
+ {
+ "epoch": 3.61,
+ "learning_rate": 6.386449184441657e-06,
+ "loss": 1.9538,
+ "step": 11520
+ },
+ {
+ "epoch": 3.62,
+ "learning_rate": 6.3833124215809295e-06,
+ "loss": 1.9228,
+ "step": 11530
+ },
+ {
+ "epoch": 3.62,
+ "learning_rate": 6.3801756587202015e-06,
+ "loss": 1.8933,
+ "step": 11540
+ },
+ {
+ "epoch": 3.62,
+ "learning_rate": 6.377038895859473e-06,
+ "loss": 1.8376,
+ "step": 11550
+ },
+ {
+ "epoch": 3.63,
+ "learning_rate": 6.373902132998746e-06,
+ "loss": 1.8814,
+ "step": 11560
+ },
+ {
+ "epoch": 3.63,
+ "learning_rate": 6.370765370138018e-06,
+ "loss": 1.9261,
+ "step": 11570
+ },
+ {
+ "epoch": 3.63,
+ "learning_rate": 6.3676286072772906e-06,
+ "loss": 1.9451,
+ "step": 11580
+ },
+ {
+ "epoch": 3.64,
+ "learning_rate": 6.364491844416563e-06,
+ "loss": 1.9204,
+ "step": 11590
+ },
+ {
+ "epoch": 3.64,
+ "learning_rate": 6.361355081555835e-06,
+ "loss": 1.9825,
+ "step": 11600
+ },
+ {
+ "epoch": 3.64,
+ "learning_rate": 6.3582183186951076e-06,
+ "loss": 1.9243,
+ "step": 11610
+ },
+ {
+ "epoch": 3.64,
+ "learning_rate": 6.35508155583438e-06,
+ "loss": 1.9351,
+ "step": 11620
+ },
+ {
+ "epoch": 3.65,
+ "learning_rate": 6.3519447929736525e-06,
+ "loss": 1.8751,
+ "step": 11630
+ },
+ {
+ "epoch": 3.65,
+ "learning_rate": 6.348808030112924e-06,
+ "loss": 1.8572,
+ "step": 11640
+ },
+ {
+ "epoch": 3.65,
+ "learning_rate": 6.345671267252196e-06,
+ "loss": 1.8854,
+ "step": 11650
+ },
+ {
+ "epoch": 3.66,
+ "learning_rate": 6.342534504391469e-06,
+ "loss": 1.8833,
+ "step": 11660
+ },
+ {
+ "epoch": 3.66,
+ "learning_rate": 6.339397741530741e-06,
+ "loss": 1.8723,
+ "step": 11670
+ },
+ {
+ "epoch": 3.66,
+ "learning_rate": 6.3362609786700136e-06,
+ "loss": 1.8794,
+ "step": 11680
+ },
+ {
+ "epoch": 3.67,
+ "learning_rate": 6.333124215809286e-06,
+ "loss": 1.9154,
+ "step": 11690
+ },
+ {
+ "epoch": 3.67,
+ "learning_rate": 6.329987452948557e-06,
+ "loss": 1.8708,
+ "step": 11700
+ },
+ {
+ "epoch": 3.67,
+ "learning_rate": 6.3268506900878305e-06,
+ "loss": 1.8722,
+ "step": 11710
+ },
+ {
+ "epoch": 3.68,
+ "learning_rate": 6.323713927227102e-06,
+ "loss": 1.9407,
+ "step": 11720
+ },
+ {
+ "epoch": 3.68,
+ "learning_rate": 6.320577164366375e-06,
+ "loss": 1.9523,
+ "step": 11730
+ },
+ {
+ "epoch": 3.68,
+ "learning_rate": 6.317440401505647e-06,
+ "loss": 1.9717,
+ "step": 11740
+ },
+ {
+ "epoch": 3.69,
+ "learning_rate": 6.314303638644919e-06,
+ "loss": 1.921,
+ "step": 11750
+ },
+ {
+ "epoch": 3.69,
+ "learning_rate": 6.311166875784192e-06,
+ "loss": 1.9393,
+ "step": 11760
+ },
+ {
+ "epoch": 3.69,
+ "learning_rate": 6.308030112923464e-06,
+ "loss": 1.9194,
+ "step": 11770
+ },
+ {
+ "epoch": 3.7,
+ "learning_rate": 6.3048933500627365e-06,
+ "loss": 1.9261,
+ "step": 11780
+ },
+ {
+ "epoch": 3.7,
+ "learning_rate": 6.301756587202008e-06,
+ "loss": 1.9923,
+ "step": 11790
+ },
+ {
+ "epoch": 3.7,
+ "learning_rate": 6.29861982434128e-06,
+ "loss": 1.9222,
+ "step": 11800
+ },
+ {
+ "epoch": 3.7,
+ "learning_rate": 6.295483061480553e-06,
+ "loss": 1.8534,
+ "step": 11810
+ },
+ {
+ "epoch": 3.71,
+ "learning_rate": 6.292346298619825e-06,
+ "loss": 1.845,
+ "step": 11820
+ },
+ {
+ "epoch": 3.71,
+ "learning_rate": 6.289209535759098e-06,
+ "loss": 1.9502,
+ "step": 11830
+ },
+ {
+ "epoch": 3.71,
+ "learning_rate": 6.28607277289837e-06,
+ "loss": 1.8621,
+ "step": 11840
+ },
+ {
+ "epoch": 3.72,
+ "learning_rate": 6.282936010037642e-06,
+ "loss": 1.9693,
+ "step": 11850
+ },
+ {
+ "epoch": 3.72,
+ "learning_rate": 6.279799247176915e-06,
+ "loss": 1.9975,
+ "step": 11860
+ },
+ {
+ "epoch": 3.72,
+ "learning_rate": 6.276662484316186e-06,
+ "loss": 1.9713,
+ "step": 11870
+ },
+ {
+ "epoch": 3.73,
+ "learning_rate": 6.273525721455459e-06,
+ "loss": 1.8751,
+ "step": 11880
+ },
+ {
+ "epoch": 3.73,
+ "learning_rate": 6.270388958594731e-06,
+ "loss": 1.9712,
+ "step": 11890
+ },
+ {
+ "epoch": 3.73,
+ "learning_rate": 6.267252195734003e-06,
+ "loss": 1.8879,
+ "step": 11900
+ },
+ {
+ "epoch": 3.74,
+ "learning_rate": 6.264115432873276e-06,
+ "loss": 1.9103,
+ "step": 11910
+ },
+ {
+ "epoch": 3.74,
+ "learning_rate": 6.260978670012548e-06,
+ "loss": 1.9438,
+ "step": 11920
+ },
+ {
+ "epoch": 3.74,
+ "learning_rate": 6.257841907151821e-06,
+ "loss": 1.8902,
+ "step": 11930
+ },
+ {
+ "epoch": 3.75,
+ "learning_rate": 6.254705144291092e-06,
+ "loss": 1.9667,
+ "step": 11940
+ },
+ {
+ "epoch": 3.75,
+ "learning_rate": 6.251568381430364e-06,
+ "loss": 1.9765,
+ "step": 11950
+ },
+ {
+ "epoch": 3.75,
+ "learning_rate": 6.248431618569637e-06,
+ "loss": 1.8914,
+ "step": 11960
+ },
+ {
+ "epoch": 3.75,
+ "learning_rate": 6.245294855708909e-06,
+ "loss": 1.9268,
+ "step": 11970
+ },
+ {
+ "epoch": 3.76,
+ "learning_rate": 6.242158092848181e-06,
+ "loss": 1.9264,
+ "step": 11980
+ },
+ {
+ "epoch": 3.76,
+ "learning_rate": 6.239021329987454e-06,
+ "loss": 1.8823,
+ "step": 11990
+ },
+ {
+ "epoch": 3.76,
+ "learning_rate": 6.235884567126726e-06,
+ "loss": 1.9149,
+ "step": 12000
+ },
+ {
+ "epoch": 3.77,
+ "learning_rate": 6.232747804265999e-06,
+ "loss": 1.8905,
+ "step": 12010
+ },
+ {
+ "epoch": 3.77,
+ "learning_rate": 6.22961104140527e-06,
+ "loss": 1.8442,
+ "step": 12020
+ },
+ {
+ "epoch": 3.77,
+ "learning_rate": 6.226474278544542e-06,
+ "loss": 1.9242,
+ "step": 12030
+ },
+ {
+ "epoch": 3.78,
+ "learning_rate": 6.223337515683815e-06,
+ "loss": 1.8998,
+ "step": 12040
+ },
+ {
+ "epoch": 3.78,
+ "learning_rate": 6.220200752823087e-06,
+ "loss": 1.8563,
+ "step": 12050
+ },
+ {
+ "epoch": 3.78,
+ "learning_rate": 6.21706398996236e-06,
+ "loss": 1.9342,
+ "step": 12060
+ },
+ {
+ "epoch": 3.79,
+ "learning_rate": 6.213927227101632e-06,
+ "loss": 1.9558,
+ "step": 12070
+ },
+ {
+ "epoch": 3.79,
+ "learning_rate": 6.210790464240903e-06,
+ "loss": 1.9036,
+ "step": 12080
+ },
+ {
+ "epoch": 3.79,
+ "learning_rate": 6.207653701380177e-06,
+ "loss": 2.0094,
+ "step": 12090
+ },
+ {
+ "epoch": 3.8,
+ "learning_rate": 6.204516938519448e-06,
+ "loss": 1.9639,
+ "step": 12100
+ },
+ {
+ "epoch": 3.8,
+ "learning_rate": 6.201380175658721e-06,
+ "loss": 1.9426,
+ "step": 12110
+ },
+ {
+ "epoch": 3.8,
+ "learning_rate": 6.198243412797993e-06,
+ "loss": 1.8982,
+ "step": 12120
+ },
+ {
+ "epoch": 3.8,
+ "learning_rate": 6.195106649937265e-06,
+ "loss": 1.9271,
+ "step": 12130
+ },
+ {
+ "epoch": 3.81,
+ "learning_rate": 6.191969887076538e-06,
+ "loss": 1.9468,
+ "step": 12140
+ },
+ {
+ "epoch": 3.81,
+ "learning_rate": 6.18883312421581e-06,
+ "loss": 1.7622,
+ "step": 12150
+ },
+ {
+ "epoch": 3.81,
+ "learning_rate": 6.185696361355083e-06,
+ "loss": 1.8988,
+ "step": 12160
+ },
+ {
+ "epoch": 3.82,
+ "learning_rate": 6.182559598494354e-06,
+ "loss": 1.8992,
+ "step": 12170
+ },
+ {
+ "epoch": 3.82,
+ "learning_rate": 6.179422835633626e-06,
+ "loss": 1.8374,
+ "step": 12180
+ },
+ {
+ "epoch": 3.82,
+ "learning_rate": 6.176286072772899e-06,
+ "loss": 1.9129,
+ "step": 12190
+ },
+ {
+ "epoch": 3.83,
+ "learning_rate": 6.173149309912171e-06,
+ "loss": 1.9074,
+ "step": 12200
+ },
+ {
+ "epoch": 3.83,
+ "learning_rate": 6.170012547051444e-06,
+ "loss": 1.8697,
+ "step": 12210
+ },
+ {
+ "epoch": 3.83,
+ "learning_rate": 6.166875784190716e-06,
+ "loss": 1.9257,
+ "step": 12220
+ },
+ {
+ "epoch": 3.84,
+ "learning_rate": 6.163739021329988e-06,
+ "loss": 1.9101,
+ "step": 12230
+ },
+ {
+ "epoch": 3.84,
+ "learning_rate": 6.160602258469261e-06,
+ "loss": 1.9156,
+ "step": 12240
+ },
+ {
+ "epoch": 3.84,
+ "learning_rate": 6.157465495608532e-06,
+ "loss": 1.9763,
+ "step": 12250
+ },
+ {
+ "epoch": 3.85,
+ "learning_rate": 6.154328732747805e-06,
+ "loss": 1.9401,
+ "step": 12260
+ },
+ {
+ "epoch": 3.85,
+ "learning_rate": 6.151191969887077e-06,
+ "loss": 1.8985,
+ "step": 12270
+ },
+ {
+ "epoch": 3.85,
+ "learning_rate": 6.148055207026349e-06,
+ "loss": 1.9099,
+ "step": 12280
+ },
+ {
+ "epoch": 3.86,
+ "learning_rate": 6.144918444165622e-06,
+ "loss": 1.9538,
+ "step": 12290
+ },
+ {
+ "epoch": 3.86,
+ "learning_rate": 6.141781681304894e-06,
+ "loss": 1.8808,
+ "step": 12300
+ },
+ {
+ "epoch": 3.86,
+ "learning_rate": 6.138644918444167e-06,
+ "loss": 1.9,
+ "step": 12310
+ },
+ {
+ "epoch": 3.86,
+ "learning_rate": 6.135508155583438e-06,
+ "loss": 1.8517,
+ "step": 12320
+ },
+ {
+ "epoch": 3.87,
+ "learning_rate": 6.13237139272271e-06,
+ "loss": 1.9548,
+ "step": 12330
+ },
+ {
+ "epoch": 3.87,
+ "learning_rate": 6.129234629861983e-06,
+ "loss": 1.9095,
+ "step": 12340
+ },
+ {
+ "epoch": 3.87,
+ "learning_rate": 6.126097867001255e-06,
+ "loss": 1.9689,
+ "step": 12350
+ },
+ {
+ "epoch": 3.88,
+ "learning_rate": 6.122961104140528e-06,
+ "loss": 1.9209,
+ "step": 12360
+ },
+ {
+ "epoch": 3.88,
+ "learning_rate": 6.1198243412798e-06,
+ "loss": 1.859,
+ "step": 12370
+ },
+ {
+ "epoch": 3.88,
+ "learning_rate": 6.116687578419072e-06,
+ "loss": 1.8979,
+ "step": 12380
+ },
+ {
+ "epoch": 3.89,
+ "learning_rate": 6.113550815558345e-06,
+ "loss": 1.929,
+ "step": 12390
+ },
+ {
+ "epoch": 3.89,
+ "learning_rate": 6.110414052697616e-06,
+ "loss": 1.9601,
+ "step": 12400
+ },
+ {
+ "epoch": 3.89,
+ "learning_rate": 6.107277289836889e-06,
+ "loss": 1.928,
+ "step": 12410
+ },
+ {
+ "epoch": 3.9,
+ "learning_rate": 6.104140526976161e-06,
+ "loss": 1.9434,
+ "step": 12420
+ },
+ {
+ "epoch": 3.9,
+ "learning_rate": 6.101003764115433e-06,
+ "loss": 1.8637,
+ "step": 12430
+ },
+ {
+ "epoch": 3.9,
+ "learning_rate": 6.097867001254706e-06,
+ "loss": 1.9568,
+ "step": 12440
+ },
+ {
+ "epoch": 3.91,
+ "learning_rate": 6.094730238393978e-06,
+ "loss": 1.9046,
+ "step": 12450
+ },
+ {
+ "epoch": 3.91,
+ "learning_rate": 6.091593475533251e-06,
+ "loss": 1.8826,
+ "step": 12460
+ },
+ {
+ "epoch": 3.91,
+ "learning_rate": 6.088456712672523e-06,
+ "loss": 1.8399,
+ "step": 12470
+ },
+ {
+ "epoch": 3.91,
+ "learning_rate": 6.085319949811794e-06,
+ "loss": 1.9354,
+ "step": 12480
+ },
+ {
+ "epoch": 3.92,
+ "learning_rate": 6.082183186951067e-06,
+ "loss": 1.9155,
+ "step": 12490
+ },
+ {
+ "epoch": 3.92,
+ "learning_rate": 6.079046424090339e-06,
+ "loss": 1.8871,
+ "step": 12500
+ },
+ {
+ "epoch": 3.92,
+ "learning_rate": 6.075909661229612e-06,
+ "loss": 1.8971,
+ "step": 12510
+ },
+ {
+ "epoch": 3.93,
+ "learning_rate": 6.072772898368884e-06,
+ "loss": 1.9115,
+ "step": 12520
+ },
+ {
+ "epoch": 3.93,
+ "learning_rate": 6.069636135508156e-06,
+ "loss": 1.8963,
+ "step": 12530
+ },
+ {
+ "epoch": 3.93,
+ "learning_rate": 6.066499372647429e-06,
+ "loss": 1.9291,
+ "step": 12540
+ },
+ {
+ "epoch": 3.94,
+ "learning_rate": 6.0633626097867e-06,
+ "loss": 1.9453,
+ "step": 12550
+ },
+ {
+ "epoch": 3.94,
+ "learning_rate": 6.060225846925973e-06,
+ "loss": 1.9084,
+ "step": 12560
+ },
+ {
+ "epoch": 3.94,
+ "learning_rate": 6.057089084065245e-06,
+ "loss": 1.9131,
+ "step": 12570
+ },
+ {
+ "epoch": 3.95,
+ "learning_rate": 6.053952321204517e-06,
+ "loss": 1.9279,
+ "step": 12580
+ },
+ {
+ "epoch": 3.95,
+ "learning_rate": 6.05081555834379e-06,
+ "loss": 1.8515,
+ "step": 12590
+ },
+ {
+ "epoch": 3.95,
+ "learning_rate": 6.047678795483062e-06,
+ "loss": 1.7713,
+ "step": 12600
+ },
+ {
+ "epoch": 3.96,
+ "learning_rate": 6.044542032622335e-06,
+ "loss": 1.9936,
+ "step": 12610
+ },
+ {
+ "epoch": 3.96,
+ "learning_rate": 6.041405269761607e-06,
+ "loss": 1.9475,
+ "step": 12620
+ },
+ {
+ "epoch": 3.96,
+ "learning_rate": 6.038268506900878e-06,
+ "loss": 1.8708,
+ "step": 12630
+ },
+ {
+ "epoch": 3.96,
+ "learning_rate": 6.035131744040151e-06,
+ "loss": 1.9751,
+ "step": 12640
+ },
+ {
+ "epoch": 3.97,
+ "learning_rate": 6.031994981179423e-06,
+ "loss": 1.908,
+ "step": 12650
+ },
+ {
+ "epoch": 3.97,
+ "learning_rate": 6.028858218318696e-06,
+ "loss": 1.8999,
+ "step": 12660
+ },
+ {
+ "epoch": 3.97,
+ "learning_rate": 6.025721455457968e-06,
+ "loss": 1.8607,
+ "step": 12670
+ },
+ {
+ "epoch": 3.98,
+ "learning_rate": 6.02258469259724e-06,
+ "loss": 1.921,
+ "step": 12680
+ },
+ {
+ "epoch": 3.98,
+ "learning_rate": 6.019447929736513e-06,
+ "loss": 1.8849,
+ "step": 12690
+ },
+ {
+ "epoch": 3.98,
+ "learning_rate": 6.016311166875784e-06,
+ "loss": 1.9265,
+ "step": 12700
+ },
+ {
+ "epoch": 3.99,
+ "learning_rate": 6.013174404015057e-06,
+ "loss": 1.9314,
+ "step": 12710
+ },
+ {
+ "epoch": 3.99,
+ "learning_rate": 6.010037641154329e-06,
+ "loss": 1.9201,
+ "step": 12720
+ },
+ {
+ "epoch": 3.99,
+ "learning_rate": 6.006900878293601e-06,
+ "loss": 1.9461,
+ "step": 12730
+ },
+ {
+ "epoch": 4.0,
+ "learning_rate": 6.003764115432874e-06,
+ "loss": 1.9463,
+ "step": 12740
+ },
+ {
+ "epoch": 4.0,
+ "learning_rate": 6.000627352572146e-06,
+ "loss": 1.8387,
+ "step": 12750
+ },
+ {
+ "epoch": 4.0,
+ "eval_loss": 1.8398990631103516,
+ "eval_runtime": 13.6302,
+ "eval_samples_per_second": 73.366,
+ "eval_steps_per_second": 4.622,
+ "step": 12752
+ },
+ {
+ "epoch": 4.0,
+ "learning_rate": 5.997490589711419e-06,
+ "loss": 1.8553,
+ "step": 12760
+ },
+ {
+ "epoch": 4.01,
+ "learning_rate": 5.994353826850691e-06,
+ "loss": 1.8496,
+ "step": 12770
+ },
+ {
+ "epoch": 4.01,
+ "learning_rate": 5.991217063989962e-06,
+ "loss": 1.9154,
+ "step": 12780
+ },
+ {
+ "epoch": 4.01,
+ "learning_rate": 5.988080301129235e-06,
+ "loss": 1.8631,
+ "step": 12790
+ },
+ {
+ "epoch": 4.02,
+ "learning_rate": 5.984943538268507e-06,
+ "loss": 1.9562,
+ "step": 12800
+ },
+ {
+ "epoch": 4.02,
+ "learning_rate": 5.98180677540778e-06,
+ "loss": 1.9106,
+ "step": 12810
+ },
+ {
+ "epoch": 4.02,
+ "learning_rate": 5.978670012547052e-06,
+ "loss": 1.9179,
+ "step": 12820
+ },
+ {
+ "epoch": 4.02,
+ "learning_rate": 5.975533249686324e-06,
+ "loss": 1.8616,
+ "step": 12830
+ },
+ {
+ "epoch": 4.03,
+ "learning_rate": 5.972396486825597e-06,
+ "loss": 1.903,
+ "step": 12840
+ },
+ {
+ "epoch": 4.03,
+ "learning_rate": 5.969259723964868e-06,
+ "loss": 1.959,
+ "step": 12850
+ },
+ {
+ "epoch": 4.03,
+ "learning_rate": 5.96612296110414e-06,
+ "loss": 1.8867,
+ "step": 12860
+ },
+ {
+ "epoch": 4.04,
+ "learning_rate": 5.962986198243413e-06,
+ "loss": 1.889,
+ "step": 12870
+ },
+ {
+ "epoch": 4.04,
+ "learning_rate": 5.959849435382685e-06,
+ "loss": 1.9415,
+ "step": 12880
+ },
+ {
+ "epoch": 4.04,
+ "learning_rate": 5.956712672521958e-06,
+ "loss": 1.9152,
+ "step": 12890
+ },
+ {
+ "epoch": 4.05,
+ "learning_rate": 5.95357590966123e-06,
+ "loss": 1.8811,
+ "step": 12900
+ },
+ {
+ "epoch": 4.05,
+ "learning_rate": 5.950439146800502e-06,
+ "loss": 1.8701,
+ "step": 12910
+ },
+ {
+ "epoch": 4.05,
+ "learning_rate": 5.947302383939775e-06,
+ "loss": 1.9534,
+ "step": 12920
+ },
+ {
+ "epoch": 4.06,
+ "learning_rate": 5.944165621079046e-06,
+ "loss": 1.8416,
+ "step": 12930
+ },
+ {
+ "epoch": 4.06,
+ "learning_rate": 5.941028858218319e-06,
+ "loss": 1.9234,
+ "step": 12940
+ },
+ {
+ "epoch": 4.06,
+ "learning_rate": 5.937892095357591e-06,
+ "loss": 1.953,
+ "step": 12950
+ },
+ {
+ "epoch": 4.07,
+ "learning_rate": 5.934755332496863e-06,
+ "loss": 1.8865,
+ "step": 12960
+ },
+ {
+ "epoch": 4.07,
+ "learning_rate": 5.931618569636136e-06,
+ "loss": 1.9868,
+ "step": 12970
+ },
+ {
+ "epoch": 4.07,
+ "learning_rate": 5.928481806775408e-06,
+ "loss": 1.9212,
+ "step": 12980
+ },
+ {
+ "epoch": 4.07,
+ "learning_rate": 5.925345043914681e-06,
+ "loss": 1.8667,
+ "step": 12990
+ },
+ {
+ "epoch": 4.08,
+ "learning_rate": 5.922208281053953e-06,
+ "loss": 1.9371,
+ "step": 13000
+ },
+ {
+ "epoch": 4.08,
+ "learning_rate": 5.919071518193224e-06,
+ "loss": 1.9271,
+ "step": 13010
+ },
+ {
+ "epoch": 4.08,
+ "learning_rate": 5.915934755332497e-06,
+ "loss": 1.9149,
+ "step": 13020
+ },
+ {
+ "epoch": 4.09,
+ "learning_rate": 5.912797992471769e-06,
+ "loss": 1.9657,
+ "step": 13030
+ },
+ {
+ "epoch": 4.09,
+ "learning_rate": 5.909661229611042e-06,
+ "loss": 1.8185,
+ "step": 13040
+ },
+ {
+ "epoch": 4.09,
+ "learning_rate": 5.906524466750314e-06,
+ "loss": 1.943,
+ "step": 13050
+ },
+ {
+ "epoch": 4.1,
+ "learning_rate": 5.903387703889586e-06,
+ "loss": 1.8899,
+ "step": 13060
+ },
+ {
+ "epoch": 4.1,
+ "learning_rate": 5.900250941028859e-06,
+ "loss": 1.8154,
+ "step": 13070
+ },
+ {
+ "epoch": 4.1,
+ "learning_rate": 5.89711417816813e-06,
+ "loss": 1.884,
+ "step": 13080
+ },
+ {
+ "epoch": 4.11,
+ "learning_rate": 5.893977415307403e-06,
+ "loss": 1.8621,
+ "step": 13090
+ },
+ {
+ "epoch": 4.11,
+ "learning_rate": 5.890840652446675e-06,
+ "loss": 1.8992,
+ "step": 13100
+ },
+ {
+ "epoch": 4.11,
+ "learning_rate": 5.887703889585947e-06,
+ "loss": 1.8549,
+ "step": 13110
+ },
+ {
+ "epoch": 4.12,
+ "learning_rate": 5.88456712672522e-06,
+ "loss": 1.8813,
+ "step": 13120
+ },
+ {
+ "epoch": 4.12,
+ "learning_rate": 5.881430363864492e-06,
+ "loss": 1.887,
+ "step": 13130
+ },
+ {
+ "epoch": 4.12,
+ "learning_rate": 5.878293601003765e-06,
+ "loss": 1.8874,
+ "step": 13140
+ },
+ {
+ "epoch": 4.12,
+ "learning_rate": 5.875156838143037e-06,
+ "loss": 1.9424,
+ "step": 13150
+ },
+ {
+ "epoch": 4.13,
+ "learning_rate": 5.872020075282308e-06,
+ "loss": 1.841,
+ "step": 13160
+ },
+ {
+ "epoch": 4.13,
+ "learning_rate": 5.868883312421581e-06,
+ "loss": 1.9826,
+ "step": 13170
+ },
+ {
+ "epoch": 4.13,
+ "learning_rate": 5.865746549560853e-06,
+ "loss": 1.9082,
+ "step": 13180
+ },
+ {
+ "epoch": 4.14,
+ "learning_rate": 5.862609786700126e-06,
+ "loss": 1.9529,
+ "step": 13190
+ },
+ {
+ "epoch": 4.14,
+ "learning_rate": 5.859473023839398e-06,
+ "loss": 1.8686,
+ "step": 13200
+ },
+ {
+ "epoch": 4.14,
+ "learning_rate": 5.85633626097867e-06,
+ "loss": 1.8908,
+ "step": 13210
+ },
+ {
+ "epoch": 4.15,
+ "learning_rate": 5.853199498117943e-06,
+ "loss": 1.8777,
+ "step": 13220
+ },
+ {
+ "epoch": 4.15,
+ "learning_rate": 5.850062735257214e-06,
+ "loss": 1.9514,
+ "step": 13230
+ },
+ {
+ "epoch": 4.15,
+ "learning_rate": 5.846925972396488e-06,
+ "loss": 1.8951,
+ "step": 13240
+ },
+ {
+ "epoch": 4.16,
+ "learning_rate": 5.843789209535759e-06,
+ "loss": 1.9109,
+ "step": 13250
+ },
+ {
+ "epoch": 4.16,
+ "learning_rate": 5.840652446675031e-06,
+ "loss": 1.9708,
+ "step": 13260
+ },
+ {
+ "epoch": 4.16,
+ "learning_rate": 5.837515683814304e-06,
+ "loss": 1.9357,
+ "step": 13270
+ },
+ {
+ "epoch": 4.17,
+ "learning_rate": 5.834378920953576e-06,
+ "loss": 1.9021,
+ "step": 13280
+ },
+ {
+ "epoch": 4.17,
+ "learning_rate": 5.831242158092849e-06,
+ "loss": 1.9638,
+ "step": 13290
+ },
+ {
+ "epoch": 4.17,
+ "learning_rate": 5.828105395232121e-06,
+ "loss": 1.8816,
+ "step": 13300
+ },
+ {
+ "epoch": 4.18,
+ "learning_rate": 5.8249686323713925e-06,
+ "loss": 1.8564,
+ "step": 13310
+ },
+ {
+ "epoch": 4.18,
+ "learning_rate": 5.821831869510665e-06,
+ "loss": 1.9092,
+ "step": 13320
+ },
+ {
+ "epoch": 4.18,
+ "learning_rate": 5.818695106649937e-06,
+ "loss": 1.9668,
+ "step": 13330
+ },
+ {
+ "epoch": 4.18,
+ "learning_rate": 5.81555834378921e-06,
+ "loss": 1.8914,
+ "step": 13340
+ },
+ {
+ "epoch": 4.19,
+ "learning_rate": 5.812421580928482e-06,
+ "loss": 1.924,
+ "step": 13350
+ },
+ {
+ "epoch": 4.19,
+ "learning_rate": 5.809284818067754e-06,
+ "loss": 1.8328,
+ "step": 13360
+ },
+ {
+ "epoch": 4.19,
+ "learning_rate": 5.806148055207027e-06,
+ "loss": 1.9482,
+ "step": 13370
+ },
+ {
+ "epoch": 4.2,
+ "learning_rate": 5.803011292346299e-06,
+ "loss": 1.8671,
+ "step": 13380
+ },
+ {
+ "epoch": 4.2,
+ "learning_rate": 5.799874529485572e-06,
+ "loss": 1.9224,
+ "step": 13390
+ },
+ {
+ "epoch": 4.2,
+ "learning_rate": 5.796737766624843e-06,
+ "loss": 1.927,
+ "step": 13400
+ },
+ {
+ "epoch": 4.21,
+ "learning_rate": 5.7936010037641154e-06,
+ "loss": 1.8817,
+ "step": 13410
+ },
+ {
+ "epoch": 4.21,
+ "learning_rate": 5.790464240903388e-06,
+ "loss": 1.8894,
+ "step": 13420
+ },
+ {
+ "epoch": 4.21,
+ "learning_rate": 5.78732747804266e-06,
+ "loss": 1.8203,
+ "step": 13430
+ },
+ {
+ "epoch": 4.22,
+ "learning_rate": 5.784190715181933e-06,
+ "loss": 1.8829,
+ "step": 13440
+ },
+ {
+ "epoch": 4.22,
+ "learning_rate": 5.781053952321205e-06,
+ "loss": 1.9016,
+ "step": 13450
+ },
+ {
+ "epoch": 4.22,
+ "learning_rate": 5.7779171894604765e-06,
+ "loss": 1.8105,
+ "step": 13460
+ },
+ {
+ "epoch": 4.23,
+ "learning_rate": 5.774780426599749e-06,
+ "loss": 1.9625,
+ "step": 13470
+ },
+ {
+ "epoch": 4.23,
+ "learning_rate": 5.7716436637390215e-06,
+ "loss": 1.9637,
+ "step": 13480
+ },
+ {
+ "epoch": 4.23,
+ "learning_rate": 5.768506900878294e-06,
+ "loss": 2.0088,
+ "step": 13490
+ },
+ {
+ "epoch": 4.23,
+ "learning_rate": 5.765370138017566e-06,
+ "loss": 1.8245,
+ "step": 13500
+ },
+ {
+ "epoch": 4.24,
+ "learning_rate": 5.7622333751568384e-06,
+ "loss": 1.9708,
+ "step": 13510
+ },
+ {
+ "epoch": 4.24,
+ "learning_rate": 5.759096612296111e-06,
+ "loss": 1.9308,
+ "step": 13520
+ },
+ {
+ "epoch": 4.24,
+ "learning_rate": 5.755959849435383e-06,
+ "loss": 1.8563,
+ "step": 13530
+ },
+ {
+ "epoch": 4.25,
+ "learning_rate": 5.752823086574656e-06,
+ "loss": 1.8595,
+ "step": 13540
+ },
+ {
+ "epoch": 4.25,
+ "learning_rate": 5.7496863237139275e-06,
+ "loss": 1.9206,
+ "step": 13550
+ },
+ {
+ "epoch": 4.25,
+ "learning_rate": 5.7465495608531995e-06,
+ "loss": 1.8673,
+ "step": 13560
+ },
+ {
+ "epoch": 4.26,
+ "learning_rate": 5.743412797992472e-06,
+ "loss": 1.9263,
+ "step": 13570
+ },
+ {
+ "epoch": 4.26,
+ "learning_rate": 5.7402760351317444e-06,
+ "loss": 1.9281,
+ "step": 13580
+ },
+ {
+ "epoch": 4.26,
+ "learning_rate": 5.737139272271017e-06,
+ "loss": 1.8446,
+ "step": 13590
+ },
+ {
+ "epoch": 4.27,
+ "learning_rate": 5.734002509410289e-06,
+ "loss": 1.9267,
+ "step": 13600
+ },
+ {
+ "epoch": 4.27,
+ "learning_rate": 5.730865746549561e-06,
+ "loss": 1.9336,
+ "step": 13610
+ },
+ {
+ "epoch": 4.27,
+ "learning_rate": 5.727728983688834e-06,
+ "loss": 1.765,
+ "step": 13620
+ },
+ {
+ "epoch": 4.28,
+ "learning_rate": 5.7245922208281055e-06,
+ "loss": 1.9527,
+ "step": 13630
+ },
+ {
+ "epoch": 4.28,
+ "learning_rate": 5.721455457967378e-06,
+ "loss": 1.9254,
+ "step": 13640
+ },
+ {
+ "epoch": 4.28,
+ "learning_rate": 5.7183186951066505e-06,
+ "loss": 1.8996,
+ "step": 13650
+ },
+ {
+ "epoch": 4.28,
+ "learning_rate": 5.7151819322459225e-06,
+ "loss": 1.8477,
+ "step": 13660
+ },
+ {
+ "epoch": 4.29,
+ "learning_rate": 5.712045169385195e-06,
+ "loss": 1.8041,
+ "step": 13670
+ },
+ {
+ "epoch": 4.29,
+ "learning_rate": 5.7089084065244674e-06,
+ "loss": 1.8327,
+ "step": 13680
+ },
+ {
+ "epoch": 4.29,
+ "learning_rate": 5.70577164366374e-06,
+ "loss": 1.8609,
+ "step": 13690
+ },
+ {
+ "epoch": 4.3,
+ "learning_rate": 5.7026348808030115e-06,
+ "loss": 1.9412,
+ "step": 13700
+ },
+ {
+ "epoch": 4.3,
+ "learning_rate": 5.6994981179422836e-06,
+ "loss": 1.8599,
+ "step": 13710
+ },
+ {
+ "epoch": 4.3,
+ "learning_rate": 5.6963613550815565e-06,
+ "loss": 1.9285,
+ "step": 13720
+ },
+ {
+ "epoch": 4.31,
+ "learning_rate": 5.6932245922208285e-06,
+ "loss": 1.8325,
+ "step": 13730
+ },
+ {
+ "epoch": 4.31,
+ "learning_rate": 5.6900878293601006e-06,
+ "loss": 1.9623,
+ "step": 13740
+ },
+ {
+ "epoch": 4.31,
+ "learning_rate": 5.6869510664993734e-06,
+ "loss": 1.8725,
+ "step": 13750
+ },
+ {
+ "epoch": 4.32,
+ "learning_rate": 5.683814303638645e-06,
+ "loss": 1.7946,
+ "step": 13760
+ },
+ {
+ "epoch": 4.32,
+ "learning_rate": 5.680677540777918e-06,
+ "loss": 2.0362,
+ "step": 13770
+ },
+ {
+ "epoch": 4.32,
+ "learning_rate": 5.67754077791719e-06,
+ "loss": 1.8396,
+ "step": 13780
+ },
+ {
+ "epoch": 4.33,
+ "learning_rate": 5.674404015056462e-06,
+ "loss": 1.9147,
+ "step": 13790
+ },
+ {
+ "epoch": 4.33,
+ "learning_rate": 5.6712672521957345e-06,
+ "loss": 1.9386,
+ "step": 13800
+ },
+ {
+ "epoch": 4.33,
+ "learning_rate": 5.6681304893350066e-06,
+ "loss": 1.8763,
+ "step": 13810
+ },
+ {
+ "epoch": 4.34,
+ "learning_rate": 5.6649937264742795e-06,
+ "loss": 1.8439,
+ "step": 13820
+ },
+ {
+ "epoch": 4.34,
+ "learning_rate": 5.6618569636135515e-06,
+ "loss": 1.9102,
+ "step": 13830
+ },
+ {
+ "epoch": 4.34,
+ "learning_rate": 5.658720200752823e-06,
+ "loss": 1.9619,
+ "step": 13840
+ },
+ {
+ "epoch": 4.34,
+ "learning_rate": 5.655583437892096e-06,
+ "loss": 1.879,
+ "step": 13850
+ },
+ {
+ "epoch": 4.35,
+ "learning_rate": 5.652446675031368e-06,
+ "loss": 1.9166,
+ "step": 13860
+ },
+ {
+ "epoch": 4.35,
+ "learning_rate": 5.6493099121706405e-06,
+ "loss": 1.809,
+ "step": 13870
+ },
+ {
+ "epoch": 4.35,
+ "learning_rate": 5.6461731493099126e-06,
+ "loss": 1.8136,
+ "step": 13880
+ },
+ {
+ "epoch": 4.36,
+ "learning_rate": 5.643036386449185e-06,
+ "loss": 1.8419,
+ "step": 13890
+ },
+ {
+ "epoch": 4.36,
+ "learning_rate": 5.6398996235884575e-06,
+ "loss": 1.9239,
+ "step": 13900
+ },
+ {
+ "epoch": 4.36,
+ "learning_rate": 5.6367628607277296e-06,
+ "loss": 1.9159,
+ "step": 13910
+ },
+ {
+ "epoch": 4.37,
+ "learning_rate": 5.6336260978670024e-06,
+ "loss": 1.8297,
+ "step": 13920
+ },
+ {
+ "epoch": 4.37,
+ "learning_rate": 5.630489335006274e-06,
+ "loss": 1.9141,
+ "step": 13930
+ },
+ {
+ "epoch": 4.37,
+ "learning_rate": 5.627352572145546e-06,
+ "loss": 1.8885,
+ "step": 13940
+ },
+ {
+ "epoch": 4.38,
+ "learning_rate": 5.624215809284819e-06,
+ "loss": 1.9794,
+ "step": 13950
+ },
+ {
+ "epoch": 4.38,
+ "learning_rate": 5.621079046424091e-06,
+ "loss": 1.9734,
+ "step": 13960
+ },
+ {
+ "epoch": 4.38,
+ "learning_rate": 5.6179422835633635e-06,
+ "loss": 1.8771,
+ "step": 13970
+ },
+ {
+ "epoch": 4.39,
+ "learning_rate": 5.6148055207026356e-06,
+ "loss": 1.873,
+ "step": 13980
+ },
+ {
+ "epoch": 4.39,
+ "learning_rate": 5.611668757841907e-06,
+ "loss": 1.9766,
+ "step": 13990
+ },
+ {
+ "epoch": 4.39,
+ "learning_rate": 5.60853199498118e-06,
+ "loss": 1.8123,
+ "step": 14000
+ },
+ {
+ "epoch": 4.39,
+ "learning_rate": 5.605395232120452e-06,
+ "loss": 1.873,
+ "step": 14010
+ },
+ {
+ "epoch": 4.4,
+ "learning_rate": 5.602258469259725e-06,
+ "loss": 1.8561,
+ "step": 14020
+ },
+ {
+ "epoch": 4.4,
+ "learning_rate": 5.599121706398997e-06,
+ "loss": 1.9332,
+ "step": 14030
+ },
+ {
+ "epoch": 4.4,
+ "learning_rate": 5.595984943538269e-06,
+ "loss": 1.897,
+ "step": 14040
+ },
+ {
+ "epoch": 4.41,
+ "learning_rate": 5.5928481806775416e-06,
+ "loss": 1.887,
+ "step": 14050
+ },
+ {
+ "epoch": 4.41,
+ "learning_rate": 5.589711417816814e-06,
+ "loss": 1.956,
+ "step": 14060
+ },
+ {
+ "epoch": 4.41,
+ "learning_rate": 5.5865746549560865e-06,
+ "loss": 1.9316,
+ "step": 14070
+ },
+ {
+ "epoch": 4.42,
+ "learning_rate": 5.583437892095358e-06,
+ "loss": 1.8974,
+ "step": 14080
+ },
+ {
+ "epoch": 4.42,
+ "learning_rate": 5.58030112923463e-06,
+ "loss": 1.9333,
+ "step": 14090
+ },
+ {
+ "epoch": 4.42,
+ "learning_rate": 5.577164366373903e-06,
+ "loss": 1.896,
+ "step": 14100
+ },
+ {
+ "epoch": 4.43,
+ "learning_rate": 5.574027603513175e-06,
+ "loss": 1.8135,
+ "step": 14110
+ },
+ {
+ "epoch": 4.43,
+ "learning_rate": 5.5708908406524476e-06,
+ "loss": 1.8435,
+ "step": 14120
+ },
+ {
+ "epoch": 4.43,
+ "learning_rate": 5.56775407779172e-06,
+ "loss": 1.8622,
+ "step": 14130
+ },
+ {
+ "epoch": 4.44,
+ "learning_rate": 5.564617314930991e-06,
+ "loss": 1.9146,
+ "step": 14140
+ },
+ {
+ "epoch": 4.44,
+ "learning_rate": 5.5614805520702646e-06,
+ "loss": 1.8822,
+ "step": 14150
+ },
+ {
+ "epoch": 4.44,
+ "learning_rate": 5.558343789209536e-06,
+ "loss": 1.9138,
+ "step": 14160
+ },
+ {
+ "epoch": 4.44,
+ "learning_rate": 5.555207026348809e-06,
+ "loss": 1.8841,
+ "step": 14170
+ },
+ {
+ "epoch": 4.45,
+ "learning_rate": 5.552070263488081e-06,
+ "loss": 1.9401,
+ "step": 14180
+ },
+ {
+ "epoch": 4.45,
+ "learning_rate": 5.548933500627353e-06,
+ "loss": 1.8915,
+ "step": 14190
+ },
+ {
+ "epoch": 4.45,
+ "learning_rate": 5.545796737766626e-06,
+ "loss": 1.8691,
+ "step": 14200
+ },
+ {
+ "epoch": 4.46,
+ "learning_rate": 5.542659974905898e-06,
+ "loss": 1.8973,
+ "step": 14210
+ },
+ {
+ "epoch": 4.46,
+ "learning_rate": 5.5395232120451706e-06,
+ "loss": 1.9184,
+ "step": 14220
+ },
+ {
+ "epoch": 4.46,
+ "learning_rate": 5.536386449184442e-06,
+ "loss": 1.913,
+ "step": 14230
+ },
+ {
+ "epoch": 4.47,
+ "learning_rate": 5.533249686323714e-06,
+ "loss": 1.8781,
+ "step": 14240
+ },
+ {
+ "epoch": 4.47,
+ "learning_rate": 5.530112923462987e-06,
+ "loss": 1.9734,
+ "step": 14250
+ },
+ {
+ "epoch": 4.47,
+ "learning_rate": 5.526976160602259e-06,
+ "loss": 1.8681,
+ "step": 14260
+ },
+ {
+ "epoch": 4.48,
+ "learning_rate": 5.523839397741532e-06,
+ "loss": 1.848,
+ "step": 14270
+ },
+ {
+ "epoch": 4.48,
+ "learning_rate": 5.520702634880804e-06,
+ "loss": 1.8625,
+ "step": 14280
+ },
+ {
+ "epoch": 4.48,
+ "learning_rate": 5.517565872020076e-06,
+ "loss": 1.9166,
+ "step": 14290
+ },
+ {
+ "epoch": 4.49,
+ "learning_rate": 5.514429109159349e-06,
+ "loss": 1.8398,
+ "step": 14300
+ },
+ {
+ "epoch": 4.49,
+ "learning_rate": 5.51129234629862e-06,
+ "loss": 1.867,
+ "step": 14310
+ },
+ {
+ "epoch": 4.49,
+ "learning_rate": 5.508155583437893e-06,
+ "loss": 1.9392,
+ "step": 14320
+ },
+ {
+ "epoch": 4.49,
+ "learning_rate": 5.505018820577165e-06,
+ "loss": 1.9181,
+ "step": 14330
+ },
+ {
+ "epoch": 4.5,
+ "learning_rate": 5.501882057716437e-06,
+ "loss": 1.904,
+ "step": 14340
+ },
+ {
+ "epoch": 4.5,
+ "learning_rate": 5.49874529485571e-06,
+ "loss": 1.8688,
+ "step": 14350
+ },
+ {
+ "epoch": 4.5,
+ "learning_rate": 5.495608531994982e-06,
+ "loss": 1.8458,
+ "step": 14360
+ },
+ {
+ "epoch": 4.51,
+ "learning_rate": 5.492471769134255e-06,
+ "loss": 1.8275,
+ "step": 14370
+ },
+ {
+ "epoch": 4.51,
+ "learning_rate": 5.489335006273526e-06,
+ "loss": 1.9024,
+ "step": 14380
+ },
+ {
+ "epoch": 4.51,
+ "learning_rate": 5.486198243412798e-06,
+ "loss": 1.8987,
+ "step": 14390
+ },
+ {
+ "epoch": 4.52,
+ "learning_rate": 5.483061480552071e-06,
+ "loss": 1.8981,
+ "step": 14400
+ },
+ {
+ "epoch": 4.52,
+ "learning_rate": 5.479924717691343e-06,
+ "loss": 1.9143,
+ "step": 14410
+ },
+ {
+ "epoch": 4.52,
+ "learning_rate": 5.476787954830616e-06,
+ "loss": 1.8899,
+ "step": 14420
+ },
+ {
+ "epoch": 4.53,
+ "learning_rate": 5.473651191969888e-06,
+ "loss": 1.8701,
+ "step": 14430
+ },
+ {
+ "epoch": 4.53,
+ "learning_rate": 5.47051442910916e-06,
+ "loss": 1.927,
+ "step": 14440
+ },
+ {
+ "epoch": 4.53,
+ "learning_rate": 5.467377666248433e-06,
+ "loss": 1.8568,
+ "step": 14450
+ },
+ {
+ "epoch": 4.54,
+ "learning_rate": 5.464240903387704e-06,
+ "loss": 1.9297,
+ "step": 14460
+ },
+ {
+ "epoch": 4.54,
+ "learning_rate": 5.461104140526977e-06,
+ "loss": 1.9036,
+ "step": 14470
+ },
+ {
+ "epoch": 4.54,
+ "learning_rate": 5.457967377666249e-06,
+ "loss": 1.8501,
+ "step": 14480
+ },
+ {
+ "epoch": 4.55,
+ "learning_rate": 5.454830614805521e-06,
+ "loss": 1.8453,
+ "step": 14490
+ },
+ {
+ "epoch": 4.55,
+ "learning_rate": 5.451693851944794e-06,
+ "loss": 1.8577,
+ "step": 14500
+ },
+ {
+ "epoch": 4.55,
+ "learning_rate": 5.448557089084066e-06,
+ "loss": 1.8766,
+ "step": 14510
+ },
+ {
+ "epoch": 4.55,
+ "learning_rate": 5.445420326223339e-06,
+ "loss": 1.9118,
+ "step": 14520
+ },
+ {
+ "epoch": 4.56,
+ "learning_rate": 5.442283563362611e-06,
+ "loss": 1.9961,
+ "step": 14530
+ },
+ {
+ "epoch": 4.56,
+ "learning_rate": 5.439146800501882e-06,
+ "loss": 1.8682,
+ "step": 14540
+ },
+ {
+ "epoch": 4.56,
+ "learning_rate": 5.436010037641155e-06,
+ "loss": 1.8594,
+ "step": 14550
+ },
+ {
+ "epoch": 4.57,
+ "learning_rate": 5.432873274780427e-06,
+ "loss": 1.861,
+ "step": 14560
+ },
+ {
+ "epoch": 4.57,
+ "learning_rate": 5.4297365119197e-06,
+ "loss": 1.9484,
+ "step": 14570
+ },
+ {
+ "epoch": 4.57,
+ "learning_rate": 5.426599749058972e-06,
+ "loss": 1.8979,
+ "step": 14580
+ },
+ {
+ "epoch": 4.58,
+ "learning_rate": 5.423462986198244e-06,
+ "loss": 1.8477,
+ "step": 14590
+ },
+ {
+ "epoch": 4.58,
+ "learning_rate": 5.420326223337517e-06,
+ "loss": 1.926,
+ "step": 14600
+ },
+ {
+ "epoch": 4.58,
+ "learning_rate": 5.417189460476788e-06,
+ "loss": 1.9283,
+ "step": 14610
+ },
+ {
+ "epoch": 4.59,
+ "learning_rate": 5.41405269761606e-06,
+ "loss": 1.8808,
+ "step": 14620
+ },
+ {
+ "epoch": 4.59,
+ "learning_rate": 5.410915934755333e-06,
+ "loss": 1.9147,
+ "step": 14630
+ },
+ {
+ "epoch": 4.59,
+ "learning_rate": 5.407779171894605e-06,
+ "loss": 1.8446,
+ "step": 14640
+ },
+ {
+ "epoch": 4.6,
+ "learning_rate": 5.404642409033878e-06,
+ "loss": 1.8838,
+ "step": 14650
+ },
+ {
+ "epoch": 4.6,
+ "learning_rate": 5.40150564617315e-06,
+ "loss": 1.9644,
+ "step": 14660
+ },
+ {
+ "epoch": 4.6,
+ "learning_rate": 5.398368883312422e-06,
+ "loss": 1.96,
+ "step": 14670
+ },
+ {
+ "epoch": 4.6,
+ "learning_rate": 5.395232120451695e-06,
+ "loss": 1.8574,
+ "step": 14680
+ },
+ {
+ "epoch": 4.61,
+ "learning_rate": 5.392095357590966e-06,
+ "loss": 1.8522,
+ "step": 14690
+ },
+ {
+ "epoch": 4.61,
+ "learning_rate": 5.388958594730239e-06,
+ "loss": 1.902,
+ "step": 14700
+ },
+ {
+ "epoch": 4.61,
+ "learning_rate": 5.385821831869511e-06,
+ "loss": 1.8718,
+ "step": 14710
+ },
+ {
+ "epoch": 4.62,
+ "learning_rate": 5.382685069008783e-06,
+ "loss": 1.8183,
+ "step": 14720
+ },
+ {
+ "epoch": 4.62,
+ "learning_rate": 5.379548306148056e-06,
+ "loss": 1.91,
+ "step": 14730
+ },
+ {
+ "epoch": 4.62,
+ "learning_rate": 5.376411543287328e-06,
+ "loss": 1.8759,
+ "step": 14740
+ },
+ {
+ "epoch": 4.63,
+ "learning_rate": 5.373274780426601e-06,
+ "loss": 1.9229,
+ "step": 14750
+ },
+ {
+ "epoch": 4.63,
+ "learning_rate": 5.370138017565872e-06,
+ "loss": 1.8429,
+ "step": 14760
+ },
+ {
+ "epoch": 4.63,
+ "learning_rate": 5.367001254705144e-06,
+ "loss": 1.9231,
+ "step": 14770
+ },
+ {
+ "epoch": 4.64,
+ "learning_rate": 5.363864491844417e-06,
+ "loss": 1.8604,
+ "step": 14780
+ },
+ {
+ "epoch": 4.64,
+ "learning_rate": 5.360727728983689e-06,
+ "loss": 1.8929,
+ "step": 14790
+ },
+ {
+ "epoch": 4.64,
+ "learning_rate": 5.357590966122962e-06,
+ "loss": 1.8052,
+ "step": 14800
+ },
+ {
+ "epoch": 4.65,
+ "learning_rate": 5.354454203262234e-06,
+ "loss": 1.9085,
+ "step": 14810
+ },
+ {
+ "epoch": 4.65,
+ "learning_rate": 5.351317440401506e-06,
+ "loss": 1.902,
+ "step": 14820
+ },
+ {
+ "epoch": 4.65,
+ "learning_rate": 5.348180677540779e-06,
+ "loss": 1.8918,
+ "step": 14830
+ },
+ {
+ "epoch": 4.65,
+ "learning_rate": 5.34504391468005e-06,
+ "loss": 1.883,
+ "step": 14840
+ },
+ {
+ "epoch": 4.66,
+ "learning_rate": 5.341907151819323e-06,
+ "loss": 1.8666,
+ "step": 14850
+ },
+ {
+ "epoch": 4.66,
+ "learning_rate": 5.338770388958595e-06,
+ "loss": 1.8527,
+ "step": 14860
+ },
+ {
+ "epoch": 4.66,
+ "learning_rate": 5.335633626097867e-06,
+ "loss": 1.8875,
+ "step": 14870
+ },
+ {
+ "epoch": 4.67,
+ "learning_rate": 5.33249686323714e-06,
+ "loss": 1.9765,
+ "step": 14880
+ },
+ {
+ "epoch": 4.67,
+ "learning_rate": 5.329360100376412e-06,
+ "loss": 1.7983,
+ "step": 14890
+ },
+ {
+ "epoch": 4.67,
+ "learning_rate": 5.326223337515685e-06,
+ "loss": 1.895,
+ "step": 14900
+ },
+ {
+ "epoch": 4.68,
+ "learning_rate": 5.323086574654956e-06,
+ "loss": 1.9591,
+ "step": 14910
+ },
+ {
+ "epoch": 4.68,
+ "learning_rate": 5.319949811794228e-06,
+ "loss": 1.9159,
+ "step": 14920
+ },
+ {
+ "epoch": 4.68,
+ "learning_rate": 5.316813048933501e-06,
+ "loss": 1.8443,
+ "step": 14930
+ },
+ {
+ "epoch": 4.69,
+ "learning_rate": 5.313676286072773e-06,
+ "loss": 1.9166,
+ "step": 14940
+ },
+ {
+ "epoch": 4.69,
+ "learning_rate": 5.310539523212046e-06,
+ "loss": 1.8883,
+ "step": 14950
+ },
+ {
+ "epoch": 4.69,
+ "learning_rate": 5.307402760351318e-06,
+ "loss": 1.9,
+ "step": 14960
+ },
+ {
+ "epoch": 4.7,
+ "learning_rate": 5.30426599749059e-06,
+ "loss": 1.7444,
+ "step": 14970
+ },
+ {
+ "epoch": 4.7,
+ "learning_rate": 5.301129234629863e-06,
+ "loss": 1.8834,
+ "step": 14980
+ },
+ {
+ "epoch": 4.7,
+ "learning_rate": 5.297992471769134e-06,
+ "loss": 1.8931,
+ "step": 14990
+ },
+ {
+ "epoch": 4.71,
+ "learning_rate": 5.294855708908407e-06,
+ "loss": 1.8867,
+ "step": 15000
+ },
+ {
+ "epoch": 4.71,
+ "learning_rate": 5.291718946047679e-06,
+ "loss": 1.8816,
+ "step": 15010
+ },
+ {
+ "epoch": 4.71,
+ "learning_rate": 5.288582183186951e-06,
+ "loss": 1.8777,
+ "step": 15020
+ },
+ {
+ "epoch": 4.71,
+ "learning_rate": 5.285445420326224e-06,
+ "loss": 1.9305,
+ "step": 15030
+ },
+ {
+ "epoch": 4.72,
+ "learning_rate": 5.282308657465496e-06,
+ "loss": 1.9274,
+ "step": 15040
+ },
+ {
+ "epoch": 4.72,
+ "learning_rate": 5.279171894604769e-06,
+ "loss": 1.8658,
+ "step": 15050
+ },
+ {
+ "epoch": 4.72,
+ "learning_rate": 5.276035131744041e-06,
+ "loss": 1.9291,
+ "step": 15060
+ },
+ {
+ "epoch": 4.73,
+ "learning_rate": 5.272898368883312e-06,
+ "loss": 1.8839,
+ "step": 15070
+ },
+ {
+ "epoch": 4.73,
+ "learning_rate": 5.269761606022585e-06,
+ "loss": 1.8327,
+ "step": 15080
+ },
+ {
+ "epoch": 4.73,
+ "learning_rate": 5.266624843161857e-06,
+ "loss": 1.8446,
+ "step": 15090
+ },
+ {
+ "epoch": 4.74,
+ "learning_rate": 5.26348808030113e-06,
+ "loss": 1.8522,
+ "step": 15100
+ },
+ {
+ "epoch": 4.74,
+ "learning_rate": 5.260351317440402e-06,
+ "loss": 1.7783,
+ "step": 15110
+ },
+ {
+ "epoch": 4.74,
+ "learning_rate": 5.257214554579674e-06,
+ "loss": 1.8502,
+ "step": 15120
+ },
+ {
+ "epoch": 4.75,
+ "learning_rate": 5.254077791718947e-06,
+ "loss": 1.8753,
+ "step": 15130
+ },
+ {
+ "epoch": 4.75,
+ "learning_rate": 5.250941028858218e-06,
+ "loss": 1.9161,
+ "step": 15140
+ },
+ {
+ "epoch": 4.75,
+ "learning_rate": 5.247804265997491e-06,
+ "loss": 1.9177,
+ "step": 15150
+ },
+ {
+ "epoch": 4.76,
+ "learning_rate": 5.244667503136763e-06,
+ "loss": 1.8746,
+ "step": 15160
+ },
+ {
+ "epoch": 4.76,
+ "learning_rate": 5.241530740276035e-06,
+ "loss": 1.9254,
+ "step": 15170
+ },
+ {
+ "epoch": 4.76,
+ "learning_rate": 5.238393977415308e-06,
+ "loss": 1.8629,
+ "step": 15180
+ },
+ {
+ "epoch": 4.76,
+ "learning_rate": 5.23525721455458e-06,
+ "loss": 1.9017,
+ "step": 15190
+ },
+ {
+ "epoch": 4.77,
+ "learning_rate": 5.232120451693853e-06,
+ "loss": 1.8562,
+ "step": 15200
+ },
+ {
+ "epoch": 4.77,
+ "learning_rate": 5.228983688833125e-06,
+ "loss": 1.9271,
+ "step": 15210
+ },
+ {
+ "epoch": 4.77,
+ "learning_rate": 5.225846925972396e-06,
+ "loss": 1.8436,
+ "step": 15220
+ },
+ {
+ "epoch": 4.78,
+ "learning_rate": 5.222710163111669e-06,
+ "loss": 1.9025,
+ "step": 15230
+ },
+ {
+ "epoch": 4.78,
+ "learning_rate": 5.219573400250941e-06,
+ "loss": 1.9184,
+ "step": 15240
+ },
+ {
+ "epoch": 4.78,
+ "learning_rate": 5.216436637390214e-06,
+ "loss": 1.9348,
+ "step": 15250
+ },
+ {
+ "epoch": 4.79,
+ "learning_rate": 5.213299874529486e-06,
+ "loss": 1.8559,
+ "step": 15260
+ },
+ {
+ "epoch": 4.79,
+ "learning_rate": 5.210163111668758e-06,
+ "loss": 1.833,
+ "step": 15270
+ },
+ {
+ "epoch": 4.79,
+ "learning_rate": 5.207026348808031e-06,
+ "loss": 1.8749,
+ "step": 15280
+ },
+ {
+ "epoch": 4.8,
+ "learning_rate": 5.203889585947302e-06,
+ "loss": 1.8664,
+ "step": 15290
+ },
+ {
+ "epoch": 4.8,
+ "learning_rate": 5.200752823086576e-06,
+ "loss": 1.9232,
+ "step": 15300
+ },
+ {
+ "epoch": 4.8,
+ "learning_rate": 5.197616060225847e-06,
+ "loss": 1.9121,
+ "step": 15310
+ },
+ {
+ "epoch": 4.81,
+ "learning_rate": 5.194479297365119e-06,
+ "loss": 1.9184,
+ "step": 15320
+ },
+ {
+ "epoch": 4.81,
+ "learning_rate": 5.191342534504392e-06,
+ "loss": 1.865,
+ "step": 15330
+ },
+ {
+ "epoch": 4.81,
+ "learning_rate": 5.188205771643664e-06,
+ "loss": 1.9039,
+ "step": 15340
+ },
+ {
+ "epoch": 4.81,
+ "learning_rate": 5.185069008782937e-06,
+ "loss": 1.8667,
+ "step": 15350
+ },
+ {
+ "epoch": 4.82,
+ "learning_rate": 5.181932245922209e-06,
+ "loss": 1.8866,
+ "step": 15360
+ },
+ {
+ "epoch": 4.82,
+ "learning_rate": 5.17879548306148e-06,
+ "loss": 1.8476,
+ "step": 15370
+ },
+ {
+ "epoch": 4.82,
+ "learning_rate": 5.175658720200753e-06,
+ "loss": 1.8192,
+ "step": 15380
+ },
+ {
+ "epoch": 4.83,
+ "learning_rate": 5.172521957340025e-06,
+ "loss": 1.8782,
+ "step": 15390
+ },
+ {
+ "epoch": 4.83,
+ "learning_rate": 5.169385194479298e-06,
+ "loss": 1.9038,
+ "step": 15400
+ },
+ {
+ "epoch": 4.83,
+ "learning_rate": 5.16624843161857e-06,
+ "loss": 1.9254,
+ "step": 15410
+ },
+ {
+ "epoch": 4.84,
+ "learning_rate": 5.163111668757842e-06,
+ "loss": 1.9146,
+ "step": 15420
+ },
+ {
+ "epoch": 4.84,
+ "learning_rate": 5.159974905897115e-06,
+ "loss": 1.8519,
+ "step": 15430
+ },
+ {
+ "epoch": 4.84,
+ "learning_rate": 5.156838143036387e-06,
+ "loss": 1.8355,
+ "step": 15440
+ },
+ {
+ "epoch": 4.85,
+ "learning_rate": 5.15370138017566e-06,
+ "loss": 1.8274,
+ "step": 15450
+ },
+ {
+ "epoch": 4.85,
+ "learning_rate": 5.150564617314931e-06,
+ "loss": 1.9244,
+ "step": 15460
+ },
+ {
+ "epoch": 4.85,
+ "learning_rate": 5.147427854454203e-06,
+ "loss": 1.912,
+ "step": 15470
+ },
+ {
+ "epoch": 4.86,
+ "learning_rate": 5.144291091593476e-06,
+ "loss": 1.9544,
+ "step": 15480
+ },
+ {
+ "epoch": 4.86,
+ "learning_rate": 5.141154328732748e-06,
+ "loss": 1.8746,
+ "step": 15490
+ },
+ {
+ "epoch": 4.86,
+ "learning_rate": 5.13801756587202e-06,
+ "loss": 1.906,
+ "step": 15500
+ },
+ {
+ "epoch": 4.87,
+ "learning_rate": 5.134880803011293e-06,
+ "loss": 1.9023,
+ "step": 15510
+ },
+ {
+ "epoch": 4.87,
+ "learning_rate": 5.131744040150564e-06,
+ "loss": 1.9178,
+ "step": 15520
+ },
+ {
+ "epoch": 4.87,
+ "learning_rate": 5.128607277289837e-06,
+ "loss": 1.8647,
+ "step": 15530
+ },
+ {
+ "epoch": 4.87,
+ "learning_rate": 5.125470514429109e-06,
+ "loss": 1.9327,
+ "step": 15540
+ },
+ {
+ "epoch": 4.88,
+ "learning_rate": 5.122333751568381e-06,
+ "loss": 1.8794,
+ "step": 15550
+ },
+ {
+ "epoch": 4.88,
+ "learning_rate": 5.119196988707654e-06,
+ "loss": 1.975,
+ "step": 15560
+ },
+ {
+ "epoch": 4.88,
+ "learning_rate": 5.116060225846926e-06,
+ "loss": 1.9128,
+ "step": 15570
+ },
+ {
+ "epoch": 4.89,
+ "learning_rate": 5.112923462986199e-06,
+ "loss": 1.9147,
+ "step": 15580
+ },
+ {
+ "epoch": 4.89,
+ "learning_rate": 5.109786700125471e-06,
+ "loss": 1.9159,
+ "step": 15590
+ },
+ {
+ "epoch": 4.89,
+ "learning_rate": 5.106649937264742e-06,
+ "loss": 1.9288,
+ "step": 15600
+ },
+ {
+ "epoch": 4.9,
+ "learning_rate": 5.103513174404015e-06,
+ "loss": 1.8773,
+ "step": 15610
+ },
+ {
+ "epoch": 4.9,
+ "learning_rate": 5.100376411543287e-06,
+ "loss": 1.8637,
+ "step": 15620
+ },
+ {
+ "epoch": 4.9,
+ "learning_rate": 5.09723964868256e-06,
+ "loss": 1.9168,
+ "step": 15630
+ },
+ {
+ "epoch": 4.91,
+ "learning_rate": 5.094102885821832e-06,
+ "loss": 1.8844,
+ "step": 15640
+ },
+ {
+ "epoch": 4.91,
+ "learning_rate": 5.090966122961104e-06,
+ "loss": 1.9208,
+ "step": 15650
+ },
+ {
+ "epoch": 4.91,
+ "learning_rate": 5.087829360100377e-06,
+ "loss": 1.8717,
+ "step": 15660
+ },
+ {
+ "epoch": 4.92,
+ "learning_rate": 5.084692597239648e-06,
+ "loss": 1.9348,
+ "step": 15670
+ },
+ {
+ "epoch": 4.92,
+ "learning_rate": 5.081555834378922e-06,
+ "loss": 1.8565,
+ "step": 15680
+ },
+ {
+ "epoch": 4.92,
+ "learning_rate": 5.078419071518193e-06,
+ "loss": 1.8659,
+ "step": 15690
+ },
+ {
+ "epoch": 4.92,
+ "learning_rate": 5.075282308657465e-06,
+ "loss": 1.8334,
+ "step": 15700
+ },
+ {
+ "epoch": 4.93,
+ "learning_rate": 5.072145545796738e-06,
+ "loss": 1.8489,
+ "step": 15710
+ },
+ {
+ "epoch": 4.93,
+ "learning_rate": 5.06900878293601e-06,
+ "loss": 1.8754,
+ "step": 15720
+ },
+ {
+ "epoch": 4.93,
+ "learning_rate": 5.065872020075283e-06,
+ "loss": 1.901,
+ "step": 15730
+ },
+ {
+ "epoch": 4.94,
+ "learning_rate": 5.062735257214555e-06,
+ "loss": 1.8595,
+ "step": 15740
+ },
+ {
+ "epoch": 4.94,
+ "learning_rate": 5.0595984943538265e-06,
+ "loss": 1.7944,
+ "step": 15750
+ },
+ {
+ "epoch": 4.94,
+ "learning_rate": 5.056461731493099e-06,
+ "loss": 1.8644,
+ "step": 15760
+ },
+ {
+ "epoch": 4.95,
+ "learning_rate": 5.053324968632371e-06,
+ "loss": 1.8543,
+ "step": 15770
+ },
+ {
+ "epoch": 4.95,
+ "learning_rate": 5.050188205771644e-06,
+ "loss": 1.8879,
+ "step": 15780
+ },
+ {
+ "epoch": 4.95,
+ "learning_rate": 5.047051442910916e-06,
+ "loss": 1.9381,
+ "step": 15790
+ },
+ {
+ "epoch": 4.96,
+ "learning_rate": 5.043914680050188e-06,
+ "loss": 1.9313,
+ "step": 15800
+ },
+ {
+ "epoch": 4.96,
+ "learning_rate": 5.040777917189461e-06,
+ "loss": 1.8585,
+ "step": 15810
+ },
+ {
+ "epoch": 4.96,
+ "learning_rate": 5.037641154328733e-06,
+ "loss": 1.9605,
+ "step": 15820
+ },
+ {
+ "epoch": 4.97,
+ "learning_rate": 5.034504391468006e-06,
+ "loss": 1.8209,
+ "step": 15830
+ },
+ {
+ "epoch": 4.97,
+ "learning_rate": 5.031367628607277e-06,
+ "loss": 1.7861,
+ "step": 15840
+ },
+ {
+ "epoch": 4.97,
+ "learning_rate": 5.0282308657465495e-06,
+ "loss": 1.8689,
+ "step": 15850
+ },
+ {
+ "epoch": 4.97,
+ "learning_rate": 5.025094102885822e-06,
+ "loss": 1.8678,
+ "step": 15860
+ },
+ {
+ "epoch": 4.98,
+ "learning_rate": 5.021957340025094e-06,
+ "loss": 1.981,
+ "step": 15870
+ },
+ {
+ "epoch": 4.98,
+ "learning_rate": 5.018820577164367e-06,
+ "loss": 1.769,
+ "step": 15880
+ },
+ {
+ "epoch": 4.98,
+ "learning_rate": 5.015683814303639e-06,
+ "loss": 1.8633,
+ "step": 15890
+ },
+ {
+ "epoch": 4.99,
+ "learning_rate": 5.0125470514429105e-06,
+ "loss": 2.0299,
+ "step": 15900
+ },
+ {
+ "epoch": 4.99,
+ "learning_rate": 5.0094102885821834e-06,
+ "loss": 1.9424,
+ "step": 15910
+ },
+ {
+ "epoch": 4.99,
+ "learning_rate": 5.0062735257214555e-06,
+ "loss": 1.9456,
+ "step": 15920
+ },
+ {
+ "epoch": 5.0,
+ "learning_rate": 5.003136762860728e-06,
+ "loss": 1.8269,
+ "step": 15930
+ },
+ {
+ "epoch": 5.0,
+ "learning_rate": 5e-06,
+ "loss": 1.8382,
+ "step": 15940
+ },
+ {
+ "epoch": 5.0,
+ "eval_loss": 1.828749418258667,
+ "eval_runtime": 13.6137,
+ "eval_samples_per_second": 73.455,
+ "eval_steps_per_second": 4.628,
+ "step": 15940
+ },
+ {
+ "epoch": 5.0,
+ "learning_rate": 4.9968632371392725e-06,
+ "loss": 1.9341,
+ "step": 15950
+ },
+ {
+ "epoch": 5.01,
+ "learning_rate": 4.993726474278545e-06,
+ "loss": 1.8757,
+ "step": 15960
+ },
+ {
+ "epoch": 5.01,
+ "learning_rate": 4.990589711417817e-06,
+ "loss": 1.8885,
+ "step": 15970
+ },
+ {
+ "epoch": 5.01,
+ "learning_rate": 4.9874529485570894e-06,
+ "loss": 1.806,
+ "step": 15980
+ },
+ {
+ "epoch": 5.02,
+ "learning_rate": 4.9843161856963615e-06,
+ "loss": 1.8617,
+ "step": 15990
+ },
+ {
+ "epoch": 5.02,
+ "learning_rate": 4.981179422835634e-06,
+ "loss": 1.8927,
+ "step": 16000
+ },
+ {
+ "epoch": 5.02,
+ "learning_rate": 4.978042659974906e-06,
+ "loss": 1.8202,
+ "step": 16010
+ },
+ {
+ "epoch": 5.03,
+ "learning_rate": 4.9749058971141785e-06,
+ "loss": 1.898,
+ "step": 16020
+ },
+ {
+ "epoch": 5.03,
+ "learning_rate": 4.9717691342534505e-06,
+ "loss": 1.8298,
+ "step": 16030
+ },
+ {
+ "epoch": 5.03,
+ "learning_rate": 4.968632371392723e-06,
+ "loss": 1.8598,
+ "step": 16040
+ },
+ {
+ "epoch": 5.03,
+ "learning_rate": 4.9654956085319954e-06,
+ "loss": 1.9222,
+ "step": 16050
+ },
+ {
+ "epoch": 5.04,
+ "learning_rate": 4.9623588456712675e-06,
+ "loss": 1.8679,
+ "step": 16060
+ },
+ {
+ "epoch": 5.04,
+ "learning_rate": 4.9592220828105395e-06,
+ "loss": 1.8874,
+ "step": 16070
+ },
+ {
+ "epoch": 5.04,
+ "learning_rate": 4.9560853199498124e-06,
+ "loss": 1.8677,
+ "step": 16080
+ },
+ {
+ "epoch": 5.05,
+ "learning_rate": 4.9529485570890845e-06,
+ "loss": 1.753,
+ "step": 16090
+ },
+ {
+ "epoch": 5.05,
+ "learning_rate": 4.9498117942283565e-06,
+ "loss": 1.759,
+ "step": 16100
+ },
+ {
+ "epoch": 5.05,
+ "learning_rate": 4.946675031367629e-06,
+ "loss": 1.8249,
+ "step": 16110
+ },
+ {
+ "epoch": 5.06,
+ "learning_rate": 4.9435382685069015e-06,
+ "loss": 1.9584,
+ "step": 16120
+ },
+ {
+ "epoch": 5.06,
+ "learning_rate": 4.9404015056461735e-06,
+ "loss": 1.9016,
+ "step": 16130
+ },
+ {
+ "epoch": 5.06,
+ "learning_rate": 4.9372647427854455e-06,
+ "loss": 1.7952,
+ "step": 16140
+ },
+ {
+ "epoch": 5.07,
+ "learning_rate": 4.9341279799247184e-06,
+ "loss": 1.8447,
+ "step": 16150
+ },
+ {
+ "epoch": 5.07,
+ "learning_rate": 4.9309912170639905e-06,
+ "loss": 1.8471,
+ "step": 16160
+ },
+ {
+ "epoch": 5.07,
+ "learning_rate": 4.9278544542032625e-06,
+ "loss": 1.7276,
+ "step": 16170
+ },
+ {
+ "epoch": 5.08,
+ "learning_rate": 4.9247176913425346e-06,
+ "loss": 1.7841,
+ "step": 16180
+ },
+ {
+ "epoch": 5.08,
+ "learning_rate": 4.9215809284818075e-06,
+ "loss": 1.8478,
+ "step": 16190
+ },
+ {
+ "epoch": 5.08,
+ "learning_rate": 4.9184441656210795e-06,
+ "loss": 1.9077,
+ "step": 16200
+ },
+ {
+ "epoch": 5.08,
+ "learning_rate": 4.9153074027603516e-06,
+ "loss": 1.9702,
+ "step": 16210
+ },
+ {
+ "epoch": 5.09,
+ "learning_rate": 4.912170639899624e-06,
+ "loss": 1.8798,
+ "step": 16220
+ },
+ {
+ "epoch": 5.09,
+ "learning_rate": 4.9090338770388965e-06,
+ "loss": 1.8828,
+ "step": 16230
+ },
+ {
+ "epoch": 5.09,
+ "learning_rate": 4.9058971141781685e-06,
+ "loss": 1.858,
+ "step": 16240
+ },
+ {
+ "epoch": 5.1,
+ "learning_rate": 4.902760351317441e-06,
+ "loss": 1.9143,
+ "step": 16250
+ },
+ {
+ "epoch": 5.1,
+ "learning_rate": 4.899623588456713e-06,
+ "loss": 1.845,
+ "step": 16260
+ },
+ {
+ "epoch": 5.1,
+ "learning_rate": 4.8964868255959855e-06,
+ "loss": 1.9097,
+ "step": 16270
+ },
+ {
+ "epoch": 5.11,
+ "learning_rate": 4.8933500627352576e-06,
+ "loss": 1.8443,
+ "step": 16280
+ },
+ {
+ "epoch": 5.11,
+ "learning_rate": 4.89021329987453e-06,
+ "loss": 1.8654,
+ "step": 16290
+ },
+ {
+ "epoch": 5.11,
+ "learning_rate": 4.8870765370138025e-06,
+ "loss": 1.9197,
+ "step": 16300
+ },
+ {
+ "epoch": 5.12,
+ "learning_rate": 4.8839397741530745e-06,
+ "loss": 1.8181,
+ "step": 16310
+ },
+ {
+ "epoch": 5.12,
+ "learning_rate": 4.880803011292347e-06,
+ "loss": 1.8374,
+ "step": 16320
+ },
+ {
+ "epoch": 5.12,
+ "learning_rate": 4.877666248431619e-06,
+ "loss": 1.7974,
+ "step": 16330
+ },
+ {
+ "epoch": 5.13,
+ "learning_rate": 4.8745294855708915e-06,
+ "loss": 1.8759,
+ "step": 16340
+ },
+ {
+ "epoch": 5.13,
+ "learning_rate": 4.8713927227101636e-06,
+ "loss": 1.8612,
+ "step": 16350
+ },
+ {
+ "epoch": 5.13,
+ "learning_rate": 4.868255959849436e-06,
+ "loss": 1.8389,
+ "step": 16360
+ },
+ {
+ "epoch": 5.13,
+ "learning_rate": 4.865119196988708e-06,
+ "loss": 1.8966,
+ "step": 16370
+ },
+ {
+ "epoch": 5.14,
+ "learning_rate": 4.8619824341279805e-06,
+ "loss": 1.9176,
+ "step": 16380
+ },
+ {
+ "epoch": 5.14,
+ "learning_rate": 4.858845671267253e-06,
+ "loss": 1.8387,
+ "step": 16390
+ },
+ {
+ "epoch": 5.14,
+ "learning_rate": 4.8557089084065255e-06,
+ "loss": 1.8397,
+ "step": 16400
+ },
+ {
+ "epoch": 5.15,
+ "learning_rate": 4.852572145545797e-06,
+ "loss": 1.8909,
+ "step": 16410
+ },
+ {
+ "epoch": 5.15,
+ "learning_rate": 4.84943538268507e-06,
+ "loss": 1.8981,
+ "step": 16420
+ },
+ {
+ "epoch": 5.15,
+ "learning_rate": 4.846298619824342e-06,
+ "loss": 1.8632,
+ "step": 16430
+ },
+ {
+ "epoch": 5.16,
+ "learning_rate": 4.843161856963614e-06,
+ "loss": 1.8874,
+ "step": 16440
+ },
+ {
+ "epoch": 5.16,
+ "learning_rate": 4.8400250941028866e-06,
+ "loss": 1.8557,
+ "step": 16450
+ },
+ {
+ "epoch": 5.16,
+ "learning_rate": 4.836888331242159e-06,
+ "loss": 1.8918,
+ "step": 16460
+ },
+ {
+ "epoch": 5.17,
+ "learning_rate": 4.833751568381431e-06,
+ "loss": 1.8779,
+ "step": 16470
+ },
+ {
+ "epoch": 5.17,
+ "learning_rate": 4.830614805520703e-06,
+ "loss": 1.8792,
+ "step": 16480
+ },
+ {
+ "epoch": 5.17,
+ "learning_rate": 4.827478042659976e-06,
+ "loss": 1.9252,
+ "step": 16490
+ },
+ {
+ "epoch": 5.18,
+ "learning_rate": 4.824341279799248e-06,
+ "loss": 1.7958,
+ "step": 16500
+ },
+ {
+ "epoch": 5.18,
+ "learning_rate": 4.82120451693852e-06,
+ "loss": 1.9067,
+ "step": 16510
+ },
+ {
+ "epoch": 5.18,
+ "learning_rate": 4.818067754077792e-06,
+ "loss": 1.7881,
+ "step": 16520
+ },
+ {
+ "epoch": 5.19,
+ "learning_rate": 4.814930991217065e-06,
+ "loss": 1.9106,
+ "step": 16530
+ },
+ {
+ "epoch": 5.19,
+ "learning_rate": 4.811794228356337e-06,
+ "loss": 1.8793,
+ "step": 16540
+ },
+ {
+ "epoch": 5.19,
+ "learning_rate": 4.8086574654956095e-06,
+ "loss": 1.9255,
+ "step": 16550
+ },
+ {
+ "epoch": 5.19,
+ "learning_rate": 4.805520702634881e-06,
+ "loss": 1.9354,
+ "step": 16560
+ },
+ {
+ "epoch": 5.2,
+ "learning_rate": 4.802383939774154e-06,
+ "loss": 1.9018,
+ "step": 16570
+ },
+ {
+ "epoch": 5.2,
+ "learning_rate": 4.799247176913426e-06,
+ "loss": 1.8821,
+ "step": 16580
+ },
+ {
+ "epoch": 5.2,
+ "learning_rate": 4.7961104140526986e-06,
+ "loss": 1.8658,
+ "step": 16590
+ },
+ {
+ "epoch": 5.21,
+ "learning_rate": 4.792973651191971e-06,
+ "loss": 1.8904,
+ "step": 16600
+ },
+ {
+ "epoch": 5.21,
+ "learning_rate": 4.789836888331243e-06,
+ "loss": 1.8478,
+ "step": 16610
+ },
+ {
+ "epoch": 5.21,
+ "learning_rate": 4.786700125470515e-06,
+ "loss": 1.8945,
+ "step": 16620
+ },
+ {
+ "epoch": 5.22,
+ "learning_rate": 4.783563362609787e-06,
+ "loss": 1.8028,
+ "step": 16630
+ },
+ {
+ "epoch": 5.22,
+ "learning_rate": 4.78042659974906e-06,
+ "loss": 1.8476,
+ "step": 16640
+ },
+ {
+ "epoch": 5.22,
+ "learning_rate": 4.777289836888332e-06,
+ "loss": 1.8735,
+ "step": 16650
+ },
+ {
+ "epoch": 5.23,
+ "learning_rate": 4.774153074027604e-06,
+ "loss": 1.9773,
+ "step": 16660
+ },
+ {
+ "epoch": 5.23,
+ "learning_rate": 4.771016311166876e-06,
+ "loss": 1.8794,
+ "step": 16670
+ },
+ {
+ "epoch": 5.23,
+ "learning_rate": 4.767879548306149e-06,
+ "loss": 1.8646,
+ "step": 16680
+ },
+ {
+ "epoch": 5.24,
+ "learning_rate": 4.764742785445421e-06,
+ "loss": 1.8607,
+ "step": 16690
+ },
+ {
+ "epoch": 5.24,
+ "learning_rate": 4.761606022584693e-06,
+ "loss": 1.9471,
+ "step": 16700
+ },
+ {
+ "epoch": 5.24,
+ "learning_rate": 4.758469259723965e-06,
+ "loss": 1.8419,
+ "step": 16710
+ },
+ {
+ "epoch": 5.24,
+ "learning_rate": 4.755332496863238e-06,
+ "loss": 1.8559,
+ "step": 16720
+ },
+ {
+ "epoch": 5.25,
+ "learning_rate": 4.75219573400251e-06,
+ "loss": 1.8327,
+ "step": 16730
+ },
+ {
+ "epoch": 5.25,
+ "learning_rate": 4.749058971141783e-06,
+ "loss": 1.9288,
+ "step": 16740
+ },
+ {
+ "epoch": 5.25,
+ "learning_rate": 4.745922208281054e-06,
+ "loss": 1.8511,
+ "step": 16750
+ },
+ {
+ "epoch": 5.26,
+ "learning_rate": 4.742785445420327e-06,
+ "loss": 1.9087,
+ "step": 16760
+ },
+ {
+ "epoch": 5.26,
+ "learning_rate": 4.739648682559599e-06,
+ "loss": 1.8333,
+ "step": 16770
+ },
+ {
+ "epoch": 5.26,
+ "learning_rate": 4.736511919698872e-06,
+ "loss": 1.8701,
+ "step": 16780
+ },
+ {
+ "epoch": 5.27,
+ "learning_rate": 4.733375156838144e-06,
+ "loss": 1.9376,
+ "step": 16790
+ },
+ {
+ "epoch": 5.27,
+ "learning_rate": 4.730238393977416e-06,
+ "loss": 1.848,
+ "step": 16800
+ },
+ {
+ "epoch": 5.27,
+ "learning_rate": 4.727101631116688e-06,
+ "loss": 1.7526,
+ "step": 16810
+ },
+ {
+ "epoch": 5.28,
+ "learning_rate": 4.72396486825596e-06,
+ "loss": 1.8326,
+ "step": 16820
+ },
+ {
+ "epoch": 5.28,
+ "learning_rate": 4.720828105395233e-06,
+ "loss": 1.8106,
+ "step": 16830
+ },
+ {
+ "epoch": 5.28,
+ "learning_rate": 4.717691342534505e-06,
+ "loss": 1.8723,
+ "step": 16840
+ },
+ {
+ "epoch": 5.29,
+ "learning_rate": 4.714554579673777e-06,
+ "loss": 1.8554,
+ "step": 16850
+ },
+ {
+ "epoch": 5.29,
+ "learning_rate": 4.711417816813049e-06,
+ "loss": 1.847,
+ "step": 16860
+ },
+ {
+ "epoch": 5.29,
+ "learning_rate": 4.708281053952322e-06,
+ "loss": 1.9274,
+ "step": 16870
+ },
+ {
+ "epoch": 5.29,
+ "learning_rate": 4.705144291091594e-06,
+ "loss": 1.8982,
+ "step": 16880
+ },
+ {
+ "epoch": 5.3,
+ "learning_rate": 4.702007528230867e-06,
+ "loss": 1.8529,
+ "step": 16890
+ },
+ {
+ "epoch": 5.3,
+ "learning_rate": 4.698870765370138e-06,
+ "loss": 1.853,
+ "step": 16900
+ },
+ {
+ "epoch": 5.3,
+ "learning_rate": 4.695734002509411e-06,
+ "loss": 1.8639,
+ "step": 16910
+ },
+ {
+ "epoch": 5.31,
+ "learning_rate": 4.692597239648683e-06,
+ "loss": 1.9326,
+ "step": 16920
+ },
+ {
+ "epoch": 5.31,
+ "learning_rate": 4.689460476787956e-06,
+ "loss": 1.9268,
+ "step": 16930
+ },
+ {
+ "epoch": 5.31,
+ "learning_rate": 4.686323713927228e-06,
+ "loss": 1.9351,
+ "step": 16940
+ },
+ {
+ "epoch": 5.32,
+ "learning_rate": 4.6831869510665e-06,
+ "loss": 1.9076,
+ "step": 16950
+ },
+ {
+ "epoch": 5.32,
+ "learning_rate": 4.680050188205772e-06,
+ "loss": 1.8779,
+ "step": 16960
+ },
+ {
+ "epoch": 5.32,
+ "learning_rate": 4.676913425345045e-06,
+ "loss": 1.8081,
+ "step": 16970
+ },
+ {
+ "epoch": 5.33,
+ "learning_rate": 4.673776662484317e-06,
+ "loss": 1.908,
+ "step": 16980
+ },
+ {
+ "epoch": 5.33,
+ "learning_rate": 4.670639899623589e-06,
+ "loss": 1.8247,
+ "step": 16990
+ },
+ {
+ "epoch": 5.33,
+ "learning_rate": 4.667503136762861e-06,
+ "loss": 1.8314,
+ "step": 17000
+ },
+ {
+ "epoch": 5.34,
+ "learning_rate": 4.664366373902133e-06,
+ "loss": 1.8752,
+ "step": 17010
+ },
+ {
+ "epoch": 5.34,
+ "learning_rate": 4.661229611041406e-06,
+ "loss": 1.8456,
+ "step": 17020
+ },
+ {
+ "epoch": 5.34,
+ "learning_rate": 4.658092848180678e-06,
+ "loss": 1.8795,
+ "step": 17030
+ },
+ {
+ "epoch": 5.35,
+ "learning_rate": 4.654956085319951e-06,
+ "loss": 1.8288,
+ "step": 17040
+ },
+ {
+ "epoch": 5.35,
+ "learning_rate": 4.651819322459222e-06,
+ "loss": 1.8917,
+ "step": 17050
+ },
+ {
+ "epoch": 5.35,
+ "learning_rate": 4.648682559598495e-06,
+ "loss": 1.8626,
+ "step": 17060
+ },
+ {
+ "epoch": 5.35,
+ "learning_rate": 4.645545796737767e-06,
+ "loss": 1.8603,
+ "step": 17070
+ },
+ {
+ "epoch": 5.36,
+ "learning_rate": 4.64240903387704e-06,
+ "loss": 1.8863,
+ "step": 17080
+ },
+ {
+ "epoch": 5.36,
+ "learning_rate": 4.639272271016311e-06,
+ "loss": 1.8566,
+ "step": 17090
+ },
+ {
+ "epoch": 5.36,
+ "learning_rate": 4.636135508155584e-06,
+ "loss": 1.9462,
+ "step": 17100
+ },
+ {
+ "epoch": 5.37,
+ "learning_rate": 4.632998745294856e-06,
+ "loss": 1.8992,
+ "step": 17110
+ },
+ {
+ "epoch": 5.37,
+ "learning_rate": 4.629861982434129e-06,
+ "loss": 1.8613,
+ "step": 17120
+ },
+ {
+ "epoch": 5.37,
+ "learning_rate": 4.626725219573401e-06,
+ "loss": 1.8436,
+ "step": 17130
+ },
+ {
+ "epoch": 5.38,
+ "learning_rate": 4.623588456712673e-06,
+ "loss": 1.9199,
+ "step": 17140
+ },
+ {
+ "epoch": 5.38,
+ "learning_rate": 4.620451693851945e-06,
+ "loss": 1.9195,
+ "step": 17150
+ },
+ {
+ "epoch": 5.38,
+ "learning_rate": 4.617314930991217e-06,
+ "loss": 1.8925,
+ "step": 17160
+ },
+ {
+ "epoch": 5.39,
+ "learning_rate": 4.61417816813049e-06,
+ "loss": 1.9009,
+ "step": 17170
+ },
+ {
+ "epoch": 5.39,
+ "learning_rate": 4.611041405269762e-06,
+ "loss": 1.8888,
+ "step": 17180
+ },
+ {
+ "epoch": 5.39,
+ "learning_rate": 4.607904642409034e-06,
+ "loss": 1.8742,
+ "step": 17190
+ },
+ {
+ "epoch": 5.4,
+ "learning_rate": 4.604767879548306e-06,
+ "loss": 1.8256,
+ "step": 17200
+ },
+ {
+ "epoch": 5.4,
+ "learning_rate": 4.601631116687579e-06,
+ "loss": 1.8244,
+ "step": 17210
+ },
+ {
+ "epoch": 5.4,
+ "learning_rate": 4.598494353826851e-06,
+ "loss": 1.8462,
+ "step": 17220
+ },
+ {
+ "epoch": 5.4,
+ "learning_rate": 4.595357590966124e-06,
+ "loss": 1.9451,
+ "step": 17230
+ },
+ {
+ "epoch": 5.41,
+ "learning_rate": 4.592220828105395e-06,
+ "loss": 1.8587,
+ "step": 17240
+ },
+ {
+ "epoch": 5.41,
+ "learning_rate": 4.589084065244668e-06,
+ "loss": 1.9033,
+ "step": 17250
+ },
+ {
+ "epoch": 5.41,
+ "learning_rate": 4.58594730238394e-06,
+ "loss": 1.8973,
+ "step": 17260
+ },
+ {
+ "epoch": 5.42,
+ "learning_rate": 4.582810539523213e-06,
+ "loss": 1.8485,
+ "step": 17270
+ },
+ {
+ "epoch": 5.42,
+ "learning_rate": 4.579673776662485e-06,
+ "loss": 1.8579,
+ "step": 17280
+ },
+ {
+ "epoch": 5.42,
+ "learning_rate": 4.576537013801757e-06,
+ "loss": 1.9269,
+ "step": 17290
+ },
+ {
+ "epoch": 5.43,
+ "learning_rate": 4.573400250941029e-06,
+ "loss": 1.8768,
+ "step": 17300
+ },
+ {
+ "epoch": 5.43,
+ "learning_rate": 4.570263488080302e-06,
+ "loss": 1.9166,
+ "step": 17310
+ },
+ {
+ "epoch": 5.43,
+ "learning_rate": 4.567126725219574e-06,
+ "loss": 1.871,
+ "step": 17320
+ },
+ {
+ "epoch": 5.44,
+ "learning_rate": 4.563989962358846e-06,
+ "loss": 1.8885,
+ "step": 17330
+ },
+ {
+ "epoch": 5.44,
+ "learning_rate": 4.560853199498118e-06,
+ "loss": 1.8639,
+ "step": 17340
+ },
+ {
+ "epoch": 5.44,
+ "learning_rate": 4.55771643663739e-06,
+ "loss": 1.8968,
+ "step": 17350
+ },
+ {
+ "epoch": 5.45,
+ "learning_rate": 4.554579673776663e-06,
+ "loss": 1.9012,
+ "step": 17360
+ },
+ {
+ "epoch": 5.45,
+ "learning_rate": 4.551442910915935e-06,
+ "loss": 1.8502,
+ "step": 17370
+ },
+ {
+ "epoch": 5.45,
+ "learning_rate": 4.548306148055208e-06,
+ "loss": 1.8242,
+ "step": 17380
+ },
+ {
+ "epoch": 5.45,
+ "learning_rate": 4.545169385194479e-06,
+ "loss": 1.9132,
+ "step": 17390
+ },
+ {
+ "epoch": 5.46,
+ "learning_rate": 4.542032622333752e-06,
+ "loss": 1.8413,
+ "step": 17400
+ },
+ {
+ "epoch": 5.46,
+ "learning_rate": 4.538895859473024e-06,
+ "loss": 1.9127,
+ "step": 17410
+ },
+ {
+ "epoch": 5.46,
+ "learning_rate": 4.535759096612297e-06,
+ "loss": 1.9078,
+ "step": 17420
+ },
+ {
+ "epoch": 5.47,
+ "learning_rate": 4.532622333751569e-06,
+ "loss": 1.9186,
+ "step": 17430
+ },
+ {
+ "epoch": 5.47,
+ "learning_rate": 4.529485570890841e-06,
+ "loss": 1.8833,
+ "step": 17440
+ },
+ {
+ "epoch": 5.47,
+ "learning_rate": 4.526348808030113e-06,
+ "loss": 1.8754,
+ "step": 17450
+ },
+ {
+ "epoch": 5.48,
+ "learning_rate": 4.523212045169386e-06,
+ "loss": 1.8861,
+ "step": 17460
+ },
+ {
+ "epoch": 5.48,
+ "learning_rate": 4.520075282308658e-06,
+ "loss": 1.7951,
+ "step": 17470
+ },
+ {
+ "epoch": 5.48,
+ "learning_rate": 4.51693851944793e-06,
+ "loss": 1.9778,
+ "step": 17480
+ },
+ {
+ "epoch": 5.49,
+ "learning_rate": 4.513801756587202e-06,
+ "loss": 1.8056,
+ "step": 17490
+ },
+ {
+ "epoch": 5.49,
+ "learning_rate": 4.510664993726475e-06,
+ "loss": 1.8797,
+ "step": 17500
+ },
+ {
+ "epoch": 5.49,
+ "learning_rate": 4.507528230865747e-06,
+ "loss": 1.8466,
+ "step": 17510
+ },
+ {
+ "epoch": 5.5,
+ "learning_rate": 4.504391468005019e-06,
+ "loss": 1.9108,
+ "step": 17520
+ },
+ {
+ "epoch": 5.5,
+ "learning_rate": 4.501254705144291e-06,
+ "loss": 1.9139,
+ "step": 17530
+ },
+ {
+ "epoch": 5.5,
+ "learning_rate": 4.498117942283563e-06,
+ "loss": 1.8835,
+ "step": 17540
+ },
+ {
+ "epoch": 5.51,
+ "learning_rate": 4.494981179422836e-06,
+ "loss": 1.8341,
+ "step": 17550
+ },
+ {
+ "epoch": 5.51,
+ "learning_rate": 4.491844416562108e-06,
+ "loss": 1.8345,
+ "step": 17560
+ },
+ {
+ "epoch": 5.51,
+ "learning_rate": 4.488707653701381e-06,
+ "loss": 1.8053,
+ "step": 17570
+ },
+ {
+ "epoch": 5.51,
+ "learning_rate": 4.485570890840652e-06,
+ "loss": 1.8901,
+ "step": 17580
+ },
+ {
+ "epoch": 5.52,
+ "learning_rate": 4.482434127979925e-06,
+ "loss": 1.882,
+ "step": 17590
+ },
+ {
+ "epoch": 5.52,
+ "learning_rate": 4.479297365119197e-06,
+ "loss": 1.8712,
+ "step": 17600
+ },
+ {
+ "epoch": 5.52,
+ "learning_rate": 4.47616060225847e-06,
+ "loss": 1.8634,
+ "step": 17610
+ },
+ {
+ "epoch": 5.53,
+ "learning_rate": 4.473023839397742e-06,
+ "loss": 1.8308,
+ "step": 17620
+ },
+ {
+ "epoch": 5.53,
+ "learning_rate": 4.469887076537014e-06,
+ "loss": 1.8628,
+ "step": 17630
+ },
+ {
+ "epoch": 5.53,
+ "learning_rate": 4.466750313676286e-06,
+ "loss": 1.87,
+ "step": 17640
+ },
+ {
+ "epoch": 5.54,
+ "learning_rate": 4.463613550815559e-06,
+ "loss": 1.8509,
+ "step": 17650
+ },
+ {
+ "epoch": 5.54,
+ "learning_rate": 4.460476787954831e-06,
+ "loss": 1.861,
+ "step": 17660
+ },
+ {
+ "epoch": 5.54,
+ "learning_rate": 4.457340025094103e-06,
+ "loss": 1.8706,
+ "step": 17670
+ },
+ {
+ "epoch": 5.55,
+ "learning_rate": 4.454203262233375e-06,
+ "loss": 1.9479,
+ "step": 17680
+ },
+ {
+ "epoch": 5.55,
+ "learning_rate": 4.451066499372648e-06,
+ "loss": 1.8876,
+ "step": 17690
+ },
+ {
+ "epoch": 5.55,
+ "learning_rate": 4.44792973651192e-06,
+ "loss": 1.8264,
+ "step": 17700
+ },
+ {
+ "epoch": 5.56,
+ "learning_rate": 4.444792973651192e-06,
+ "loss": 1.7968,
+ "step": 17710
+ },
+ {
+ "epoch": 5.56,
+ "learning_rate": 4.441656210790465e-06,
+ "loss": 1.8326,
+ "step": 17720
+ },
+ {
+ "epoch": 5.56,
+ "learning_rate": 4.438519447929736e-06,
+ "loss": 1.7976,
+ "step": 17730
+ },
+ {
+ "epoch": 5.56,
+ "learning_rate": 4.435382685069009e-06,
+ "loss": 1.8688,
+ "step": 17740
+ },
+ {
+ "epoch": 5.57,
+ "learning_rate": 4.432245922208281e-06,
+ "loss": 1.8763,
+ "step": 17750
+ },
+ {
+ "epoch": 5.57,
+ "learning_rate": 4.429109159347554e-06,
+ "loss": 1.872,
+ "step": 17760
+ },
+ {
+ "epoch": 5.57,
+ "learning_rate": 4.425972396486826e-06,
+ "loss": 1.8453,
+ "step": 17770
+ },
+ {
+ "epoch": 5.58,
+ "learning_rate": 4.422835633626098e-06,
+ "loss": 1.911,
+ "step": 17780
+ },
+ {
+ "epoch": 5.58,
+ "learning_rate": 4.41969887076537e-06,
+ "loss": 1.831,
+ "step": 17790
+ },
+ {
+ "epoch": 5.58,
+ "learning_rate": 4.416562107904643e-06,
+ "loss": 1.8414,
+ "step": 17800
+ },
+ {
+ "epoch": 5.59,
+ "learning_rate": 4.413425345043915e-06,
+ "loss": 1.8333,
+ "step": 17810
+ },
+ {
+ "epoch": 5.59,
+ "learning_rate": 4.410288582183187e-06,
+ "loss": 1.8801,
+ "step": 17820
+ },
+ {
+ "epoch": 5.59,
+ "learning_rate": 4.407151819322459e-06,
+ "loss": 1.9353,
+ "step": 17830
+ },
+ {
+ "epoch": 5.6,
+ "learning_rate": 4.404015056461732e-06,
+ "loss": 1.8287,
+ "step": 17840
+ },
+ {
+ "epoch": 5.6,
+ "learning_rate": 4.400878293601004e-06,
+ "loss": 1.8044,
+ "step": 17850
+ },
+ {
+ "epoch": 5.6,
+ "learning_rate": 4.397741530740276e-06,
+ "loss": 1.8164,
+ "step": 17860
+ },
+ {
+ "epoch": 5.61,
+ "learning_rate": 4.394604767879549e-06,
+ "loss": 1.8935,
+ "step": 17870
+ },
+ {
+ "epoch": 5.61,
+ "learning_rate": 4.391468005018821e-06,
+ "loss": 1.8232,
+ "step": 17880
+ },
+ {
+ "epoch": 5.61,
+ "learning_rate": 4.388331242158093e-06,
+ "loss": 1.8721,
+ "step": 17890
+ },
+ {
+ "epoch": 5.61,
+ "learning_rate": 4.385194479297365e-06,
+ "loss": 1.9139,
+ "step": 17900
+ },
+ {
+ "epoch": 5.62,
+ "learning_rate": 4.382057716436638e-06,
+ "loss": 1.9591,
+ "step": 17910
+ },
+ {
+ "epoch": 5.62,
+ "learning_rate": 4.37892095357591e-06,
+ "loss": 1.7527,
+ "step": 17920
+ },
+ {
+ "epoch": 5.62,
+ "learning_rate": 4.375784190715182e-06,
+ "loss": 1.841,
+ "step": 17930
+ },
+ {
+ "epoch": 5.63,
+ "learning_rate": 4.372647427854454e-06,
+ "loss": 1.7895,
+ "step": 17940
+ },
+ {
+ "epoch": 5.63,
+ "learning_rate": 4.369510664993727e-06,
+ "loss": 1.9204,
+ "step": 17950
+ },
+ {
+ "epoch": 5.63,
+ "learning_rate": 4.366373902132999e-06,
+ "loss": 1.8384,
+ "step": 17960
+ },
+ {
+ "epoch": 5.64,
+ "learning_rate": 4.363237139272271e-06,
+ "loss": 1.8726,
+ "step": 17970
+ },
+ {
+ "epoch": 5.64,
+ "learning_rate": 4.360100376411543e-06,
+ "loss": 1.9236,
+ "step": 17980
+ },
+ {
+ "epoch": 5.64,
+ "learning_rate": 4.356963613550816e-06,
+ "loss": 1.867,
+ "step": 17990
+ },
+ {
+ "epoch": 5.65,
+ "learning_rate": 4.353826850690088e-06,
+ "loss": 1.8962,
+ "step": 18000
+ },
+ {
+ "epoch": 5.65,
+ "learning_rate": 4.35069008782936e-06,
+ "loss": 1.8803,
+ "step": 18010
+ },
+ {
+ "epoch": 5.65,
+ "learning_rate": 4.347553324968632e-06,
+ "loss": 1.9137,
+ "step": 18020
+ },
+ {
+ "epoch": 5.66,
+ "learning_rate": 4.344416562107905e-06,
+ "loss": 1.8177,
+ "step": 18030
+ },
+ {
+ "epoch": 5.66,
+ "learning_rate": 4.341279799247177e-06,
+ "loss": 1.923,
+ "step": 18040
+ },
+ {
+ "epoch": 5.66,
+ "learning_rate": 4.338143036386449e-06,
+ "loss": 1.8752,
+ "step": 18050
+ },
+ {
+ "epoch": 5.66,
+ "learning_rate": 4.335006273525722e-06,
+ "loss": 1.7683,
+ "step": 18060
+ },
+ {
+ "epoch": 5.67,
+ "learning_rate": 4.331869510664994e-06,
+ "loss": 1.8277,
+ "step": 18070
+ },
+ {
+ "epoch": 5.67,
+ "learning_rate": 4.328732747804266e-06,
+ "loss": 1.8932,
+ "step": 18080
+ },
+ {
+ "epoch": 5.67,
+ "learning_rate": 4.325595984943538e-06,
+ "loss": 1.8611,
+ "step": 18090
+ },
+ {
+ "epoch": 5.68,
+ "learning_rate": 4.322459222082811e-06,
+ "loss": 1.9092,
+ "step": 18100
+ },
+ {
+ "epoch": 5.68,
+ "learning_rate": 4.319322459222083e-06,
+ "loss": 1.8887,
+ "step": 18110
+ },
+ {
+ "epoch": 5.68,
+ "learning_rate": 4.316185696361355e-06,
+ "loss": 1.8339,
+ "step": 18120
+ },
+ {
+ "epoch": 5.69,
+ "learning_rate": 4.313048933500627e-06,
+ "loss": 1.8809,
+ "step": 18130
+ },
+ {
+ "epoch": 5.69,
+ "learning_rate": 4.3099121706399e-06,
+ "loss": 1.838,
+ "step": 18140
+ },
+ {
+ "epoch": 5.69,
+ "learning_rate": 4.306775407779172e-06,
+ "loss": 1.9172,
+ "step": 18150
+ },
+ {
+ "epoch": 5.7,
+ "learning_rate": 4.303638644918444e-06,
+ "loss": 1.8116,
+ "step": 18160
+ },
+ {
+ "epoch": 5.7,
+ "learning_rate": 4.300501882057716e-06,
+ "loss": 1.9088,
+ "step": 18170
+ },
+ {
+ "epoch": 5.7,
+ "learning_rate": 4.297365119196989e-06,
+ "loss": 1.8633,
+ "step": 18180
+ },
+ {
+ "epoch": 5.71,
+ "learning_rate": 4.294228356336261e-06,
+ "loss": 1.8457,
+ "step": 18190
+ },
+ {
+ "epoch": 5.71,
+ "learning_rate": 4.291091593475533e-06,
+ "loss": 1.8625,
+ "step": 18200
+ },
+ {
+ "epoch": 5.71,
+ "learning_rate": 4.287954830614806e-06,
+ "loss": 1.895,
+ "step": 18210
+ },
+ {
+ "epoch": 5.72,
+ "learning_rate": 4.284818067754078e-06,
+ "loss": 1.8002,
+ "step": 18220
+ },
+ {
+ "epoch": 5.72,
+ "learning_rate": 4.28168130489335e-06,
+ "loss": 1.8445,
+ "step": 18230
+ },
+ {
+ "epoch": 5.72,
+ "learning_rate": 4.278544542032622e-06,
+ "loss": 1.8905,
+ "step": 18240
+ },
+ {
+ "epoch": 5.72,
+ "learning_rate": 4.275407779171895e-06,
+ "loss": 1.9096,
+ "step": 18250
+ },
+ {
+ "epoch": 5.73,
+ "learning_rate": 4.272271016311167e-06,
+ "loss": 1.9088,
+ "step": 18260
+ },
+ {
+ "epoch": 5.73,
+ "learning_rate": 4.269134253450439e-06,
+ "loss": 1.9363,
+ "step": 18270
+ },
+ {
+ "epoch": 5.73,
+ "learning_rate": 4.2659974905897114e-06,
+ "loss": 1.8302,
+ "step": 18280
+ },
+ {
+ "epoch": 5.74,
+ "learning_rate": 4.262860727728984e-06,
+ "loss": 1.9126,
+ "step": 18290
+ },
+ {
+ "epoch": 5.74,
+ "learning_rate": 4.259723964868256e-06,
+ "loss": 1.8292,
+ "step": 18300
+ },
+ {
+ "epoch": 5.74,
+ "learning_rate": 4.256587202007528e-06,
+ "loss": 1.8952,
+ "step": 18310
+ },
+ {
+ "epoch": 5.75,
+ "learning_rate": 4.2534504391468005e-06,
+ "loss": 1.8559,
+ "step": 18320
+ },
+ {
+ "epoch": 5.75,
+ "learning_rate": 4.250313676286073e-06,
+ "loss": 1.8406,
+ "step": 18330
+ },
+ {
+ "epoch": 5.75,
+ "learning_rate": 4.247176913425345e-06,
+ "loss": 1.8789,
+ "step": 18340
+ },
+ {
+ "epoch": 5.76,
+ "learning_rate": 4.2440401505646174e-06,
+ "loss": 1.9105,
+ "step": 18350
+ },
+ {
+ "epoch": 5.76,
+ "learning_rate": 4.24090338770389e-06,
+ "loss": 1.8775,
+ "step": 18360
+ },
+ {
+ "epoch": 5.76,
+ "learning_rate": 4.237766624843162e-06,
+ "loss": 1.8922,
+ "step": 18370
+ },
+ {
+ "epoch": 5.77,
+ "learning_rate": 4.2346298619824344e-06,
+ "loss": 1.8724,
+ "step": 18380
+ },
+ {
+ "epoch": 5.77,
+ "learning_rate": 4.2314930991217065e-06,
+ "loss": 1.8211,
+ "step": 18390
+ },
+ {
+ "epoch": 5.77,
+ "learning_rate": 4.228356336260979e-06,
+ "loss": 1.8813,
+ "step": 18400
+ },
+ {
+ "epoch": 5.77,
+ "learning_rate": 4.225219573400251e-06,
+ "loss": 1.8587,
+ "step": 18410
+ },
+ {
+ "epoch": 5.78,
+ "learning_rate": 4.2220828105395235e-06,
+ "loss": 1.8624,
+ "step": 18420
+ },
+ {
+ "epoch": 5.78,
+ "learning_rate": 4.2189460476787955e-06,
+ "loss": 1.8503,
+ "step": 18430
+ },
+ {
+ "epoch": 5.78,
+ "learning_rate": 4.215809284818068e-06,
+ "loss": 1.8128,
+ "step": 18440
+ },
+ {
+ "epoch": 5.79,
+ "learning_rate": 4.2126725219573404e-06,
+ "loss": 1.8921,
+ "step": 18450
+ },
+ {
+ "epoch": 5.79,
+ "learning_rate": 4.2095357590966125e-06,
+ "loss": 1.8751,
+ "step": 18460
+ },
+ {
+ "epoch": 5.79,
+ "learning_rate": 4.2063989962358845e-06,
+ "loss": 1.8635,
+ "step": 18470
+ },
+ {
+ "epoch": 5.8,
+ "learning_rate": 4.203262233375157e-06,
+ "loss": 1.8687,
+ "step": 18480
+ },
+ {
+ "epoch": 5.8,
+ "learning_rate": 4.2001254705144295e-06,
+ "loss": 1.9078,
+ "step": 18490
+ },
+ {
+ "epoch": 5.8,
+ "learning_rate": 4.1969887076537015e-06,
+ "loss": 1.8334,
+ "step": 18500
+ },
+ {
+ "epoch": 5.81,
+ "learning_rate": 4.1938519447929736e-06,
+ "loss": 1.8734,
+ "step": 18510
+ },
+ {
+ "epoch": 5.81,
+ "learning_rate": 4.1907151819322464e-06,
+ "loss": 1.9317,
+ "step": 18520
+ },
+ {
+ "epoch": 5.81,
+ "learning_rate": 4.1875784190715185e-06,
+ "loss": 1.8736,
+ "step": 18530
+ },
+ {
+ "epoch": 5.82,
+ "learning_rate": 4.1844416562107905e-06,
+ "loss": 1.9142,
+ "step": 18540
+ },
+ {
+ "epoch": 5.82,
+ "learning_rate": 4.1813048933500634e-06,
+ "loss": 1.8304,
+ "step": 18550
+ },
+ {
+ "epoch": 5.82,
+ "learning_rate": 4.1781681304893355e-06,
+ "loss": 1.8861,
+ "step": 18560
+ },
+ {
+ "epoch": 5.82,
+ "learning_rate": 4.1750313676286075e-06,
+ "loss": 1.8007,
+ "step": 18570
+ },
+ {
+ "epoch": 5.83,
+ "learning_rate": 4.1718946047678796e-06,
+ "loss": 1.9076,
+ "step": 18580
+ },
+ {
+ "epoch": 5.83,
+ "learning_rate": 4.1687578419071525e-06,
+ "loss": 1.7931,
+ "step": 18590
+ },
+ {
+ "epoch": 5.83,
+ "learning_rate": 4.1656210790464245e-06,
+ "loss": 1.9116,
+ "step": 18600
+ },
+ {
+ "epoch": 5.84,
+ "learning_rate": 4.1624843161856965e-06,
+ "loss": 1.8149,
+ "step": 18610
+ },
+ {
+ "epoch": 5.84,
+ "learning_rate": 4.159347553324969e-06,
+ "loss": 1.8394,
+ "step": 18620
+ },
+ {
+ "epoch": 5.84,
+ "learning_rate": 4.1562107904642415e-06,
+ "loss": 1.8453,
+ "step": 18630
+ },
+ {
+ "epoch": 5.85,
+ "learning_rate": 4.1530740276035135e-06,
+ "loss": 1.9149,
+ "step": 18640
+ },
+ {
+ "epoch": 5.85,
+ "learning_rate": 4.149937264742786e-06,
+ "loss": 1.865,
+ "step": 18650
+ },
+ {
+ "epoch": 5.85,
+ "learning_rate": 4.146800501882058e-06,
+ "loss": 1.9112,
+ "step": 18660
+ },
+ {
+ "epoch": 5.86,
+ "learning_rate": 4.1436637390213305e-06,
+ "loss": 1.8812,
+ "step": 18670
+ },
+ {
+ "epoch": 5.86,
+ "learning_rate": 4.1405269761606026e-06,
+ "loss": 1.8773,
+ "step": 18680
+ },
+ {
+ "epoch": 5.86,
+ "learning_rate": 4.137390213299875e-06,
+ "loss": 1.8407,
+ "step": 18690
+ },
+ {
+ "epoch": 5.87,
+ "learning_rate": 4.1342534504391475e-06,
+ "loss": 1.9239,
+ "step": 18700
+ },
+ {
+ "epoch": 5.87,
+ "learning_rate": 4.1311166875784195e-06,
+ "loss": 1.8716,
+ "step": 18710
+ },
+ {
+ "epoch": 5.87,
+ "learning_rate": 4.127979924717692e-06,
+ "loss": 1.9464,
+ "step": 18720
+ },
+ {
+ "epoch": 5.88,
+ "learning_rate": 4.124843161856964e-06,
+ "loss": 1.7955,
+ "step": 18730
+ },
+ {
+ "epoch": 5.88,
+ "learning_rate": 4.1217063989962365e-06,
+ "loss": 1.8431,
+ "step": 18740
+ },
+ {
+ "epoch": 5.88,
+ "learning_rate": 4.1185696361355086e-06,
+ "loss": 1.8306,
+ "step": 18750
+ },
+ {
+ "epoch": 5.88,
+ "learning_rate": 4.115432873274781e-06,
+ "loss": 1.8927,
+ "step": 18760
+ },
+ {
+ "epoch": 5.89,
+ "learning_rate": 4.112296110414053e-06,
+ "loss": 1.918,
+ "step": 18770
+ },
+ {
+ "epoch": 5.89,
+ "learning_rate": 4.1091593475533255e-06,
+ "loss": 1.8618,
+ "step": 18780
+ },
+ {
+ "epoch": 5.89,
+ "learning_rate": 4.106022584692598e-06,
+ "loss": 1.9345,
+ "step": 18790
+ },
+ {
+ "epoch": 5.9,
+ "learning_rate": 4.1028858218318705e-06,
+ "loss": 1.9022,
+ "step": 18800
+ },
+ {
+ "epoch": 5.9,
+ "learning_rate": 4.099749058971142e-06,
+ "loss": 1.8736,
+ "step": 18810
+ },
+ {
+ "epoch": 5.9,
+ "learning_rate": 4.0966122961104146e-06,
+ "loss": 1.8973,
+ "step": 18820
+ },
+ {
+ "epoch": 5.91,
+ "learning_rate": 4.093475533249687e-06,
+ "loss": 1.8944,
+ "step": 18830
+ },
+ {
+ "epoch": 5.91,
+ "learning_rate": 4.0903387703889595e-06,
+ "loss": 1.9158,
+ "step": 18840
+ },
+ {
+ "epoch": 5.91,
+ "learning_rate": 4.087202007528231e-06,
+ "loss": 1.8534,
+ "step": 18850
+ },
+ {
+ "epoch": 5.92,
+ "learning_rate": 4.084065244667504e-06,
+ "loss": 1.8687,
+ "step": 18860
+ },
+ {
+ "epoch": 5.92,
+ "learning_rate": 4.080928481806776e-06,
+ "loss": 1.9409,
+ "step": 18870
+ },
+ {
+ "epoch": 5.92,
+ "learning_rate": 4.077791718946048e-06,
+ "loss": 1.8839,
+ "step": 18880
+ },
+ {
+ "epoch": 5.93,
+ "learning_rate": 4.0746549560853206e-06,
+ "loss": 1.8978,
+ "step": 18890
+ },
+ {
+ "epoch": 5.93,
+ "learning_rate": 4.071518193224593e-06,
+ "loss": 1.8626,
+ "step": 18900
+ },
+ {
+ "epoch": 5.93,
+ "learning_rate": 4.068381430363865e-06,
+ "loss": 1.8504,
+ "step": 18910
+ },
+ {
+ "epoch": 5.93,
+ "learning_rate": 4.065244667503137e-06,
+ "loss": 1.8749,
+ "step": 18920
+ },
+ {
+ "epoch": 5.94,
+ "learning_rate": 4.06210790464241e-06,
+ "loss": 1.8506,
+ "step": 18930
+ },
+ {
+ "epoch": 5.94,
+ "learning_rate": 4.058971141781682e-06,
+ "loss": 1.931,
+ "step": 18940
+ },
+ {
+ "epoch": 5.94,
+ "learning_rate": 4.055834378920954e-06,
+ "loss": 1.8148,
+ "step": 18950
+ },
+ {
+ "epoch": 5.95,
+ "learning_rate": 4.052697616060226e-06,
+ "loss": 1.8824,
+ "step": 18960
+ },
+ {
+ "epoch": 5.95,
+ "learning_rate": 4.049560853199499e-06,
+ "loss": 1.8675,
+ "step": 18970
+ },
+ {
+ "epoch": 5.95,
+ "learning_rate": 4.046424090338771e-06,
+ "loss": 1.8647,
+ "step": 18980
+ },
+ {
+ "epoch": 5.96,
+ "learning_rate": 4.0432873274780436e-06,
+ "loss": 1.8516,
+ "step": 18990
+ },
+ {
+ "epoch": 5.96,
+ "learning_rate": 4.040150564617315e-06,
+ "loss": 1.8243,
+ "step": 19000
+ },
+ {
+ "epoch": 5.96,
+ "learning_rate": 4.037013801756588e-06,
+ "loss": 1.8079,
+ "step": 19010
+ },
+ {
+ "epoch": 5.97,
+ "learning_rate": 4.03387703889586e-06,
+ "loss": 1.9742,
+ "step": 19020
+ },
+ {
+ "epoch": 5.97,
+ "learning_rate": 4.030740276035133e-06,
+ "loss": 1.861,
+ "step": 19030
+ },
+ {
+ "epoch": 5.97,
+ "learning_rate": 4.027603513174405e-06,
+ "loss": 1.8048,
+ "step": 19040
+ },
+ {
+ "epoch": 5.98,
+ "learning_rate": 4.024466750313677e-06,
+ "loss": 1.825,
+ "step": 19050
+ },
+ {
+ "epoch": 5.98,
+ "learning_rate": 4.021329987452949e-06,
+ "loss": 1.903,
+ "step": 19060
+ },
+ {
+ "epoch": 5.98,
+ "learning_rate": 4.018193224592221e-06,
+ "loss": 1.8486,
+ "step": 19070
+ },
+ {
+ "epoch": 5.98,
+ "learning_rate": 4.015056461731494e-06,
+ "loss": 1.887,
+ "step": 19080
+ },
+ {
+ "epoch": 5.99,
+ "learning_rate": 4.011919698870766e-06,
+ "loss": 1.888,
+ "step": 19090
+ },
+ {
+ "epoch": 5.99,
+ "learning_rate": 4.008782936010038e-06,
+ "loss": 1.8812,
+ "step": 19100
+ },
+ {
+ "epoch": 5.99,
+ "learning_rate": 4.00564617314931e-06,
+ "loss": 1.8965,
+ "step": 19110
+ },
+ {
+ "epoch": 6.0,
+ "learning_rate": 4.002509410288583e-06,
+ "loss": 1.8517,
+ "step": 19120
+ },
+ {
+ "epoch": 6.0,
+ "eval_loss": 1.820218563079834,
+ "eval_runtime": 13.6104,
+ "eval_samples_per_second": 73.473,
+ "eval_steps_per_second": 4.629,
+ "step": 19128
+ },
+ {
+ "epoch": 6.0,
+ "learning_rate": 3.999372647427855e-06,
+ "loss": 1.8515,
+ "step": 19130
+ },
+ {
+ "epoch": 6.0,
+ "learning_rate": 3.996235884567128e-06,
+ "loss": 1.8202,
+ "step": 19140
+ },
+ {
+ "epoch": 6.01,
+ "learning_rate": 3.993099121706399e-06,
+ "loss": 1.8573,
+ "step": 19150
+ },
+ {
+ "epoch": 6.01,
+ "learning_rate": 3.989962358845672e-06,
+ "loss": 1.8828,
+ "step": 19160
+ },
+ {
+ "epoch": 6.01,
+ "learning_rate": 3.986825595984944e-06,
+ "loss": 1.872,
+ "step": 19170
+ },
+ {
+ "epoch": 6.02,
+ "learning_rate": 3.983688833124217e-06,
+ "loss": 1.8282,
+ "step": 19180
+ },
+ {
+ "epoch": 6.02,
+ "learning_rate": 3.980552070263489e-06,
+ "loss": 1.8519,
+ "step": 19190
+ },
+ {
+ "epoch": 6.02,
+ "learning_rate": 3.977415307402761e-06,
+ "loss": 1.9018,
+ "step": 19200
+ },
+ {
+ "epoch": 6.03,
+ "learning_rate": 3.974278544542033e-06,
+ "loss": 1.8212,
+ "step": 19210
+ },
+ {
+ "epoch": 6.03,
+ "learning_rate": 3.971141781681306e-06,
+ "loss": 1.8703,
+ "step": 19220
+ },
+ {
+ "epoch": 6.03,
+ "learning_rate": 3.968005018820578e-06,
+ "loss": 1.9376,
+ "step": 19230
+ },
+ {
+ "epoch": 6.04,
+ "learning_rate": 3.96486825595985e-06,
+ "loss": 1.7754,
+ "step": 19240
+ },
+ {
+ "epoch": 6.04,
+ "learning_rate": 3.961731493099122e-06,
+ "loss": 1.7899,
+ "step": 19250
+ },
+ {
+ "epoch": 6.04,
+ "learning_rate": 3.958594730238394e-06,
+ "loss": 1.8671,
+ "step": 19260
+ },
+ {
+ "epoch": 6.04,
+ "learning_rate": 3.955457967377667e-06,
+ "loss": 1.7892,
+ "step": 19270
+ },
+ {
+ "epoch": 6.05,
+ "learning_rate": 3.952321204516939e-06,
+ "loss": 1.8795,
+ "step": 19280
+ },
+ {
+ "epoch": 6.05,
+ "learning_rate": 3.949184441656211e-06,
+ "loss": 1.8955,
+ "step": 19290
+ },
+ {
+ "epoch": 6.05,
+ "learning_rate": 3.946047678795483e-06,
+ "loss": 1.8663,
+ "step": 19300
+ },
+ {
+ "epoch": 6.06,
+ "learning_rate": 3.942910915934756e-06,
+ "loss": 1.8066,
+ "step": 19310
+ },
+ {
+ "epoch": 6.06,
+ "learning_rate": 3.939774153074028e-06,
+ "loss": 1.8993,
+ "step": 19320
+ },
+ {
+ "epoch": 6.06,
+ "learning_rate": 3.936637390213301e-06,
+ "loss": 1.9433,
+ "step": 19330
+ },
+ {
+ "epoch": 6.07,
+ "learning_rate": 3.933500627352572e-06,
+ "loss": 1.8686,
+ "step": 19340
+ },
+ {
+ "epoch": 6.07,
+ "learning_rate": 3.930363864491845e-06,
+ "loss": 1.8731,
+ "step": 19350
+ },
+ {
+ "epoch": 6.07,
+ "learning_rate": 3.927227101631117e-06,
+ "loss": 1.8142,
+ "step": 19360
+ },
+ {
+ "epoch": 6.08,
+ "learning_rate": 3.92409033877039e-06,
+ "loss": 1.8284,
+ "step": 19370
+ },
+ {
+ "epoch": 6.08,
+ "learning_rate": 3.920953575909662e-06,
+ "loss": 1.8389,
+ "step": 19380
+ },
+ {
+ "epoch": 6.08,
+ "learning_rate": 3.917816813048934e-06,
+ "loss": 1.8045,
+ "step": 19390
+ },
+ {
+ "epoch": 6.09,
+ "learning_rate": 3.914680050188206e-06,
+ "loss": 1.9117,
+ "step": 19400
+ },
+ {
+ "epoch": 6.09,
+ "learning_rate": 3.911543287327478e-06,
+ "loss": 1.7794,
+ "step": 19410
+ },
+ {
+ "epoch": 6.09,
+ "learning_rate": 3.908406524466751e-06,
+ "loss": 1.7901,
+ "step": 19420
+ },
+ {
+ "epoch": 6.09,
+ "learning_rate": 3.905269761606023e-06,
+ "loss": 1.8203,
+ "step": 19430
+ },
+ {
+ "epoch": 6.1,
+ "learning_rate": 3.902132998745295e-06,
+ "loss": 1.8181,
+ "step": 19440
+ },
+ {
+ "epoch": 6.1,
+ "learning_rate": 3.898996235884567e-06,
+ "loss": 1.8661,
+ "step": 19450
+ },
+ {
+ "epoch": 6.1,
+ "learning_rate": 3.89585947302384e-06,
+ "loss": 1.838,
+ "step": 19460
+ },
+ {
+ "epoch": 6.11,
+ "learning_rate": 3.892722710163112e-06,
+ "loss": 1.8502,
+ "step": 19470
+ },
+ {
+ "epoch": 6.11,
+ "learning_rate": 3.889585947302385e-06,
+ "loss": 1.8204,
+ "step": 19480
+ },
+ {
+ "epoch": 6.11,
+ "learning_rate": 3.886449184441656e-06,
+ "loss": 1.8692,
+ "step": 19490
+ },
+ {
+ "epoch": 6.12,
+ "learning_rate": 3.883312421580929e-06,
+ "loss": 1.8647,
+ "step": 19500
+ },
+ {
+ "epoch": 6.12,
+ "learning_rate": 3.880175658720201e-06,
+ "loss": 1.8123,
+ "step": 19510
+ },
+ {
+ "epoch": 6.12,
+ "learning_rate": 3.877038895859474e-06,
+ "loss": 1.832,
+ "step": 19520
+ },
+ {
+ "epoch": 6.13,
+ "learning_rate": 3.873902132998746e-06,
+ "loss": 1.8847,
+ "step": 19530
+ },
+ {
+ "epoch": 6.13,
+ "learning_rate": 3.870765370138018e-06,
+ "loss": 1.8446,
+ "step": 19540
+ },
+ {
+ "epoch": 6.13,
+ "learning_rate": 3.86762860727729e-06,
+ "loss": 1.8965,
+ "step": 19550
+ },
+ {
+ "epoch": 6.14,
+ "learning_rate": 3.864491844416563e-06,
+ "loss": 1.873,
+ "step": 19560
+ },
+ {
+ "epoch": 6.14,
+ "learning_rate": 3.861355081555835e-06,
+ "loss": 1.8918,
+ "step": 19570
+ },
+ {
+ "epoch": 6.14,
+ "learning_rate": 3.858218318695107e-06,
+ "loss": 1.8685,
+ "step": 19580
+ },
+ {
+ "epoch": 6.14,
+ "learning_rate": 3.855081555834379e-06,
+ "loss": 1.794,
+ "step": 19590
+ },
+ {
+ "epoch": 6.15,
+ "learning_rate": 3.851944792973651e-06,
+ "loss": 1.8445,
+ "step": 19600
+ },
+ {
+ "epoch": 6.15,
+ "learning_rate": 3.848808030112924e-06,
+ "loss": 1.906,
+ "step": 19610
+ },
+ {
+ "epoch": 6.15,
+ "learning_rate": 3.845671267252196e-06,
+ "loss": 1.8826,
+ "step": 19620
+ },
+ {
+ "epoch": 6.16,
+ "learning_rate": 3.842534504391469e-06,
+ "loss": 1.7995,
+ "step": 19630
+ },
+ {
+ "epoch": 6.16,
+ "learning_rate": 3.83939774153074e-06,
+ "loss": 1.8395,
+ "step": 19640
+ },
+ {
+ "epoch": 6.16,
+ "learning_rate": 3.836260978670013e-06,
+ "loss": 1.7938,
+ "step": 19650
+ },
+ {
+ "epoch": 6.17,
+ "learning_rate": 3.833124215809285e-06,
+ "loss": 1.8405,
+ "step": 19660
+ },
+ {
+ "epoch": 6.17,
+ "learning_rate": 3.829987452948558e-06,
+ "loss": 1.8978,
+ "step": 19670
+ },
+ {
+ "epoch": 6.17,
+ "learning_rate": 3.82685069008783e-06,
+ "loss": 1.8358,
+ "step": 19680
+ },
+ {
+ "epoch": 6.18,
+ "learning_rate": 3.823713927227102e-06,
+ "loss": 1.8231,
+ "step": 19690
+ },
+ {
+ "epoch": 6.18,
+ "learning_rate": 3.820577164366374e-06,
+ "loss": 1.8856,
+ "step": 19700
+ },
+ {
+ "epoch": 6.18,
+ "learning_rate": 3.817440401505647e-06,
+ "loss": 1.833,
+ "step": 19710
+ },
+ {
+ "epoch": 6.19,
+ "learning_rate": 3.814303638644919e-06,
+ "loss": 1.7791,
+ "step": 19720
+ },
+ {
+ "epoch": 6.19,
+ "learning_rate": 3.8111668757841906e-06,
+ "loss": 1.8833,
+ "step": 19730
+ },
+ {
+ "epoch": 6.19,
+ "learning_rate": 3.808030112923463e-06,
+ "loss": 1.8569,
+ "step": 19740
+ },
+ {
+ "epoch": 6.2,
+ "learning_rate": 3.8048933500627355e-06,
+ "loss": 1.8558,
+ "step": 19750
+ },
+ {
+ "epoch": 6.2,
+ "learning_rate": 3.801756587202008e-06,
+ "loss": 1.7897,
+ "step": 19760
+ },
+ {
+ "epoch": 6.2,
+ "learning_rate": 3.7986198243412804e-06,
+ "loss": 1.7784,
+ "step": 19770
+ },
+ {
+ "epoch": 6.2,
+ "learning_rate": 3.795483061480552e-06,
+ "loss": 1.8789,
+ "step": 19780
+ },
+ {
+ "epoch": 6.21,
+ "learning_rate": 3.7923462986198245e-06,
+ "loss": 1.8205,
+ "step": 19790
+ },
+ {
+ "epoch": 6.21,
+ "learning_rate": 3.789209535759097e-06,
+ "loss": 1.7749,
+ "step": 19800
+ },
+ {
+ "epoch": 6.21,
+ "learning_rate": 3.7860727728983695e-06,
+ "loss": 1.896,
+ "step": 19810
+ },
+ {
+ "epoch": 6.22,
+ "learning_rate": 3.7829360100376415e-06,
+ "loss": 1.8102,
+ "step": 19820
+ },
+ {
+ "epoch": 6.22,
+ "learning_rate": 3.7797992471769136e-06,
+ "loss": 1.8213,
+ "step": 19830
+ },
+ {
+ "epoch": 6.22,
+ "learning_rate": 3.776662484316186e-06,
+ "loss": 1.8603,
+ "step": 19840
+ },
+ {
+ "epoch": 6.23,
+ "learning_rate": 3.773525721455458e-06,
+ "loss": 1.8553,
+ "step": 19850
+ },
+ {
+ "epoch": 6.23,
+ "learning_rate": 3.7703889585947305e-06,
+ "loss": 1.8214,
+ "step": 19860
+ },
+ {
+ "epoch": 6.23,
+ "learning_rate": 3.767252195734003e-06,
+ "loss": 1.8503,
+ "step": 19870
+ },
+ {
+ "epoch": 6.24,
+ "learning_rate": 3.764115432873275e-06,
+ "loss": 1.8402,
+ "step": 19880
+ },
+ {
+ "epoch": 6.24,
+ "learning_rate": 3.760978670012547e-06,
+ "loss": 1.8608,
+ "step": 19890
+ },
+ {
+ "epoch": 6.24,
+ "learning_rate": 3.7578419071518196e-06,
+ "loss": 1.8155,
+ "step": 19900
+ },
+ {
+ "epoch": 6.25,
+ "learning_rate": 3.754705144291092e-06,
+ "loss": 1.8343,
+ "step": 19910
+ },
+ {
+ "epoch": 6.25,
+ "learning_rate": 3.7515683814303645e-06,
+ "loss": 1.799,
+ "step": 19920
+ },
+ {
+ "epoch": 6.25,
+ "learning_rate": 3.748431618569636e-06,
+ "loss": 1.8569,
+ "step": 19930
+ },
+ {
+ "epoch": 6.25,
+ "learning_rate": 3.7452948557089086e-06,
+ "loss": 1.866,
+ "step": 19940
+ },
+ {
+ "epoch": 6.26,
+ "learning_rate": 3.742158092848181e-06,
+ "loss": 1.8655,
+ "step": 19950
+ },
+ {
+ "epoch": 6.26,
+ "learning_rate": 3.7390213299874535e-06,
+ "loss": 1.8749,
+ "step": 19960
+ },
+ {
+ "epoch": 6.26,
+ "learning_rate": 3.7358845671267256e-06,
+ "loss": 1.8648,
+ "step": 19970
+ },
+ {
+ "epoch": 6.27,
+ "learning_rate": 3.7327478042659976e-06,
+ "loss": 1.8451,
+ "step": 19980
+ },
+ {
+ "epoch": 6.27,
+ "learning_rate": 3.72961104140527e-06,
+ "loss": 1.851,
+ "step": 19990
+ },
+ {
+ "epoch": 6.27,
+ "learning_rate": 3.7264742785445425e-06,
+ "loss": 1.8748,
+ "step": 20000
+ },
+ {
+ "epoch": 6.28,
+ "learning_rate": 3.7233375156838146e-06,
+ "loss": 1.8593,
+ "step": 20010
+ },
+ {
+ "epoch": 6.28,
+ "learning_rate": 3.720200752823087e-06,
+ "loss": 1.8805,
+ "step": 20020
+ },
+ {
+ "epoch": 6.28,
+ "learning_rate": 3.717063989962359e-06,
+ "loss": 1.8956,
+ "step": 20030
+ },
+ {
+ "epoch": 6.29,
+ "learning_rate": 3.713927227101631e-06,
+ "loss": 1.7666,
+ "step": 20040
+ },
+ {
+ "epoch": 6.29,
+ "learning_rate": 3.7107904642409036e-06,
+ "loss": 1.8467,
+ "step": 20050
+ },
+ {
+ "epoch": 6.29,
+ "learning_rate": 3.707653701380176e-06,
+ "loss": 1.8006,
+ "step": 20060
+ },
+ {
+ "epoch": 6.3,
+ "learning_rate": 3.7045169385194486e-06,
+ "loss": 1.857,
+ "step": 20070
+ },
+ {
+ "epoch": 6.3,
+ "learning_rate": 3.70138017565872e-06,
+ "loss": 1.8936,
+ "step": 20080
+ },
+ {
+ "epoch": 6.3,
+ "learning_rate": 3.6982434127979926e-06,
+ "loss": 1.878,
+ "step": 20090
+ },
+ {
+ "epoch": 6.3,
+ "learning_rate": 3.695106649937265e-06,
+ "loss": 1.8468,
+ "step": 20100
+ },
+ {
+ "epoch": 6.31,
+ "learning_rate": 3.6919698870765376e-06,
+ "loss": 1.8623,
+ "step": 20110
+ },
+ {
+ "epoch": 6.31,
+ "learning_rate": 3.68883312421581e-06,
+ "loss": 1.8862,
+ "step": 20120
+ },
+ {
+ "epoch": 6.31,
+ "learning_rate": 3.6856963613550817e-06,
+ "loss": 1.919,
+ "step": 20130
+ },
+ {
+ "epoch": 6.32,
+ "learning_rate": 3.682559598494354e-06,
+ "loss": 1.8015,
+ "step": 20140
+ },
+ {
+ "epoch": 6.32,
+ "learning_rate": 3.6794228356336266e-06,
+ "loss": 1.9012,
+ "step": 20150
+ },
+ {
+ "epoch": 6.32,
+ "learning_rate": 3.6762860727728987e-06,
+ "loss": 1.7934,
+ "step": 20160
+ },
+ {
+ "epoch": 6.33,
+ "learning_rate": 3.6731493099121707e-06,
+ "loss": 1.8981,
+ "step": 20170
+ },
+ {
+ "epoch": 6.33,
+ "learning_rate": 3.670012547051443e-06,
+ "loss": 1.829,
+ "step": 20180
+ },
+ {
+ "epoch": 6.33,
+ "learning_rate": 3.6668757841907156e-06,
+ "loss": 1.881,
+ "step": 20190
+ },
+ {
+ "epoch": 6.34,
+ "learning_rate": 3.6637390213299877e-06,
+ "loss": 1.8448,
+ "step": 20200
+ },
+ {
+ "epoch": 6.34,
+ "learning_rate": 3.66060225846926e-06,
+ "loss": 1.9271,
+ "step": 20210
+ },
+ {
+ "epoch": 6.34,
+ "learning_rate": 3.657465495608532e-06,
+ "loss": 1.8187,
+ "step": 20220
+ },
+ {
+ "epoch": 6.35,
+ "learning_rate": 3.6543287327478042e-06,
+ "loss": 1.9268,
+ "step": 20230
+ },
+ {
+ "epoch": 6.35,
+ "learning_rate": 3.6511919698870767e-06,
+ "loss": 1.8618,
+ "step": 20240
+ },
+ {
+ "epoch": 6.35,
+ "learning_rate": 3.648055207026349e-06,
+ "loss": 1.9267,
+ "step": 20250
+ },
+ {
+ "epoch": 6.36,
+ "learning_rate": 3.6449184441656216e-06,
+ "loss": 1.8365,
+ "step": 20260
+ },
+ {
+ "epoch": 6.36,
+ "learning_rate": 3.6417816813048933e-06,
+ "loss": 1.872,
+ "step": 20270
+ },
+ {
+ "epoch": 6.36,
+ "learning_rate": 3.6386449184441657e-06,
+ "loss": 1.9315,
+ "step": 20280
+ },
+ {
+ "epoch": 6.36,
+ "learning_rate": 3.635508155583438e-06,
+ "loss": 1.8915,
+ "step": 20290
+ },
+ {
+ "epoch": 6.37,
+ "learning_rate": 3.6323713927227107e-06,
+ "loss": 1.8635,
+ "step": 20300
+ },
+ {
+ "epoch": 6.37,
+ "learning_rate": 3.629234629861983e-06,
+ "loss": 1.8777,
+ "step": 20310
+ },
+ {
+ "epoch": 6.37,
+ "learning_rate": 3.6260978670012548e-06,
+ "loss": 1.9139,
+ "step": 20320
+ },
+ {
+ "epoch": 6.38,
+ "learning_rate": 3.6229611041405272e-06,
+ "loss": 1.7894,
+ "step": 20330
+ },
+ {
+ "epoch": 6.38,
+ "learning_rate": 3.6198243412797997e-06,
+ "loss": 1.8212,
+ "step": 20340
+ },
+ {
+ "epoch": 6.38,
+ "learning_rate": 3.6166875784190717e-06,
+ "loss": 1.8739,
+ "step": 20350
+ },
+ {
+ "epoch": 6.39,
+ "learning_rate": 3.6135508155583442e-06,
+ "loss": 1.8713,
+ "step": 20360
+ },
+ {
+ "epoch": 6.39,
+ "learning_rate": 3.6104140526976163e-06,
+ "loss": 1.9083,
+ "step": 20370
+ },
+ {
+ "epoch": 6.39,
+ "learning_rate": 3.6072772898368887e-06,
+ "loss": 1.8237,
+ "step": 20380
+ },
+ {
+ "epoch": 6.4,
+ "learning_rate": 3.6041405269761608e-06,
+ "loss": 1.8525,
+ "step": 20390
+ },
+ {
+ "epoch": 6.4,
+ "learning_rate": 3.6010037641154332e-06,
+ "loss": 1.9006,
+ "step": 20400
+ },
+ {
+ "epoch": 6.4,
+ "learning_rate": 3.5978670012547057e-06,
+ "loss": 1.7635,
+ "step": 20410
+ },
+ {
+ "epoch": 6.41,
+ "learning_rate": 3.5947302383939773e-06,
+ "loss": 1.8394,
+ "step": 20420
+ },
+ {
+ "epoch": 6.41,
+ "learning_rate": 3.59159347553325e-06,
+ "loss": 1.8701,
+ "step": 20430
+ },
+ {
+ "epoch": 6.41,
+ "learning_rate": 3.5884567126725223e-06,
+ "loss": 1.8752,
+ "step": 20440
+ },
+ {
+ "epoch": 6.41,
+ "learning_rate": 3.5853199498117947e-06,
+ "loss": 1.8211,
+ "step": 20450
+ },
+ {
+ "epoch": 6.42,
+ "learning_rate": 3.582183186951067e-06,
+ "loss": 1.8772,
+ "step": 20460
+ },
+ {
+ "epoch": 6.42,
+ "learning_rate": 3.579046424090339e-06,
+ "loss": 1.849,
+ "step": 20470
+ },
+ {
+ "epoch": 6.42,
+ "learning_rate": 3.5759096612296113e-06,
+ "loss": 1.8903,
+ "step": 20480
+ },
+ {
+ "epoch": 6.43,
+ "learning_rate": 3.5727728983688838e-06,
+ "loss": 1.8642,
+ "step": 20490
+ },
+ {
+ "epoch": 6.43,
+ "learning_rate": 3.5696361355081562e-06,
+ "loss": 1.9196,
+ "step": 20500
+ },
+ {
+ "epoch": 6.43,
+ "learning_rate": 3.5664993726474283e-06,
+ "loss": 1.7683,
+ "step": 20510
+ },
+ {
+ "epoch": 6.44,
+ "learning_rate": 3.5633626097867003e-06,
+ "loss": 1.8828,
+ "step": 20520
+ },
+ {
+ "epoch": 6.44,
+ "learning_rate": 3.560225846925973e-06,
+ "loss": 1.828,
+ "step": 20530
+ },
+ {
+ "epoch": 6.44,
+ "learning_rate": 3.557089084065245e-06,
+ "loss": 1.8525,
+ "step": 20540
+ },
+ {
+ "epoch": 6.45,
+ "learning_rate": 3.5539523212045173e-06,
+ "loss": 1.8449,
+ "step": 20550
+ },
+ {
+ "epoch": 6.45,
+ "learning_rate": 3.5508155583437898e-06,
+ "loss": 1.8893,
+ "step": 20560
+ },
+ {
+ "epoch": 6.45,
+ "learning_rate": 3.5476787954830614e-06,
+ "loss": 1.854,
+ "step": 20570
+ },
+ {
+ "epoch": 6.46,
+ "learning_rate": 3.544542032622334e-06,
+ "loss": 1.8377,
+ "step": 20580
+ },
+ {
+ "epoch": 6.46,
+ "learning_rate": 3.5414052697616063e-06,
+ "loss": 1.813,
+ "step": 20590
+ },
+ {
+ "epoch": 6.46,
+ "learning_rate": 3.538268506900879e-06,
+ "loss": 1.8363,
+ "step": 20600
+ },
+ {
+ "epoch": 6.46,
+ "learning_rate": 3.5351317440401504e-06,
+ "loss": 1.8302,
+ "step": 20610
+ },
+ {
+ "epoch": 6.47,
+ "learning_rate": 3.531994981179423e-06,
+ "loss": 1.9071,
+ "step": 20620
+ },
+ {
+ "epoch": 6.47,
+ "learning_rate": 3.5288582183186954e-06,
+ "loss": 1.8615,
+ "step": 20630
+ },
+ {
+ "epoch": 6.47,
+ "learning_rate": 3.525721455457968e-06,
+ "loss": 1.8583,
+ "step": 20640
+ },
+ {
+ "epoch": 6.48,
+ "learning_rate": 3.5225846925972403e-06,
+ "loss": 1.8154,
+ "step": 20650
+ },
+ {
+ "epoch": 6.48,
+ "learning_rate": 3.519447929736512e-06,
+ "loss": 1.8424,
+ "step": 20660
+ },
+ {
+ "epoch": 6.48,
+ "learning_rate": 3.5163111668757844e-06,
+ "loss": 1.8462,
+ "step": 20670
+ },
+ {
+ "epoch": 6.49,
+ "learning_rate": 3.513174404015057e-06,
+ "loss": 1.9179,
+ "step": 20680
+ },
+ {
+ "epoch": 6.49,
+ "learning_rate": 3.510037641154329e-06,
+ "loss": 1.8476,
+ "step": 20690
+ },
+ {
+ "epoch": 6.49,
+ "learning_rate": 3.5069008782936014e-06,
+ "loss": 1.8685,
+ "step": 20700
+ },
+ {
+ "epoch": 6.5,
+ "learning_rate": 3.5037641154328734e-06,
+ "loss": 1.845,
+ "step": 20710
+ },
+ {
+ "epoch": 6.5,
+ "learning_rate": 3.500627352572146e-06,
+ "loss": 1.8744,
+ "step": 20720
+ },
+ {
+ "epoch": 6.5,
+ "learning_rate": 3.497490589711418e-06,
+ "loss": 1.9114,
+ "step": 20730
+ },
+ {
+ "epoch": 6.51,
+ "learning_rate": 3.4943538268506904e-06,
+ "loss": 1.8563,
+ "step": 20740
+ },
+ {
+ "epoch": 6.51,
+ "learning_rate": 3.491217063989963e-06,
+ "loss": 1.866,
+ "step": 20750
+ },
+ {
+ "epoch": 6.51,
+ "learning_rate": 3.4880803011292345e-06,
+ "loss": 1.939,
+ "step": 20760
+ },
+ {
+ "epoch": 6.52,
+ "learning_rate": 3.484943538268507e-06,
+ "loss": 1.8258,
+ "step": 20770
+ },
+ {
+ "epoch": 6.52,
+ "learning_rate": 3.4818067754077794e-06,
+ "loss": 1.903,
+ "step": 20780
+ },
+ {
+ "epoch": 6.52,
+ "learning_rate": 3.478670012547052e-06,
+ "loss": 1.8604,
+ "step": 20790
+ },
+ {
+ "epoch": 6.52,
+ "learning_rate": 3.4755332496863244e-06,
+ "loss": 1.7805,
+ "step": 20800
+ },
+ {
+ "epoch": 6.53,
+ "learning_rate": 3.472396486825596e-06,
+ "loss": 1.8821,
+ "step": 20810
+ },
+ {
+ "epoch": 6.53,
+ "learning_rate": 3.4692597239648684e-06,
+ "loss": 1.8822,
+ "step": 20820
+ },
+ {
+ "epoch": 6.53,
+ "learning_rate": 3.466122961104141e-06,
+ "loss": 1.8069,
+ "step": 20830
+ },
+ {
+ "epoch": 6.54,
+ "learning_rate": 3.4629861982434134e-06,
+ "loss": 1.8125,
+ "step": 20840
+ },
+ {
+ "epoch": 6.54,
+ "learning_rate": 3.4598494353826854e-06,
+ "loss": 1.9261,
+ "step": 20850
+ },
+ {
+ "epoch": 6.54,
+ "learning_rate": 3.4567126725219575e-06,
+ "loss": 1.7982,
+ "step": 20860
+ },
+ {
+ "epoch": 6.55,
+ "learning_rate": 3.45357590966123e-06,
+ "loss": 1.9647,
+ "step": 20870
+ },
+ {
+ "epoch": 6.55,
+ "learning_rate": 3.450439146800502e-06,
+ "loss": 1.7362,
+ "step": 20880
+ },
+ {
+ "epoch": 6.55,
+ "learning_rate": 3.4473023839397745e-06,
+ "loss": 1.828,
+ "step": 20890
+ },
+ {
+ "epoch": 6.56,
+ "learning_rate": 3.444165621079047e-06,
+ "loss": 1.8861,
+ "step": 20900
+ },
+ {
+ "epoch": 6.56,
+ "learning_rate": 3.441028858218319e-06,
+ "loss": 1.9139,
+ "step": 20910
+ },
+ {
+ "epoch": 6.56,
+ "learning_rate": 3.437892095357591e-06,
+ "loss": 1.866,
+ "step": 20920
+ },
+ {
+ "epoch": 6.57,
+ "learning_rate": 3.4347553324968635e-06,
+ "loss": 1.7982,
+ "step": 20930
+ },
+ {
+ "epoch": 6.57,
+ "learning_rate": 3.431618569636136e-06,
+ "loss": 1.884,
+ "step": 20940
+ },
+ {
+ "epoch": 6.57,
+ "learning_rate": 3.4284818067754084e-06,
+ "loss": 1.7966,
+ "step": 20950
+ },
+ {
+ "epoch": 6.57,
+ "learning_rate": 3.42534504391468e-06,
+ "loss": 1.9128,
+ "step": 20960
+ },
+ {
+ "epoch": 6.58,
+ "learning_rate": 3.4222082810539525e-06,
+ "loss": 1.8859,
+ "step": 20970
+ },
+ {
+ "epoch": 6.58,
+ "learning_rate": 3.419071518193225e-06,
+ "loss": 1.8191,
+ "step": 20980
+ },
+ {
+ "epoch": 6.58,
+ "learning_rate": 3.4159347553324974e-06,
+ "loss": 1.8634,
+ "step": 20990
+ },
+ {
+ "epoch": 6.59,
+ "learning_rate": 3.4127979924717695e-06,
+ "loss": 1.8503,
+ "step": 21000
+ },
+ {
+ "epoch": 6.59,
+ "learning_rate": 3.4096612296110415e-06,
+ "loss": 1.9214,
+ "step": 21010
+ },
+ {
+ "epoch": 6.59,
+ "learning_rate": 3.406524466750314e-06,
+ "loss": 1.9069,
+ "step": 21020
+ },
+ {
+ "epoch": 6.6,
+ "learning_rate": 3.4033877038895865e-06,
+ "loss": 1.8755,
+ "step": 21030
+ },
+ {
+ "epoch": 6.6,
+ "learning_rate": 3.4002509410288585e-06,
+ "loss": 1.899,
+ "step": 21040
+ },
+ {
+ "epoch": 6.6,
+ "learning_rate": 3.3971141781681306e-06,
+ "loss": 1.8116,
+ "step": 21050
+ },
+ {
+ "epoch": 6.61,
+ "learning_rate": 3.393977415307403e-06,
+ "loss": 1.838,
+ "step": 21060
+ },
+ {
+ "epoch": 6.61,
+ "learning_rate": 3.390840652446675e-06,
+ "loss": 1.7901,
+ "step": 21070
+ },
+ {
+ "epoch": 6.61,
+ "learning_rate": 3.3877038895859475e-06,
+ "loss": 1.7779,
+ "step": 21080
+ },
+ {
+ "epoch": 6.62,
+ "learning_rate": 3.38456712672522e-06,
+ "loss": 1.869,
+ "step": 21090
+ },
+ {
+ "epoch": 6.62,
+ "learning_rate": 3.381430363864492e-06,
+ "loss": 1.8738,
+ "step": 21100
+ },
+ {
+ "epoch": 6.62,
+ "learning_rate": 3.378293601003764e-06,
+ "loss": 1.8513,
+ "step": 21110
+ },
+ {
+ "epoch": 6.62,
+ "learning_rate": 3.3751568381430366e-06,
+ "loss": 1.8699,
+ "step": 21120
+ },
+ {
+ "epoch": 6.63,
+ "learning_rate": 3.372020075282309e-06,
+ "loss": 1.9343,
+ "step": 21130
+ },
+ {
+ "epoch": 6.63,
+ "learning_rate": 3.3688833124215815e-06,
+ "loss": 1.8008,
+ "step": 21140
+ },
+ {
+ "epoch": 6.63,
+ "learning_rate": 3.365746549560853e-06,
+ "loss": 1.8803,
+ "step": 21150
+ },
+ {
+ "epoch": 6.64,
+ "learning_rate": 3.3626097867001256e-06,
+ "loss": 1.8176,
+ "step": 21160
+ },
+ {
+ "epoch": 6.64,
+ "learning_rate": 3.359473023839398e-06,
+ "loss": 1.855,
+ "step": 21170
+ },
+ {
+ "epoch": 6.64,
+ "learning_rate": 3.3563362609786705e-06,
+ "loss": 1.8621,
+ "step": 21180
+ },
+ {
+ "epoch": 6.65,
+ "learning_rate": 3.3531994981179426e-06,
+ "loss": 1.8497,
+ "step": 21190
+ },
+ {
+ "epoch": 6.65,
+ "learning_rate": 3.3500627352572146e-06,
+ "loss": 1.7359,
+ "step": 21200
+ },
+ {
+ "epoch": 6.65,
+ "learning_rate": 3.346925972396487e-06,
+ "loss": 1.8435,
+ "step": 21210
+ },
+ {
+ "epoch": 6.66,
+ "learning_rate": 3.3437892095357596e-06,
+ "loss": 1.6913,
+ "step": 21220
+ },
+ {
+ "epoch": 6.66,
+ "learning_rate": 3.3406524466750316e-06,
+ "loss": 1.924,
+ "step": 21230
+ },
+ {
+ "epoch": 6.66,
+ "learning_rate": 3.337515683814304e-06,
+ "loss": 1.8733,
+ "step": 21240
+ },
+ {
+ "epoch": 6.67,
+ "learning_rate": 3.334378920953576e-06,
+ "loss": 1.8878,
+ "step": 21250
+ },
+ {
+ "epoch": 6.67,
+ "learning_rate": 3.331242158092848e-06,
+ "loss": 1.8516,
+ "step": 21260
+ },
+ {
+ "epoch": 6.67,
+ "learning_rate": 3.3281053952321206e-06,
+ "loss": 1.8499,
+ "step": 21270
+ },
+ {
+ "epoch": 6.68,
+ "learning_rate": 3.324968632371393e-06,
+ "loss": 1.8517,
+ "step": 21280
+ },
+ {
+ "epoch": 6.68,
+ "learning_rate": 3.3218318695106656e-06,
+ "loss": 1.8365,
+ "step": 21290
+ },
+ {
+ "epoch": 6.68,
+ "learning_rate": 3.318695106649937e-06,
+ "loss": 1.8175,
+ "step": 21300
+ },
+ {
+ "epoch": 6.68,
+ "learning_rate": 3.3155583437892097e-06,
+ "loss": 1.8422,
+ "step": 21310
+ },
+ {
+ "epoch": 6.69,
+ "learning_rate": 3.312421580928482e-06,
+ "loss": 1.7359,
+ "step": 21320
+ },
+ {
+ "epoch": 6.69,
+ "learning_rate": 3.3092848180677546e-06,
+ "loss": 1.8765,
+ "step": 21330
+ },
+ {
+ "epoch": 6.69,
+ "learning_rate": 3.306148055207027e-06,
+ "loss": 1.8147,
+ "step": 21340
+ },
+ {
+ "epoch": 6.7,
+ "learning_rate": 3.3030112923462987e-06,
+ "loss": 1.9332,
+ "step": 21350
+ },
+ {
+ "epoch": 6.7,
+ "learning_rate": 3.299874529485571e-06,
+ "loss": 1.8503,
+ "step": 21360
+ },
+ {
+ "epoch": 6.7,
+ "learning_rate": 3.2967377666248436e-06,
+ "loss": 1.9164,
+ "step": 21370
+ },
+ {
+ "epoch": 6.71,
+ "learning_rate": 3.2936010037641157e-06,
+ "loss": 1.8094,
+ "step": 21380
+ },
+ {
+ "epoch": 6.71,
+ "learning_rate": 3.290464240903388e-06,
+ "loss": 1.8952,
+ "step": 21390
+ },
+ {
+ "epoch": 6.71,
+ "learning_rate": 3.28732747804266e-06,
+ "loss": 1.9792,
+ "step": 21400
+ },
+ {
+ "epoch": 6.72,
+ "learning_rate": 3.2841907151819326e-06,
+ "loss": 1.8349,
+ "step": 21410
+ },
+ {
+ "epoch": 6.72,
+ "learning_rate": 3.2810539523212047e-06,
+ "loss": 1.8463,
+ "step": 21420
+ },
+ {
+ "epoch": 6.72,
+ "learning_rate": 3.277917189460477e-06,
+ "loss": 1.8696,
+ "step": 21430
+ },
+ {
+ "epoch": 6.73,
+ "learning_rate": 3.2747804265997496e-06,
+ "loss": 1.8152,
+ "step": 21440
+ },
+ {
+ "epoch": 6.73,
+ "learning_rate": 3.2716436637390213e-06,
+ "loss": 1.8882,
+ "step": 21450
+ },
+ {
+ "epoch": 6.73,
+ "learning_rate": 3.2685069008782937e-06,
+ "loss": 1.8587,
+ "step": 21460
+ },
+ {
+ "epoch": 6.73,
+ "learning_rate": 3.265370138017566e-06,
+ "loss": 1.8516,
+ "step": 21470
+ },
+ {
+ "epoch": 6.74,
+ "learning_rate": 3.2622333751568387e-06,
+ "loss": 1.84,
+ "step": 21480
+ },
+ {
+ "epoch": 6.74,
+ "learning_rate": 3.2590966122961103e-06,
+ "loss": 1.8502,
+ "step": 21490
+ },
+ {
+ "epoch": 6.74,
+ "learning_rate": 3.2559598494353827e-06,
+ "loss": 1.9171,
+ "step": 21500
+ },
+ {
+ "epoch": 6.75,
+ "learning_rate": 3.2528230865746552e-06,
+ "loss": 1.8936,
+ "step": 21510
+ },
+ {
+ "epoch": 6.75,
+ "learning_rate": 3.2496863237139277e-06,
+ "loss": 1.8184,
+ "step": 21520
+ },
+ {
+ "epoch": 6.75,
+ "learning_rate": 3.2465495608532e-06,
+ "loss": 1.852,
+ "step": 21530
+ },
+ {
+ "epoch": 6.76,
+ "learning_rate": 3.2434127979924718e-06,
+ "loss": 1.7877,
+ "step": 21540
+ },
+ {
+ "epoch": 6.76,
+ "learning_rate": 3.2402760351317442e-06,
+ "loss": 1.8432,
+ "step": 21550
+ },
+ {
+ "epoch": 6.76,
+ "learning_rate": 3.2371392722710167e-06,
+ "loss": 1.8481,
+ "step": 21560
+ },
+ {
+ "epoch": 6.77,
+ "learning_rate": 3.2340025094102888e-06,
+ "loss": 1.856,
+ "step": 21570
+ },
+ {
+ "epoch": 6.77,
+ "learning_rate": 3.2308657465495612e-06,
+ "loss": 1.8798,
+ "step": 21580
+ },
+ {
+ "epoch": 6.77,
+ "learning_rate": 3.2277289836888333e-06,
+ "loss": 1.8807,
+ "step": 21590
+ },
+ {
+ "epoch": 6.78,
+ "learning_rate": 3.2245922208281057e-06,
+ "loss": 1.8887,
+ "step": 21600
+ },
+ {
+ "epoch": 6.78,
+ "learning_rate": 3.2214554579673778e-06,
+ "loss": 1.8997,
+ "step": 21610
+ },
+ {
+ "epoch": 6.78,
+ "learning_rate": 3.2183186951066502e-06,
+ "loss": 1.8024,
+ "step": 21620
+ },
+ {
+ "epoch": 6.78,
+ "learning_rate": 3.2151819322459227e-06,
+ "loss": 1.8396,
+ "step": 21630
+ },
+ {
+ "epoch": 6.79,
+ "learning_rate": 3.2120451693851943e-06,
+ "loss": 1.8613,
+ "step": 21640
+ },
+ {
+ "epoch": 6.79,
+ "learning_rate": 3.208908406524467e-06,
+ "loss": 1.8002,
+ "step": 21650
+ },
+ {
+ "epoch": 6.79,
+ "learning_rate": 3.2057716436637393e-06,
+ "loss": 1.8375,
+ "step": 21660
+ },
+ {
+ "epoch": 6.8,
+ "learning_rate": 3.2026348808030117e-06,
+ "loss": 1.8506,
+ "step": 21670
+ },
+ {
+ "epoch": 6.8,
+ "learning_rate": 3.1994981179422842e-06,
+ "loss": 1.7801,
+ "step": 21680
+ },
+ {
+ "epoch": 6.8,
+ "learning_rate": 3.196361355081556e-06,
+ "loss": 1.8555,
+ "step": 21690
+ },
+ {
+ "epoch": 6.81,
+ "learning_rate": 3.1932245922208283e-06,
+ "loss": 1.9085,
+ "step": 21700
+ },
+ {
+ "epoch": 6.81,
+ "learning_rate": 3.1900878293601008e-06,
+ "loss": 1.8794,
+ "step": 21710
+ },
+ {
+ "epoch": 6.81,
+ "learning_rate": 3.186951066499373e-06,
+ "loss": 1.8402,
+ "step": 21720
+ },
+ {
+ "epoch": 6.82,
+ "learning_rate": 3.1838143036386453e-06,
+ "loss": 1.8715,
+ "step": 21730
+ },
+ {
+ "epoch": 6.82,
+ "learning_rate": 3.1806775407779173e-06,
+ "loss": 1.8458,
+ "step": 21740
+ },
+ {
+ "epoch": 6.82,
+ "learning_rate": 3.17754077791719e-06,
+ "loss": 1.866,
+ "step": 21750
+ },
+ {
+ "epoch": 6.83,
+ "learning_rate": 3.174404015056462e-06,
+ "loss": 1.8352,
+ "step": 21760
+ },
+ {
+ "epoch": 6.83,
+ "learning_rate": 3.1712672521957343e-06,
+ "loss": 1.927,
+ "step": 21770
+ },
+ {
+ "epoch": 6.83,
+ "learning_rate": 3.1681304893350068e-06,
+ "loss": 1.9368,
+ "step": 21780
+ },
+ {
+ "epoch": 6.84,
+ "learning_rate": 3.1649937264742784e-06,
+ "loss": 1.875,
+ "step": 21790
+ },
+ {
+ "epoch": 6.84,
+ "learning_rate": 3.161856963613551e-06,
+ "loss": 1.8245,
+ "step": 21800
+ },
+ {
+ "epoch": 6.84,
+ "learning_rate": 3.1587202007528233e-06,
+ "loss": 1.742,
+ "step": 21810
+ },
+ {
+ "epoch": 6.84,
+ "learning_rate": 3.155583437892096e-06,
+ "loss": 1.8363,
+ "step": 21820
+ },
+ {
+ "epoch": 6.85,
+ "learning_rate": 3.1524466750313683e-06,
+ "loss": 1.8633,
+ "step": 21830
+ },
+ {
+ "epoch": 6.85,
+ "learning_rate": 3.14930991217064e-06,
+ "loss": 1.8008,
+ "step": 21840
+ },
+ {
+ "epoch": 6.85,
+ "learning_rate": 3.1461731493099124e-06,
+ "loss": 1.8937,
+ "step": 21850
+ },
+ {
+ "epoch": 6.86,
+ "learning_rate": 3.143036386449185e-06,
+ "loss": 1.7756,
+ "step": 21860
+ },
+ {
+ "epoch": 6.86,
+ "learning_rate": 3.1398996235884573e-06,
+ "loss": 1.8713,
+ "step": 21870
+ },
+ {
+ "epoch": 6.86,
+ "learning_rate": 3.1367628607277293e-06,
+ "loss": 1.8834,
+ "step": 21880
+ },
+ {
+ "epoch": 6.87,
+ "learning_rate": 3.1336260978670014e-06,
+ "loss": 1.907,
+ "step": 21890
+ },
+ {
+ "epoch": 6.87,
+ "learning_rate": 3.130489335006274e-06,
+ "loss": 1.8408,
+ "step": 21900
+ },
+ {
+ "epoch": 6.87,
+ "learning_rate": 3.127352572145546e-06,
+ "loss": 1.8588,
+ "step": 21910
+ },
+ {
+ "epoch": 6.88,
+ "learning_rate": 3.1242158092848184e-06,
+ "loss": 1.8575,
+ "step": 21920
+ },
+ {
+ "epoch": 6.88,
+ "learning_rate": 3.1210790464240904e-06,
+ "loss": 1.834,
+ "step": 21930
+ },
+ {
+ "epoch": 6.88,
+ "learning_rate": 3.117942283563363e-06,
+ "loss": 1.8749,
+ "step": 21940
+ },
+ {
+ "epoch": 6.89,
+ "learning_rate": 3.114805520702635e-06,
+ "loss": 1.8892,
+ "step": 21950
+ },
+ {
+ "epoch": 6.89,
+ "learning_rate": 3.1116687578419074e-06,
+ "loss": 1.8717,
+ "step": 21960
+ },
+ {
+ "epoch": 6.89,
+ "learning_rate": 3.10853199498118e-06,
+ "loss": 1.8847,
+ "step": 21970
+ },
+ {
+ "epoch": 6.89,
+ "learning_rate": 3.1053952321204515e-06,
+ "loss": 1.9115,
+ "step": 21980
+ },
+ {
+ "epoch": 6.9,
+ "learning_rate": 3.102258469259724e-06,
+ "loss": 1.8327,
+ "step": 21990
+ },
+ {
+ "epoch": 6.9,
+ "learning_rate": 3.0991217063989964e-06,
+ "loss": 1.8495,
+ "step": 22000
+ },
+ {
+ "epoch": 6.9,
+ "learning_rate": 3.095984943538269e-06,
+ "loss": 1.9436,
+ "step": 22010
+ },
+ {
+ "epoch": 6.91,
+ "learning_rate": 3.0928481806775414e-06,
+ "loss": 1.8471,
+ "step": 22020
+ },
+ {
+ "epoch": 6.91,
+ "learning_rate": 3.089711417816813e-06,
+ "loss": 1.9117,
+ "step": 22030
+ },
+ {
+ "epoch": 6.91,
+ "learning_rate": 3.0865746549560855e-06,
+ "loss": 1.8174,
+ "step": 22040
+ },
+ {
+ "epoch": 6.92,
+ "learning_rate": 3.083437892095358e-06,
+ "loss": 1.8559,
+ "step": 22050
+ },
+ {
+ "epoch": 6.92,
+ "learning_rate": 3.0803011292346304e-06,
+ "loss": 1.8634,
+ "step": 22060
+ },
+ {
+ "epoch": 6.92,
+ "learning_rate": 3.0771643663739024e-06,
+ "loss": 1.9015,
+ "step": 22070
+ },
+ {
+ "epoch": 6.93,
+ "learning_rate": 3.0740276035131745e-06,
+ "loss": 1.7752,
+ "step": 22080
+ },
+ {
+ "epoch": 6.93,
+ "learning_rate": 3.070890840652447e-06,
+ "loss": 1.8868,
+ "step": 22090
+ },
+ {
+ "epoch": 6.93,
+ "learning_rate": 3.067754077791719e-06,
+ "loss": 1.9024,
+ "step": 22100
+ },
+ {
+ "epoch": 6.94,
+ "learning_rate": 3.0646173149309915e-06,
+ "loss": 1.8447,
+ "step": 22110
+ },
+ {
+ "epoch": 6.94,
+ "learning_rate": 3.061480552070264e-06,
+ "loss": 1.8881,
+ "step": 22120
+ },
+ {
+ "epoch": 6.94,
+ "learning_rate": 3.058343789209536e-06,
+ "loss": 1.8455,
+ "step": 22130
+ },
+ {
+ "epoch": 6.94,
+ "learning_rate": 3.055207026348808e-06,
+ "loss": 1.8524,
+ "step": 22140
+ },
+ {
+ "epoch": 6.95,
+ "learning_rate": 3.0520702634880805e-06,
+ "loss": 1.8238,
+ "step": 22150
+ },
+ {
+ "epoch": 6.95,
+ "learning_rate": 3.048933500627353e-06,
+ "loss": 1.8148,
+ "step": 22160
+ },
+ {
+ "epoch": 6.95,
+ "learning_rate": 3.0457967377666254e-06,
+ "loss": 1.8265,
+ "step": 22170
+ },
+ {
+ "epoch": 6.96,
+ "learning_rate": 3.042659974905897e-06,
+ "loss": 1.857,
+ "step": 22180
+ },
+ {
+ "epoch": 6.96,
+ "learning_rate": 3.0395232120451695e-06,
+ "loss": 1.8612,
+ "step": 22190
+ },
+ {
+ "epoch": 6.96,
+ "learning_rate": 3.036386449184442e-06,
+ "loss": 1.8471,
+ "step": 22200
+ },
+ {
+ "epoch": 6.97,
+ "learning_rate": 3.0332496863237145e-06,
+ "loss": 1.7689,
+ "step": 22210
+ },
+ {
+ "epoch": 6.97,
+ "learning_rate": 3.0301129234629865e-06,
+ "loss": 1.848,
+ "step": 22220
+ },
+ {
+ "epoch": 6.97,
+ "learning_rate": 3.0269761606022585e-06,
+ "loss": 1.8965,
+ "step": 22230
+ },
+ {
+ "epoch": 6.98,
+ "learning_rate": 3.023839397741531e-06,
+ "loss": 1.8563,
+ "step": 22240
+ },
+ {
+ "epoch": 6.98,
+ "learning_rate": 3.0207026348808035e-06,
+ "loss": 1.8156,
+ "step": 22250
+ },
+ {
+ "epoch": 6.98,
+ "learning_rate": 3.0175658720200755e-06,
+ "loss": 1.7559,
+ "step": 22260
+ },
+ {
+ "epoch": 6.99,
+ "learning_rate": 3.014429109159348e-06,
+ "loss": 1.8958,
+ "step": 22270
+ },
+ {
+ "epoch": 6.99,
+ "learning_rate": 3.01129234629862e-06,
+ "loss": 1.8257,
+ "step": 22280
+ },
+ {
+ "epoch": 6.99,
+ "learning_rate": 3.008155583437892e-06,
+ "loss": 1.8366,
+ "step": 22290
+ },
+ {
+ "epoch": 6.99,
+ "learning_rate": 3.0050188205771646e-06,
+ "loss": 1.884,
+ "step": 22300
+ },
+ {
+ "epoch": 7.0,
+ "learning_rate": 3.001882057716437e-06,
+ "loss": 1.8405,
+ "step": 22310
+ },
+ {
+ "epoch": 7.0,
+ "eval_loss": 1.8138045072555542,
+ "eval_runtime": 13.6048,
+ "eval_samples_per_second": 73.504,
+ "eval_steps_per_second": 4.631,
+ "step": 22316
+ },
+ {
+ "epoch": 7.0,
+ "learning_rate": 2.9987452948557095e-06,
+ "loss": 1.9038,
+ "step": 22320
+ },
+ {
+ "epoch": 7.0,
+ "learning_rate": 2.995608531994981e-06,
+ "loss": 1.8173,
+ "step": 22330
+ },
+ {
+ "epoch": 7.01,
+ "learning_rate": 2.9924717691342536e-06,
+ "loss": 1.7758,
+ "step": 22340
+ },
+ {
+ "epoch": 7.01,
+ "learning_rate": 2.989335006273526e-06,
+ "loss": 1.7838,
+ "step": 22350
+ },
+ {
+ "epoch": 7.01,
+ "learning_rate": 2.9861982434127985e-06,
+ "loss": 1.899,
+ "step": 22360
+ },
+ {
+ "epoch": 7.02,
+ "learning_rate": 2.98306148055207e-06,
+ "loss": 1.8519,
+ "step": 22370
+ },
+ {
+ "epoch": 7.02,
+ "learning_rate": 2.9799247176913426e-06,
+ "loss": 1.8812,
+ "step": 22380
+ },
+ {
+ "epoch": 7.02,
+ "learning_rate": 2.976787954830615e-06,
+ "loss": 1.8858,
+ "step": 22390
+ },
+ {
+ "epoch": 7.03,
+ "learning_rate": 2.9736511919698875e-06,
+ "loss": 1.8638,
+ "step": 22400
+ },
+ {
+ "epoch": 7.03,
+ "learning_rate": 2.9705144291091596e-06,
+ "loss": 1.9083,
+ "step": 22410
+ },
+ {
+ "epoch": 7.03,
+ "learning_rate": 2.9673776662484316e-06,
+ "loss": 1.837,
+ "step": 22420
+ },
+ {
+ "epoch": 7.04,
+ "learning_rate": 2.964240903387704e-06,
+ "loss": 1.835,
+ "step": 22430
+ },
+ {
+ "epoch": 7.04,
+ "learning_rate": 2.9611041405269766e-06,
+ "loss": 1.7929,
+ "step": 22440
+ },
+ {
+ "epoch": 7.04,
+ "learning_rate": 2.9579673776662486e-06,
+ "loss": 1.8362,
+ "step": 22450
+ },
+ {
+ "epoch": 7.05,
+ "learning_rate": 2.954830614805521e-06,
+ "loss": 1.9089,
+ "step": 22460
+ },
+ {
+ "epoch": 7.05,
+ "learning_rate": 2.951693851944793e-06,
+ "loss": 1.8951,
+ "step": 22470
+ },
+ {
+ "epoch": 7.05,
+ "learning_rate": 2.948557089084065e-06,
+ "loss": 1.8888,
+ "step": 22480
+ },
+ {
+ "epoch": 7.05,
+ "learning_rate": 2.9454203262233376e-06,
+ "loss": 1.8226,
+ "step": 22490
+ },
+ {
+ "epoch": 7.06,
+ "learning_rate": 2.94228356336261e-06,
+ "loss": 1.7939,
+ "step": 22500
+ },
+ {
+ "epoch": 7.06,
+ "learning_rate": 2.9391468005018826e-06,
+ "loss": 1.7777,
+ "step": 22510
+ },
+ {
+ "epoch": 7.06,
+ "learning_rate": 2.936010037641154e-06,
+ "loss": 1.8305,
+ "step": 22520
+ },
+ {
+ "epoch": 7.07,
+ "learning_rate": 2.9328732747804267e-06,
+ "loss": 1.8603,
+ "step": 22530
+ },
+ {
+ "epoch": 7.07,
+ "learning_rate": 2.929736511919699e-06,
+ "loss": 1.8084,
+ "step": 22540
+ },
+ {
+ "epoch": 7.07,
+ "learning_rate": 2.9265997490589716e-06,
+ "loss": 1.9212,
+ "step": 22550
+ },
+ {
+ "epoch": 7.08,
+ "learning_rate": 2.923462986198244e-06,
+ "loss": 1.7966,
+ "step": 22560
+ },
+ {
+ "epoch": 7.08,
+ "learning_rate": 2.9203262233375157e-06,
+ "loss": 1.7703,
+ "step": 22570
+ },
+ {
+ "epoch": 7.08,
+ "learning_rate": 2.917189460476788e-06,
+ "loss": 1.8393,
+ "step": 22580
+ },
+ {
+ "epoch": 7.09,
+ "learning_rate": 2.9140526976160606e-06,
+ "loss": 1.7991,
+ "step": 22590
+ },
+ {
+ "epoch": 7.09,
+ "learning_rate": 2.9109159347553327e-06,
+ "loss": 1.8828,
+ "step": 22600
+ },
+ {
+ "epoch": 7.09,
+ "learning_rate": 2.907779171894605e-06,
+ "loss": 1.8453,
+ "step": 22610
+ },
+ {
+ "epoch": 7.1,
+ "learning_rate": 2.904642409033877e-06,
+ "loss": 1.8254,
+ "step": 22620
+ },
+ {
+ "epoch": 7.1,
+ "learning_rate": 2.9015056461731497e-06,
+ "loss": 1.8666,
+ "step": 22630
+ },
+ {
+ "epoch": 7.1,
+ "learning_rate": 2.8983688833124217e-06,
+ "loss": 1.7819,
+ "step": 22640
+ },
+ {
+ "epoch": 7.1,
+ "learning_rate": 2.895232120451694e-06,
+ "loss": 1.8606,
+ "step": 22650
+ },
+ {
+ "epoch": 7.11,
+ "learning_rate": 2.8920953575909666e-06,
+ "loss": 1.8466,
+ "step": 22660
+ },
+ {
+ "epoch": 7.11,
+ "learning_rate": 2.8889585947302383e-06,
+ "loss": 1.7494,
+ "step": 22670
+ },
+ {
+ "epoch": 7.11,
+ "learning_rate": 2.8858218318695107e-06,
+ "loss": 1.9066,
+ "step": 22680
+ },
+ {
+ "epoch": 7.12,
+ "learning_rate": 2.882685069008783e-06,
+ "loss": 1.8383,
+ "step": 22690
+ },
+ {
+ "epoch": 7.12,
+ "learning_rate": 2.8795483061480557e-06,
+ "loss": 1.9013,
+ "step": 22700
+ },
+ {
+ "epoch": 7.12,
+ "learning_rate": 2.876411543287328e-06,
+ "loss": 1.8759,
+ "step": 22710
+ },
+ {
+ "epoch": 7.13,
+ "learning_rate": 2.8732747804265998e-06,
+ "loss": 1.835,
+ "step": 22720
+ },
+ {
+ "epoch": 7.13,
+ "learning_rate": 2.8701380175658722e-06,
+ "loss": 1.8592,
+ "step": 22730
+ },
+ {
+ "epoch": 7.13,
+ "learning_rate": 2.8670012547051447e-06,
+ "loss": 1.7547,
+ "step": 22740
+ },
+ {
+ "epoch": 7.14,
+ "learning_rate": 2.863864491844417e-06,
+ "loss": 1.8349,
+ "step": 22750
+ },
+ {
+ "epoch": 7.14,
+ "learning_rate": 2.860727728983689e-06,
+ "loss": 1.8603,
+ "step": 22760
+ },
+ {
+ "epoch": 7.14,
+ "learning_rate": 2.8575909661229612e-06,
+ "loss": 1.8041,
+ "step": 22770
+ },
+ {
+ "epoch": 7.15,
+ "learning_rate": 2.8544542032622337e-06,
+ "loss": 1.8681,
+ "step": 22780
+ },
+ {
+ "epoch": 7.15,
+ "learning_rate": 2.8513174404015058e-06,
+ "loss": 1.8604,
+ "step": 22790
+ },
+ {
+ "epoch": 7.15,
+ "learning_rate": 2.8481806775407782e-06,
+ "loss": 1.8059,
+ "step": 22800
+ },
+ {
+ "epoch": 7.15,
+ "learning_rate": 2.8450439146800503e-06,
+ "loss": 1.9027,
+ "step": 22810
+ },
+ {
+ "epoch": 7.16,
+ "learning_rate": 2.8419071518193223e-06,
+ "loss": 1.8495,
+ "step": 22820
+ },
+ {
+ "epoch": 7.16,
+ "learning_rate": 2.838770388958595e-06,
+ "loss": 1.8858,
+ "step": 22830
+ },
+ {
+ "epoch": 7.16,
+ "learning_rate": 2.8356336260978673e-06,
+ "loss": 1.8676,
+ "step": 22840
+ },
+ {
+ "epoch": 7.17,
+ "learning_rate": 2.8324968632371397e-06,
+ "loss": 1.7541,
+ "step": 22850
+ },
+ {
+ "epoch": 7.17,
+ "learning_rate": 2.8293601003764113e-06,
+ "loss": 1.8457,
+ "step": 22860
+ },
+ {
+ "epoch": 7.17,
+ "learning_rate": 2.826223337515684e-06,
+ "loss": 1.814,
+ "step": 22870
+ },
+ {
+ "epoch": 7.18,
+ "learning_rate": 2.8230865746549563e-06,
+ "loss": 1.7803,
+ "step": 22880
+ },
+ {
+ "epoch": 7.18,
+ "learning_rate": 2.8199498117942288e-06,
+ "loss": 1.8027,
+ "step": 22890
+ },
+ {
+ "epoch": 7.18,
+ "learning_rate": 2.8168130489335012e-06,
+ "loss": 1.8909,
+ "step": 22900
+ },
+ {
+ "epoch": 7.19,
+ "learning_rate": 2.813676286072773e-06,
+ "loss": 1.7367,
+ "step": 22910
+ },
+ {
+ "epoch": 7.19,
+ "learning_rate": 2.8105395232120453e-06,
+ "loss": 1.917,
+ "step": 22920
+ },
+ {
+ "epoch": 7.19,
+ "learning_rate": 2.8074027603513178e-06,
+ "loss": 1.7805,
+ "step": 22930
+ },
+ {
+ "epoch": 7.2,
+ "learning_rate": 2.80426599749059e-06,
+ "loss": 1.8529,
+ "step": 22940
+ },
+ {
+ "epoch": 7.2,
+ "learning_rate": 2.8011292346298623e-06,
+ "loss": 1.8119,
+ "step": 22950
+ },
+ {
+ "epoch": 7.2,
+ "learning_rate": 2.7979924717691343e-06,
+ "loss": 1.7894,
+ "step": 22960
+ },
+ {
+ "epoch": 7.21,
+ "learning_rate": 2.794855708908407e-06,
+ "loss": 1.8554,
+ "step": 22970
+ },
+ {
+ "epoch": 7.21,
+ "learning_rate": 2.791718946047679e-06,
+ "loss": 1.8412,
+ "step": 22980
+ },
+ {
+ "epoch": 7.21,
+ "learning_rate": 2.7885821831869513e-06,
+ "loss": 1.8466,
+ "step": 22990
+ },
+ {
+ "epoch": 7.21,
+ "learning_rate": 2.7854454203262238e-06,
+ "loss": 1.8696,
+ "step": 23000
+ },
+ {
+ "epoch": 7.22,
+ "learning_rate": 2.7823086574654954e-06,
+ "loss": 1.7816,
+ "step": 23010
+ },
+ {
+ "epoch": 7.22,
+ "learning_rate": 2.779171894604768e-06,
+ "loss": 1.7382,
+ "step": 23020
+ },
+ {
+ "epoch": 7.22,
+ "learning_rate": 2.7760351317440403e-06,
+ "loss": 1.8222,
+ "step": 23030
+ },
+ {
+ "epoch": 7.23,
+ "learning_rate": 2.772898368883313e-06,
+ "loss": 1.8955,
+ "step": 23040
+ },
+ {
+ "epoch": 7.23,
+ "learning_rate": 2.7697616060225853e-06,
+ "loss": 1.7663,
+ "step": 23050
+ },
+ {
+ "epoch": 7.23,
+ "learning_rate": 2.766624843161857e-06,
+ "loss": 1.8362,
+ "step": 23060
+ },
+ {
+ "epoch": 7.24,
+ "learning_rate": 2.7634880803011294e-06,
+ "loss": 1.9312,
+ "step": 23070
+ },
+ {
+ "epoch": 7.24,
+ "learning_rate": 2.760351317440402e-06,
+ "loss": 1.7954,
+ "step": 23080
+ },
+ {
+ "epoch": 7.24,
+ "learning_rate": 2.7572145545796743e-06,
+ "loss": 1.8945,
+ "step": 23090
+ },
+ {
+ "epoch": 7.25,
+ "learning_rate": 2.7540777917189464e-06,
+ "loss": 1.8134,
+ "step": 23100
+ },
+ {
+ "epoch": 7.25,
+ "learning_rate": 2.7509410288582184e-06,
+ "loss": 1.8199,
+ "step": 23110
+ },
+ {
+ "epoch": 7.25,
+ "learning_rate": 2.747804265997491e-06,
+ "loss": 1.8319,
+ "step": 23120
+ },
+ {
+ "epoch": 7.26,
+ "learning_rate": 2.744667503136763e-06,
+ "loss": 1.9164,
+ "step": 23130
+ },
+ {
+ "epoch": 7.26,
+ "learning_rate": 2.7415307402760354e-06,
+ "loss": 1.8681,
+ "step": 23140
+ },
+ {
+ "epoch": 7.26,
+ "learning_rate": 2.738393977415308e-06,
+ "loss": 1.867,
+ "step": 23150
+ },
+ {
+ "epoch": 7.26,
+ "learning_rate": 2.73525721455458e-06,
+ "loss": 1.8132,
+ "step": 23160
+ },
+ {
+ "epoch": 7.27,
+ "learning_rate": 2.732120451693852e-06,
+ "loss": 1.9204,
+ "step": 23170
+ },
+ {
+ "epoch": 7.27,
+ "learning_rate": 2.7289836888331244e-06,
+ "loss": 1.7829,
+ "step": 23180
+ },
+ {
+ "epoch": 7.27,
+ "learning_rate": 2.725846925972397e-06,
+ "loss": 1.8375,
+ "step": 23190
+ },
+ {
+ "epoch": 7.28,
+ "learning_rate": 2.7227101631116693e-06,
+ "loss": 1.7998,
+ "step": 23200
+ },
+ {
+ "epoch": 7.28,
+ "learning_rate": 2.719573400250941e-06,
+ "loss": 1.8404,
+ "step": 23210
+ },
+ {
+ "epoch": 7.28,
+ "learning_rate": 2.7164366373902134e-06,
+ "loss": 1.8477,
+ "step": 23220
+ },
+ {
+ "epoch": 7.29,
+ "learning_rate": 2.713299874529486e-06,
+ "loss": 1.8236,
+ "step": 23230
+ },
+ {
+ "epoch": 7.29,
+ "learning_rate": 2.7101631116687584e-06,
+ "loss": 1.8057,
+ "step": 23240
+ },
+ {
+ "epoch": 7.29,
+ "learning_rate": 2.70702634880803e-06,
+ "loss": 1.9069,
+ "step": 23250
+ },
+ {
+ "epoch": 7.3,
+ "learning_rate": 2.7038895859473025e-06,
+ "loss": 1.8121,
+ "step": 23260
+ },
+ {
+ "epoch": 7.3,
+ "learning_rate": 2.700752823086575e-06,
+ "loss": 1.8416,
+ "step": 23270
+ },
+ {
+ "epoch": 7.3,
+ "learning_rate": 2.6976160602258474e-06,
+ "loss": 1.8124,
+ "step": 23280
+ },
+ {
+ "epoch": 7.31,
+ "learning_rate": 2.6944792973651194e-06,
+ "loss": 1.811,
+ "step": 23290
+ },
+ {
+ "epoch": 7.31,
+ "learning_rate": 2.6913425345043915e-06,
+ "loss": 1.8152,
+ "step": 23300
+ },
+ {
+ "epoch": 7.31,
+ "learning_rate": 2.688205771643664e-06,
+ "loss": 1.8165,
+ "step": 23310
+ },
+ {
+ "epoch": 7.31,
+ "learning_rate": 2.685069008782936e-06,
+ "loss": 1.8534,
+ "step": 23320
+ },
+ {
+ "epoch": 7.32,
+ "learning_rate": 2.6819322459222085e-06,
+ "loss": 1.8197,
+ "step": 23330
+ },
+ {
+ "epoch": 7.32,
+ "learning_rate": 2.678795483061481e-06,
+ "loss": 1.8595,
+ "step": 23340
+ },
+ {
+ "epoch": 7.32,
+ "learning_rate": 2.675658720200753e-06,
+ "loss": 1.8172,
+ "step": 23350
+ },
+ {
+ "epoch": 7.33,
+ "learning_rate": 2.672521957340025e-06,
+ "loss": 1.8871,
+ "step": 23360
+ },
+ {
+ "epoch": 7.33,
+ "learning_rate": 2.6693851944792975e-06,
+ "loss": 1.8423,
+ "step": 23370
+ },
+ {
+ "epoch": 7.33,
+ "learning_rate": 2.66624843161857e-06,
+ "loss": 1.8303,
+ "step": 23380
+ },
+ {
+ "epoch": 7.34,
+ "learning_rate": 2.6631116687578424e-06,
+ "loss": 1.8854,
+ "step": 23390
+ },
+ {
+ "epoch": 7.34,
+ "learning_rate": 2.659974905897114e-06,
+ "loss": 1.8654,
+ "step": 23400
+ },
+ {
+ "epoch": 7.34,
+ "learning_rate": 2.6568381430363865e-06,
+ "loss": 1.7865,
+ "step": 23410
+ },
+ {
+ "epoch": 7.35,
+ "learning_rate": 2.653701380175659e-06,
+ "loss": 1.8362,
+ "step": 23420
+ },
+ {
+ "epoch": 7.35,
+ "learning_rate": 2.6505646173149315e-06,
+ "loss": 1.9038,
+ "step": 23430
+ },
+ {
+ "epoch": 7.35,
+ "learning_rate": 2.6474278544542035e-06,
+ "loss": 1.8733,
+ "step": 23440
+ },
+ {
+ "epoch": 7.36,
+ "learning_rate": 2.6442910915934756e-06,
+ "loss": 1.8038,
+ "step": 23450
+ },
+ {
+ "epoch": 7.36,
+ "learning_rate": 2.641154328732748e-06,
+ "loss": 1.9265,
+ "step": 23460
+ },
+ {
+ "epoch": 7.36,
+ "learning_rate": 2.6380175658720205e-06,
+ "loss": 1.8768,
+ "step": 23470
+ },
+ {
+ "epoch": 7.37,
+ "learning_rate": 2.6348808030112925e-06,
+ "loss": 1.827,
+ "step": 23480
+ },
+ {
+ "epoch": 7.37,
+ "learning_rate": 2.631744040150565e-06,
+ "loss": 1.7804,
+ "step": 23490
+ },
+ {
+ "epoch": 7.37,
+ "learning_rate": 2.628607277289837e-06,
+ "loss": 1.8359,
+ "step": 23500
+ },
+ {
+ "epoch": 7.37,
+ "learning_rate": 2.625470514429109e-06,
+ "loss": 1.8243,
+ "step": 23510
+ },
+ {
+ "epoch": 7.38,
+ "learning_rate": 2.6223337515683816e-06,
+ "loss": 1.8012,
+ "step": 23520
+ },
+ {
+ "epoch": 7.38,
+ "learning_rate": 2.619196988707654e-06,
+ "loss": 1.7882,
+ "step": 23530
+ },
+ {
+ "epoch": 7.38,
+ "learning_rate": 2.6160602258469265e-06,
+ "loss": 1.8081,
+ "step": 23540
+ },
+ {
+ "epoch": 7.39,
+ "learning_rate": 2.612923462986198e-06,
+ "loss": 1.9011,
+ "step": 23550
+ },
+ {
+ "epoch": 7.39,
+ "learning_rate": 2.6097867001254706e-06,
+ "loss": 1.847,
+ "step": 23560
+ },
+ {
+ "epoch": 7.39,
+ "learning_rate": 2.606649937264743e-06,
+ "loss": 1.8524,
+ "step": 23570
+ },
+ {
+ "epoch": 7.4,
+ "learning_rate": 2.6035131744040155e-06,
+ "loss": 1.8984,
+ "step": 23580
+ },
+ {
+ "epoch": 7.4,
+ "learning_rate": 2.600376411543288e-06,
+ "loss": 1.9214,
+ "step": 23590
+ },
+ {
+ "epoch": 7.4,
+ "learning_rate": 2.5972396486825596e-06,
+ "loss": 1.8319,
+ "step": 23600
+ },
+ {
+ "epoch": 7.41,
+ "learning_rate": 2.594102885821832e-06,
+ "loss": 1.8231,
+ "step": 23610
+ },
+ {
+ "epoch": 7.41,
+ "learning_rate": 2.5909661229611045e-06,
+ "loss": 1.8265,
+ "step": 23620
+ },
+ {
+ "epoch": 7.41,
+ "learning_rate": 2.5878293601003766e-06,
+ "loss": 1.8764,
+ "step": 23630
+ },
+ {
+ "epoch": 7.42,
+ "learning_rate": 2.584692597239649e-06,
+ "loss": 1.7521,
+ "step": 23640
+ },
+ {
+ "epoch": 7.42,
+ "learning_rate": 2.581555834378921e-06,
+ "loss": 1.8229,
+ "step": 23650
+ },
+ {
+ "epoch": 7.42,
+ "learning_rate": 2.5784190715181936e-06,
+ "loss": 1.902,
+ "step": 23660
+ },
+ {
+ "epoch": 7.42,
+ "learning_rate": 2.5752823086574656e-06,
+ "loss": 1.8338,
+ "step": 23670
+ },
+ {
+ "epoch": 7.43,
+ "learning_rate": 2.572145545796738e-06,
+ "loss": 1.8587,
+ "step": 23680
+ },
+ {
+ "epoch": 7.43,
+ "learning_rate": 2.56900878293601e-06,
+ "loss": 1.8247,
+ "step": 23690
+ },
+ {
+ "epoch": 7.43,
+ "learning_rate": 2.565872020075282e-06,
+ "loss": 1.8186,
+ "step": 23700
+ },
+ {
+ "epoch": 7.44,
+ "learning_rate": 2.5627352572145546e-06,
+ "loss": 1.8091,
+ "step": 23710
+ },
+ {
+ "epoch": 7.44,
+ "learning_rate": 2.559598494353827e-06,
+ "loss": 1.8887,
+ "step": 23720
+ },
+ {
+ "epoch": 7.44,
+ "learning_rate": 2.5564617314930996e-06,
+ "loss": 1.8898,
+ "step": 23730
+ },
+ {
+ "epoch": 7.45,
+ "learning_rate": 2.553324968632371e-06,
+ "loss": 1.8661,
+ "step": 23740
+ },
+ {
+ "epoch": 7.45,
+ "learning_rate": 2.5501882057716437e-06,
+ "loss": 1.7916,
+ "step": 23750
+ },
+ {
+ "epoch": 7.45,
+ "learning_rate": 2.547051442910916e-06,
+ "loss": 1.9033,
+ "step": 23760
+ },
+ {
+ "epoch": 7.46,
+ "learning_rate": 2.5439146800501886e-06,
+ "loss": 1.8425,
+ "step": 23770
+ },
+ {
+ "epoch": 7.46,
+ "learning_rate": 2.540777917189461e-06,
+ "loss": 1.9196,
+ "step": 23780
+ },
+ {
+ "epoch": 7.46,
+ "learning_rate": 2.5376411543287327e-06,
+ "loss": 1.865,
+ "step": 23790
+ },
+ {
+ "epoch": 7.47,
+ "learning_rate": 2.534504391468005e-06,
+ "loss": 1.8719,
+ "step": 23800
+ },
+ {
+ "epoch": 7.47,
+ "learning_rate": 2.5313676286072776e-06,
+ "loss": 1.8598,
+ "step": 23810
+ },
+ {
+ "epoch": 7.47,
+ "learning_rate": 2.5282308657465497e-06,
+ "loss": 1.8614,
+ "step": 23820
+ },
+ {
+ "epoch": 7.47,
+ "learning_rate": 2.525094102885822e-06,
+ "loss": 1.7822,
+ "step": 23830
+ },
+ {
+ "epoch": 7.48,
+ "learning_rate": 2.521957340025094e-06,
+ "loss": 1.8435,
+ "step": 23840
+ },
+ {
+ "epoch": 7.48,
+ "learning_rate": 2.5188205771643667e-06,
+ "loss": 1.8492,
+ "step": 23850
+ },
+ {
+ "epoch": 7.48,
+ "learning_rate": 2.5156838143036387e-06,
+ "loss": 1.7792,
+ "step": 23860
+ },
+ {
+ "epoch": 7.49,
+ "learning_rate": 2.512547051442911e-06,
+ "loss": 1.8483,
+ "step": 23870
+ },
+ {
+ "epoch": 7.49,
+ "learning_rate": 2.5094102885821836e-06,
+ "loss": 1.8582,
+ "step": 23880
+ },
+ {
+ "epoch": 7.49,
+ "learning_rate": 2.5062735257214553e-06,
+ "loss": 1.8717,
+ "step": 23890
+ },
+ {
+ "epoch": 7.5,
+ "learning_rate": 2.5031367628607277e-06,
+ "loss": 1.8539,
+ "step": 23900
+ },
+ {
+ "epoch": 7.5,
+ "learning_rate": 2.5e-06,
+ "loss": 1.776,
+ "step": 23910
+ },
+ {
+ "epoch": 7.5,
+ "learning_rate": 2.4968632371392727e-06,
+ "loss": 1.7718,
+ "step": 23920
+ },
+ {
+ "epoch": 7.51,
+ "learning_rate": 2.4937264742785447e-06,
+ "loss": 1.8526,
+ "step": 23930
+ },
+ {
+ "epoch": 7.51,
+ "learning_rate": 2.490589711417817e-06,
+ "loss": 1.8475,
+ "step": 23940
+ },
+ {
+ "epoch": 7.51,
+ "learning_rate": 2.4874529485570892e-06,
+ "loss": 1.926,
+ "step": 23950
+ },
+ {
+ "epoch": 7.52,
+ "learning_rate": 2.4843161856963617e-06,
+ "loss": 1.8306,
+ "step": 23960
+ },
+ {
+ "epoch": 7.52,
+ "learning_rate": 2.4811794228356337e-06,
+ "loss": 1.8626,
+ "step": 23970
+ },
+ {
+ "epoch": 7.52,
+ "learning_rate": 2.4780426599749062e-06,
+ "loss": 1.8465,
+ "step": 23980
+ },
+ {
+ "epoch": 7.53,
+ "learning_rate": 2.4749058971141783e-06,
+ "loss": 1.9154,
+ "step": 23990
+ },
+ {
+ "epoch": 7.53,
+ "learning_rate": 2.4717691342534507e-06,
+ "loss": 1.8894,
+ "step": 24000
+ },
+ {
+ "epoch": 7.53,
+ "learning_rate": 2.4686323713927228e-06,
+ "loss": 1.8561,
+ "step": 24010
+ },
+ {
+ "epoch": 7.53,
+ "learning_rate": 2.4654956085319952e-06,
+ "loss": 1.9377,
+ "step": 24020
+ },
+ {
+ "epoch": 7.54,
+ "learning_rate": 2.4623588456712673e-06,
+ "loss": 1.797,
+ "step": 24030
+ },
+ {
+ "epoch": 7.54,
+ "learning_rate": 2.4592220828105398e-06,
+ "loss": 1.8609,
+ "step": 24040
+ },
+ {
+ "epoch": 7.54,
+ "learning_rate": 2.456085319949812e-06,
+ "loss": 1.9067,
+ "step": 24050
+ },
+ {
+ "epoch": 7.55,
+ "learning_rate": 2.4529485570890843e-06,
+ "loss": 1.8253,
+ "step": 24060
+ },
+ {
+ "epoch": 7.55,
+ "learning_rate": 2.4498117942283563e-06,
+ "loss": 1.8497,
+ "step": 24070
+ },
+ {
+ "epoch": 7.55,
+ "learning_rate": 2.4466750313676288e-06,
+ "loss": 1.9389,
+ "step": 24080
+ },
+ {
+ "epoch": 7.56,
+ "learning_rate": 2.4435382685069012e-06,
+ "loss": 1.8728,
+ "step": 24090
+ },
+ {
+ "epoch": 7.56,
+ "learning_rate": 2.4404015056461733e-06,
+ "loss": 1.8859,
+ "step": 24100
+ },
+ {
+ "epoch": 7.56,
+ "learning_rate": 2.4372647427854458e-06,
+ "loss": 1.8464,
+ "step": 24110
+ },
+ {
+ "epoch": 7.57,
+ "learning_rate": 2.434127979924718e-06,
+ "loss": 1.874,
+ "step": 24120
+ },
+ {
+ "epoch": 7.57,
+ "learning_rate": 2.4309912170639903e-06,
+ "loss": 1.8951,
+ "step": 24130
+ },
+ {
+ "epoch": 7.57,
+ "learning_rate": 2.4278544542032627e-06,
+ "loss": 1.7477,
+ "step": 24140
+ },
+ {
+ "epoch": 7.58,
+ "learning_rate": 2.424717691342535e-06,
+ "loss": 1.9261,
+ "step": 24150
+ },
+ {
+ "epoch": 7.58,
+ "learning_rate": 2.421580928481807e-06,
+ "loss": 1.8659,
+ "step": 24160
+ },
+ {
+ "epoch": 7.58,
+ "learning_rate": 2.4184441656210793e-06,
+ "loss": 1.7717,
+ "step": 24170
+ },
+ {
+ "epoch": 7.58,
+ "learning_rate": 2.4153074027603513e-06,
+ "loss": 1.8292,
+ "step": 24180
+ },
+ {
+ "epoch": 7.59,
+ "learning_rate": 2.412170639899624e-06,
+ "loss": 1.824,
+ "step": 24190
+ },
+ {
+ "epoch": 7.59,
+ "learning_rate": 2.409033877038896e-06,
+ "loss": 1.8637,
+ "step": 24200
+ },
+ {
+ "epoch": 7.59,
+ "learning_rate": 2.4058971141781683e-06,
+ "loss": 1.7925,
+ "step": 24210
+ },
+ {
+ "epoch": 7.6,
+ "learning_rate": 2.4027603513174404e-06,
+ "loss": 1.8698,
+ "step": 24220
+ },
+ {
+ "epoch": 7.6,
+ "learning_rate": 2.399623588456713e-06,
+ "loss": 1.8401,
+ "step": 24230
+ },
+ {
+ "epoch": 7.6,
+ "learning_rate": 2.3964868255959853e-06,
+ "loss": 1.8329,
+ "step": 24240
+ },
+ {
+ "epoch": 7.61,
+ "learning_rate": 2.3933500627352574e-06,
+ "loss": 1.8431,
+ "step": 24250
+ },
+ {
+ "epoch": 7.61,
+ "learning_rate": 2.39021329987453e-06,
+ "loss": 1.8929,
+ "step": 24260
+ },
+ {
+ "epoch": 7.61,
+ "learning_rate": 2.387076537013802e-06,
+ "loss": 1.7704,
+ "step": 24270
+ },
+ {
+ "epoch": 7.62,
+ "learning_rate": 2.3839397741530743e-06,
+ "loss": 1.7222,
+ "step": 24280
+ },
+ {
+ "epoch": 7.62,
+ "learning_rate": 2.3808030112923464e-06,
+ "loss": 1.8664,
+ "step": 24290
+ },
+ {
+ "epoch": 7.62,
+ "learning_rate": 2.377666248431619e-06,
+ "loss": 1.8683,
+ "step": 24300
+ },
+ {
+ "epoch": 7.63,
+ "learning_rate": 2.3745294855708913e-06,
+ "loss": 1.8453,
+ "step": 24310
+ },
+ {
+ "epoch": 7.63,
+ "learning_rate": 2.3713927227101634e-06,
+ "loss": 1.8595,
+ "step": 24320
+ },
+ {
+ "epoch": 7.63,
+ "learning_rate": 2.368255959849436e-06,
+ "loss": 1.8028,
+ "step": 24330
+ },
+ {
+ "epoch": 7.63,
+ "learning_rate": 2.365119196988708e-06,
+ "loss": 1.8816,
+ "step": 24340
+ },
+ {
+ "epoch": 7.64,
+ "learning_rate": 2.36198243412798e-06,
+ "loss": 1.71,
+ "step": 24350
+ },
+ {
+ "epoch": 7.64,
+ "learning_rate": 2.3588456712672524e-06,
+ "loss": 1.8009,
+ "step": 24360
+ },
+ {
+ "epoch": 7.64,
+ "learning_rate": 2.3557089084065244e-06,
+ "loss": 1.7629,
+ "step": 24370
+ },
+ {
+ "epoch": 7.65,
+ "learning_rate": 2.352572145545797e-06,
+ "loss": 1.7828,
+ "step": 24380
+ },
+ {
+ "epoch": 7.65,
+ "learning_rate": 2.349435382685069e-06,
+ "loss": 1.88,
+ "step": 24390
+ },
+ {
+ "epoch": 7.65,
+ "learning_rate": 2.3462986198243414e-06,
+ "loss": 1.8083,
+ "step": 24400
+ },
+ {
+ "epoch": 7.66,
+ "learning_rate": 2.343161856963614e-06,
+ "loss": 1.7952,
+ "step": 24410
+ },
+ {
+ "epoch": 7.66,
+ "learning_rate": 2.340025094102886e-06,
+ "loss": 1.8013,
+ "step": 24420
+ },
+ {
+ "epoch": 7.66,
+ "learning_rate": 2.3368883312421584e-06,
+ "loss": 1.775,
+ "step": 24430
+ },
+ {
+ "epoch": 7.67,
+ "learning_rate": 2.3337515683814304e-06,
+ "loss": 1.8962,
+ "step": 24440
+ },
+ {
+ "epoch": 7.67,
+ "learning_rate": 2.330614805520703e-06,
+ "loss": 1.8714,
+ "step": 24450
+ },
+ {
+ "epoch": 7.67,
+ "learning_rate": 2.3274780426599754e-06,
+ "loss": 1.8892,
+ "step": 24460
+ },
+ {
+ "epoch": 7.68,
+ "learning_rate": 2.3243412797992474e-06,
+ "loss": 1.8778,
+ "step": 24470
+ },
+ {
+ "epoch": 7.68,
+ "learning_rate": 2.32120451693852e-06,
+ "loss": 1.9277,
+ "step": 24480
+ },
+ {
+ "epoch": 7.68,
+ "learning_rate": 2.318067754077792e-06,
+ "loss": 1.8388,
+ "step": 24490
+ },
+ {
+ "epoch": 7.69,
+ "learning_rate": 2.3149309912170644e-06,
+ "loss": 1.7903,
+ "step": 24500
+ },
+ {
+ "epoch": 7.69,
+ "learning_rate": 2.3117942283563365e-06,
+ "loss": 1.8229,
+ "step": 24510
+ },
+ {
+ "epoch": 7.69,
+ "learning_rate": 2.3086574654956085e-06,
+ "loss": 1.8884,
+ "step": 24520
+ },
+ {
+ "epoch": 7.69,
+ "learning_rate": 2.305520702634881e-06,
+ "loss": 1.8402,
+ "step": 24530
+ },
+ {
+ "epoch": 7.7,
+ "learning_rate": 2.302383939774153e-06,
+ "loss": 1.9046,
+ "step": 24540
+ },
+ {
+ "epoch": 7.7,
+ "learning_rate": 2.2992471769134255e-06,
+ "loss": 1.9163,
+ "step": 24550
+ },
+ {
+ "epoch": 7.7,
+ "learning_rate": 2.2961104140526975e-06,
+ "loss": 1.8306,
+ "step": 24560
+ },
+ {
+ "epoch": 7.71,
+ "learning_rate": 2.29297365119197e-06,
+ "loss": 1.8335,
+ "step": 24570
+ },
+ {
+ "epoch": 7.71,
+ "learning_rate": 2.2898368883312425e-06,
+ "loss": 1.8506,
+ "step": 24580
+ },
+ {
+ "epoch": 7.71,
+ "learning_rate": 2.2867001254705145e-06,
+ "loss": 1.9307,
+ "step": 24590
+ },
+ {
+ "epoch": 7.72,
+ "learning_rate": 2.283563362609787e-06,
+ "loss": 1.8544,
+ "step": 24600
+ },
+ {
+ "epoch": 7.72,
+ "learning_rate": 2.280426599749059e-06,
+ "loss": 1.7701,
+ "step": 24610
+ },
+ {
+ "epoch": 7.72,
+ "learning_rate": 2.2772898368883315e-06,
+ "loss": 1.8246,
+ "step": 24620
+ },
+ {
+ "epoch": 7.73,
+ "learning_rate": 2.274153074027604e-06,
+ "loss": 1.804,
+ "step": 24630
+ },
+ {
+ "epoch": 7.73,
+ "learning_rate": 2.271016311166876e-06,
+ "loss": 1.8989,
+ "step": 24640
+ },
+ {
+ "epoch": 7.73,
+ "learning_rate": 2.2678795483061485e-06,
+ "loss": 1.8234,
+ "step": 24650
+ },
+ {
+ "epoch": 7.74,
+ "learning_rate": 2.2647427854454205e-06,
+ "loss": 1.8747,
+ "step": 24660
+ },
+ {
+ "epoch": 7.74,
+ "learning_rate": 2.261606022584693e-06,
+ "loss": 1.8087,
+ "step": 24670
+ },
+ {
+ "epoch": 7.74,
+ "learning_rate": 2.258469259723965e-06,
+ "loss": 1.9062,
+ "step": 24680
+ },
+ {
+ "epoch": 7.74,
+ "learning_rate": 2.2553324968632375e-06,
+ "loss": 1.8029,
+ "step": 24690
+ },
+ {
+ "epoch": 7.75,
+ "learning_rate": 2.2521957340025095e-06,
+ "loss": 1.8597,
+ "step": 24700
+ },
+ {
+ "epoch": 7.75,
+ "learning_rate": 2.2490589711417816e-06,
+ "loss": 1.742,
+ "step": 24710
+ },
+ {
+ "epoch": 7.75,
+ "learning_rate": 2.245922208281054e-06,
+ "loss": 1.9272,
+ "step": 24720
+ },
+ {
+ "epoch": 7.76,
+ "learning_rate": 2.242785445420326e-06,
+ "loss": 1.7777,
+ "step": 24730
+ },
+ {
+ "epoch": 7.76,
+ "learning_rate": 2.2396486825595986e-06,
+ "loss": 1.8376,
+ "step": 24740
+ },
+ {
+ "epoch": 7.76,
+ "learning_rate": 2.236511919698871e-06,
+ "loss": 1.847,
+ "step": 24750
+ },
+ {
+ "epoch": 7.77,
+ "learning_rate": 2.233375156838143e-06,
+ "loss": 1.8417,
+ "step": 24760
+ },
+ {
+ "epoch": 7.77,
+ "learning_rate": 2.2302383939774155e-06,
+ "loss": 1.894,
+ "step": 24770
+ },
+ {
+ "epoch": 7.77,
+ "learning_rate": 2.2271016311166876e-06,
+ "loss": 1.7936,
+ "step": 24780
+ },
+ {
+ "epoch": 7.78,
+ "learning_rate": 2.22396486825596e-06,
+ "loss": 1.8742,
+ "step": 24790
+ },
+ {
+ "epoch": 7.78,
+ "learning_rate": 2.2208281053952325e-06,
+ "loss": 1.8119,
+ "step": 24800
+ },
+ {
+ "epoch": 7.78,
+ "learning_rate": 2.2176913425345046e-06,
+ "loss": 1.8426,
+ "step": 24810
+ },
+ {
+ "epoch": 7.79,
+ "learning_rate": 2.214554579673777e-06,
+ "loss": 1.9206,
+ "step": 24820
+ },
+ {
+ "epoch": 7.79,
+ "learning_rate": 2.211417816813049e-06,
+ "loss": 1.811,
+ "step": 24830
+ },
+ {
+ "epoch": 7.79,
+ "learning_rate": 2.2082810539523216e-06,
+ "loss": 1.8007,
+ "step": 24840
+ },
+ {
+ "epoch": 7.79,
+ "learning_rate": 2.2051442910915936e-06,
+ "loss": 1.8859,
+ "step": 24850
+ },
+ {
+ "epoch": 7.8,
+ "learning_rate": 2.202007528230866e-06,
+ "loss": 1.8268,
+ "step": 24860
+ },
+ {
+ "epoch": 7.8,
+ "learning_rate": 2.198870765370138e-06,
+ "loss": 1.852,
+ "step": 24870
+ },
+ {
+ "epoch": 7.8,
+ "learning_rate": 2.1957340025094106e-06,
+ "loss": 1.7632,
+ "step": 24880
+ },
+ {
+ "epoch": 7.81,
+ "learning_rate": 2.1925972396486826e-06,
+ "loss": 1.8561,
+ "step": 24890
+ },
+ {
+ "epoch": 7.81,
+ "learning_rate": 2.189460476787955e-06,
+ "loss": 1.817,
+ "step": 24900
+ },
+ {
+ "epoch": 7.81,
+ "learning_rate": 2.186323713927227e-06,
+ "loss": 1.792,
+ "step": 24910
+ },
+ {
+ "epoch": 7.82,
+ "learning_rate": 2.1831869510664996e-06,
+ "loss": 1.8024,
+ "step": 24920
+ },
+ {
+ "epoch": 7.82,
+ "learning_rate": 2.1800501882057717e-06,
+ "loss": 1.8756,
+ "step": 24930
+ },
+ {
+ "epoch": 7.82,
+ "learning_rate": 2.176913425345044e-06,
+ "loss": 1.8239,
+ "step": 24940
+ },
+ {
+ "epoch": 7.83,
+ "learning_rate": 2.173776662484316e-06,
+ "loss": 1.846,
+ "step": 24950
+ },
+ {
+ "epoch": 7.83,
+ "learning_rate": 2.1706398996235886e-06,
+ "loss": 1.8936,
+ "step": 24960
+ },
+ {
+ "epoch": 7.83,
+ "learning_rate": 2.167503136762861e-06,
+ "loss": 1.9536,
+ "step": 24970
+ },
+ {
+ "epoch": 7.84,
+ "learning_rate": 2.164366373902133e-06,
+ "loss": 1.8185,
+ "step": 24980
+ },
+ {
+ "epoch": 7.84,
+ "learning_rate": 2.1612296110414056e-06,
+ "loss": 1.8076,
+ "step": 24990
+ },
+ {
+ "epoch": 7.84,
+ "learning_rate": 2.1580928481806777e-06,
+ "loss": 1.9388,
+ "step": 25000
+ },
+ {
+ "epoch": 7.85,
+ "learning_rate": 2.15495608531995e-06,
+ "loss": 1.7815,
+ "step": 25010
+ },
+ {
+ "epoch": 7.85,
+ "learning_rate": 2.151819322459222e-06,
+ "loss": 1.8411,
+ "step": 25020
+ },
+ {
+ "epoch": 7.85,
+ "learning_rate": 2.1486825595984946e-06,
+ "loss": 1.858,
+ "step": 25030
+ },
+ {
+ "epoch": 7.85,
+ "learning_rate": 2.1455457967377667e-06,
+ "loss": 1.8114,
+ "step": 25040
+ },
+ {
+ "epoch": 7.86,
+ "learning_rate": 2.142409033877039e-06,
+ "loss": 1.8516,
+ "step": 25050
+ },
+ {
+ "epoch": 7.86,
+ "learning_rate": 2.139272271016311e-06,
+ "loss": 1.8683,
+ "step": 25060
+ },
+ {
+ "epoch": 7.86,
+ "learning_rate": 2.1361355081555837e-06,
+ "loss": 1.9183,
+ "step": 25070
+ },
+ {
+ "epoch": 7.87,
+ "learning_rate": 2.1329987452948557e-06,
+ "loss": 1.8695,
+ "step": 25080
+ },
+ {
+ "epoch": 7.87,
+ "learning_rate": 2.129861982434128e-06,
+ "loss": 1.8753,
+ "step": 25090
+ },
+ {
+ "epoch": 7.87,
+ "learning_rate": 2.1267252195734002e-06,
+ "loss": 1.8406,
+ "step": 25100
+ },
+ {
+ "epoch": 7.88,
+ "learning_rate": 2.1235884567126727e-06,
+ "loss": 1.8115,
+ "step": 25110
+ },
+ {
+ "epoch": 7.88,
+ "learning_rate": 2.120451693851945e-06,
+ "loss": 1.9119,
+ "step": 25120
+ },
+ {
+ "epoch": 7.88,
+ "learning_rate": 2.1173149309912172e-06,
+ "loss": 1.7686,
+ "step": 25130
+ },
+ {
+ "epoch": 7.89,
+ "learning_rate": 2.1141781681304897e-06,
+ "loss": 1.9034,
+ "step": 25140
+ },
+ {
+ "epoch": 7.89,
+ "learning_rate": 2.1110414052697617e-06,
+ "loss": 1.8498,
+ "step": 25150
+ },
+ {
+ "epoch": 7.89,
+ "learning_rate": 2.107904642409034e-06,
+ "loss": 1.8183,
+ "step": 25160
+ },
+ {
+ "epoch": 7.9,
+ "learning_rate": 2.1047678795483062e-06,
+ "loss": 1.8255,
+ "step": 25170
+ },
+ {
+ "epoch": 7.9,
+ "learning_rate": 2.1016311166875787e-06,
+ "loss": 1.8853,
+ "step": 25180
+ },
+ {
+ "epoch": 7.9,
+ "learning_rate": 2.0984943538268508e-06,
+ "loss": 1.8643,
+ "step": 25190
+ },
+ {
+ "epoch": 7.9,
+ "learning_rate": 2.0953575909661232e-06,
+ "loss": 1.8537,
+ "step": 25200
+ },
+ {
+ "epoch": 7.91,
+ "learning_rate": 2.0922208281053953e-06,
+ "loss": 1.8535,
+ "step": 25210
+ },
+ {
+ "epoch": 7.91,
+ "learning_rate": 2.0890840652446677e-06,
+ "loss": 1.8192,
+ "step": 25220
+ },
+ {
+ "epoch": 7.91,
+ "learning_rate": 2.0859473023839398e-06,
+ "loss": 1.9235,
+ "step": 25230
+ },
+ {
+ "epoch": 7.92,
+ "learning_rate": 2.0828105395232122e-06,
+ "loss": 1.7911,
+ "step": 25240
+ },
+ {
+ "epoch": 7.92,
+ "learning_rate": 2.0796737766624843e-06,
+ "loss": 1.8031,
+ "step": 25250
+ },
+ {
+ "epoch": 7.92,
+ "learning_rate": 2.0765370138017568e-06,
+ "loss": 1.8374,
+ "step": 25260
+ },
+ {
+ "epoch": 7.93,
+ "learning_rate": 2.073400250941029e-06,
+ "loss": 1.8302,
+ "step": 25270
+ },
+ {
+ "epoch": 7.93,
+ "learning_rate": 2.0702634880803013e-06,
+ "loss": 1.7694,
+ "step": 25280
+ },
+ {
+ "epoch": 7.93,
+ "learning_rate": 2.0671267252195737e-06,
+ "loss": 1.8412,
+ "step": 25290
+ },
+ {
+ "epoch": 7.94,
+ "learning_rate": 2.063989962358846e-06,
+ "loss": 1.8374,
+ "step": 25300
+ },
+ {
+ "epoch": 7.94,
+ "learning_rate": 2.0608531994981183e-06,
+ "loss": 1.8052,
+ "step": 25310
+ },
+ {
+ "epoch": 7.94,
+ "learning_rate": 2.0577164366373903e-06,
+ "loss": 1.826,
+ "step": 25320
+ },
+ {
+ "epoch": 7.95,
+ "learning_rate": 2.0545796737766628e-06,
+ "loss": 1.884,
+ "step": 25330
+ },
+ {
+ "epoch": 7.95,
+ "learning_rate": 2.0514429109159352e-06,
+ "loss": 1.8261,
+ "step": 25340
+ },
+ {
+ "epoch": 7.95,
+ "learning_rate": 2.0483061480552073e-06,
+ "loss": 1.8037,
+ "step": 25350
+ },
+ {
+ "epoch": 7.95,
+ "learning_rate": 2.0451693851944798e-06,
+ "loss": 1.8361,
+ "step": 25360
+ },
+ {
+ "epoch": 7.96,
+ "learning_rate": 2.042032622333752e-06,
+ "loss": 1.789,
+ "step": 25370
+ },
+ {
+ "epoch": 7.96,
+ "learning_rate": 2.038895859473024e-06,
+ "loss": 1.8791,
+ "step": 25380
+ },
+ {
+ "epoch": 7.96,
+ "learning_rate": 2.0357590966122963e-06,
+ "loss": 1.7095,
+ "step": 25390
+ },
+ {
+ "epoch": 7.97,
+ "learning_rate": 2.0326223337515684e-06,
+ "loss": 1.8753,
+ "step": 25400
+ },
+ {
+ "epoch": 7.97,
+ "learning_rate": 2.029485570890841e-06,
+ "loss": 1.6906,
+ "step": 25410
+ },
+ {
+ "epoch": 7.97,
+ "learning_rate": 2.026348808030113e-06,
+ "loss": 1.8425,
+ "step": 25420
+ },
+ {
+ "epoch": 7.98,
+ "learning_rate": 2.0232120451693853e-06,
+ "loss": 1.8265,
+ "step": 25430
+ },
+ {
+ "epoch": 7.98,
+ "learning_rate": 2.0200752823086574e-06,
+ "loss": 1.8445,
+ "step": 25440
+ },
+ {
+ "epoch": 7.98,
+ "learning_rate": 2.01693851944793e-06,
+ "loss": 1.901,
+ "step": 25450
+ },
+ {
+ "epoch": 7.99,
+ "learning_rate": 2.0138017565872023e-06,
+ "loss": 1.855,
+ "step": 25460
+ },
+ {
+ "epoch": 7.99,
+ "learning_rate": 2.0106649937264744e-06,
+ "loss": 1.8212,
+ "step": 25470
+ },
+ {
+ "epoch": 7.99,
+ "learning_rate": 2.007528230865747e-06,
+ "loss": 1.8864,
+ "step": 25480
+ },
+ {
+ "epoch": 8.0,
+ "learning_rate": 2.004391468005019e-06,
+ "loss": 1.8775,
+ "step": 25490
+ },
+ {
+ "epoch": 8.0,
+ "learning_rate": 2.0012547051442913e-06,
+ "loss": 1.8761,
+ "step": 25500
+ },
+ {
+ "epoch": 8.0,
+ "eval_loss": 1.8085027933120728,
+ "eval_runtime": 13.6113,
+ "eval_samples_per_second": 73.468,
+ "eval_steps_per_second": 4.628,
+ "step": 25504
+ },
+ {
+ "epoch": 8.0,
+ "learning_rate": 1.998117942283564e-06,
+ "loss": 1.8419,
+ "step": 25510
+ },
+ {
+ "epoch": 8.01,
+ "learning_rate": 1.994981179422836e-06,
+ "loss": 1.8554,
+ "step": 25520
+ },
+ {
+ "epoch": 8.01,
+ "learning_rate": 1.9918444165621083e-06,
+ "loss": 1.8783,
+ "step": 25530
+ },
+ {
+ "epoch": 8.01,
+ "learning_rate": 1.9887076537013804e-06,
+ "loss": 1.8445,
+ "step": 25540
+ },
+ {
+ "epoch": 8.01,
+ "learning_rate": 1.985570890840653e-06,
+ "loss": 1.8647,
+ "step": 25550
+ },
+ {
+ "epoch": 8.02,
+ "learning_rate": 1.982434127979925e-06,
+ "loss": 1.7844,
+ "step": 25560
+ },
+ {
+ "epoch": 8.02,
+ "learning_rate": 1.979297365119197e-06,
+ "loss": 1.8327,
+ "step": 25570
+ },
+ {
+ "epoch": 8.02,
+ "learning_rate": 1.9761606022584694e-06,
+ "loss": 1.8807,
+ "step": 25580
+ },
+ {
+ "epoch": 8.03,
+ "learning_rate": 1.9730238393977414e-06,
+ "loss": 1.8707,
+ "step": 25590
+ },
+ {
+ "epoch": 8.03,
+ "learning_rate": 1.969887076537014e-06,
+ "loss": 1.8531,
+ "step": 25600
+ },
+ {
+ "epoch": 8.03,
+ "learning_rate": 1.966750313676286e-06,
+ "loss": 1.8546,
+ "step": 25610
+ },
+ {
+ "epoch": 8.04,
+ "learning_rate": 1.9636135508155584e-06,
+ "loss": 1.8613,
+ "step": 25620
+ },
+ {
+ "epoch": 8.04,
+ "learning_rate": 1.960476787954831e-06,
+ "loss": 1.8682,
+ "step": 25630
+ },
+ {
+ "epoch": 8.04,
+ "learning_rate": 1.957340025094103e-06,
+ "loss": 1.8709,
+ "step": 25640
+ },
+ {
+ "epoch": 8.05,
+ "learning_rate": 1.9542032622333754e-06,
+ "loss": 1.8032,
+ "step": 25650
+ },
+ {
+ "epoch": 8.05,
+ "learning_rate": 1.9510664993726475e-06,
+ "loss": 1.8855,
+ "step": 25660
+ },
+ {
+ "epoch": 8.05,
+ "learning_rate": 1.94792973651192e-06,
+ "loss": 1.8255,
+ "step": 25670
+ },
+ {
+ "epoch": 8.06,
+ "learning_rate": 1.9447929736511924e-06,
+ "loss": 1.8782,
+ "step": 25680
+ },
+ {
+ "epoch": 8.06,
+ "learning_rate": 1.9416562107904644e-06,
+ "loss": 1.8759,
+ "step": 25690
+ },
+ {
+ "epoch": 8.06,
+ "learning_rate": 1.938519447929737e-06,
+ "loss": 1.8345,
+ "step": 25700
+ },
+ {
+ "epoch": 8.06,
+ "learning_rate": 1.935382685069009e-06,
+ "loss": 1.8346,
+ "step": 25710
+ },
+ {
+ "epoch": 8.07,
+ "learning_rate": 1.9322459222082814e-06,
+ "loss": 1.8408,
+ "step": 25720
+ },
+ {
+ "epoch": 8.07,
+ "learning_rate": 1.9291091593475535e-06,
+ "loss": 1.848,
+ "step": 25730
+ },
+ {
+ "epoch": 8.07,
+ "learning_rate": 1.9259723964868255e-06,
+ "loss": 1.8057,
+ "step": 25740
+ },
+ {
+ "epoch": 8.08,
+ "learning_rate": 1.922835633626098e-06,
+ "loss": 1.7701,
+ "step": 25750
+ },
+ {
+ "epoch": 8.08,
+ "learning_rate": 1.91969887076537e-06,
+ "loss": 1.8032,
+ "step": 25760
+ },
+ {
+ "epoch": 8.08,
+ "learning_rate": 1.9165621079046425e-06,
+ "loss": 1.8393,
+ "step": 25770
+ },
+ {
+ "epoch": 8.09,
+ "learning_rate": 1.913425345043915e-06,
+ "loss": 1.7831,
+ "step": 25780
+ },
+ {
+ "epoch": 8.09,
+ "learning_rate": 1.910288582183187e-06,
+ "loss": 1.7805,
+ "step": 25790
+ },
+ {
+ "epoch": 8.09,
+ "learning_rate": 1.9071518193224595e-06,
+ "loss": 1.8198,
+ "step": 25800
+ },
+ {
+ "epoch": 8.1,
+ "learning_rate": 1.9040150564617315e-06,
+ "loss": 1.7913,
+ "step": 25810
+ },
+ {
+ "epoch": 8.1,
+ "learning_rate": 1.900878293601004e-06,
+ "loss": 1.7361,
+ "step": 25820
+ },
+ {
+ "epoch": 8.1,
+ "learning_rate": 1.897741530740276e-06,
+ "loss": 1.8002,
+ "step": 25830
+ },
+ {
+ "epoch": 8.11,
+ "learning_rate": 1.8946047678795485e-06,
+ "loss": 1.8309,
+ "step": 25840
+ },
+ {
+ "epoch": 8.11,
+ "learning_rate": 1.8914680050188208e-06,
+ "loss": 1.8588,
+ "step": 25850
+ },
+ {
+ "epoch": 8.11,
+ "learning_rate": 1.888331242158093e-06,
+ "loss": 1.8685,
+ "step": 25860
+ },
+ {
+ "epoch": 8.11,
+ "learning_rate": 1.8851944792973653e-06,
+ "loss": 1.7893,
+ "step": 25870
+ },
+ {
+ "epoch": 8.12,
+ "learning_rate": 1.8820577164366375e-06,
+ "loss": 1.7893,
+ "step": 25880
+ },
+ {
+ "epoch": 8.12,
+ "learning_rate": 1.8789209535759098e-06,
+ "loss": 1.9111,
+ "step": 25890
+ },
+ {
+ "epoch": 8.12,
+ "learning_rate": 1.8757841907151822e-06,
+ "loss": 1.8303,
+ "step": 25900
+ },
+ {
+ "epoch": 8.13,
+ "learning_rate": 1.8726474278544543e-06,
+ "loss": 1.8459,
+ "step": 25910
+ },
+ {
+ "epoch": 8.13,
+ "learning_rate": 1.8695106649937268e-06,
+ "loss": 1.8117,
+ "step": 25920
+ },
+ {
+ "epoch": 8.13,
+ "learning_rate": 1.8663739021329988e-06,
+ "loss": 1.7602,
+ "step": 25930
+ },
+ {
+ "epoch": 8.14,
+ "learning_rate": 1.8632371392722713e-06,
+ "loss": 1.8715,
+ "step": 25940
+ },
+ {
+ "epoch": 8.14,
+ "learning_rate": 1.8601003764115435e-06,
+ "loss": 1.8285,
+ "step": 25950
+ },
+ {
+ "epoch": 8.14,
+ "learning_rate": 1.8569636135508156e-06,
+ "loss": 1.7996,
+ "step": 25960
+ },
+ {
+ "epoch": 8.15,
+ "learning_rate": 1.853826850690088e-06,
+ "loss": 1.8965,
+ "step": 25970
+ },
+ {
+ "epoch": 8.15,
+ "learning_rate": 1.85069008782936e-06,
+ "loss": 1.7853,
+ "step": 25980
+ },
+ {
+ "epoch": 8.15,
+ "learning_rate": 1.8475533249686326e-06,
+ "loss": 1.8037,
+ "step": 25990
+ },
+ {
+ "epoch": 8.16,
+ "learning_rate": 1.844416562107905e-06,
+ "loss": 1.786,
+ "step": 26000
+ },
+ {
+ "epoch": 8.16,
+ "learning_rate": 1.841279799247177e-06,
+ "loss": 1.9019,
+ "step": 26010
+ },
+ {
+ "epoch": 8.16,
+ "learning_rate": 1.8381430363864493e-06,
+ "loss": 1.9225,
+ "step": 26020
+ },
+ {
+ "epoch": 8.16,
+ "learning_rate": 1.8350062735257216e-06,
+ "loss": 1.8514,
+ "step": 26030
+ },
+ {
+ "epoch": 8.17,
+ "learning_rate": 1.8318695106649938e-06,
+ "loss": 1.8365,
+ "step": 26040
+ },
+ {
+ "epoch": 8.17,
+ "learning_rate": 1.828732747804266e-06,
+ "loss": 1.7828,
+ "step": 26050
+ },
+ {
+ "epoch": 8.17,
+ "learning_rate": 1.8255959849435384e-06,
+ "loss": 1.8321,
+ "step": 26060
+ },
+ {
+ "epoch": 8.18,
+ "learning_rate": 1.8224592220828108e-06,
+ "loss": 1.7532,
+ "step": 26070
+ },
+ {
+ "epoch": 8.18,
+ "learning_rate": 1.8193224592220829e-06,
+ "loss": 1.8928,
+ "step": 26080
+ },
+ {
+ "epoch": 8.18,
+ "learning_rate": 1.8161856963613553e-06,
+ "loss": 1.8561,
+ "step": 26090
+ },
+ {
+ "epoch": 8.19,
+ "learning_rate": 1.8130489335006274e-06,
+ "loss": 1.9077,
+ "step": 26100
+ },
+ {
+ "epoch": 8.19,
+ "learning_rate": 1.8099121706398999e-06,
+ "loss": 1.815,
+ "step": 26110
+ },
+ {
+ "epoch": 8.19,
+ "learning_rate": 1.8067754077791721e-06,
+ "loss": 1.7752,
+ "step": 26120
+ },
+ {
+ "epoch": 8.2,
+ "learning_rate": 1.8036386449184444e-06,
+ "loss": 1.8435,
+ "step": 26130
+ },
+ {
+ "epoch": 8.2,
+ "learning_rate": 1.8005018820577166e-06,
+ "loss": 1.8642,
+ "step": 26140
+ },
+ {
+ "epoch": 8.2,
+ "learning_rate": 1.7973651191969887e-06,
+ "loss": 1.807,
+ "step": 26150
+ },
+ {
+ "epoch": 8.21,
+ "learning_rate": 1.7942283563362611e-06,
+ "loss": 1.8056,
+ "step": 26160
+ },
+ {
+ "epoch": 8.21,
+ "learning_rate": 1.7910915934755336e-06,
+ "loss": 1.8102,
+ "step": 26170
+ },
+ {
+ "epoch": 8.21,
+ "learning_rate": 1.7879548306148056e-06,
+ "loss": 1.9075,
+ "step": 26180
+ },
+ {
+ "epoch": 8.22,
+ "learning_rate": 1.7848180677540781e-06,
+ "loss": 1.7885,
+ "step": 26190
+ },
+ {
+ "epoch": 8.22,
+ "learning_rate": 1.7816813048933502e-06,
+ "loss": 1.8633,
+ "step": 26200
+ },
+ {
+ "epoch": 8.22,
+ "learning_rate": 1.7785445420326224e-06,
+ "loss": 1.8132,
+ "step": 26210
+ },
+ {
+ "epoch": 8.22,
+ "learning_rate": 1.7754077791718949e-06,
+ "loss": 1.8301,
+ "step": 26220
+ },
+ {
+ "epoch": 8.23,
+ "learning_rate": 1.772271016311167e-06,
+ "loss": 1.8868,
+ "step": 26230
+ },
+ {
+ "epoch": 8.23,
+ "learning_rate": 1.7691342534504394e-06,
+ "loss": 1.8068,
+ "step": 26240
+ },
+ {
+ "epoch": 8.23,
+ "learning_rate": 1.7659974905897114e-06,
+ "loss": 1.816,
+ "step": 26250
+ },
+ {
+ "epoch": 8.24,
+ "learning_rate": 1.762860727728984e-06,
+ "loss": 1.7982,
+ "step": 26260
+ },
+ {
+ "epoch": 8.24,
+ "learning_rate": 1.759723964868256e-06,
+ "loss": 1.8405,
+ "step": 26270
+ },
+ {
+ "epoch": 8.24,
+ "learning_rate": 1.7565872020075284e-06,
+ "loss": 1.8382,
+ "step": 26280
+ },
+ {
+ "epoch": 8.25,
+ "learning_rate": 1.7534504391468007e-06,
+ "loss": 1.7793,
+ "step": 26290
+ },
+ {
+ "epoch": 8.25,
+ "learning_rate": 1.750313676286073e-06,
+ "loss": 1.8145,
+ "step": 26300
+ },
+ {
+ "epoch": 8.25,
+ "learning_rate": 1.7471769134253452e-06,
+ "loss": 1.8759,
+ "step": 26310
+ },
+ {
+ "epoch": 8.26,
+ "learning_rate": 1.7440401505646172e-06,
+ "loss": 1.8452,
+ "step": 26320
+ },
+ {
+ "epoch": 8.26,
+ "learning_rate": 1.7409033877038897e-06,
+ "loss": 1.8489,
+ "step": 26330
+ },
+ {
+ "epoch": 8.26,
+ "learning_rate": 1.7377666248431622e-06,
+ "loss": 1.8525,
+ "step": 26340
+ },
+ {
+ "epoch": 8.27,
+ "learning_rate": 1.7346298619824342e-06,
+ "loss": 1.8752,
+ "step": 26350
+ },
+ {
+ "epoch": 8.27,
+ "learning_rate": 1.7314930991217067e-06,
+ "loss": 1.8404,
+ "step": 26360
+ },
+ {
+ "epoch": 8.27,
+ "learning_rate": 1.7283563362609787e-06,
+ "loss": 1.8458,
+ "step": 26370
+ },
+ {
+ "epoch": 8.27,
+ "learning_rate": 1.725219573400251e-06,
+ "loss": 1.8859,
+ "step": 26380
+ },
+ {
+ "epoch": 8.28,
+ "learning_rate": 1.7220828105395235e-06,
+ "loss": 1.7915,
+ "step": 26390
+ },
+ {
+ "epoch": 8.28,
+ "learning_rate": 1.7189460476787955e-06,
+ "loss": 1.9167,
+ "step": 26400
+ },
+ {
+ "epoch": 8.28,
+ "learning_rate": 1.715809284818068e-06,
+ "loss": 1.8609,
+ "step": 26410
+ },
+ {
+ "epoch": 8.29,
+ "learning_rate": 1.71267252195734e-06,
+ "loss": 1.9143,
+ "step": 26420
+ },
+ {
+ "epoch": 8.29,
+ "learning_rate": 1.7095357590966125e-06,
+ "loss": 1.809,
+ "step": 26430
+ },
+ {
+ "epoch": 8.29,
+ "learning_rate": 1.7063989962358847e-06,
+ "loss": 1.7668,
+ "step": 26440
+ },
+ {
+ "epoch": 8.3,
+ "learning_rate": 1.703262233375157e-06,
+ "loss": 1.8096,
+ "step": 26450
+ },
+ {
+ "epoch": 8.3,
+ "learning_rate": 1.7001254705144293e-06,
+ "loss": 1.8033,
+ "step": 26460
+ },
+ {
+ "epoch": 8.3,
+ "learning_rate": 1.6969887076537015e-06,
+ "loss": 1.8294,
+ "step": 26470
+ },
+ {
+ "epoch": 8.31,
+ "learning_rate": 1.6938519447929738e-06,
+ "loss": 1.7282,
+ "step": 26480
+ },
+ {
+ "epoch": 8.31,
+ "learning_rate": 1.690715181932246e-06,
+ "loss": 1.8274,
+ "step": 26490
+ },
+ {
+ "epoch": 8.31,
+ "learning_rate": 1.6875784190715183e-06,
+ "loss": 1.811,
+ "step": 26500
+ },
+ {
+ "epoch": 8.32,
+ "learning_rate": 1.6844416562107908e-06,
+ "loss": 1.8093,
+ "step": 26510
+ },
+ {
+ "epoch": 8.32,
+ "learning_rate": 1.6813048933500628e-06,
+ "loss": 1.8854,
+ "step": 26520
+ },
+ {
+ "epoch": 8.32,
+ "learning_rate": 1.6781681304893353e-06,
+ "loss": 1.8327,
+ "step": 26530
+ },
+ {
+ "epoch": 8.32,
+ "learning_rate": 1.6750313676286073e-06,
+ "loss": 1.8446,
+ "step": 26540
+ },
+ {
+ "epoch": 8.33,
+ "learning_rate": 1.6718946047678798e-06,
+ "loss": 1.8623,
+ "step": 26550
+ },
+ {
+ "epoch": 8.33,
+ "learning_rate": 1.668757841907152e-06,
+ "loss": 1.8318,
+ "step": 26560
+ },
+ {
+ "epoch": 8.33,
+ "learning_rate": 1.665621079046424e-06,
+ "loss": 1.7852,
+ "step": 26570
+ },
+ {
+ "epoch": 8.34,
+ "learning_rate": 1.6624843161856965e-06,
+ "loss": 1.7953,
+ "step": 26580
+ },
+ {
+ "epoch": 8.34,
+ "learning_rate": 1.6593475533249686e-06,
+ "loss": 1.9024,
+ "step": 26590
+ },
+ {
+ "epoch": 8.34,
+ "learning_rate": 1.656210790464241e-06,
+ "loss": 1.838,
+ "step": 26600
+ },
+ {
+ "epoch": 8.35,
+ "learning_rate": 1.6530740276035135e-06,
+ "loss": 1.9028,
+ "step": 26610
+ },
+ {
+ "epoch": 8.35,
+ "learning_rate": 1.6499372647427856e-06,
+ "loss": 1.8269,
+ "step": 26620
+ },
+ {
+ "epoch": 8.35,
+ "learning_rate": 1.6468005018820578e-06,
+ "loss": 1.8538,
+ "step": 26630
+ },
+ {
+ "epoch": 8.36,
+ "learning_rate": 1.64366373902133e-06,
+ "loss": 1.8703,
+ "step": 26640
+ },
+ {
+ "epoch": 8.36,
+ "learning_rate": 1.6405269761606023e-06,
+ "loss": 1.769,
+ "step": 26650
+ },
+ {
+ "epoch": 8.36,
+ "learning_rate": 1.6373902132998748e-06,
+ "loss": 1.7672,
+ "step": 26660
+ },
+ {
+ "epoch": 8.37,
+ "learning_rate": 1.6342534504391469e-06,
+ "loss": 1.8547,
+ "step": 26670
+ },
+ {
+ "epoch": 8.37,
+ "learning_rate": 1.6311166875784193e-06,
+ "loss": 1.8411,
+ "step": 26680
+ },
+ {
+ "epoch": 8.37,
+ "learning_rate": 1.6279799247176914e-06,
+ "loss": 1.813,
+ "step": 26690
+ },
+ {
+ "epoch": 8.38,
+ "learning_rate": 1.6248431618569638e-06,
+ "loss": 1.9123,
+ "step": 26700
+ },
+ {
+ "epoch": 8.38,
+ "learning_rate": 1.6217063989962359e-06,
+ "loss": 1.844,
+ "step": 26710
+ },
+ {
+ "epoch": 8.38,
+ "learning_rate": 1.6185696361355084e-06,
+ "loss": 1.8704,
+ "step": 26720
+ },
+ {
+ "epoch": 8.38,
+ "learning_rate": 1.6154328732747806e-06,
+ "loss": 1.7696,
+ "step": 26730
+ },
+ {
+ "epoch": 8.39,
+ "learning_rate": 1.6122961104140529e-06,
+ "loss": 1.8558,
+ "step": 26740
+ },
+ {
+ "epoch": 8.39,
+ "learning_rate": 1.6091593475533251e-06,
+ "loss": 1.8155,
+ "step": 26750
+ },
+ {
+ "epoch": 8.39,
+ "learning_rate": 1.6060225846925972e-06,
+ "loss": 1.8761,
+ "step": 26760
+ },
+ {
+ "epoch": 8.4,
+ "learning_rate": 1.6028858218318696e-06,
+ "loss": 1.7798,
+ "step": 26770
+ },
+ {
+ "epoch": 8.4,
+ "learning_rate": 1.5997490589711421e-06,
+ "loss": 1.8079,
+ "step": 26780
+ },
+ {
+ "epoch": 8.4,
+ "learning_rate": 1.5966122961104142e-06,
+ "loss": 1.8161,
+ "step": 26790
+ },
+ {
+ "epoch": 8.41,
+ "learning_rate": 1.5934755332496864e-06,
+ "loss": 1.8797,
+ "step": 26800
+ },
+ {
+ "epoch": 8.41,
+ "learning_rate": 1.5903387703889587e-06,
+ "loss": 1.8012,
+ "step": 26810
+ },
+ {
+ "epoch": 8.41,
+ "learning_rate": 1.587202007528231e-06,
+ "loss": 1.865,
+ "step": 26820
+ },
+ {
+ "epoch": 8.42,
+ "learning_rate": 1.5840652446675034e-06,
+ "loss": 1.808,
+ "step": 26830
+ },
+ {
+ "epoch": 8.42,
+ "learning_rate": 1.5809284818067754e-06,
+ "loss": 1.8396,
+ "step": 26840
+ },
+ {
+ "epoch": 8.42,
+ "learning_rate": 1.577791718946048e-06,
+ "loss": 1.794,
+ "step": 26850
+ },
+ {
+ "epoch": 8.43,
+ "learning_rate": 1.57465495608532e-06,
+ "loss": 1.8262,
+ "step": 26860
+ },
+ {
+ "epoch": 8.43,
+ "learning_rate": 1.5715181932245924e-06,
+ "loss": 1.8224,
+ "step": 26870
+ },
+ {
+ "epoch": 8.43,
+ "learning_rate": 1.5683814303638647e-06,
+ "loss": 1.8647,
+ "step": 26880
+ },
+ {
+ "epoch": 8.43,
+ "learning_rate": 1.565244667503137e-06,
+ "loss": 1.8389,
+ "step": 26890
+ },
+ {
+ "epoch": 8.44,
+ "learning_rate": 1.5621079046424092e-06,
+ "loss": 1.8384,
+ "step": 26900
+ },
+ {
+ "epoch": 8.44,
+ "learning_rate": 1.5589711417816814e-06,
+ "loss": 1.8201,
+ "step": 26910
+ },
+ {
+ "epoch": 8.44,
+ "learning_rate": 1.5558343789209537e-06,
+ "loss": 1.8713,
+ "step": 26920
+ },
+ {
+ "epoch": 8.45,
+ "learning_rate": 1.5526976160602257e-06,
+ "loss": 1.7515,
+ "step": 26930
+ },
+ {
+ "epoch": 8.45,
+ "learning_rate": 1.5495608531994982e-06,
+ "loss": 1.832,
+ "step": 26940
+ },
+ {
+ "epoch": 8.45,
+ "learning_rate": 1.5464240903387707e-06,
+ "loss": 1.8487,
+ "step": 26950
+ },
+ {
+ "epoch": 8.46,
+ "learning_rate": 1.5432873274780427e-06,
+ "loss": 1.7924,
+ "step": 26960
+ },
+ {
+ "epoch": 8.46,
+ "learning_rate": 1.5401505646173152e-06,
+ "loss": 1.7845,
+ "step": 26970
+ },
+ {
+ "epoch": 8.46,
+ "learning_rate": 1.5370138017565872e-06,
+ "loss": 1.8839,
+ "step": 26980
+ },
+ {
+ "epoch": 8.47,
+ "learning_rate": 1.5338770388958595e-06,
+ "loss": 1.7541,
+ "step": 26990
+ },
+ {
+ "epoch": 8.47,
+ "learning_rate": 1.530740276035132e-06,
+ "loss": 1.7754,
+ "step": 27000
+ },
+ {
+ "epoch": 8.47,
+ "learning_rate": 1.527603513174404e-06,
+ "loss": 1.8529,
+ "step": 27010
+ },
+ {
+ "epoch": 8.48,
+ "learning_rate": 1.5244667503136765e-06,
+ "loss": 1.8047,
+ "step": 27020
+ },
+ {
+ "epoch": 8.48,
+ "learning_rate": 1.5213299874529485e-06,
+ "loss": 1.8239,
+ "step": 27030
+ },
+ {
+ "epoch": 8.48,
+ "learning_rate": 1.518193224592221e-06,
+ "loss": 1.8293,
+ "step": 27040
+ },
+ {
+ "epoch": 8.48,
+ "learning_rate": 1.5150564617314932e-06,
+ "loss": 1.8962,
+ "step": 27050
+ },
+ {
+ "epoch": 8.49,
+ "learning_rate": 1.5119196988707655e-06,
+ "loss": 1.803,
+ "step": 27060
+ },
+ {
+ "epoch": 8.49,
+ "learning_rate": 1.5087829360100378e-06,
+ "loss": 1.819,
+ "step": 27070
+ },
+ {
+ "epoch": 8.49,
+ "learning_rate": 1.50564617314931e-06,
+ "loss": 1.839,
+ "step": 27080
+ },
+ {
+ "epoch": 8.5,
+ "learning_rate": 1.5025094102885823e-06,
+ "loss": 1.8884,
+ "step": 27090
+ },
+ {
+ "epoch": 8.5,
+ "learning_rate": 1.4993726474278547e-06,
+ "loss": 1.9084,
+ "step": 27100
+ },
+ {
+ "epoch": 8.5,
+ "learning_rate": 1.4962358845671268e-06,
+ "loss": 1.8082,
+ "step": 27110
+ },
+ {
+ "epoch": 8.51,
+ "learning_rate": 1.4930991217063993e-06,
+ "loss": 1.7976,
+ "step": 27120
+ },
+ {
+ "epoch": 8.51,
+ "learning_rate": 1.4899623588456713e-06,
+ "loss": 1.815,
+ "step": 27130
+ },
+ {
+ "epoch": 8.51,
+ "learning_rate": 1.4868255959849438e-06,
+ "loss": 1.8745,
+ "step": 27140
+ },
+ {
+ "epoch": 8.52,
+ "learning_rate": 1.4836888331242158e-06,
+ "loss": 1.8226,
+ "step": 27150
+ },
+ {
+ "epoch": 8.52,
+ "learning_rate": 1.4805520702634883e-06,
+ "loss": 1.8518,
+ "step": 27160
+ },
+ {
+ "epoch": 8.52,
+ "learning_rate": 1.4774153074027605e-06,
+ "loss": 1.8528,
+ "step": 27170
+ },
+ {
+ "epoch": 8.53,
+ "learning_rate": 1.4742785445420326e-06,
+ "loss": 1.8632,
+ "step": 27180
+ },
+ {
+ "epoch": 8.53,
+ "learning_rate": 1.471141781681305e-06,
+ "loss": 1.7614,
+ "step": 27190
+ },
+ {
+ "epoch": 8.53,
+ "learning_rate": 1.468005018820577e-06,
+ "loss": 1.7805,
+ "step": 27200
+ },
+ {
+ "epoch": 8.54,
+ "learning_rate": 1.4648682559598496e-06,
+ "loss": 1.8009,
+ "step": 27210
+ },
+ {
+ "epoch": 8.54,
+ "learning_rate": 1.461731493099122e-06,
+ "loss": 1.8522,
+ "step": 27220
+ },
+ {
+ "epoch": 8.54,
+ "learning_rate": 1.458594730238394e-06,
+ "loss": 1.806,
+ "step": 27230
+ },
+ {
+ "epoch": 8.54,
+ "learning_rate": 1.4554579673776663e-06,
+ "loss": 1.8533,
+ "step": 27240
+ },
+ {
+ "epoch": 8.55,
+ "learning_rate": 1.4523212045169386e-06,
+ "loss": 1.9368,
+ "step": 27250
+ },
+ {
+ "epoch": 8.55,
+ "learning_rate": 1.4491844416562109e-06,
+ "loss": 1.8579,
+ "step": 27260
+ },
+ {
+ "epoch": 8.55,
+ "learning_rate": 1.4460476787954833e-06,
+ "loss": 1.8546,
+ "step": 27270
+ },
+ {
+ "epoch": 8.56,
+ "learning_rate": 1.4429109159347554e-06,
+ "loss": 1.7599,
+ "step": 27280
+ },
+ {
+ "epoch": 8.56,
+ "learning_rate": 1.4397741530740278e-06,
+ "loss": 1.9231,
+ "step": 27290
+ },
+ {
+ "epoch": 8.56,
+ "learning_rate": 1.4366373902132999e-06,
+ "loss": 1.8332,
+ "step": 27300
+ },
+ {
+ "epoch": 8.57,
+ "learning_rate": 1.4335006273525723e-06,
+ "loss": 1.7885,
+ "step": 27310
+ },
+ {
+ "epoch": 8.57,
+ "learning_rate": 1.4303638644918446e-06,
+ "loss": 1.849,
+ "step": 27320
+ },
+ {
+ "epoch": 8.57,
+ "learning_rate": 1.4272271016311169e-06,
+ "loss": 1.8045,
+ "step": 27330
+ },
+ {
+ "epoch": 8.58,
+ "learning_rate": 1.4240903387703891e-06,
+ "loss": 1.8928,
+ "step": 27340
+ },
+ {
+ "epoch": 8.58,
+ "learning_rate": 1.4209535759096612e-06,
+ "loss": 1.8827,
+ "step": 27350
+ },
+ {
+ "epoch": 8.58,
+ "learning_rate": 1.4178168130489336e-06,
+ "loss": 1.8549,
+ "step": 27360
+ },
+ {
+ "epoch": 8.59,
+ "learning_rate": 1.4146800501882057e-06,
+ "loss": 1.787,
+ "step": 27370
+ },
+ {
+ "epoch": 8.59,
+ "learning_rate": 1.4115432873274781e-06,
+ "loss": 1.8102,
+ "step": 27380
+ },
+ {
+ "epoch": 8.59,
+ "learning_rate": 1.4084065244667506e-06,
+ "loss": 1.8703,
+ "step": 27390
+ },
+ {
+ "epoch": 8.59,
+ "learning_rate": 1.4052697616060227e-06,
+ "loss": 1.8759,
+ "step": 27400
+ },
+ {
+ "epoch": 8.6,
+ "learning_rate": 1.402132998745295e-06,
+ "loss": 1.8059,
+ "step": 27410
+ },
+ {
+ "epoch": 8.6,
+ "learning_rate": 1.3989962358845672e-06,
+ "loss": 1.8641,
+ "step": 27420
+ },
+ {
+ "epoch": 8.6,
+ "learning_rate": 1.3958594730238394e-06,
+ "loss": 1.7733,
+ "step": 27430
+ },
+ {
+ "epoch": 8.61,
+ "learning_rate": 1.3927227101631119e-06,
+ "loss": 1.8804,
+ "step": 27440
+ },
+ {
+ "epoch": 8.61,
+ "learning_rate": 1.389585947302384e-06,
+ "loss": 1.8322,
+ "step": 27450
+ },
+ {
+ "epoch": 8.61,
+ "learning_rate": 1.3864491844416564e-06,
+ "loss": 1.8676,
+ "step": 27460
+ },
+ {
+ "epoch": 8.62,
+ "learning_rate": 1.3833124215809285e-06,
+ "loss": 1.7624,
+ "step": 27470
+ },
+ {
+ "epoch": 8.62,
+ "learning_rate": 1.380175658720201e-06,
+ "loss": 1.8463,
+ "step": 27480
+ },
+ {
+ "epoch": 8.62,
+ "learning_rate": 1.3770388958594732e-06,
+ "loss": 1.7873,
+ "step": 27490
+ },
+ {
+ "epoch": 8.63,
+ "learning_rate": 1.3739021329987454e-06,
+ "loss": 1.8458,
+ "step": 27500
+ },
+ {
+ "epoch": 8.63,
+ "learning_rate": 1.3707653701380177e-06,
+ "loss": 1.9638,
+ "step": 27510
+ },
+ {
+ "epoch": 8.63,
+ "learning_rate": 1.36762860727729e-06,
+ "loss": 1.8246,
+ "step": 27520
+ },
+ {
+ "epoch": 8.64,
+ "learning_rate": 1.3644918444165622e-06,
+ "loss": 1.7838,
+ "step": 27530
+ },
+ {
+ "epoch": 8.64,
+ "learning_rate": 1.3613550815558347e-06,
+ "loss": 1.859,
+ "step": 27540
+ },
+ {
+ "epoch": 8.64,
+ "learning_rate": 1.3582183186951067e-06,
+ "loss": 1.8282,
+ "step": 27550
+ },
+ {
+ "epoch": 8.64,
+ "learning_rate": 1.3550815558343792e-06,
+ "loss": 1.7744,
+ "step": 27560
+ },
+ {
+ "epoch": 8.65,
+ "learning_rate": 1.3519447929736512e-06,
+ "loss": 1.8345,
+ "step": 27570
+ },
+ {
+ "epoch": 8.65,
+ "learning_rate": 1.3488080301129237e-06,
+ "loss": 1.8246,
+ "step": 27580
+ },
+ {
+ "epoch": 8.65,
+ "learning_rate": 1.3456712672521957e-06,
+ "loss": 1.8078,
+ "step": 27590
+ },
+ {
+ "epoch": 8.66,
+ "learning_rate": 1.342534504391468e-06,
+ "loss": 1.8357,
+ "step": 27600
+ },
+ {
+ "epoch": 8.66,
+ "learning_rate": 1.3393977415307405e-06,
+ "loss": 1.8526,
+ "step": 27610
+ },
+ {
+ "epoch": 8.66,
+ "learning_rate": 1.3362609786700125e-06,
+ "loss": 1.8486,
+ "step": 27620
+ },
+ {
+ "epoch": 8.67,
+ "learning_rate": 1.333124215809285e-06,
+ "loss": 1.8583,
+ "step": 27630
+ },
+ {
+ "epoch": 8.67,
+ "learning_rate": 1.329987452948557e-06,
+ "loss": 1.8361,
+ "step": 27640
+ },
+ {
+ "epoch": 8.67,
+ "learning_rate": 1.3268506900878295e-06,
+ "loss": 1.8049,
+ "step": 27650
+ },
+ {
+ "epoch": 8.68,
+ "learning_rate": 1.3237139272271018e-06,
+ "loss": 1.8453,
+ "step": 27660
+ },
+ {
+ "epoch": 8.68,
+ "learning_rate": 1.320577164366374e-06,
+ "loss": 1.7916,
+ "step": 27670
+ },
+ {
+ "epoch": 8.68,
+ "learning_rate": 1.3174404015056463e-06,
+ "loss": 1.8771,
+ "step": 27680
+ },
+ {
+ "epoch": 8.69,
+ "learning_rate": 1.3143036386449185e-06,
+ "loss": 1.8396,
+ "step": 27690
+ },
+ {
+ "epoch": 8.69,
+ "learning_rate": 1.3111668757841908e-06,
+ "loss": 1.8477,
+ "step": 27700
+ },
+ {
+ "epoch": 8.69,
+ "learning_rate": 1.3080301129234632e-06,
+ "loss": 1.896,
+ "step": 27710
+ },
+ {
+ "epoch": 8.7,
+ "learning_rate": 1.3048933500627353e-06,
+ "loss": 1.8484,
+ "step": 27720
+ },
+ {
+ "epoch": 8.7,
+ "learning_rate": 1.3017565872020078e-06,
+ "loss": 1.8034,
+ "step": 27730
+ },
+ {
+ "epoch": 8.7,
+ "learning_rate": 1.2986198243412798e-06,
+ "loss": 1.8502,
+ "step": 27740
+ },
+ {
+ "epoch": 8.7,
+ "learning_rate": 1.2954830614805523e-06,
+ "loss": 1.8693,
+ "step": 27750
+ },
+ {
+ "epoch": 8.71,
+ "learning_rate": 1.2923462986198245e-06,
+ "loss": 1.8367,
+ "step": 27760
+ },
+ {
+ "epoch": 8.71,
+ "learning_rate": 1.2892095357590968e-06,
+ "loss": 1.849,
+ "step": 27770
+ },
+ {
+ "epoch": 8.71,
+ "learning_rate": 1.286072772898369e-06,
+ "loss": 1.8938,
+ "step": 27780
+ },
+ {
+ "epoch": 8.72,
+ "learning_rate": 1.282936010037641e-06,
+ "loss": 1.8266,
+ "step": 27790
+ },
+ {
+ "epoch": 8.72,
+ "learning_rate": 1.2797992471769136e-06,
+ "loss": 1.7925,
+ "step": 27800
+ },
+ {
+ "epoch": 8.72,
+ "learning_rate": 1.2766624843161856e-06,
+ "loss": 1.7811,
+ "step": 27810
+ },
+ {
+ "epoch": 8.73,
+ "learning_rate": 1.273525721455458e-06,
+ "loss": 1.9285,
+ "step": 27820
+ },
+ {
+ "epoch": 8.73,
+ "learning_rate": 1.2703889585947305e-06,
+ "loss": 1.8258,
+ "step": 27830
+ },
+ {
+ "epoch": 8.73,
+ "learning_rate": 1.2672521957340026e-06,
+ "loss": 1.8142,
+ "step": 27840
+ },
+ {
+ "epoch": 8.74,
+ "learning_rate": 1.2641154328732748e-06,
+ "loss": 1.7592,
+ "step": 27850
+ },
+ {
+ "epoch": 8.74,
+ "learning_rate": 1.260978670012547e-06,
+ "loss": 1.7749,
+ "step": 27860
+ },
+ {
+ "epoch": 8.74,
+ "learning_rate": 1.2578419071518194e-06,
+ "loss": 1.893,
+ "step": 27870
+ },
+ {
+ "epoch": 8.75,
+ "learning_rate": 1.2547051442910918e-06,
+ "loss": 1.7893,
+ "step": 27880
+ },
+ {
+ "epoch": 8.75,
+ "learning_rate": 1.2515683814303639e-06,
+ "loss": 1.8241,
+ "step": 27890
+ },
+ {
+ "epoch": 8.75,
+ "learning_rate": 1.2484316185696363e-06,
+ "loss": 1.8894,
+ "step": 27900
+ },
+ {
+ "epoch": 8.75,
+ "learning_rate": 1.2452948557089086e-06,
+ "loss": 1.8563,
+ "step": 27910
+ },
+ {
+ "epoch": 8.76,
+ "learning_rate": 1.2421580928481808e-06,
+ "loss": 1.8682,
+ "step": 27920
+ },
+ {
+ "epoch": 8.76,
+ "learning_rate": 1.2390213299874531e-06,
+ "loss": 1.8305,
+ "step": 27930
+ },
+ {
+ "epoch": 8.76,
+ "learning_rate": 1.2358845671267254e-06,
+ "loss": 1.7523,
+ "step": 27940
+ },
+ {
+ "epoch": 8.77,
+ "learning_rate": 1.2327478042659976e-06,
+ "loss": 1.7347,
+ "step": 27950
+ },
+ {
+ "epoch": 8.77,
+ "learning_rate": 1.2296110414052699e-06,
+ "loss": 1.8742,
+ "step": 27960
+ },
+ {
+ "epoch": 8.77,
+ "learning_rate": 1.2264742785445421e-06,
+ "loss": 1.8519,
+ "step": 27970
+ },
+ {
+ "epoch": 8.78,
+ "learning_rate": 1.2233375156838144e-06,
+ "loss": 1.8233,
+ "step": 27980
+ },
+ {
+ "epoch": 8.78,
+ "learning_rate": 1.2202007528230866e-06,
+ "loss": 1.8308,
+ "step": 27990
+ },
+ {
+ "epoch": 8.78,
+ "learning_rate": 1.217063989962359e-06,
+ "loss": 1.8121,
+ "step": 28000
+ },
+ {
+ "epoch": 8.79,
+ "learning_rate": 1.2139272271016314e-06,
+ "loss": 1.8179,
+ "step": 28010
+ },
+ {
+ "epoch": 8.79,
+ "learning_rate": 1.2107904642409034e-06,
+ "loss": 1.8859,
+ "step": 28020
+ },
+ {
+ "epoch": 8.79,
+ "learning_rate": 1.2076537013801757e-06,
+ "loss": 1.776,
+ "step": 28030
+ },
+ {
+ "epoch": 8.8,
+ "learning_rate": 1.204516938519448e-06,
+ "loss": 1.7907,
+ "step": 28040
+ },
+ {
+ "epoch": 8.8,
+ "learning_rate": 1.2013801756587202e-06,
+ "loss": 1.8682,
+ "step": 28050
+ },
+ {
+ "epoch": 8.8,
+ "learning_rate": 1.1982434127979927e-06,
+ "loss": 1.8239,
+ "step": 28060
+ },
+ {
+ "epoch": 8.8,
+ "learning_rate": 1.195106649937265e-06,
+ "loss": 1.8007,
+ "step": 28070
+ },
+ {
+ "epoch": 8.81,
+ "learning_rate": 1.1919698870765372e-06,
+ "loss": 1.7608,
+ "step": 28080
+ },
+ {
+ "epoch": 8.81,
+ "learning_rate": 1.1888331242158094e-06,
+ "loss": 1.8069,
+ "step": 28090
+ },
+ {
+ "epoch": 8.81,
+ "learning_rate": 1.1856963613550817e-06,
+ "loss": 1.8402,
+ "step": 28100
+ },
+ {
+ "epoch": 8.82,
+ "learning_rate": 1.182559598494354e-06,
+ "loss": 1.8986,
+ "step": 28110
+ },
+ {
+ "epoch": 8.82,
+ "learning_rate": 1.1794228356336262e-06,
+ "loss": 1.8938,
+ "step": 28120
+ },
+ {
+ "epoch": 8.82,
+ "learning_rate": 1.1762860727728985e-06,
+ "loss": 1.8132,
+ "step": 28130
+ },
+ {
+ "epoch": 8.83,
+ "learning_rate": 1.1731493099121707e-06,
+ "loss": 1.8571,
+ "step": 28140
+ },
+ {
+ "epoch": 8.83,
+ "learning_rate": 1.170012547051443e-06,
+ "loss": 1.8696,
+ "step": 28150
+ },
+ {
+ "epoch": 8.83,
+ "learning_rate": 1.1668757841907152e-06,
+ "loss": 1.8399,
+ "step": 28160
+ },
+ {
+ "epoch": 8.84,
+ "learning_rate": 1.1637390213299877e-06,
+ "loss": 1.806,
+ "step": 28170
+ },
+ {
+ "epoch": 8.84,
+ "learning_rate": 1.16060225846926e-06,
+ "loss": 1.884,
+ "step": 28180
+ },
+ {
+ "epoch": 8.84,
+ "learning_rate": 1.1574654956085322e-06,
+ "loss": 1.7557,
+ "step": 28190
+ },
+ {
+ "epoch": 8.85,
+ "learning_rate": 1.1543287327478042e-06,
+ "loss": 1.8812,
+ "step": 28200
+ },
+ {
+ "epoch": 8.85,
+ "learning_rate": 1.1511919698870765e-06,
+ "loss": 1.7912,
+ "step": 28210
+ },
+ {
+ "epoch": 8.85,
+ "learning_rate": 1.1480552070263488e-06,
+ "loss": 1.7655,
+ "step": 28220
+ },
+ {
+ "epoch": 8.86,
+ "learning_rate": 1.1449184441656212e-06,
+ "loss": 1.7835,
+ "step": 28230
+ },
+ {
+ "epoch": 8.86,
+ "learning_rate": 1.1417816813048935e-06,
+ "loss": 1.8024,
+ "step": 28240
+ },
+ {
+ "epoch": 8.86,
+ "learning_rate": 1.1386449184441657e-06,
+ "loss": 1.8642,
+ "step": 28250
+ },
+ {
+ "epoch": 8.86,
+ "learning_rate": 1.135508155583438e-06,
+ "loss": 1.8401,
+ "step": 28260
+ },
+ {
+ "epoch": 8.87,
+ "learning_rate": 1.1323713927227103e-06,
+ "loss": 1.7648,
+ "step": 28270
+ },
+ {
+ "epoch": 8.87,
+ "learning_rate": 1.1292346298619825e-06,
+ "loss": 1.8564,
+ "step": 28280
+ },
+ {
+ "epoch": 8.87,
+ "learning_rate": 1.1260978670012548e-06,
+ "loss": 1.864,
+ "step": 28290
+ },
+ {
+ "epoch": 8.88,
+ "learning_rate": 1.122961104140527e-06,
+ "loss": 1.888,
+ "step": 28300
+ },
+ {
+ "epoch": 8.88,
+ "learning_rate": 1.1198243412797993e-06,
+ "loss": 1.871,
+ "step": 28310
+ },
+ {
+ "epoch": 8.88,
+ "learning_rate": 1.1166875784190715e-06,
+ "loss": 1.8735,
+ "step": 28320
+ },
+ {
+ "epoch": 8.89,
+ "learning_rate": 1.1135508155583438e-06,
+ "loss": 1.8082,
+ "step": 28330
+ },
+ {
+ "epoch": 8.89,
+ "learning_rate": 1.1104140526976163e-06,
+ "loss": 1.8749,
+ "step": 28340
+ },
+ {
+ "epoch": 8.89,
+ "learning_rate": 1.1072772898368885e-06,
+ "loss": 1.7936,
+ "step": 28350
+ },
+ {
+ "epoch": 8.9,
+ "learning_rate": 1.1041405269761608e-06,
+ "loss": 1.8015,
+ "step": 28360
+ },
+ {
+ "epoch": 8.9,
+ "learning_rate": 1.101003764115433e-06,
+ "loss": 1.8876,
+ "step": 28370
+ },
+ {
+ "epoch": 8.9,
+ "learning_rate": 1.0978670012547053e-06,
+ "loss": 1.8649,
+ "step": 28380
+ },
+ {
+ "epoch": 8.91,
+ "learning_rate": 1.0947302383939775e-06,
+ "loss": 1.7942,
+ "step": 28390
+ },
+ {
+ "epoch": 8.91,
+ "learning_rate": 1.0915934755332498e-06,
+ "loss": 1.8252,
+ "step": 28400
+ },
+ {
+ "epoch": 8.91,
+ "learning_rate": 1.088456712672522e-06,
+ "loss": 1.8082,
+ "step": 28410
+ },
+ {
+ "epoch": 8.91,
+ "learning_rate": 1.0853199498117943e-06,
+ "loss": 1.8855,
+ "step": 28420
+ },
+ {
+ "epoch": 8.92,
+ "learning_rate": 1.0821831869510666e-06,
+ "loss": 1.8745,
+ "step": 28430
+ },
+ {
+ "epoch": 8.92,
+ "learning_rate": 1.0790464240903388e-06,
+ "loss": 1.856,
+ "step": 28440
+ },
+ {
+ "epoch": 8.92,
+ "learning_rate": 1.075909661229611e-06,
+ "loss": 1.7749,
+ "step": 28450
+ },
+ {
+ "epoch": 8.93,
+ "learning_rate": 1.0727728983688833e-06,
+ "loss": 1.7862,
+ "step": 28460
+ },
+ {
+ "epoch": 8.93,
+ "learning_rate": 1.0696361355081556e-06,
+ "loss": 1.811,
+ "step": 28470
+ },
+ {
+ "epoch": 8.93,
+ "learning_rate": 1.0664993726474279e-06,
+ "loss": 1.8381,
+ "step": 28480
+ },
+ {
+ "epoch": 8.94,
+ "learning_rate": 1.0633626097867001e-06,
+ "loss": 1.8144,
+ "step": 28490
+ },
+ {
+ "epoch": 8.94,
+ "learning_rate": 1.0602258469259726e-06,
+ "loss": 1.9025,
+ "step": 28500
+ },
+ {
+ "epoch": 8.94,
+ "learning_rate": 1.0570890840652448e-06,
+ "loss": 1.7983,
+ "step": 28510
+ },
+ {
+ "epoch": 8.95,
+ "learning_rate": 1.053952321204517e-06,
+ "loss": 1.8449,
+ "step": 28520
+ },
+ {
+ "epoch": 8.95,
+ "learning_rate": 1.0508155583437894e-06,
+ "loss": 1.8314,
+ "step": 28530
+ },
+ {
+ "epoch": 8.95,
+ "learning_rate": 1.0476787954830616e-06,
+ "loss": 1.8405,
+ "step": 28540
+ },
+ {
+ "epoch": 8.96,
+ "learning_rate": 1.0445420326223339e-06,
+ "loss": 1.8417,
+ "step": 28550
+ },
+ {
+ "epoch": 8.96,
+ "learning_rate": 1.0414052697616061e-06,
+ "loss": 1.7298,
+ "step": 28560
+ },
+ {
+ "epoch": 8.96,
+ "learning_rate": 1.0382685069008784e-06,
+ "loss": 1.919,
+ "step": 28570
+ },
+ {
+ "epoch": 8.96,
+ "learning_rate": 1.0351317440401506e-06,
+ "loss": 1.8295,
+ "step": 28580
+ },
+ {
+ "epoch": 8.97,
+ "learning_rate": 1.031994981179423e-06,
+ "loss": 1.8841,
+ "step": 28590
+ },
+ {
+ "epoch": 8.97,
+ "learning_rate": 1.0288582183186952e-06,
+ "loss": 1.8232,
+ "step": 28600
+ },
+ {
+ "epoch": 8.97,
+ "learning_rate": 1.0257214554579676e-06,
+ "loss": 1.7992,
+ "step": 28610
+ },
+ {
+ "epoch": 8.98,
+ "learning_rate": 1.0225846925972399e-06,
+ "loss": 1.8448,
+ "step": 28620
+ },
+ {
+ "epoch": 8.98,
+ "learning_rate": 1.019447929736512e-06,
+ "loss": 1.8227,
+ "step": 28630
+ },
+ {
+ "epoch": 8.98,
+ "learning_rate": 1.0163111668757842e-06,
+ "loss": 1.8837,
+ "step": 28640
+ },
+ {
+ "epoch": 8.99,
+ "learning_rate": 1.0131744040150564e-06,
+ "loss": 1.814,
+ "step": 28650
+ },
+ {
+ "epoch": 8.99,
+ "learning_rate": 1.0100376411543287e-06,
+ "loss": 1.8313,
+ "step": 28660
+ },
+ {
+ "epoch": 8.99,
+ "learning_rate": 1.0069008782936012e-06,
+ "loss": 1.7769,
+ "step": 28670
+ },
+ {
+ "epoch": 9.0,
+ "learning_rate": 1.0037641154328734e-06,
+ "loss": 1.8154,
+ "step": 28680
+ },
+ {
+ "epoch": 9.0,
+ "learning_rate": 1.0006273525721457e-06,
+ "loss": 1.786,
+ "step": 28690
+ },
+ {
+ "epoch": 9.0,
+ "eval_loss": 1.8068885803222656,
+ "eval_runtime": 13.6002,
+ "eval_samples_per_second": 73.528,
+ "eval_steps_per_second": 4.632,
+ "step": 28692
+ },
+ {
+ "epoch": 9.0,
+ "learning_rate": 9.97490589711418e-07,
+ "loss": 1.8434,
+ "step": 28700
+ },
+ {
+ "epoch": 9.01,
+ "learning_rate": 9.943538268506902e-07,
+ "loss": 1.7965,
+ "step": 28710
+ },
+ {
+ "epoch": 9.01,
+ "learning_rate": 9.912170639899624e-07,
+ "loss": 1.8304,
+ "step": 28720
+ },
+ {
+ "epoch": 9.01,
+ "learning_rate": 9.880803011292347e-07,
+ "loss": 1.8272,
+ "step": 28730
+ },
+ {
+ "epoch": 9.02,
+ "learning_rate": 9.84943538268507e-07,
+ "loss": 1.8509,
+ "step": 28740
+ },
+ {
+ "epoch": 9.02,
+ "learning_rate": 9.818067754077792e-07,
+ "loss": 1.8452,
+ "step": 28750
+ },
+ {
+ "epoch": 9.02,
+ "learning_rate": 9.786700125470515e-07,
+ "loss": 1.7812,
+ "step": 28760
+ },
+ {
+ "epoch": 9.02,
+ "learning_rate": 9.755332496863237e-07,
+ "loss": 1.8231,
+ "step": 28770
+ },
+ {
+ "epoch": 9.03,
+ "learning_rate": 9.723964868255962e-07,
+ "loss": 1.7942,
+ "step": 28780
+ },
+ {
+ "epoch": 9.03,
+ "learning_rate": 9.692597239648685e-07,
+ "loss": 1.8309,
+ "step": 28790
+ },
+ {
+ "epoch": 9.03,
+ "learning_rate": 9.661229611041407e-07,
+ "loss": 1.8246,
+ "step": 28800
+ },
+ {
+ "epoch": 9.04,
+ "learning_rate": 9.629861982434128e-07,
+ "loss": 1.8079,
+ "step": 28810
+ },
+ {
+ "epoch": 9.04,
+ "learning_rate": 9.59849435382685e-07,
+ "loss": 1.8027,
+ "step": 28820
+ },
+ {
+ "epoch": 9.04,
+ "learning_rate": 9.567126725219575e-07,
+ "loss": 1.834,
+ "step": 28830
+ },
+ {
+ "epoch": 9.05,
+ "learning_rate": 9.535759096612297e-07,
+ "loss": 1.8374,
+ "step": 28840
+ },
+ {
+ "epoch": 9.05,
+ "learning_rate": 9.50439146800502e-07,
+ "loss": 1.7601,
+ "step": 28850
+ },
+ {
+ "epoch": 9.05,
+ "learning_rate": 9.473023839397742e-07,
+ "loss": 1.803,
+ "step": 28860
+ },
+ {
+ "epoch": 9.06,
+ "learning_rate": 9.441656210790465e-07,
+ "loss": 1.7717,
+ "step": 28870
+ },
+ {
+ "epoch": 9.06,
+ "learning_rate": 9.410288582183188e-07,
+ "loss": 1.8937,
+ "step": 28880
+ },
+ {
+ "epoch": 9.06,
+ "learning_rate": 9.378920953575911e-07,
+ "loss": 1.8349,
+ "step": 28890
+ },
+ {
+ "epoch": 9.07,
+ "learning_rate": 9.347553324968634e-07,
+ "loss": 1.7933,
+ "step": 28900
+ },
+ {
+ "epoch": 9.07,
+ "learning_rate": 9.316185696361356e-07,
+ "loss": 1.8891,
+ "step": 28910
+ },
+ {
+ "epoch": 9.07,
+ "learning_rate": 9.284818067754078e-07,
+ "loss": 1.8436,
+ "step": 28920
+ },
+ {
+ "epoch": 9.07,
+ "learning_rate": 9.2534504391468e-07,
+ "loss": 1.8642,
+ "step": 28930
+ },
+ {
+ "epoch": 9.08,
+ "learning_rate": 9.222082810539525e-07,
+ "loss": 1.8881,
+ "step": 28940
+ },
+ {
+ "epoch": 9.08,
+ "learning_rate": 9.190715181932247e-07,
+ "loss": 1.8353,
+ "step": 28950
+ },
+ {
+ "epoch": 9.08,
+ "learning_rate": 9.159347553324969e-07,
+ "loss": 1.9411,
+ "step": 28960
+ },
+ {
+ "epoch": 9.09,
+ "learning_rate": 9.127979924717692e-07,
+ "loss": 1.7851,
+ "step": 28970
+ },
+ {
+ "epoch": 9.09,
+ "learning_rate": 9.096612296110414e-07,
+ "loss": 1.8456,
+ "step": 28980
+ },
+ {
+ "epoch": 9.09,
+ "learning_rate": 9.065244667503137e-07,
+ "loss": 1.8592,
+ "step": 28990
+ },
+ {
+ "epoch": 9.1,
+ "learning_rate": 9.033877038895861e-07,
+ "loss": 1.7884,
+ "step": 29000
+ },
+ {
+ "epoch": 9.1,
+ "learning_rate": 9.002509410288583e-07,
+ "loss": 1.9313,
+ "step": 29010
+ },
+ {
+ "epoch": 9.1,
+ "learning_rate": 8.971141781681306e-07,
+ "loss": 1.8029,
+ "step": 29020
+ },
+ {
+ "epoch": 9.11,
+ "learning_rate": 8.939774153074028e-07,
+ "loss": 1.7627,
+ "step": 29030
+ },
+ {
+ "epoch": 9.11,
+ "learning_rate": 8.908406524466751e-07,
+ "loss": 1.8337,
+ "step": 29040
+ },
+ {
+ "epoch": 9.11,
+ "learning_rate": 8.877038895859474e-07,
+ "loss": 1.8205,
+ "step": 29050
+ },
+ {
+ "epoch": 9.12,
+ "learning_rate": 8.845671267252197e-07,
+ "loss": 1.8569,
+ "step": 29060
+ },
+ {
+ "epoch": 9.12,
+ "learning_rate": 8.81430363864492e-07,
+ "loss": 1.8458,
+ "step": 29070
+ },
+ {
+ "epoch": 9.12,
+ "learning_rate": 8.782936010037642e-07,
+ "loss": 1.7912,
+ "step": 29080
+ },
+ {
+ "epoch": 9.12,
+ "learning_rate": 8.751568381430365e-07,
+ "loss": 1.8414,
+ "step": 29090
+ },
+ {
+ "epoch": 9.13,
+ "learning_rate": 8.720200752823086e-07,
+ "loss": 1.8249,
+ "step": 29100
+ },
+ {
+ "epoch": 9.13,
+ "learning_rate": 8.688833124215811e-07,
+ "loss": 1.8705,
+ "step": 29110
+ },
+ {
+ "epoch": 9.13,
+ "learning_rate": 8.657465495608533e-07,
+ "loss": 1.805,
+ "step": 29120
+ },
+ {
+ "epoch": 9.14,
+ "learning_rate": 8.626097867001255e-07,
+ "loss": 1.8525,
+ "step": 29130
+ },
+ {
+ "epoch": 9.14,
+ "learning_rate": 8.594730238393978e-07,
+ "loss": 1.9076,
+ "step": 29140
+ },
+ {
+ "epoch": 9.14,
+ "learning_rate": 8.5633626097867e-07,
+ "loss": 1.8028,
+ "step": 29150
+ },
+ {
+ "epoch": 9.15,
+ "learning_rate": 8.531994981179424e-07,
+ "loss": 1.795,
+ "step": 29160
+ },
+ {
+ "epoch": 9.15,
+ "learning_rate": 8.500627352572146e-07,
+ "loss": 1.8149,
+ "step": 29170
+ },
+ {
+ "epoch": 9.15,
+ "learning_rate": 8.469259723964869e-07,
+ "loss": 1.8113,
+ "step": 29180
+ },
+ {
+ "epoch": 9.16,
+ "learning_rate": 8.437892095357591e-07,
+ "loss": 1.749,
+ "step": 29190
+ },
+ {
+ "epoch": 9.16,
+ "learning_rate": 8.406524466750314e-07,
+ "loss": 1.8426,
+ "step": 29200
+ },
+ {
+ "epoch": 9.16,
+ "learning_rate": 8.375156838143037e-07,
+ "loss": 1.8539,
+ "step": 29210
+ },
+ {
+ "epoch": 9.17,
+ "learning_rate": 8.34378920953576e-07,
+ "loss": 1.795,
+ "step": 29220
+ },
+ {
+ "epoch": 9.17,
+ "learning_rate": 8.312421580928483e-07,
+ "loss": 1.8827,
+ "step": 29230
+ },
+ {
+ "epoch": 9.17,
+ "learning_rate": 8.281053952321205e-07,
+ "loss": 1.7929,
+ "step": 29240
+ },
+ {
+ "epoch": 9.18,
+ "learning_rate": 8.249686323713928e-07,
+ "loss": 1.822,
+ "step": 29250
+ },
+ {
+ "epoch": 9.18,
+ "learning_rate": 8.21831869510665e-07,
+ "loss": 1.8702,
+ "step": 29260
+ },
+ {
+ "epoch": 9.18,
+ "learning_rate": 8.186951066499374e-07,
+ "loss": 1.8072,
+ "step": 29270
+ },
+ {
+ "epoch": 9.18,
+ "learning_rate": 8.155583437892097e-07,
+ "loss": 1.9117,
+ "step": 29280
+ },
+ {
+ "epoch": 9.19,
+ "learning_rate": 8.124215809284819e-07,
+ "loss": 1.8963,
+ "step": 29290
+ },
+ {
+ "epoch": 9.19,
+ "learning_rate": 8.092848180677542e-07,
+ "loss": 1.908,
+ "step": 29300
+ },
+ {
+ "epoch": 9.19,
+ "learning_rate": 8.061480552070264e-07,
+ "loss": 1.7967,
+ "step": 29310
+ },
+ {
+ "epoch": 9.2,
+ "learning_rate": 8.030112923462986e-07,
+ "loss": 1.8093,
+ "step": 29320
+ },
+ {
+ "epoch": 9.2,
+ "learning_rate": 7.998745294855711e-07,
+ "loss": 1.8192,
+ "step": 29330
+ },
+ {
+ "epoch": 9.2,
+ "learning_rate": 7.967377666248432e-07,
+ "loss": 1.8415,
+ "step": 29340
+ },
+ {
+ "epoch": 9.21,
+ "learning_rate": 7.936010037641155e-07,
+ "loss": 1.7622,
+ "step": 29350
+ },
+ {
+ "epoch": 9.21,
+ "learning_rate": 7.904642409033877e-07,
+ "loss": 1.791,
+ "step": 29360
+ },
+ {
+ "epoch": 9.21,
+ "learning_rate": 7.8732747804266e-07,
+ "loss": 1.7661,
+ "step": 29370
+ },
+ {
+ "epoch": 9.22,
+ "learning_rate": 7.841907151819323e-07,
+ "loss": 1.7692,
+ "step": 29380
+ },
+ {
+ "epoch": 9.22,
+ "learning_rate": 7.810539523212046e-07,
+ "loss": 1.8309,
+ "step": 29390
+ },
+ {
+ "epoch": 9.22,
+ "learning_rate": 7.779171894604768e-07,
+ "loss": 1.9005,
+ "step": 29400
+ },
+ {
+ "epoch": 9.23,
+ "learning_rate": 7.747804265997491e-07,
+ "loss": 1.7942,
+ "step": 29410
+ },
+ {
+ "epoch": 9.23,
+ "learning_rate": 7.716436637390214e-07,
+ "loss": 1.8144,
+ "step": 29420
+ },
+ {
+ "epoch": 9.23,
+ "learning_rate": 7.685069008782936e-07,
+ "loss": 1.7952,
+ "step": 29430
+ },
+ {
+ "epoch": 9.23,
+ "learning_rate": 7.65370138017566e-07,
+ "loss": 1.8524,
+ "step": 29440
+ },
+ {
+ "epoch": 9.24,
+ "learning_rate": 7.622333751568382e-07,
+ "loss": 1.8202,
+ "step": 29450
+ },
+ {
+ "epoch": 9.24,
+ "learning_rate": 7.590966122961105e-07,
+ "loss": 1.8161,
+ "step": 29460
+ },
+ {
+ "epoch": 9.24,
+ "learning_rate": 7.559598494353828e-07,
+ "loss": 1.8541,
+ "step": 29470
+ },
+ {
+ "epoch": 9.25,
+ "learning_rate": 7.52823086574655e-07,
+ "loss": 1.849,
+ "step": 29480
+ },
+ {
+ "epoch": 9.25,
+ "learning_rate": 7.496863237139274e-07,
+ "loss": 1.8604,
+ "step": 29490
+ },
+ {
+ "epoch": 9.25,
+ "learning_rate": 7.465495608531996e-07,
+ "loss": 1.8133,
+ "step": 29500
+ },
+ {
+ "epoch": 9.26,
+ "learning_rate": 7.434127979924719e-07,
+ "loss": 1.86,
+ "step": 29510
+ },
+ {
+ "epoch": 9.26,
+ "learning_rate": 7.402760351317441e-07,
+ "loss": 1.7641,
+ "step": 29520
+ },
+ {
+ "epoch": 9.26,
+ "learning_rate": 7.371392722710163e-07,
+ "loss": 1.7825,
+ "step": 29530
+ },
+ {
+ "epoch": 9.27,
+ "learning_rate": 7.340025094102885e-07,
+ "loss": 1.7355,
+ "step": 29540
+ },
+ {
+ "epoch": 9.27,
+ "learning_rate": 7.30865746549561e-07,
+ "loss": 1.7702,
+ "step": 29550
+ },
+ {
+ "epoch": 9.27,
+ "learning_rate": 7.277289836888332e-07,
+ "loss": 1.8893,
+ "step": 29560
+ },
+ {
+ "epoch": 9.28,
+ "learning_rate": 7.245922208281054e-07,
+ "loss": 1.8506,
+ "step": 29570
+ },
+ {
+ "epoch": 9.28,
+ "learning_rate": 7.214554579673777e-07,
+ "loss": 1.8254,
+ "step": 29580
+ },
+ {
+ "epoch": 9.28,
+ "learning_rate": 7.183186951066499e-07,
+ "loss": 1.8266,
+ "step": 29590
+ },
+ {
+ "epoch": 9.28,
+ "learning_rate": 7.151819322459223e-07,
+ "loss": 1.8025,
+ "step": 29600
+ },
+ {
+ "epoch": 9.29,
+ "learning_rate": 7.120451693851946e-07,
+ "loss": 1.8061,
+ "step": 29610
+ },
+ {
+ "epoch": 9.29,
+ "learning_rate": 7.089084065244668e-07,
+ "loss": 1.9078,
+ "step": 29620
+ },
+ {
+ "epoch": 9.29,
+ "learning_rate": 7.057716436637391e-07,
+ "loss": 1.8518,
+ "step": 29630
+ },
+ {
+ "epoch": 9.3,
+ "learning_rate": 7.026348808030113e-07,
+ "loss": 1.8402,
+ "step": 29640
+ },
+ {
+ "epoch": 9.3,
+ "learning_rate": 6.994981179422836e-07,
+ "loss": 1.8586,
+ "step": 29650
+ },
+ {
+ "epoch": 9.3,
+ "learning_rate": 6.963613550815559e-07,
+ "loss": 1.8409,
+ "step": 29660
+ },
+ {
+ "epoch": 9.31,
+ "learning_rate": 6.932245922208282e-07,
+ "loss": 1.819,
+ "step": 29670
+ },
+ {
+ "epoch": 9.31,
+ "learning_rate": 6.900878293601005e-07,
+ "loss": 1.8325,
+ "step": 29680
+ },
+ {
+ "epoch": 9.31,
+ "learning_rate": 6.869510664993727e-07,
+ "loss": 1.8588,
+ "step": 29690
+ },
+ {
+ "epoch": 9.32,
+ "learning_rate": 6.83814303638645e-07,
+ "loss": 1.8201,
+ "step": 29700
+ },
+ {
+ "epoch": 9.32,
+ "learning_rate": 6.806775407779173e-07,
+ "loss": 1.8307,
+ "step": 29710
+ },
+ {
+ "epoch": 9.32,
+ "learning_rate": 6.775407779171896e-07,
+ "loss": 1.7905,
+ "step": 29720
+ },
+ {
+ "epoch": 9.33,
+ "learning_rate": 6.744040150564618e-07,
+ "loss": 1.8419,
+ "step": 29730
+ },
+ {
+ "epoch": 9.33,
+ "learning_rate": 6.71267252195734e-07,
+ "loss": 1.7966,
+ "step": 29740
+ },
+ {
+ "epoch": 9.33,
+ "learning_rate": 6.681304893350063e-07,
+ "loss": 1.7745,
+ "step": 29750
+ },
+ {
+ "epoch": 9.34,
+ "learning_rate": 6.649937264742785e-07,
+ "loss": 1.8687,
+ "step": 29760
+ },
+ {
+ "epoch": 9.34,
+ "learning_rate": 6.618569636135509e-07,
+ "loss": 1.8453,
+ "step": 29770
+ },
+ {
+ "epoch": 9.34,
+ "learning_rate": 6.587202007528231e-07,
+ "loss": 1.8108,
+ "step": 29780
+ },
+ {
+ "epoch": 9.34,
+ "learning_rate": 6.555834378920954e-07,
+ "loss": 1.8947,
+ "step": 29790
+ },
+ {
+ "epoch": 9.35,
+ "learning_rate": 6.524466750313676e-07,
+ "loss": 1.8328,
+ "step": 29800
+ },
+ {
+ "epoch": 9.35,
+ "learning_rate": 6.493099121706399e-07,
+ "loss": 1.7725,
+ "step": 29810
+ },
+ {
+ "epoch": 9.35,
+ "learning_rate": 6.461731493099123e-07,
+ "loss": 1.8631,
+ "step": 29820
+ },
+ {
+ "epoch": 9.36,
+ "learning_rate": 6.430363864491845e-07,
+ "loss": 1.7941,
+ "step": 29830
+ },
+ {
+ "epoch": 9.36,
+ "learning_rate": 6.398996235884568e-07,
+ "loss": 1.7644,
+ "step": 29840
+ },
+ {
+ "epoch": 9.36,
+ "learning_rate": 6.36762860727729e-07,
+ "loss": 1.8353,
+ "step": 29850
+ },
+ {
+ "epoch": 9.37,
+ "learning_rate": 6.336260978670013e-07,
+ "loss": 1.8568,
+ "step": 29860
+ },
+ {
+ "epoch": 9.37,
+ "learning_rate": 6.304893350062735e-07,
+ "loss": 1.8817,
+ "step": 29870
+ },
+ {
+ "epoch": 9.37,
+ "learning_rate": 6.273525721455459e-07,
+ "loss": 1.7775,
+ "step": 29880
+ },
+ {
+ "epoch": 9.38,
+ "learning_rate": 6.242158092848182e-07,
+ "loss": 1.9279,
+ "step": 29890
+ },
+ {
+ "epoch": 9.38,
+ "learning_rate": 6.210790464240904e-07,
+ "loss": 1.8116,
+ "step": 29900
+ },
+ {
+ "epoch": 9.38,
+ "learning_rate": 6.179422835633627e-07,
+ "loss": 1.8166,
+ "step": 29910
+ },
+ {
+ "epoch": 9.39,
+ "learning_rate": 6.148055207026349e-07,
+ "loss": 1.7839,
+ "step": 29920
+ },
+ {
+ "epoch": 9.39,
+ "learning_rate": 6.116687578419072e-07,
+ "loss": 1.8313,
+ "step": 29930
+ },
+ {
+ "epoch": 9.39,
+ "learning_rate": 6.085319949811795e-07,
+ "loss": 1.8809,
+ "step": 29940
+ },
+ {
+ "epoch": 9.39,
+ "learning_rate": 6.053952321204517e-07,
+ "loss": 1.8002,
+ "step": 29950
+ },
+ {
+ "epoch": 9.4,
+ "learning_rate": 6.02258469259724e-07,
+ "loss": 1.8235,
+ "step": 29960
+ },
+ {
+ "epoch": 9.4,
+ "learning_rate": 5.991217063989963e-07,
+ "loss": 1.7913,
+ "step": 29970
+ },
+ {
+ "epoch": 9.4,
+ "learning_rate": 5.959849435382686e-07,
+ "loss": 1.7681,
+ "step": 29980
+ },
+ {
+ "epoch": 9.41,
+ "learning_rate": 5.928481806775408e-07,
+ "loss": 1.8847,
+ "step": 29990
+ },
+ {
+ "epoch": 9.41,
+ "learning_rate": 5.897114178168131e-07,
+ "loss": 1.865,
+ "step": 30000
+ },
+ {
+ "epoch": 9.41,
+ "learning_rate": 5.865746549560854e-07,
+ "loss": 1.8295,
+ "step": 30010
+ },
+ {
+ "epoch": 9.42,
+ "learning_rate": 5.834378920953576e-07,
+ "loss": 1.8705,
+ "step": 30020
+ },
+ {
+ "epoch": 9.42,
+ "learning_rate": 5.8030112923463e-07,
+ "loss": 1.7746,
+ "step": 30030
+ },
+ {
+ "epoch": 9.42,
+ "learning_rate": 5.771643663739021e-07,
+ "loss": 1.8573,
+ "step": 30040
+ },
+ {
+ "epoch": 9.43,
+ "learning_rate": 5.740276035131744e-07,
+ "loss": 1.8142,
+ "step": 30050
+ },
+ {
+ "epoch": 9.43,
+ "learning_rate": 5.708908406524467e-07,
+ "loss": 1.8023,
+ "step": 30060
+ },
+ {
+ "epoch": 9.43,
+ "learning_rate": 5.67754077791719e-07,
+ "loss": 1.8147,
+ "step": 30070
+ },
+ {
+ "epoch": 9.44,
+ "learning_rate": 5.646173149309913e-07,
+ "loss": 1.799,
+ "step": 30080
+ },
+ {
+ "epoch": 9.44,
+ "learning_rate": 5.614805520702635e-07,
+ "loss": 1.8694,
+ "step": 30090
+ },
+ {
+ "epoch": 9.44,
+ "learning_rate": 5.583437892095358e-07,
+ "loss": 1.872,
+ "step": 30100
+ },
+ {
+ "epoch": 9.44,
+ "learning_rate": 5.552070263488081e-07,
+ "loss": 1.8582,
+ "step": 30110
+ },
+ {
+ "epoch": 9.45,
+ "learning_rate": 5.520702634880804e-07,
+ "loss": 1.7729,
+ "step": 30120
+ },
+ {
+ "epoch": 9.45,
+ "learning_rate": 5.489335006273526e-07,
+ "loss": 1.8739,
+ "step": 30130
+ },
+ {
+ "epoch": 9.45,
+ "learning_rate": 5.457967377666249e-07,
+ "loss": 1.85,
+ "step": 30140
+ },
+ {
+ "epoch": 9.46,
+ "learning_rate": 5.426599749058972e-07,
+ "loss": 1.8112,
+ "step": 30150
+ },
+ {
+ "epoch": 9.46,
+ "learning_rate": 5.395232120451694e-07,
+ "loss": 1.8687,
+ "step": 30160
+ },
+ {
+ "epoch": 9.46,
+ "learning_rate": 5.363864491844417e-07,
+ "loss": 1.8587,
+ "step": 30170
+ },
+ {
+ "epoch": 9.47,
+ "learning_rate": 5.332496863237139e-07,
+ "loss": 1.8573,
+ "step": 30180
+ },
+ {
+ "epoch": 9.47,
+ "learning_rate": 5.301129234629863e-07,
+ "loss": 1.7881,
+ "step": 30190
+ },
+ {
+ "epoch": 9.47,
+ "learning_rate": 5.269761606022585e-07,
+ "loss": 1.8975,
+ "step": 30200
+ },
+ {
+ "epoch": 9.48,
+ "learning_rate": 5.238393977415308e-07,
+ "loss": 1.8516,
+ "step": 30210
+ },
+ {
+ "epoch": 9.48,
+ "learning_rate": 5.207026348808031e-07,
+ "loss": 1.8825,
+ "step": 30220
+ },
+ {
+ "epoch": 9.48,
+ "learning_rate": 5.175658720200753e-07,
+ "loss": 1.7745,
+ "step": 30230
+ },
+ {
+ "epoch": 9.49,
+ "learning_rate": 5.144291091593476e-07,
+ "loss": 1.8163,
+ "step": 30240
+ },
+ {
+ "epoch": 9.49,
+ "learning_rate": 5.112923462986199e-07,
+ "loss": 1.8587,
+ "step": 30250
+ },
+ {
+ "epoch": 9.49,
+ "learning_rate": 5.081555834378921e-07,
+ "loss": 1.8959,
+ "step": 30260
+ },
+ {
+ "epoch": 9.49,
+ "learning_rate": 5.050188205771643e-07,
+ "loss": 1.8437,
+ "step": 30270
+ },
+ {
+ "epoch": 9.5,
+ "learning_rate": 5.018820577164367e-07,
+ "loss": 1.8326,
+ "step": 30280
+ },
+ {
+ "epoch": 9.5,
+ "learning_rate": 4.98745294855709e-07,
+ "loss": 1.8475,
+ "step": 30290
+ },
+ {
+ "epoch": 9.5,
+ "learning_rate": 4.956085319949812e-07,
+ "loss": 1.8396,
+ "step": 30300
+ },
+ {
+ "epoch": 9.51,
+ "learning_rate": 4.924717691342535e-07,
+ "loss": 1.8421,
+ "step": 30310
+ },
+ {
+ "epoch": 9.51,
+ "learning_rate": 4.893350062735257e-07,
+ "loss": 1.8836,
+ "step": 30320
+ },
+ {
+ "epoch": 9.51,
+ "learning_rate": 4.861982434127981e-07,
+ "loss": 1.8699,
+ "step": 30330
+ },
+ {
+ "epoch": 9.52,
+ "learning_rate": 4.830614805520704e-07,
+ "loss": 1.7754,
+ "step": 30340
+ },
+ {
+ "epoch": 9.52,
+ "learning_rate": 4.799247176913425e-07,
+ "loss": 1.7852,
+ "step": 30350
+ },
+ {
+ "epoch": 9.52,
+ "learning_rate": 4.7678795483061487e-07,
+ "loss": 1.829,
+ "step": 30360
+ },
+ {
+ "epoch": 9.53,
+ "learning_rate": 4.736511919698871e-07,
+ "loss": 1.8097,
+ "step": 30370
+ },
+ {
+ "epoch": 9.53,
+ "learning_rate": 4.705144291091594e-07,
+ "loss": 1.8907,
+ "step": 30380
+ },
+ {
+ "epoch": 9.53,
+ "learning_rate": 4.673776662484317e-07,
+ "loss": 1.8662,
+ "step": 30390
+ },
+ {
+ "epoch": 9.54,
+ "learning_rate": 4.642409033877039e-07,
+ "loss": 1.8575,
+ "step": 30400
+ },
+ {
+ "epoch": 9.54,
+ "learning_rate": 4.6110414052697626e-07,
+ "loss": 1.8372,
+ "step": 30410
+ },
+ {
+ "epoch": 9.54,
+ "learning_rate": 4.5796737766624846e-07,
+ "loss": 1.8453,
+ "step": 30420
+ },
+ {
+ "epoch": 9.55,
+ "learning_rate": 4.548306148055207e-07,
+ "loss": 1.875,
+ "step": 30430
+ },
+ {
+ "epoch": 9.55,
+ "learning_rate": 4.5169385194479303e-07,
+ "loss": 1.8458,
+ "step": 30440
+ },
+ {
+ "epoch": 9.55,
+ "learning_rate": 4.485570890840653e-07,
+ "loss": 1.7614,
+ "step": 30450
+ },
+ {
+ "epoch": 9.55,
+ "learning_rate": 4.4542032622333754e-07,
+ "loss": 1.8266,
+ "step": 30460
+ },
+ {
+ "epoch": 9.56,
+ "learning_rate": 4.4228356336260985e-07,
+ "loss": 1.8236,
+ "step": 30470
+ },
+ {
+ "epoch": 9.56,
+ "learning_rate": 4.391468005018821e-07,
+ "loss": 1.8841,
+ "step": 30480
+ },
+ {
+ "epoch": 9.56,
+ "learning_rate": 4.360100376411543e-07,
+ "loss": 1.8424,
+ "step": 30490
+ },
+ {
+ "epoch": 9.57,
+ "learning_rate": 4.3287327478042667e-07,
+ "loss": 1.8284,
+ "step": 30500
+ },
+ {
+ "epoch": 9.57,
+ "learning_rate": 4.297365119196989e-07,
+ "loss": 1.7975,
+ "step": 30510
+ },
+ {
+ "epoch": 9.57,
+ "learning_rate": 4.265997490589712e-07,
+ "loss": 1.86,
+ "step": 30520
+ },
+ {
+ "epoch": 9.58,
+ "learning_rate": 4.2346298619824344e-07,
+ "loss": 1.8916,
+ "step": 30530
+ },
+ {
+ "epoch": 9.58,
+ "learning_rate": 4.203262233375157e-07,
+ "loss": 1.8348,
+ "step": 30540
+ },
+ {
+ "epoch": 9.58,
+ "learning_rate": 4.17189460476788e-07,
+ "loss": 1.8673,
+ "step": 30550
+ },
+ {
+ "epoch": 9.59,
+ "learning_rate": 4.1405269761606027e-07,
+ "loss": 1.8117,
+ "step": 30560
+ },
+ {
+ "epoch": 9.59,
+ "learning_rate": 4.109159347553325e-07,
+ "loss": 1.8157,
+ "step": 30570
+ },
+ {
+ "epoch": 9.59,
+ "learning_rate": 4.0777917189460483e-07,
+ "loss": 1.8566,
+ "step": 30580
+ },
+ {
+ "epoch": 9.6,
+ "learning_rate": 4.046424090338771e-07,
+ "loss": 1.9022,
+ "step": 30590
+ },
+ {
+ "epoch": 9.6,
+ "learning_rate": 4.015056461731493e-07,
+ "loss": 1.8392,
+ "step": 30600
+ },
+ {
+ "epoch": 9.6,
+ "learning_rate": 3.983688833124216e-07,
+ "loss": 1.8338,
+ "step": 30610
+ },
+ {
+ "epoch": 9.6,
+ "learning_rate": 3.9523212045169386e-07,
+ "loss": 1.8496,
+ "step": 30620
+ },
+ {
+ "epoch": 9.61,
+ "learning_rate": 3.9209535759096617e-07,
+ "loss": 1.8472,
+ "step": 30630
+ },
+ {
+ "epoch": 9.61,
+ "learning_rate": 3.889585947302384e-07,
+ "loss": 1.8065,
+ "step": 30640
+ },
+ {
+ "epoch": 9.61,
+ "learning_rate": 3.858218318695107e-07,
+ "loss": 1.7734,
+ "step": 30650
+ },
+ {
+ "epoch": 9.62,
+ "learning_rate": 3.82685069008783e-07,
+ "loss": 1.8462,
+ "step": 30660
+ },
+ {
+ "epoch": 9.62,
+ "learning_rate": 3.7954830614805525e-07,
+ "loss": 1.8648,
+ "step": 30670
+ },
+ {
+ "epoch": 9.62,
+ "learning_rate": 3.764115432873275e-07,
+ "loss": 1.7626,
+ "step": 30680
+ },
+ {
+ "epoch": 9.63,
+ "learning_rate": 3.732747804265998e-07,
+ "loss": 1.8509,
+ "step": 30690
+ },
+ {
+ "epoch": 9.63,
+ "learning_rate": 3.7013801756587207e-07,
+ "loss": 1.8544,
+ "step": 30700
+ },
+ {
+ "epoch": 9.63,
+ "learning_rate": 3.670012547051443e-07,
+ "loss": 1.8313,
+ "step": 30710
+ },
+ {
+ "epoch": 9.64,
+ "learning_rate": 3.638644918444166e-07,
+ "loss": 1.8364,
+ "step": 30720
+ },
+ {
+ "epoch": 9.64,
+ "learning_rate": 3.6072772898368884e-07,
+ "loss": 1.833,
+ "step": 30730
+ },
+ {
+ "epoch": 9.64,
+ "learning_rate": 3.5759096612296115e-07,
+ "loss": 1.8429,
+ "step": 30740
+ },
+ {
+ "epoch": 9.65,
+ "learning_rate": 3.544542032622334e-07,
+ "loss": 1.807,
+ "step": 30750
+ },
+ {
+ "epoch": 9.65,
+ "learning_rate": 3.5131744040150566e-07,
+ "loss": 1.8482,
+ "step": 30760
+ },
+ {
+ "epoch": 9.65,
+ "learning_rate": 3.4818067754077797e-07,
+ "loss": 1.8544,
+ "step": 30770
+ },
+ {
+ "epoch": 9.65,
+ "learning_rate": 3.4504391468005023e-07,
+ "loss": 1.8451,
+ "step": 30780
+ },
+ {
+ "epoch": 9.66,
+ "learning_rate": 3.419071518193225e-07,
+ "loss": 1.9084,
+ "step": 30790
+ },
+ {
+ "epoch": 9.66,
+ "learning_rate": 3.387703889585948e-07,
+ "loss": 1.8419,
+ "step": 30800
+ },
+ {
+ "epoch": 9.66,
+ "learning_rate": 3.35633626097867e-07,
+ "loss": 1.7771,
+ "step": 30810
+ },
+ {
+ "epoch": 9.67,
+ "learning_rate": 3.3249686323713926e-07,
+ "loss": 1.7244,
+ "step": 30820
+ },
+ {
+ "epoch": 9.67,
+ "learning_rate": 3.2936010037641157e-07,
+ "loss": 1.8022,
+ "step": 30830
+ },
+ {
+ "epoch": 9.67,
+ "learning_rate": 3.262233375156838e-07,
+ "loss": 1.8439,
+ "step": 30840
+ },
+ {
+ "epoch": 9.68,
+ "learning_rate": 3.2308657465495613e-07,
+ "loss": 1.7798,
+ "step": 30850
+ },
+ {
+ "epoch": 9.68,
+ "learning_rate": 3.199498117942284e-07,
+ "loss": 1.8043,
+ "step": 30860
+ },
+ {
+ "epoch": 9.68,
+ "learning_rate": 3.1681304893350065e-07,
+ "loss": 1.7272,
+ "step": 30870
+ },
+ {
+ "epoch": 9.69,
+ "learning_rate": 3.1367628607277296e-07,
+ "loss": 1.8712,
+ "step": 30880
+ },
+ {
+ "epoch": 9.69,
+ "learning_rate": 3.105395232120452e-07,
+ "loss": 1.7728,
+ "step": 30890
+ },
+ {
+ "epoch": 9.69,
+ "learning_rate": 3.0740276035131747e-07,
+ "loss": 1.8384,
+ "step": 30900
+ },
+ {
+ "epoch": 9.7,
+ "learning_rate": 3.042659974905897e-07,
+ "loss": 1.8052,
+ "step": 30910
+ },
+ {
+ "epoch": 9.7,
+ "learning_rate": 3.01129234629862e-07,
+ "loss": 1.8385,
+ "step": 30920
+ },
+ {
+ "epoch": 9.7,
+ "learning_rate": 2.979924717691343e-07,
+ "loss": 1.9009,
+ "step": 30930
+ },
+ {
+ "epoch": 9.71,
+ "learning_rate": 2.9485570890840655e-07,
+ "loss": 1.8618,
+ "step": 30940
+ },
+ {
+ "epoch": 9.71,
+ "learning_rate": 2.917189460476788e-07,
+ "loss": 1.8397,
+ "step": 30950
+ },
+ {
+ "epoch": 9.71,
+ "learning_rate": 2.8858218318695106e-07,
+ "loss": 1.7626,
+ "step": 30960
+ },
+ {
+ "epoch": 9.71,
+ "learning_rate": 2.8544542032622337e-07,
+ "loss": 1.858,
+ "step": 30970
+ },
+ {
+ "epoch": 9.72,
+ "learning_rate": 2.8230865746549563e-07,
+ "loss": 1.8049,
+ "step": 30980
+ },
+ {
+ "epoch": 9.72,
+ "learning_rate": 2.791718946047679e-07,
+ "loss": 1.8149,
+ "step": 30990
+ },
+ {
+ "epoch": 9.72,
+ "learning_rate": 2.760351317440402e-07,
+ "loss": 1.8721,
+ "step": 31000
+ },
+ {
+ "epoch": 9.73,
+ "learning_rate": 2.7289836888331245e-07,
+ "loss": 1.8053,
+ "step": 31010
+ },
+ {
+ "epoch": 9.73,
+ "learning_rate": 2.697616060225847e-07,
+ "loss": 1.8912,
+ "step": 31020
+ },
+ {
+ "epoch": 9.73,
+ "learning_rate": 2.6662484316185696e-07,
+ "loss": 1.7795,
+ "step": 31030
+ },
+ {
+ "epoch": 9.74,
+ "learning_rate": 2.634880803011293e-07,
+ "loss": 1.794,
+ "step": 31040
+ },
+ {
+ "epoch": 9.74,
+ "learning_rate": 2.6035131744040153e-07,
+ "loss": 1.8035,
+ "step": 31050
+ },
+ {
+ "epoch": 9.74,
+ "learning_rate": 2.572145545796738e-07,
+ "loss": 1.8038,
+ "step": 31060
+ },
+ {
+ "epoch": 9.75,
+ "learning_rate": 2.5407779171894604e-07,
+ "loss": 1.8127,
+ "step": 31070
+ },
+ {
+ "epoch": 9.75,
+ "learning_rate": 2.5094102885821835e-07,
+ "loss": 1.7435,
+ "step": 31080
+ },
+ {
+ "epoch": 9.75,
+ "learning_rate": 2.478042659974906e-07,
+ "loss": 1.8577,
+ "step": 31090
+ },
+ {
+ "epoch": 9.76,
+ "learning_rate": 2.4466750313676287e-07,
+ "loss": 1.8321,
+ "step": 31100
+ },
+ {
+ "epoch": 9.76,
+ "learning_rate": 2.415307402760352e-07,
+ "loss": 1.8336,
+ "step": 31110
+ },
+ {
+ "epoch": 9.76,
+ "learning_rate": 2.3839397741530743e-07,
+ "loss": 1.8103,
+ "step": 31120
+ },
+ {
+ "epoch": 9.76,
+ "learning_rate": 2.352572145545797e-07,
+ "loss": 1.8046,
+ "step": 31130
+ },
+ {
+ "epoch": 9.77,
+ "learning_rate": 2.3212045169385195e-07,
+ "loss": 1.7768,
+ "step": 31140
+ },
+ {
+ "epoch": 9.77,
+ "learning_rate": 2.2898368883312423e-07,
+ "loss": 1.8558,
+ "step": 31150
+ },
+ {
+ "epoch": 9.77,
+ "learning_rate": 2.2584692597239651e-07,
+ "loss": 1.7743,
+ "step": 31160
+ },
+ {
+ "epoch": 9.78,
+ "learning_rate": 2.2271016311166877e-07,
+ "loss": 1.8035,
+ "step": 31170
+ },
+ {
+ "epoch": 9.78,
+ "learning_rate": 2.1957340025094105e-07,
+ "loss": 1.778,
+ "step": 31180
+ },
+ {
+ "epoch": 9.78,
+ "learning_rate": 2.1643663739021334e-07,
+ "loss": 1.7578,
+ "step": 31190
+ },
+ {
+ "epoch": 9.79,
+ "learning_rate": 2.132998745294856e-07,
+ "loss": 1.9089,
+ "step": 31200
+ },
+ {
+ "epoch": 9.79,
+ "learning_rate": 2.1016311166875785e-07,
+ "loss": 1.8688,
+ "step": 31210
+ },
+ {
+ "epoch": 9.79,
+ "learning_rate": 2.0702634880803013e-07,
+ "loss": 1.8124,
+ "step": 31220
+ },
+ {
+ "epoch": 9.8,
+ "learning_rate": 2.0388958594730242e-07,
+ "loss": 1.8198,
+ "step": 31230
+ },
+ {
+ "epoch": 9.8,
+ "learning_rate": 2.0075282308657465e-07,
+ "loss": 1.8393,
+ "step": 31240
+ },
+ {
+ "epoch": 9.8,
+ "learning_rate": 1.9761606022584693e-07,
+ "loss": 1.7781,
+ "step": 31250
+ },
+ {
+ "epoch": 9.81,
+ "learning_rate": 1.944792973651192e-07,
+ "loss": 1.8233,
+ "step": 31260
+ },
+ {
+ "epoch": 9.81,
+ "learning_rate": 1.913425345043915e-07,
+ "loss": 1.8858,
+ "step": 31270
+ },
+ {
+ "epoch": 9.81,
+ "learning_rate": 1.8820577164366375e-07,
+ "loss": 1.7169,
+ "step": 31280
+ },
+ {
+ "epoch": 9.81,
+ "learning_rate": 1.8506900878293604e-07,
+ "loss": 1.8674,
+ "step": 31290
+ },
+ {
+ "epoch": 9.82,
+ "learning_rate": 1.819322459222083e-07,
+ "loss": 1.8088,
+ "step": 31300
+ },
+ {
+ "epoch": 9.82,
+ "learning_rate": 1.7879548306148058e-07,
+ "loss": 1.7843,
+ "step": 31310
+ },
+ {
+ "epoch": 9.82,
+ "learning_rate": 1.7565872020075283e-07,
+ "loss": 1.8251,
+ "step": 31320
+ },
+ {
+ "epoch": 9.83,
+ "learning_rate": 1.7252195734002512e-07,
+ "loss": 1.9427,
+ "step": 31330
+ },
+ {
+ "epoch": 9.83,
+ "learning_rate": 1.693851944792974e-07,
+ "loss": 1.7929,
+ "step": 31340
+ },
+ {
+ "epoch": 9.83,
+ "learning_rate": 1.6624843161856963e-07,
+ "loss": 1.8276,
+ "step": 31350
+ },
+ {
+ "epoch": 9.84,
+ "learning_rate": 1.631116687578419e-07,
+ "loss": 1.8108,
+ "step": 31360
+ },
+ {
+ "epoch": 9.84,
+ "learning_rate": 1.599749058971142e-07,
+ "loss": 1.8391,
+ "step": 31370
+ },
+ {
+ "epoch": 9.84,
+ "learning_rate": 1.5683814303638648e-07,
+ "loss": 1.8235,
+ "step": 31380
+ },
+ {
+ "epoch": 9.85,
+ "learning_rate": 1.5370138017565873e-07,
+ "loss": 1.8547,
+ "step": 31390
+ },
+ {
+ "epoch": 9.85,
+ "learning_rate": 1.50564617314931e-07,
+ "loss": 1.8215,
+ "step": 31400
+ },
+ {
+ "epoch": 9.85,
+ "learning_rate": 1.4742785445420327e-07,
+ "loss": 1.7807,
+ "step": 31410
+ },
+ {
+ "epoch": 9.86,
+ "learning_rate": 1.4429109159347553e-07,
+ "loss": 1.8327,
+ "step": 31420
+ },
+ {
+ "epoch": 9.86,
+ "learning_rate": 1.4115432873274781e-07,
+ "loss": 1.741,
+ "step": 31430
+ },
+ {
+ "epoch": 9.86,
+ "learning_rate": 1.380175658720201e-07,
+ "loss": 1.7717,
+ "step": 31440
+ },
+ {
+ "epoch": 9.87,
+ "learning_rate": 1.3488080301129235e-07,
+ "loss": 1.853,
+ "step": 31450
+ },
+ {
+ "epoch": 9.87,
+ "learning_rate": 1.3174404015056464e-07,
+ "loss": 1.8866,
+ "step": 31460
+ },
+ {
+ "epoch": 9.87,
+ "learning_rate": 1.286072772898369e-07,
+ "loss": 1.7436,
+ "step": 31470
+ },
+ {
+ "epoch": 9.87,
+ "learning_rate": 1.2547051442910918e-07,
+ "loss": 1.7374,
+ "step": 31480
+ },
+ {
+ "epoch": 9.88,
+ "learning_rate": 1.2233375156838143e-07,
+ "loss": 1.8098,
+ "step": 31490
+ },
+ {
+ "epoch": 9.88,
+ "learning_rate": 1.1919698870765372e-07,
+ "loss": 1.7861,
+ "step": 31500
+ },
+ {
+ "epoch": 9.88,
+ "learning_rate": 1.1606022584692597e-07,
+ "loss": 1.8022,
+ "step": 31510
+ },
+ {
+ "epoch": 9.89,
+ "learning_rate": 1.1292346298619826e-07,
+ "loss": 1.8897,
+ "step": 31520
+ },
+ {
+ "epoch": 9.89,
+ "learning_rate": 1.0978670012547053e-07,
+ "loss": 1.7814,
+ "step": 31530
+ },
+ {
+ "epoch": 9.89,
+ "learning_rate": 1.066499372647428e-07,
+ "loss": 1.8239,
+ "step": 31540
+ },
+ {
+ "epoch": 9.9,
+ "learning_rate": 1.0351317440401507e-07,
+ "loss": 1.8212,
+ "step": 31550
+ },
+ {
+ "epoch": 9.9,
+ "learning_rate": 1.0037641154328732e-07,
+ "loss": 1.7385,
+ "step": 31560
+ },
+ {
+ "epoch": 9.9,
+ "learning_rate": 9.72396486825596e-08,
+ "loss": 1.8555,
+ "step": 31570
+ },
+ {
+ "epoch": 9.91,
+ "learning_rate": 9.410288582183188e-08,
+ "loss": 1.8566,
+ "step": 31580
+ },
+ {
+ "epoch": 9.91,
+ "learning_rate": 9.096612296110415e-08,
+ "loss": 1.822,
+ "step": 31590
+ },
+ {
+ "epoch": 9.91,
+ "learning_rate": 8.782936010037642e-08,
+ "loss": 1.8715,
+ "step": 31600
+ },
+ {
+ "epoch": 9.92,
+ "learning_rate": 8.46925972396487e-08,
+ "loss": 1.8113,
+ "step": 31610
+ },
+ {
+ "epoch": 9.92,
+ "learning_rate": 8.155583437892096e-08,
+ "loss": 1.832,
+ "step": 31620
+ },
+ {
+ "epoch": 9.92,
+ "learning_rate": 7.841907151819324e-08,
+ "loss": 1.7301,
+ "step": 31630
+ },
+ {
+ "epoch": 9.92,
+ "learning_rate": 7.52823086574655e-08,
+ "loss": 1.7224,
+ "step": 31640
+ },
+ {
+ "epoch": 9.93,
+ "learning_rate": 7.214554579673777e-08,
+ "loss": 1.8191,
+ "step": 31650
+ },
+ {
+ "epoch": 9.93,
+ "learning_rate": 6.900878293601005e-08,
+ "loss": 1.815,
+ "step": 31660
+ },
+ {
+ "epoch": 9.93,
+ "learning_rate": 6.587202007528232e-08,
+ "loss": 1.8129,
+ "step": 31670
+ },
+ {
+ "epoch": 9.94,
+ "learning_rate": 6.273525721455459e-08,
+ "loss": 1.8734,
+ "step": 31680
+ },
+ {
+ "epoch": 9.94,
+ "learning_rate": 5.959849435382686e-08,
+ "loss": 1.8497,
+ "step": 31690
+ },
+ {
+ "epoch": 9.94,
+ "learning_rate": 5.646173149309913e-08,
+ "loss": 1.7949,
+ "step": 31700
+ },
+ {
+ "epoch": 9.95,
+ "learning_rate": 5.33249686323714e-08,
+ "loss": 1.8628,
+ "step": 31710
+ },
+ {
+ "epoch": 9.95,
+ "learning_rate": 5.018820577164366e-08,
+ "loss": 1.7708,
+ "step": 31720
+ },
+ {
+ "epoch": 9.95,
+ "learning_rate": 4.705144291091594e-08,
+ "loss": 1.8327,
+ "step": 31730
+ },
+ {
+ "epoch": 9.96,
+ "learning_rate": 4.391468005018821e-08,
+ "loss": 1.9184,
+ "step": 31740
+ },
+ {
+ "epoch": 9.96,
+ "learning_rate": 4.077791718946048e-08,
+ "loss": 1.8494,
+ "step": 31750
+ },
+ {
+ "epoch": 9.96,
+ "learning_rate": 3.764115432873275e-08,
+ "loss": 1.7633,
+ "step": 31760
+ },
+ {
+ "epoch": 9.97,
+ "learning_rate": 3.4504391468005024e-08,
+ "loss": 1.7958,
+ "step": 31770
+ },
+ {
+ "epoch": 9.97,
+ "learning_rate": 3.1367628607277294e-08,
+ "loss": 1.7584,
+ "step": 31780
+ },
+ {
+ "epoch": 9.97,
+ "learning_rate": 2.8230865746549564e-08,
+ "loss": 1.8353,
+ "step": 31790
+ },
+ {
+ "epoch": 9.97,
+ "learning_rate": 2.509410288582183e-08,
+ "loss": 1.8028,
+ "step": 31800
+ },
+ {
+ "epoch": 9.98,
+ "learning_rate": 2.1957340025094104e-08,
+ "loss": 1.8179,
+ "step": 31810
+ },
+ {
+ "epoch": 9.98,
+ "learning_rate": 1.8820577164366374e-08,
+ "loss": 1.768,
+ "step": 31820
+ },
+ {
+ "epoch": 9.98,
+ "learning_rate": 1.5683814303638647e-08,
+ "loss": 1.8442,
+ "step": 31830
+ },
+ {
+ "epoch": 9.99,
+ "learning_rate": 1.2547051442910915e-08,
+ "loss": 1.8952,
+ "step": 31840
+ },
+ {
+ "epoch": 9.99,
+ "learning_rate": 9.410288582183187e-09,
+ "loss": 1.8367,
+ "step": 31850
+ },
+ {
+ "epoch": 9.99,
+ "learning_rate": 6.273525721455458e-09,
+ "loss": 1.8358,
+ "step": 31860
+ },
+ {
+ "epoch": 10.0,
+ "learning_rate": 3.136762860727729e-09,
+ "loss": 1.861,
+ "step": 31870
+ },
+ {
+ "epoch": 10.0,
+ "learning_rate": 0.0,
+ "loss": 1.8891,
+ "step": 31880
+ },
+ {
+ "epoch": 10.0,
+ "eval_loss": 1.806269645690918,
+ "eval_runtime": 13.6101,
+ "eval_samples_per_second": 73.475,
+ "eval_steps_per_second": 4.629,
+ "step": 31880
+ }
+ ],
+ "max_steps": 31880,
+ "num_train_epochs": 10,
+ "total_flos": 1.2339389647872e+17,
+ "trial_name": null,
+ "trial_params": null
+}