Training in progress, step 311832

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d43568382ec9c0e0c3fc8b5feaddc97654b6d982a2d0cd4126b362b543325ed
+oid sha256:80d96851ac7988e7bc11d056df7ff123fce3915db0e13a7bb8da7ce9d7e1b3ce
 size 1260367448

trainer_log.jsonl

@@ -31019,3 +31019,171 @@
 {"current_steps": 310140, "total_steps": 311832, "loss": 0.0048, "lr": 8.968164897776855e-10, "epoch": 1.9891416238820137, "percentage": 99.46, "elapsed_time": "2 days, 3:53:35", "remaining_time": "0:16:59"}
 {"current_steps": 310150, "total_steps": 311832, "loss": 0.0016, "lr": 8.862474601462057e-10, "epoch": 1.9892057607757998, "percentage": 99.46, "elapsed_time": "2 days, 3:53:39", "remaining_time": "0:16:53"}
 {"current_steps": 310160, "total_steps": 311832, "loss": 0.0024, "lr": 8.757410729831606e-10, "epoch": 1.989269897669586, "percentage": 99.46, "elapsed_time": "2 days, 3:53:46", "remaining_time": "0:16:47"}
+{"current_steps": 310170, "total_steps": 311832, "loss": 0.001, "lr": 8.652973284195565e-10, "epoch": 1.989334034563372, "percentage": 99.47, "elapsed_time": "2 days, 3:53:52", "remaining_time": "0:16:41"}
+{"current_steps": 310180, "total_steps": 311832, "loss": 0.001, "lr": 8.549162265869548e-10, "epoch": 1.9893981714571582, "percentage": 99.47, "elapsed_time": "2 days, 3:53:59", "remaining_time": "0:16:35"}
+{"current_steps": 310190, "total_steps": 311832, "loss": 0.0015, "lr": 8.445977676146965e-10, "epoch": 1.9894623083509444, "percentage": 99.47, "elapsed_time": "2 days, 3:54:06", "remaining_time": "0:16:29"}
+{"current_steps": 310200, "total_steps": 311832, "loss": 0.001, "lr": 8.343419516326779e-10, "epoch": 1.9895264452447303, "percentage": 99.48, "elapsed_time": "2 days, 3:54:11", "remaining_time": "0:16:23"}
+{"current_steps": 310210, "total_steps": 311832, "loss": 0.0008, "lr": 8.241487787691293e-10, "epoch": 1.9895905821385165, "percentage": 99.48, "elapsed_time": "2 days, 3:54:18", "remaining_time": "0:16:17"}
+{"current_steps": 310220, "total_steps": 311832, "loss": 0.0013, "lr": 8.140182491517268e-10, "epoch": 1.9896547190323024, "percentage": 99.48, "elapsed_time": "2 days, 3:54:24", "remaining_time": "0:16:11"}
+{"current_steps": 310230, "total_steps": 311832, "loss": 0.001, "lr": 8.039503629075907e-10, "epoch": 1.9897188559260885, "percentage": 99.49, "elapsed_time": "2 days, 3:54:30", "remaining_time": "0:16:04"}
+{"current_steps": 310240, "total_steps": 311832, "loss": 0.0016, "lr": 7.939451201632864e-10, "epoch": 1.9897829928198747, "percentage": 99.49, "elapsed_time": "2 days, 3:54:37", "remaining_time": "0:15:58"}
+{"current_steps": 310250, "total_steps": 311832, "loss": 0.0014, "lr": 7.84002521043159e-10, "epoch": 1.9898471297136608, "percentage": 99.49, "elapsed_time": "2 days, 3:54:42", "remaining_time": "0:15:52"}
+{"current_steps": 310260, "total_steps": 311832, "loss": 0.0011, "lr": 7.741225656726636e-10, "epoch": 1.989911266607447, "percentage": 99.5, "elapsed_time": "2 days, 3:54:49", "remaining_time": "0:15:46"}
+{"current_steps": 310270, "total_steps": 311832, "loss": 0.0007, "lr": 7.643052541750351e-10, "epoch": 1.9899754035012331, "percentage": 99.5, "elapsed_time": "2 days, 3:54:55", "remaining_time": "0:15:40"}
+{"current_steps": 310280, "total_steps": 311832, "loss": 0.0014, "lr": 7.545505866740632e-10, "epoch": 1.9900395403950193, "percentage": 99.5, "elapsed_time": "2 days, 3:55:01", "remaining_time": "0:15:34"}
+{"current_steps": 310290, "total_steps": 311832, "loss": 0.001, "lr": 7.448585632913175e-10, "epoch": 1.9901036772888052, "percentage": 99.51, "elapsed_time": "2 days, 3:55:06", "remaining_time": "0:15:28"}
+{"current_steps": 310300, "total_steps": 311832, "loss": 0.002, "lr": 7.352291841478121e-10, "epoch": 1.9901678141825914, "percentage": 99.51, "elapsed_time": "2 days, 3:55:13", "remaining_time": "0:15:22"}
+{"current_steps": 310310, "total_steps": 311832, "loss": 0.001, "lr": 7.256624493656717e-10, "epoch": 1.9902319510763773, "percentage": 99.51, "elapsed_time": "2 days, 3:55:19", "remaining_time": "0:15:16"}
+{"current_steps": 310320, "total_steps": 311832, "loss": 0.0013, "lr": 7.161583590631349e-10, "epoch": 1.9902960879701634, "percentage": 99.52, "elapsed_time": "2 days, 3:55:25", "remaining_time": "0:15:10"}
+{"current_steps": 310330, "total_steps": 311832, "loss": 0.0009, "lr": 7.06716913360661e-10, "epoch": 1.9903602248639496, "percentage": 99.52, "elapsed_time": "2 days, 3:55:30", "remaining_time": "0:15:04"}
+{"current_steps": 310340, "total_steps": 311832, "loss": 0.0019, "lr": 6.973381123759338e-10, "epoch": 1.9904243617577357, "percentage": 99.52, "elapsed_time": "2 days, 3:55:37", "remaining_time": "0:14:58"}
+{"current_steps": 310350, "total_steps": 311832, "loss": 0.0005, "lr": 6.880219562260815e-10, "epoch": 1.9904884986515219, "percentage": 99.52, "elapsed_time": "2 days, 3:55:42", "remaining_time": "0:14:52"}
+{"current_steps": 310360, "total_steps": 311832, "loss": 0.0009, "lr": 6.787684450282328e-10, "epoch": 1.990552635545308, "percentage": 99.53, "elapsed_time": "2 days, 3:55:49", "remaining_time": "0:14:46"}
+{"current_steps": 310370, "total_steps": 311832, "loss": 0.0017, "lr": 6.695775788989611e-10, "epoch": 1.990616772439094, "percentage": 99.53, "elapsed_time": "2 days, 3:55:57", "remaining_time": "0:14:40"}
+{"current_steps": 310380, "total_steps": 311832, "loss": 0.0009, "lr": 6.604493579526195e-10, "epoch": 1.99068090933288, "percentage": 99.53, "elapsed_time": "2 days, 3:56:05", "remaining_time": "0:14:34"}
+{"current_steps": 310390, "total_steps": 311832, "loss": 0.0007, "lr": 6.513837823035607e-10, "epoch": 1.990745046226666, "percentage": 99.54, "elapsed_time": "2 days, 3:56:11", "remaining_time": "0:14:28"}
+{"current_steps": 310400, "total_steps": 311832, "loss": 0.001, "lr": 6.423808520655828e-10, "epoch": 1.9908091831204522, "percentage": 99.54, "elapsed_time": "2 days, 3:56:17", "remaining_time": "0:14:22"}
+{"current_steps": 310410, "total_steps": 311832, "loss": 0.0012, "lr": 6.334405673519284e-10, "epoch": 1.9908733200142383, "percentage": 99.54, "elapsed_time": "2 days, 3:56:24", "remaining_time": "0:14:16"}
+{"current_steps": 310420, "total_steps": 311832, "loss": 0.0014, "lr": 6.24562928274175e-10, "epoch": 1.9909374569080245, "percentage": 99.55, "elapsed_time": "2 days, 3:56:30", "remaining_time": "0:14:10"}
+{"current_steps": 310430, "total_steps": 311832, "loss": 0.0005, "lr": 6.157479349433448e-10, "epoch": 1.9910015938018106, "percentage": 99.55, "elapsed_time": "2 days, 3:56:36", "remaining_time": "0:14:04"}
+{"current_steps": 310440, "total_steps": 311832, "loss": 0.0005, "lr": 6.069955874704603e-10, "epoch": 1.9910657306955968, "percentage": 99.55, "elapsed_time": "2 days, 3:56:42", "remaining_time": "0:13:58"}
+{"current_steps": 310450, "total_steps": 311832, "loss": 0.0012, "lr": 5.983058859648783e-10, "epoch": 1.991129867589383, "percentage": 99.56, "elapsed_time": "2 days, 3:56:48", "remaining_time": "0:13:52"}
+{"current_steps": 310460, "total_steps": 311832, "loss": 0.0011, "lr": 5.896788305359558e-10, "epoch": 1.9911940044831689, "percentage": 99.56, "elapsed_time": "2 days, 3:56:54", "remaining_time": "0:13:46"}
+{"current_steps": 310470, "total_steps": 311832, "loss": 0.0017, "lr": 5.811144212908293e-10, "epoch": 1.991258141376955, "percentage": 99.56, "elapsed_time": "2 days, 3:57:01", "remaining_time": "0:13:40"}
+{"current_steps": 310480, "total_steps": 311832, "loss": 0.0006, "lr": 5.726126583377456e-10, "epoch": 1.991322278270741, "percentage": 99.57, "elapsed_time": "2 days, 3:57:06", "remaining_time": "0:13:34"}
+{"current_steps": 310490, "total_steps": 311832, "loss": 0.001, "lr": 5.641735417827309e-10, "epoch": 1.991386415164527, "percentage": 99.57, "elapsed_time": "2 days, 3:57:11", "remaining_time": "0:13:28"}
+{"current_steps": 310500, "total_steps": 311832, "loss": 0.0009, "lr": 5.557970717312566e-10, "epoch": 1.9914505520583132, "percentage": 99.57, "elapsed_time": "2 days, 3:57:17", "remaining_time": "0:13:22"}
+{"current_steps": 310510, "total_steps": 311832, "loss": 0.0005, "lr": 5.474832482893489e-10, "epoch": 1.9915146889520994, "percentage": 99.58, "elapsed_time": "2 days, 3:57:22", "remaining_time": "0:13:16"}
+{"current_steps": 310520, "total_steps": 311832, "loss": 0.0022, "lr": 5.392320715602584e-10, "epoch": 1.9915788258458855, "percentage": 99.58, "elapsed_time": "2 days, 3:57:28", "remaining_time": "0:13:10"}
+{"current_steps": 310530, "total_steps": 311832, "loss": 0.0015, "lr": 5.310435416472359e-10, "epoch": 1.9916429627396717, "percentage": 99.58, "elapsed_time": "2 days, 3:57:33", "remaining_time": "0:13:04"}
+{"current_steps": 310540, "total_steps": 311832, "loss": 0.0007, "lr": 5.229176586540874e-10, "epoch": 1.9917070996334576, "percentage": 99.59, "elapsed_time": "2 days, 3:57:40", "remaining_time": "0:12:58"}
+{"current_steps": 310550, "total_steps": 311832, "loss": 0.0009, "lr": 5.148544226812879e-10, "epoch": 1.9917712365272437, "percentage": 99.59, "elapsed_time": "2 days, 3:57:46", "remaining_time": "0:12:52"}
+{"current_steps": 310560, "total_steps": 311832, "loss": 0.0008, "lr": 5.06853833830423e-10, "epoch": 1.99183537342103, "percentage": 99.59, "elapsed_time": "2 days, 3:57:51", "remaining_time": "0:12:46"}
+{"current_steps": 310570, "total_steps": 311832, "loss": 0.0009, "lr": 4.989158922019677e-10, "epoch": 1.9918995103148158, "percentage": 99.6, "elapsed_time": "2 days, 3:57:56", "remaining_time": "0:12:40"}
+{"current_steps": 310580, "total_steps": 311832, "loss": 0.0008, "lr": 4.91040597895287e-10, "epoch": 1.991963647208602, "percentage": 99.6, "elapsed_time": "2 days, 3:58:02", "remaining_time": "0:12:34"}
+{"current_steps": 310590, "total_steps": 311832, "loss": 0.0018, "lr": 4.832279510086358e-10, "epoch": 1.9920277841023881, "percentage": 99.6, "elapsed_time": "2 days, 3:58:08", "remaining_time": "0:12:28"}
+{"current_steps": 310600, "total_steps": 311832, "loss": 0.0011, "lr": 4.754779516402685e-10, "epoch": 1.9920919209961743, "percentage": 99.6, "elapsed_time": "2 days, 3:58:15", "remaining_time": "0:12:22"}
+{"current_steps": 310610, "total_steps": 311832, "loss": 0.006, "lr": 4.677905998878852e-10, "epoch": 1.9921560578899604, "percentage": 99.61, "elapsed_time": "2 days, 3:58:23", "remaining_time": "0:12:16"}
+{"current_steps": 310620, "total_steps": 311832, "loss": 0.0007, "lr": 4.6016589584640945e-10, "epoch": 1.9922201947837466, "percentage": 99.61, "elapsed_time": "2 days, 3:58:27", "remaining_time": "0:12:10"}
+{"current_steps": 310630, "total_steps": 311832, "loss": 0.001, "lr": 4.5260383961243105e-10, "epoch": 1.9922843316775325, "percentage": 99.61, "elapsed_time": "2 days, 3:58:32", "remaining_time": "0:12:04"}
+{"current_steps": 310640, "total_steps": 311832, "loss": 0.0011, "lr": 4.451044312808739e-10, "epoch": 1.9923484685713186, "percentage": 99.62, "elapsed_time": "2 days, 3:58:38", "remaining_time": "0:11:58"}
+{"current_steps": 310650, "total_steps": 311832, "loss": 0.001, "lr": 4.3766767094499673e-10, "epoch": 1.9924126054651046, "percentage": 99.62, "elapsed_time": "2 days, 3:58:43", "remaining_time": "0:11:51"}
+{"current_steps": 310660, "total_steps": 311832, "loss": 0.0013, "lr": 4.3029355869805836e-10, "epoch": 1.9924767423588907, "percentage": 99.62, "elapsed_time": "2 days, 3:58:49", "remaining_time": "0:11:45"}
+{"current_steps": 310670, "total_steps": 311832, "loss": 0.0011, "lr": 4.229820946327623e-10, "epoch": 1.9925408792526769, "percentage": 99.63, "elapsed_time": "2 days, 3:58:57", "remaining_time": "0:11:39"}
+{"current_steps": 310680, "total_steps": 311832, "loss": 0.0008, "lr": 4.1573327884070203e-10, "epoch": 1.992605016146463, "percentage": 99.63, "elapsed_time": "2 days, 3:59:03", "remaining_time": "0:11:33"}
+{"current_steps": 310690, "total_steps": 311832, "loss": 0.0008, "lr": 4.085471114129158e-10, "epoch": 1.9926691530402492, "percentage": 99.63, "elapsed_time": "2 days, 3:59:09", "remaining_time": "0:11:27"}
+{"current_steps": 310700, "total_steps": 311832, "loss": 0.0008, "lr": 4.014235924387766e-10, "epoch": 1.9927332899340353, "percentage": 99.64, "elapsed_time": "2 days, 3:59:15", "remaining_time": "0:11:21"}
+{"current_steps": 310710, "total_steps": 311832, "loss": 0.0013, "lr": 3.943627220082125e-10, "epoch": 1.9927974268278215, "percentage": 99.64, "elapsed_time": "2 days, 3:59:21", "remaining_time": "0:11:15"}
+{"current_steps": 310720, "total_steps": 311832, "loss": 0.0012, "lr": 3.873645002094861e-10, "epoch": 1.9928615637216074, "percentage": 99.64, "elapsed_time": "2 days, 3:59:26", "remaining_time": "0:11:09"}
+{"current_steps": 310730, "total_steps": 311832, "loss": 0.001, "lr": 3.804289271297501e-10, "epoch": 1.9929257006153935, "percentage": 99.65, "elapsed_time": "2 days, 3:59:34", "remaining_time": "0:11:03"}
+{"current_steps": 310740, "total_steps": 311832, "loss": 0.0011, "lr": 3.73556002856712e-10, "epoch": 1.9929898375091795, "percentage": 99.65, "elapsed_time": "2 days, 3:59:39", "remaining_time": "0:10:57"}
+{"current_steps": 310750, "total_steps": 311832, "loss": 0.001, "lr": 3.6674572747641413e-10, "epoch": 1.9930539744029656, "percentage": 99.65, "elapsed_time": "2 days, 3:59:45", "remaining_time": "0:10:51"}
+{"current_steps": 310760, "total_steps": 311832, "loss": 0.0014, "lr": 3.599981010737885e-10, "epoch": 1.9931181112967518, "percentage": 99.66, "elapsed_time": "2 days, 3:59:52", "remaining_time": "0:10:45"}
+{"current_steps": 310770, "total_steps": 311832, "loss": 0.001, "lr": 3.5331312373376723e-10, "epoch": 1.993182248190538, "percentage": 99.66, "elapsed_time": "2 days, 3:59:58", "remaining_time": "0:10:39"}
+{"current_steps": 310780, "total_steps": 311832, "loss": 0.0012, "lr": 3.4669079553961706e-10, "epoch": 1.993246385084324, "percentage": 99.66, "elapsed_time": "2 days, 4:00:04", "remaining_time": "0:10:33"}
+{"current_steps": 310790, "total_steps": 311832, "loss": 0.001, "lr": 3.401311165751597e-10, "epoch": 1.9933105219781102, "percentage": 99.67, "elapsed_time": "2 days, 4:00:09", "remaining_time": "0:10:27"}
+{"current_steps": 310800, "total_steps": 311832, "loss": 0.0005, "lr": 3.3363408692144163e-10, "epoch": 1.9933746588718961, "percentage": 99.67, "elapsed_time": "2 days, 4:00:14", "remaining_time": "0:10:21"}
+{"current_steps": 310810, "total_steps": 311832, "loss": 0.002, "lr": 3.2719970666061915e-10, "epoch": 1.9934387957656823, "percentage": 99.67, "elapsed_time": "2 days, 4:00:21", "remaining_time": "0:10:15"}
+{"current_steps": 310820, "total_steps": 311832, "loss": 0.0009, "lr": 3.208279758737387e-10, "epoch": 1.9935029326594682, "percentage": 99.68, "elapsed_time": "2 days, 4:00:26", "remaining_time": "0:10:09"}
+{"current_steps": 310830, "total_steps": 311832, "loss": 0.0018, "lr": 3.1451889463962605e-10, "epoch": 1.9935670695532544, "percentage": 99.68, "elapsed_time": "2 days, 4:00:31", "remaining_time": "0:10:03"}
+{"current_steps": 310840, "total_steps": 311832, "loss": 0.0014, "lr": 3.082724630376621e-10, "epoch": 1.9936312064470405, "percentage": 99.68, "elapsed_time": "2 days, 4:00:37", "remaining_time": "0:09:57"}
+{"current_steps": 310850, "total_steps": 311832, "loss": 0.0007, "lr": 3.0208868114667277e-10, "epoch": 1.9936953433408267, "percentage": 99.69, "elapsed_time": "2 days, 4:00:42", "remaining_time": "0:09:51"}
+{"current_steps": 310860, "total_steps": 311832, "loss": 0.0005, "lr": 2.959675490432634e-10, "epoch": 1.9937594802346128, "percentage": 99.69, "elapsed_time": "2 days, 4:00:48", "remaining_time": "0:09:45"}
+{"current_steps": 310870, "total_steps": 311832, "loss": 0.001, "lr": 2.8990906680514964e-10, "epoch": 1.993823617128399, "percentage": 99.69, "elapsed_time": "2 days, 4:00:54", "remaining_time": "0:09:39"}
+{"current_steps": 310880, "total_steps": 311832, "loss": 0.0023, "lr": 2.839132345072715e-10, "epoch": 1.993887754022185, "percentage": 99.69, "elapsed_time": "2 days, 4:01:00", "remaining_time": "0:09:33"}
+{"current_steps": 310890, "total_steps": 311832, "loss": 0.0009, "lr": 2.7798005222567923e-10, "epoch": 1.993951890915971, "percentage": 99.7, "elapsed_time": "2 days, 4:01:05", "remaining_time": "0:09:27"}
+{"current_steps": 310900, "total_steps": 311832, "loss": 0.001, "lr": 2.721095200336477e-10, "epoch": 1.9940160278097572, "percentage": 99.7, "elapsed_time": "2 days, 4:01:12", "remaining_time": "0:09:21"}
+{"current_steps": 310910, "total_steps": 311832, "loss": 0.001, "lr": 2.6630163800556163e-10, "epoch": 1.994080164703543, "percentage": 99.7, "elapsed_time": "2 days, 4:01:18", "remaining_time": "0:09:15"}
+{"current_steps": 310920, "total_steps": 311832, "loss": 0.0007, "lr": 2.605564062141408e-10, "epoch": 1.9941443015973292, "percentage": 99.71, "elapsed_time": "2 days, 4:01:25", "remaining_time": "0:09:09"}
+{"current_steps": 310930, "total_steps": 311832, "loss": 0.0026, "lr": 2.5487382473154965e-10, "epoch": 1.9942084384911154, "percentage": 99.71, "elapsed_time": "2 days, 4:01:31", "remaining_time": "0:09:03"}
+{"current_steps": 310940, "total_steps": 311832, "loss": 0.0008, "lr": 2.4925389362828734e-10, "epoch": 1.9942725753849015, "percentage": 99.71, "elapsed_time": "2 days, 4:01:36", "remaining_time": "0:08:57"}
+{"current_steps": 310950, "total_steps": 311832, "loss": 0.0015, "lr": 2.43696612974853e-10, "epoch": 1.9943367122786877, "percentage": 99.72, "elapsed_time": "2 days, 4:01:43", "remaining_time": "0:08:51"}
+{"current_steps": 310960, "total_steps": 311832, "loss": 0.0006, "lr": 2.3820198284119076e-10, "epoch": 1.9944008491724738, "percentage": 99.72, "elapsed_time": "2 days, 4:01:48", "remaining_time": "0:08:45"}
+{"current_steps": 310970, "total_steps": 311832, "loss": 0.0005, "lr": 2.3277000329668952e-10, "epoch": 1.9944649860662598, "percentage": 99.72, "elapsed_time": "2 days, 4:01:54", "remaining_time": "0:08:39"}
+{"current_steps": 310980, "total_steps": 311832, "loss": 0.0016, "lr": 2.2740067440851778e-10, "epoch": 1.994529122960046, "percentage": 99.73, "elapsed_time": "2 days, 4:02:00", "remaining_time": "0:08:33"}
+{"current_steps": 310990, "total_steps": 311832, "loss": 0.001, "lr": 2.2209399624439908e-10, "epoch": 1.994593259853832, "percentage": 99.73, "elapsed_time": "2 days, 4:02:07", "remaining_time": "0:08:27"}
+{"current_steps": 311000, "total_steps": 311832, "loss": 0.0009, "lr": 2.168499688703918e-10, "epoch": 1.994657396747618, "percentage": 99.73, "elapsed_time": "2 days, 4:02:12", "remaining_time": "0:08:21"}
+{"current_steps": 311010, "total_steps": 311832, "loss": 0.0017, "lr": 2.1166859235255412e-10, "epoch": 1.9947215336414041, "percentage": 99.74, "elapsed_time": "2 days, 4:02:18", "remaining_time": "0:08:15"}
+{"current_steps": 311020, "total_steps": 311832, "loss": 0.0005, "lr": 2.0654986675638922e-10, "epoch": 1.9947856705351903, "percentage": 99.74, "elapsed_time": "2 days, 4:02:23", "remaining_time": "0:08:09"}
+{"current_steps": 311030, "total_steps": 311832, "loss": 0.0014, "lr": 2.0149379214517982e-10, "epoch": 1.9948498074289764, "percentage": 99.74, "elapsed_time": "2 days, 4:02:28", "remaining_time": "0:08:03"}
+{"current_steps": 311040, "total_steps": 311832, "loss": 0.0024, "lr": 1.9650036858220867e-10, "epoch": 1.9949139443227626, "percentage": 99.75, "elapsed_time": "2 days, 4:02:34", "remaining_time": "0:07:57"}
+{"current_steps": 311050, "total_steps": 311832, "loss": 0.0011, "lr": 1.9156959613075843e-10, "epoch": 1.9949780812165487, "percentage": 99.75, "elapsed_time": "2 days, 4:02:40", "remaining_time": "0:07:51"}
+{"current_steps": 311060, "total_steps": 311832, "loss": 0.0007, "lr": 1.867014748518914e-10, "epoch": 1.9950422181103347, "percentage": 99.75, "elapsed_time": "2 days, 4:02:47", "remaining_time": "0:07:45"}
+{"current_steps": 311070, "total_steps": 311832, "loss": 0.0008, "lr": 1.8189600480778003e-10, "epoch": 1.9951063550041208, "percentage": 99.76, "elapsed_time": "2 days, 4:02:53", "remaining_time": "0:07:38"}
+{"current_steps": 311080, "total_steps": 311832, "loss": 0.001, "lr": 1.7715318605726617e-10, "epoch": 1.9951704918979067, "percentage": 99.76, "elapsed_time": "2 days, 4:02:59", "remaining_time": "0:07:32"}
+{"current_steps": 311090, "total_steps": 311832, "loss": 0.0012, "lr": 1.7247301866030186e-10, "epoch": 1.9952346287916929, "percentage": 99.76, "elapsed_time": "2 days, 4:03:05", "remaining_time": "0:07:26"}
+{"current_steps": 311100, "total_steps": 311832, "loss": 0.0008, "lr": 1.678555026751738e-10, "epoch": 1.995298765685479, "percentage": 99.77, "elapsed_time": "2 days, 4:03:11", "remaining_time": "0:07:20"}
+{"current_steps": 311110, "total_steps": 311832, "loss": 0.0008, "lr": 1.6330063816072384e-10, "epoch": 1.9953629025792652, "percentage": 99.77, "elapsed_time": "2 days, 4:03:16", "remaining_time": "0:07:14"}
+{"current_steps": 311120, "total_steps": 311832, "loss": 0.0009, "lr": 1.588084251735733e-10, "epoch": 1.9954270394730513, "percentage": 99.77, "elapsed_time": "2 days, 4:03:22", "remaining_time": "0:07:08"}
+{"current_steps": 311130, "total_steps": 311832, "loss": 0.0008, "lr": 1.543788637692334e-10, "epoch": 1.9954911763668375, "percentage": 99.77, "elapsed_time": "2 days, 4:03:29", "remaining_time": "0:07:02"}
+{"current_steps": 311140, "total_steps": 311832, "loss": 0.001, "lr": 1.5001195400432544e-10, "epoch": 1.9955553132606236, "percentage": 99.78, "elapsed_time": "2 days, 4:03:36", "remaining_time": "0:06:56"}
+{"current_steps": 311150, "total_steps": 311832, "loss": 0.0007, "lr": 1.457076959332504e-10, "epoch": 1.9956194501544096, "percentage": 99.78, "elapsed_time": "2 days, 4:03:42", "remaining_time": "0:06:50"}
+{"current_steps": 311160, "total_steps": 311832, "loss": 0.0016, "lr": 1.414660896098541e-10, "epoch": 1.9956835870481957, "percentage": 99.78, "elapsed_time": "2 days, 4:03:49", "remaining_time": "0:06:44"}
+{"current_steps": 311170, "total_steps": 311832, "loss": 0.0038, "lr": 1.372871350868721e-10, "epoch": 1.9957477239419816, "percentage": 99.79, "elapsed_time": "2 days, 4:03:55", "remaining_time": "0:06:38"}
+{"current_steps": 311180, "total_steps": 311832, "loss": 0.0006, "lr": 1.3317083241704e-10, "epoch": 1.9958118608357678, "percentage": 99.79, "elapsed_time": "2 days, 4:04:01", "remaining_time": "0:06:32"}
+{"current_steps": 311190, "total_steps": 311832, "loss": 0.0007, "lr": 1.2911718165198317e-10, "epoch": 1.995875997729554, "percentage": 99.79, "elapsed_time": "2 days, 4:04:06", "remaining_time": "0:06:26"}
+{"current_steps": 311200, "total_steps": 311832, "loss": 0.002, "lr": 1.2512618284221678e-10, "epoch": 1.99594013462334, "percentage": 99.8, "elapsed_time": "2 days, 4:04:12", "remaining_time": "0:06:20"}
+{"current_steps": 311210, "total_steps": 311832, "loss": 0.0008, "lr": 1.2119783603825596e-10, "epoch": 1.9960042715171262, "percentage": 99.8, "elapsed_time": "2 days, 4:04:18", "remaining_time": "0:06:14"}
+{"current_steps": 311220, "total_steps": 311832, "loss": 0.0011, "lr": 1.1733214128950565e-10, "epoch": 1.9960684084109124, "percentage": 99.8, "elapsed_time": "2 days, 4:04:23", "remaining_time": "0:06:08"}
+{"current_steps": 311230, "total_steps": 311832, "loss": 0.0007, "lr": 1.1352909864315031e-10, "epoch": 1.9961325453046983, "percentage": 99.81, "elapsed_time": "2 days, 4:04:29", "remaining_time": "0:06:02"}
+{"current_steps": 311240, "total_steps": 311832, "loss": 0.0007, "lr": 1.0978870814803977e-10, "epoch": 1.9961966821984845, "percentage": 99.81, "elapsed_time": "2 days, 4:04:33", "remaining_time": "0:05:56"}
+{"current_steps": 311250, "total_steps": 311832, "loss": 0.0008, "lr": 1.0611096985024827e-10, "epoch": 1.9962608190922704, "percentage": 99.81, "elapsed_time": "2 days, 4:04:40", "remaining_time": "0:05:50"}
+{"current_steps": 311260, "total_steps": 311832, "loss": 0.0009, "lr": 1.024958837969603e-10, "epoch": 1.9963249559860565, "percentage": 99.82, "elapsed_time": "2 days, 4:04:46", "remaining_time": "0:05:44"}
+{"current_steps": 311270, "total_steps": 311832, "loss": 0.0003, "lr": 9.894345003202966e-11, "epoch": 1.9963890928798427, "percentage": 99.82, "elapsed_time": "2 days, 4:04:51", "remaining_time": "0:05:38"}
+{"current_steps": 311280, "total_steps": 311832, "loss": 0.0005, "lr": 9.54536686015306e-11, "epoch": 1.9964532297736288, "percentage": 99.82, "elapsed_time": "2 days, 4:04:58", "remaining_time": "0:05:32"}
+{"current_steps": 311290, "total_steps": 311832, "loss": 0.0011, "lr": 9.202653954765161e-11, "epoch": 1.996517366667415, "percentage": 99.83, "elapsed_time": "2 days, 4:05:05", "remaining_time": "0:05:26"}
+{"current_steps": 311300, "total_steps": 311832, "loss": 0.0007, "lr": 8.86620629142465e-11, "epoch": 1.9965815035612011, "percentage": 99.83, "elapsed_time": "2 days, 4:05:10", "remaining_time": "0:05:20"}
+{"current_steps": 311310, "total_steps": 311832, "loss": 0.0008, "lr": 8.536023874350374e-11, "epoch": 1.9966456404549873, "percentage": 99.83, "elapsed_time": "2 days, 4:05:16", "remaining_time": "0:05:14"}
+{"current_steps": 311320, "total_steps": 311832, "loss": 0.0005, "lr": 8.212106707650158e-11, "epoch": 1.9967097773487732, "percentage": 99.84, "elapsed_time": "2 days, 4:05:22", "remaining_time": "0:05:08"}
+{"current_steps": 311330, "total_steps": 311832, "loss": 0.0009, "lr": 7.894454795376317e-11, "epoch": 1.9967739142425593, "percentage": 99.84, "elapsed_time": "2 days, 4:05:28", "remaining_time": "0:05:02"}
+{"current_steps": 311340, "total_steps": 311832, "loss": 0.0013, "lr": 7.583068141525652e-11, "epoch": 1.9968380511363453, "percentage": 99.84, "elapsed_time": "2 days, 4:05:34", "remaining_time": "0:04:56"}
+{"current_steps": 311350, "total_steps": 311832, "loss": 0.001, "lr": 7.277946749983944e-11, "epoch": 1.9969021880301314, "percentage": 99.85, "elapsed_time": "2 days, 4:05:40", "remaining_time": "0:04:50"}
+{"current_steps": 311360, "total_steps": 311832, "loss": 0.0008, "lr": 6.979090624636975e-11, "epoch": 1.9969663249239176, "percentage": 99.85, "elapsed_time": "2 days, 4:05:45", "remaining_time": "0:04:44"}
+{"current_steps": 311370, "total_steps": 311832, "loss": 0.0009, "lr": 6.68649976914848e-11, "epoch": 1.9970304618177037, "percentage": 99.85, "elapsed_time": "2 days, 4:05:50", "remaining_time": "0:04:38"}
+{"current_steps": 311380, "total_steps": 311832, "loss": 0.0025, "lr": 6.400174187237707e-11, "epoch": 1.9970945987114899, "percentage": 99.86, "elapsed_time": "2 days, 4:05:56", "remaining_time": "0:04:32"}
+{"current_steps": 311390, "total_steps": 311832, "loss": 0.0007, "lr": 6.120113882457368e-11, "epoch": 1.997158735605276, "percentage": 99.86, "elapsed_time": "2 days, 4:06:01", "remaining_time": "0:04:26"}
+{"current_steps": 311400, "total_steps": 311832, "loss": 0.0018, "lr": 5.846318858304667e-11, "epoch": 1.9972228724990622, "percentage": 99.86, "elapsed_time": "2 days, 4:06:07", "remaining_time": "0:04:20"}
+{"current_steps": 311410, "total_steps": 311832, "loss": 0.0014, "lr": 5.578789118276806e-11, "epoch": 1.997287009392848, "percentage": 99.86, "elapsed_time": "2 days, 4:06:14", "remaining_time": "0:04:14"}
+{"current_steps": 311420, "total_steps": 311832, "loss": 0.0012, "lr": 5.3175246657044546e-11, "epoch": 1.9973511462866342, "percentage": 99.87, "elapsed_time": "2 days, 4:06:20", "remaining_time": "0:04:08"}
+{"current_steps": 311430, "total_steps": 311832, "loss": 0.0017, "lr": 5.062525503807258e-11, "epoch": 1.9974152831804202, "percentage": 99.87, "elapsed_time": "2 days, 4:06:28", "remaining_time": "0:04:02"}
+{"current_steps": 311440, "total_steps": 311832, "loss": 0.0009, "lr": 4.813791635804865e-11, "epoch": 1.9974794200742063, "percentage": 99.87, "elapsed_time": "2 days, 4:06:32", "remaining_time": "0:03:56"}
+{"current_steps": 311450, "total_steps": 311832, "loss": 0.0023, "lr": 4.57132306486141e-11, "epoch": 1.9975435569679925, "percentage": 99.88, "elapsed_time": "2 days, 4:06:40", "remaining_time": "0:03:50"}
+{"current_steps": 311460, "total_steps": 311832, "loss": 0.0009, "lr": 4.335119793974496e-11, "epoch": 1.9976076938617786, "percentage": 99.88, "elapsed_time": "2 days, 4:06:47", "remaining_time": "0:03:44"}
+{"current_steps": 311470, "total_steps": 311832, "loss": 0.0014, "lr": 4.105181826086213e-11, "epoch": 1.9976718307555648, "percentage": 99.88, "elapsed_time": "2 days, 4:06:53", "remaining_time": "0:03:38"}
+{"current_steps": 311480, "total_steps": 311832, "loss": 0.001, "lr": 3.8815091641386526e-11, "epoch": 1.997735967649351, "percentage": 99.89, "elapsed_time": "2 days, 4:06:58", "remaining_time": "0:03:32"}
+{"current_steps": 311490, "total_steps": 311832, "loss": 0.0012, "lr": 3.664101810851861e-11, "epoch": 1.9978001045431368, "percentage": 99.89, "elapsed_time": "2 days, 4:07:06", "remaining_time": "0:03:26"}
+{"current_steps": 311500, "total_steps": 311832, "loss": 0.0012, "lr": 3.4529597690569074e-11, "epoch": 1.997864241436923, "percentage": 99.89, "elapsed_time": "2 days, 4:07:12", "remaining_time": "0:03:19"}
+{"current_steps": 311510, "total_steps": 311832, "loss": 0.0014, "lr": 3.248083041307304e-11, "epoch": 1.997928378330709, "percentage": 99.9, "elapsed_time": "2 days, 4:07:19", "remaining_time": "0:03:13"}
+{"current_steps": 311520, "total_steps": 311832, "loss": 0.0006, "lr": 3.049471630212075e-11, "epoch": 1.997992515224495, "percentage": 99.9, "elapsed_time": "2 days, 4:07:25", "remaining_time": "0:03:07"}
+{"current_steps": 311530, "total_steps": 311832, "loss": 0.0023, "lr": 2.857125538213712e-11, "epoch": 1.9980566521182812, "percentage": 99.9, "elapsed_time": "2 days, 4:07:31", "remaining_time": "0:03:01"}
+{"current_steps": 311540, "total_steps": 311832, "loss": 0.0008, "lr": 2.6710447677547046e-11, "epoch": 1.9981207890120674, "percentage": 99.91, "elapsed_time": "2 days, 4:07:36", "remaining_time": "0:02:55"}
+{"current_steps": 311550, "total_steps": 311832, "loss": 0.0007, "lr": 2.491229321222033e-11, "epoch": 1.9981849259058535, "percentage": 99.91, "elapsed_time": "2 days, 4:07:43", "remaining_time": "0:02:49"}
+{"current_steps": 311560, "total_steps": 311832, "loss": 0.0006, "lr": 2.3176792007806314e-11, "epoch": 1.9982490627996397, "percentage": 99.91, "elapsed_time": "2 days, 4:07:49", "remaining_time": "0:02:43"}
+{"current_steps": 311570, "total_steps": 311832, "loss": 0.0006, "lr": 2.1503944086509465e-11, "epoch": 1.9983131996934258, "percentage": 99.92, "elapsed_time": "2 days, 4:07:56", "remaining_time": "0:02:37"}
+{"current_steps": 311580, "total_steps": 311832, "loss": 0.0062, "lr": 1.9893749469424017e-11, "epoch": 1.9983773365872117, "percentage": 99.92, "elapsed_time": "2 days, 4:08:02", "remaining_time": "0:02:31"}
+{"current_steps": 311590, "total_steps": 311832, "loss": 0.0016, "lr": 1.8346208175978874e-11, "epoch": 1.9984414734809979, "percentage": 99.92, "elapsed_time": "2 days, 4:08:07", "remaining_time": "0:02:25"}
+{"current_steps": 311600, "total_steps": 311832, "loss": 0.0015, "lr": 1.686132022671316e-11, "epoch": 1.9985056103747838, "percentage": 99.93, "elapsed_time": "2 days, 4:08:14", "remaining_time": "0:02:19"}
+{"current_steps": 311610, "total_steps": 311832, "loss": 0.0011, "lr": 1.543908563939045e-11, "epoch": 1.99856974726857, "percentage": 99.93, "elapsed_time": "2 days, 4:08:22", "remaining_time": "0:02:13"}
+{"current_steps": 311620, "total_steps": 311832, "loss": 0.0008, "lr": 1.4079504431774304e-11, "epoch": 1.998633884162356, "percentage": 99.93, "elapsed_time": "2 days, 4:08:28", "remaining_time": "0:02:07"}
+{"current_steps": 311630, "total_steps": 311832, "loss": 0.0012, "lr": 1.2782576621073183e-11, "epoch": 1.9986980210561422, "percentage": 99.94, "elapsed_time": "2 days, 4:08:33", "remaining_time": "0:02:01"}
+{"current_steps": 311640, "total_steps": 311832, "loss": 0.0019, "lr": 1.1548302223940433e-11, "epoch": 1.9987621579499284, "percentage": 99.94, "elapsed_time": "2 days, 4:08:40", "remaining_time": "0:01:55"}
+{"current_steps": 311650, "total_steps": 311832, "loss": 0.0008, "lr": 1.0376681255919174e-11, "epoch": 1.9988262948437145, "percentage": 99.94, "elapsed_time": "2 days, 4:08:45", "remaining_time": "0:01:49"}
+{"current_steps": 311660, "total_steps": 311832, "loss": 0.0008, "lr": 9.267713730887196e-12, "epoch": 1.9988904317375005, "percentage": 99.94, "elapsed_time": "2 days, 4:08:52", "remaining_time": "0:01:43"}
+{"current_steps": 311670, "total_steps": 311832, "loss": 0.0029, "lr": 8.221399663277396e-12, "epoch": 1.9989545686312866, "percentage": 99.95, "elapsed_time": "2 days, 4:08:58", "remaining_time": "0:01:37"}
+{"current_steps": 311680, "total_steps": 311832, "loss": 0.0011, "lr": 7.237739065857341e-12, "epoch": 1.9990187055250728, "percentage": 99.95, "elapsed_time": "2 days, 4:09:06", "remaining_time": "0:01:31"}
+{"current_steps": 311690, "total_steps": 311832, "loss": 0.0012, "lr": 6.316731951394594e-12, "epoch": 1.9990828424188587, "percentage": 99.95, "elapsed_time": "2 days, 4:09:11", "remaining_time": "0:01:25"}
+{"current_steps": 311700, "total_steps": 311832, "loss": 0.0007, "lr": 5.458378330991387e-12, "epoch": 1.9991469793126448, "percentage": 99.96, "elapsed_time": "2 days, 4:09:17", "remaining_time": "0:01:19"}
+{"current_steps": 311710, "total_steps": 311832, "loss": 0.0011, "lr": 4.662678216305061e-12, "epoch": 1.999211116206431, "percentage": 99.96, "elapsed_time": "2 days, 4:09:24", "remaining_time": "0:01:13"}
+{"current_steps": 311720, "total_steps": 311832, "loss": 0.0025, "lr": 3.929631615662288e-12, "epoch": 1.9992752531002171, "percentage": 99.96, "elapsed_time": "2 days, 4:09:30", "remaining_time": "0:01:07"}
+{"current_steps": 311730, "total_steps": 311832, "loss": 0.0008, "lr": 3.2592385401652992e-12, "epoch": 1.9993393899940033, "percentage": 99.97, "elapsed_time": "2 days, 4:09:35", "remaining_time": "0:01:01"}
+{"current_steps": 311740, "total_steps": 311832, "loss": 0.0013, "lr": 2.6514989964754323e-12, "epoch": 1.9994035268877894, "percentage": 99.97, "elapsed_time": "2 days, 4:09:41", "remaining_time": "0:00:55"}
+{"current_steps": 311750, "total_steps": 311832, "loss": 0.0014, "lr": 2.1064129934744713e-12, "epoch": 1.9994676637815754, "percentage": 99.97, "elapsed_time": "2 days, 4:09:48", "remaining_time": "0:00:49"}
+{"current_steps": 311760, "total_steps": 311832, "loss": 0.0009, "lr": 1.6239805372686435e-12, "epoch": 1.9995318006753615, "percentage": 99.98, "elapsed_time": "2 days, 4:09:54", "remaining_time": "0:00:43"}
+{"current_steps": 311770, "total_steps": 311832, "loss": 0.0022, "lr": 1.2042016345192864e-12, "epoch": 1.9995959375691474, "percentage": 99.98, "elapsed_time": "2 days, 4:10:01", "remaining_time": "0:00:37"}
+{"current_steps": 311780, "total_steps": 311832, "loss": 0.0011, "lr": 8.470762902224039e-13, "epoch": 1.9996600744629336, "percentage": 99.98, "elapsed_time": "2 days, 4:10:06", "remaining_time": "0:00:31"}
+{"current_steps": 311790, "total_steps": 311832, "loss": 0.0014, "lr": 5.526045082637765e-13, "epoch": 1.9997242113567197, "percentage": 99.99, "elapsed_time": "2 days, 4:10:12", "remaining_time": "0:00:25"}
+{"current_steps": 311800, "total_steps": 311832, "loss": 0.0008, "lr": 3.2078629308429643e-13, "epoch": 1.9997883482505059, "percentage": 99.99, "elapsed_time": "2 days, 4:10:19", "remaining_time": "0:00:19"}
+{"current_steps": 311810, "total_steps": 311832, "loss": 0.0007, "lr": 1.5162164690440962e-13, "epoch": 1.999852485144292, "percentage": 99.99, "elapsed_time": "2 days, 4:10:24", "remaining_time": "0:00:13"}
+{"current_steps": 311820, "total_steps": 311832, "loss": 0.0007, "lr": 4.5110573054785166e-14, "epoch": 1.9999166220380782, "percentage": 100.0, "elapsed_time": "2 days, 4:10:30", "remaining_time": "0:00:07"}
+{"current_steps": 311830, "total_steps": 311832, "loss": 0.0024, "lr": 1.2530715354230894e-15, "epoch": 1.9999807589318643, "percentage": 100.0, "elapsed_time": "2 days, 4:10:36", "remaining_time": "0:00:01"}
+{"current_steps": 311832, "total_steps": 311832, "epoch": 1.9999935863106213, "percentage": 100.0, "elapsed_time": "2 days, 4:11:03", "remaining_time": "0:00:00"}