| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 5.0, | |
| "eval_steps": 500, | |
| "global_step": 12285, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 1.3860865831375122, | |
| "learning_rate": 1.9983719983719984e-05, | |
| "loss": 0.684, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.3011243343353271, | |
| "learning_rate": 1.996743996743997e-05, | |
| "loss": 0.6568, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.646723985671997, | |
| "learning_rate": 1.9951159951159952e-05, | |
| "loss": 0.6477, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.43569016456604, | |
| "learning_rate": 1.9934879934879937e-05, | |
| "loss": 0.61, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.4323921203613281, | |
| "learning_rate": 1.991859991859992e-05, | |
| "loss": 0.5758, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.1664583683013916, | |
| "learning_rate": 1.9902319902319905e-05, | |
| "loss": 0.5529, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.935644268989563, | |
| "learning_rate": 1.9886039886039888e-05, | |
| "loss": 0.4969, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.984022617340088, | |
| "learning_rate": 1.986975986975987e-05, | |
| "loss": 0.5017, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.9753074645996094, | |
| "learning_rate": 1.9853479853479855e-05, | |
| "loss": 0.4438, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 4.39138650894165, | |
| "learning_rate": 1.9837199837199838e-05, | |
| "loss": 0.4033, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 3.0486788749694824, | |
| "learning_rate": 1.9820919820919823e-05, | |
| "loss": 0.3642, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.738529920578003, | |
| "learning_rate": 1.9804639804639806e-05, | |
| "loss": 0.3557, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.9336562156677246, | |
| "learning_rate": 1.978835978835979e-05, | |
| "loss": 0.3655, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.0220277309417725, | |
| "learning_rate": 1.9772079772079773e-05, | |
| "loss": 0.2903, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.4428532123565674, | |
| "learning_rate": 1.975579975579976e-05, | |
| "loss": 0.2706, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 5.031763076782227, | |
| "learning_rate": 1.973951973951974e-05, | |
| "loss": 0.3558, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 3.3514373302459717, | |
| "learning_rate": 1.9723239723239724e-05, | |
| "loss": 0.232, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.0613574981689453, | |
| "learning_rate": 1.970695970695971e-05, | |
| "loss": 0.2499, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 7.994803428649902, | |
| "learning_rate": 1.969067969067969e-05, | |
| "loss": 0.2609, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.9980034828186035, | |
| "learning_rate": 1.9674399674399677e-05, | |
| "loss": 0.2267, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 2.297769069671631, | |
| "learning_rate": 1.965811965811966e-05, | |
| "loss": 0.2371, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 5.071080207824707, | |
| "learning_rate": 1.9641839641839645e-05, | |
| "loss": 0.248, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.43589872121810913, | |
| "learning_rate": 1.9625559625559627e-05, | |
| "loss": 0.151, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 6.790423393249512, | |
| "learning_rate": 1.960927960927961e-05, | |
| "loss": 0.1886, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.1880414485931396, | |
| "learning_rate": 1.9592999592999595e-05, | |
| "loss": 0.2104, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 6.434396266937256, | |
| "learning_rate": 1.9576719576719577e-05, | |
| "loss": 0.2847, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 2.175398826599121, | |
| "learning_rate": 1.9560439560439563e-05, | |
| "loss": 0.261, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 2.2410614490509033, | |
| "learning_rate": 1.9544159544159545e-05, | |
| "loss": 0.1376, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.5503996014595032, | |
| "learning_rate": 1.952787952787953e-05, | |
| "loss": 0.2034, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 3.550145387649536, | |
| "learning_rate": 1.9511599511599513e-05, | |
| "loss": 0.1802, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.35100820660591125, | |
| "learning_rate": 1.94953194953195e-05, | |
| "loss": 0.1778, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.0361884832382202, | |
| "learning_rate": 1.947903947903948e-05, | |
| "loss": 0.2186, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 7.980532169342041, | |
| "learning_rate": 1.9462759462759463e-05, | |
| "loss": 0.2742, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 4.8567585945129395, | |
| "learning_rate": 1.9446479446479445e-05, | |
| "loss": 0.1544, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 5.355805397033691, | |
| "learning_rate": 1.943019943019943e-05, | |
| "loss": 0.2739, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 6.359828472137451, | |
| "learning_rate": 1.9413919413919417e-05, | |
| "loss": 0.2076, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.9936553239822388, | |
| "learning_rate": 1.93976393976394e-05, | |
| "loss": 0.1666, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 6.090355396270752, | |
| "learning_rate": 1.9381359381359385e-05, | |
| "loss": 0.1941, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 2.5009548664093018, | |
| "learning_rate": 1.9365079365079367e-05, | |
| "loss": 0.1905, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 8.634650230407715, | |
| "learning_rate": 1.934879934879935e-05, | |
| "loss": 0.1431, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 2.43247389793396, | |
| "learning_rate": 1.9332519332519335e-05, | |
| "loss": 0.1736, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 15.868481636047363, | |
| "learning_rate": 1.9316239316239317e-05, | |
| "loss": 0.249, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 1.8422390222549438, | |
| "learning_rate": 1.9299959299959303e-05, | |
| "loss": 0.1407, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 5.148740291595459, | |
| "learning_rate": 1.9283679283679285e-05, | |
| "loss": 0.1503, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 2.3315675258636475, | |
| "learning_rate": 1.926739926739927e-05, | |
| "loss": 0.1885, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 3.6225030422210693, | |
| "learning_rate": 1.9251119251119253e-05, | |
| "loss": 0.1403, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 4.605388641357422, | |
| "learning_rate": 1.9234839234839235e-05, | |
| "loss": 0.2384, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 2.3162589073181152, | |
| "learning_rate": 1.921855921855922e-05, | |
| "loss": 0.129, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.4153892695903778, | |
| "learning_rate": 1.9202279202279203e-05, | |
| "loss": 0.1109, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 7.691011905670166, | |
| "learning_rate": 1.9185999185999185e-05, | |
| "loss": 0.1846, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 7.940028667449951, | |
| "learning_rate": 1.916971916971917e-05, | |
| "loss": 0.1391, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.5145124793052673, | |
| "learning_rate": 1.9153439153439156e-05, | |
| "loss": 0.1288, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 2.5785932540893555, | |
| "learning_rate": 1.913715913715914e-05, | |
| "loss": 0.1537, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 6.997181415557861, | |
| "learning_rate": 1.9120879120879124e-05, | |
| "loss": 0.1578, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 2.4879519939422607, | |
| "learning_rate": 1.9104599104599107e-05, | |
| "loss": 0.1954, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 5.291905879974365, | |
| "learning_rate": 1.908831908831909e-05, | |
| "loss": 0.1557, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 5.735557556152344, | |
| "learning_rate": 1.9072039072039074e-05, | |
| "loss": 0.1621, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 5.979973316192627, | |
| "learning_rate": 1.9055759055759057e-05, | |
| "loss": 0.1503, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.19126015901565552, | |
| "learning_rate": 1.9039479039479042e-05, | |
| "loss": 0.094, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 1.0556552410125732, | |
| "learning_rate": 1.9023199023199025e-05, | |
| "loss": 0.1876, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 3.954843759536743, | |
| "learning_rate": 1.900691900691901e-05, | |
| "loss": 0.3162, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.14296281337738037, | |
| "learning_rate": 1.8990638990638992e-05, | |
| "loss": 0.1288, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 8.772310256958008, | |
| "learning_rate": 1.8974358974358975e-05, | |
| "loss": 0.2622, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 2.3941524028778076, | |
| "learning_rate": 1.895807895807896e-05, | |
| "loss": 0.1524, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 8.104179382324219, | |
| "learning_rate": 1.8941798941798943e-05, | |
| "loss": 0.1109, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 1.5782121419906616, | |
| "learning_rate": 1.8925518925518925e-05, | |
| "loss": 0.0729, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.39667731523513794, | |
| "learning_rate": 1.890923890923891e-05, | |
| "loss": 0.1116, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 5.58447265625, | |
| "learning_rate": 1.8892958892958896e-05, | |
| "loss": 0.1312, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.3114192485809326, | |
| "learning_rate": 1.887667887667888e-05, | |
| "loss": 0.2522, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.997601330280304, | |
| "learning_rate": 1.8860398860398864e-05, | |
| "loss": 0.1605, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 3.605452537536621, | |
| "learning_rate": 1.8844118844118846e-05, | |
| "loss": 0.2443, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 18.868513107299805, | |
| "learning_rate": 1.882783882783883e-05, | |
| "loss": 0.1923, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 3.4352970123291016, | |
| "learning_rate": 1.881155881155881e-05, | |
| "loss": 0.1099, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 2.06532883644104, | |
| "learning_rate": 1.8795278795278796e-05, | |
| "loss": 0.1426, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 5.7250237464904785, | |
| "learning_rate": 1.8778998778998782e-05, | |
| "loss": 0.209, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.23493361473083496, | |
| "learning_rate": 1.8762718762718764e-05, | |
| "loss": 0.1986, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 17.769451141357422, | |
| "learning_rate": 1.874643874643875e-05, | |
| "loss": 0.1267, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.27574750781059265, | |
| "learning_rate": 1.8730158730158732e-05, | |
| "loss": 0.1484, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.30309033393859863, | |
| "learning_rate": 1.8713878713878714e-05, | |
| "loss": 0.1838, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 17.183013916015625, | |
| "learning_rate": 1.86975986975987e-05, | |
| "loss": 0.135, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.5572558641433716, | |
| "learning_rate": 1.8681318681318682e-05, | |
| "loss": 0.1456, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.4613451659679413, | |
| "learning_rate": 1.8665038665038664e-05, | |
| "loss": 0.1337, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 6.645438194274902, | |
| "learning_rate": 1.864875864875865e-05, | |
| "loss": 0.1446, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 5.389886856079102, | |
| "learning_rate": 1.8632478632478636e-05, | |
| "loss": 0.1253, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 14.86754322052002, | |
| "learning_rate": 1.8616198616198618e-05, | |
| "loss": 0.1346, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 13.419057846069336, | |
| "learning_rate": 1.85999185999186e-05, | |
| "loss": 0.0926, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 13.904304504394531, | |
| "learning_rate": 1.8583638583638586e-05, | |
| "loss": 0.1944, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.28235912322998047, | |
| "learning_rate": 1.8567358567358568e-05, | |
| "loss": 0.1261, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 5.711563587188721, | |
| "learning_rate": 1.855107855107855e-05, | |
| "loss": 0.1824, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 17.74437141418457, | |
| "learning_rate": 1.8534798534798536e-05, | |
| "loss": 0.1742, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 3.648202657699585, | |
| "learning_rate": 1.851851851851852e-05, | |
| "loss": 0.2103, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 2.0693366527557373, | |
| "learning_rate": 1.8502238502238504e-05, | |
| "loss": 0.1868, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 2.299172878265381, | |
| "learning_rate": 1.848595848595849e-05, | |
| "loss": 0.168, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 1.4059839248657227, | |
| "learning_rate": 1.8469678469678472e-05, | |
| "loss": 0.1455, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.926304817199707, | |
| "learning_rate": 1.8453398453398454e-05, | |
| "loss": 0.2002, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 4.728667736053467, | |
| "learning_rate": 1.8437118437118436e-05, | |
| "loss": 0.1245, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.5045005083084106, | |
| "learning_rate": 1.8420838420838422e-05, | |
| "loss": 0.0638, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 8.82520580291748, | |
| "learning_rate": 1.8404558404558404e-05, | |
| "loss": 0.1127, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 5.101595401763916, | |
| "learning_rate": 1.838827838827839e-05, | |
| "loss": 0.2363, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 7.01576566696167, | |
| "learning_rate": 1.8371998371998375e-05, | |
| "loss": 0.1026, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.865003764629364, | |
| "learning_rate": 1.8355718355718358e-05, | |
| "loss": 0.0965, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 9.897397994995117, | |
| "learning_rate": 1.833943833943834e-05, | |
| "loss": 0.1156, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 1.5007679462432861, | |
| "learning_rate": 1.8323158323158326e-05, | |
| "loss": 0.1888, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 4.676563262939453, | |
| "learning_rate": 1.8306878306878308e-05, | |
| "loss": 0.1552, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 5.3361430168151855, | |
| "learning_rate": 1.829059829059829e-05, | |
| "loss": 0.1447, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.8933970332145691, | |
| "learning_rate": 1.8274318274318276e-05, | |
| "loss": 0.1394, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 7.401905059814453, | |
| "learning_rate": 1.825803825803826e-05, | |
| "loss": 0.2188, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.4379027783870697, | |
| "learning_rate": 1.8241758241758244e-05, | |
| "loss": 0.1277, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 2.8909428119659424, | |
| "learning_rate": 1.8225478225478226e-05, | |
| "loss": 0.1726, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.11447061598300934, | |
| "learning_rate": 1.820919820919821e-05, | |
| "loss": 0.1523, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.12276914715766907, | |
| "learning_rate": 1.8192918192918194e-05, | |
| "loss": 0.1823, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 1.3844455480575562, | |
| "learning_rate": 1.8176638176638176e-05, | |
| "loss": 0.1006, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 3.1034061908721924, | |
| "learning_rate": 1.816035816035816e-05, | |
| "loss": 0.1387, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 8.602412223815918, | |
| "learning_rate": 1.8144078144078144e-05, | |
| "loss": 0.2345, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.13919875025749207, | |
| "learning_rate": 1.812779812779813e-05, | |
| "loss": 0.1653, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.34385234117507935, | |
| "learning_rate": 1.8111518111518115e-05, | |
| "loss": 0.2003, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 4.868250846862793, | |
| "learning_rate": 1.8095238095238097e-05, | |
| "loss": 0.1504, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 2.267928123474121, | |
| "learning_rate": 1.807895807895808e-05, | |
| "loss": 0.2023, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 3.634040594100952, | |
| "learning_rate": 1.8062678062678065e-05, | |
| "loss": 0.1682, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 1.8135625123977661, | |
| "learning_rate": 1.8046398046398047e-05, | |
| "loss": 0.2059, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 2.294635057449341, | |
| "learning_rate": 1.803011803011803e-05, | |
| "loss": 0.1498, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 3.8841567039489746, | |
| "learning_rate": 1.8013838013838015e-05, | |
| "loss": 0.0727, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.9216524958610535, | |
| "learning_rate": 1.7997557997558e-05, | |
| "loss": 0.1273, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.08572695404291153, | |
| "learning_rate": 1.7981277981277983e-05, | |
| "loss": 0.1066, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 5.445361137390137, | |
| "learning_rate": 1.7964997964997966e-05, | |
| "loss": 0.1894, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 4.239029407501221, | |
| "learning_rate": 1.794871794871795e-05, | |
| "loss": 0.0947, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.7807052135467529, | |
| "learning_rate": 1.7932437932437933e-05, | |
| "loss": 0.1692, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.1252571940422058, | |
| "learning_rate": 1.7916157916157916e-05, | |
| "loss": 0.0901, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 5.491313457489014, | |
| "learning_rate": 1.78998778998779e-05, | |
| "loss": 0.0849, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.3406262695789337, | |
| "learning_rate": 1.7883597883597884e-05, | |
| "loss": 0.1345, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 3.4588377475738525, | |
| "learning_rate": 1.786731786731787e-05, | |
| "loss": 0.1501, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 3.2964069843292236, | |
| "learning_rate": 1.7851037851037855e-05, | |
| "loss": 0.1679, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 6.95346212387085, | |
| "learning_rate": 1.7834757834757837e-05, | |
| "loss": 0.095, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 2.9120900630950928, | |
| "learning_rate": 1.781847781847782e-05, | |
| "loss": 0.1089, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 8.793939590454102, | |
| "learning_rate": 1.78021978021978e-05, | |
| "loss": 0.1338, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.08519359678030014, | |
| "learning_rate": 1.7785917785917787e-05, | |
| "loss": 0.0932, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 16.41631317138672, | |
| "learning_rate": 1.776963776963777e-05, | |
| "loss": 0.1376, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 3.0415103435516357, | |
| "learning_rate": 1.7753357753357755e-05, | |
| "loss": 0.1567, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.8246403336524963, | |
| "learning_rate": 1.773707773707774e-05, | |
| "loss": 0.122, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 2.198512077331543, | |
| "learning_rate": 1.7720797720797723e-05, | |
| "loss": 0.1528, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.5246292352676392, | |
| "learning_rate": 1.7704517704517705e-05, | |
| "loss": 0.1088, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 12.515607833862305, | |
| "learning_rate": 1.768823768823769e-05, | |
| "loss": 0.1627, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 13.734766006469727, | |
| "learning_rate": 1.7671957671957673e-05, | |
| "loss": 0.1475, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 2.593158483505249, | |
| "learning_rate": 1.7655677655677655e-05, | |
| "loss": 0.0968, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.3462279736995697, | |
| "learning_rate": 1.763939763939764e-05, | |
| "loss": 0.0854, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 1.6409497261047363, | |
| "learning_rate": 1.7623117623117623e-05, | |
| "loss": 0.2295, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 2.9609594345092773, | |
| "learning_rate": 1.760683760683761e-05, | |
| "loss": 0.1883, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.673570454120636, | |
| "learning_rate": 1.759055759055759e-05, | |
| "loss": 0.1369, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.2929579019546509, | |
| "learning_rate": 1.7574277574277577e-05, | |
| "loss": 0.1189, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 1.4493731260299683, | |
| "learning_rate": 1.755799755799756e-05, | |
| "loss": 0.1187, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.07135419547557831, | |
| "learning_rate": 1.754171754171754e-05, | |
| "loss": 0.0603, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.10734464973211288, | |
| "learning_rate": 1.7525437525437527e-05, | |
| "loss": 0.0217, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.2217961698770523, | |
| "learning_rate": 1.750915750915751e-05, | |
| "loss": 0.0303, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.14218159019947052, | |
| "learning_rate": 1.7492877492877495e-05, | |
| "loss": 0.0603, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.09605604410171509, | |
| "learning_rate": 1.747659747659748e-05, | |
| "loss": 0.0407, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.07094033062458038, | |
| "learning_rate": 1.7460317460317463e-05, | |
| "loss": 0.0202, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 4.650410175323486, | |
| "learning_rate": 1.7444037444037445e-05, | |
| "loss": 0.0611, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 23.229633331298828, | |
| "learning_rate": 1.742775742775743e-05, | |
| "loss": 0.0528, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 1.466739535331726, | |
| "learning_rate": 1.7411477411477413e-05, | |
| "loss": 0.07, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.05839679762721062, | |
| "learning_rate": 1.7395197395197395e-05, | |
| "loss": 0.0077, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 1.6192926168441772, | |
| "learning_rate": 1.737891737891738e-05, | |
| "loss": 0.0239, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 3.8529036045074463, | |
| "learning_rate": 1.7362637362637363e-05, | |
| "loss": 0.0976, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.24398411810398102, | |
| "learning_rate": 1.734635734635735e-05, | |
| "loss": 0.0079, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.04527588561177254, | |
| "learning_rate": 1.733007733007733e-05, | |
| "loss": 0.0065, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 6.153138160705566, | |
| "learning_rate": 1.7313797313797316e-05, | |
| "loss": 0.0364, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.03938959911465645, | |
| "learning_rate": 1.72975172975173e-05, | |
| "loss": 0.009, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.04055130481719971, | |
| "learning_rate": 1.728123728123728e-05, | |
| "loss": 0.0472, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.07095145434141159, | |
| "learning_rate": 1.7264957264957267e-05, | |
| "loss": 0.0078, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 2.7965128421783447, | |
| "learning_rate": 1.724867724867725e-05, | |
| "loss": 0.0559, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 6.2940592765808105, | |
| "learning_rate": 1.7232397232397234e-05, | |
| "loss": 0.0366, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.11980397999286652, | |
| "learning_rate": 1.721611721611722e-05, | |
| "loss": 0.0125, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 8.26235294342041, | |
| "learning_rate": 1.7199837199837202e-05, | |
| "loss": 0.0137, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.04125256836414337, | |
| "learning_rate": 1.7183557183557185e-05, | |
| "loss": 0.0051, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.03920783847570419, | |
| "learning_rate": 1.7167277167277167e-05, | |
| "loss": 0.0067, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.13922813534736633, | |
| "learning_rate": 1.7150997150997152e-05, | |
| "loss": 0.0374, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.034091122448444366, | |
| "learning_rate": 1.7134717134717135e-05, | |
| "loss": 0.006, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 10.509510040283203, | |
| "learning_rate": 1.711843711843712e-05, | |
| "loss": 0.0589, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.043251294642686844, | |
| "learning_rate": 1.7102157102157103e-05, | |
| "loss": 0.0226, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.8053480982780457, | |
| "learning_rate": 1.7085877085877088e-05, | |
| "loss": 0.0582, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.04081906005740166, | |
| "learning_rate": 1.706959706959707e-05, | |
| "loss": 0.0391, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.03760745748877525, | |
| "learning_rate": 1.7053317053317056e-05, | |
| "loss": 0.027, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.04111940413713455, | |
| "learning_rate": 1.7037037037037038e-05, | |
| "loss": 0.0368, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 2.6297411918640137, | |
| "learning_rate": 1.702075702075702e-05, | |
| "loss": 0.0478, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.1751009225845337, | |
| "learning_rate": 1.7004477004477006e-05, | |
| "loss": 0.0298, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.042650580406188965, | |
| "learning_rate": 1.698819698819699e-05, | |
| "loss": 0.0203, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.034141793847084045, | |
| "learning_rate": 1.6971916971916974e-05, | |
| "loss": 0.0044, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.03497103974223137, | |
| "learning_rate": 1.6955636955636956e-05, | |
| "loss": 0.0304, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 3.8585641384124756, | |
| "learning_rate": 1.6939356939356942e-05, | |
| "loss": 0.0365, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.0322452187538147, | |
| "learning_rate": 1.6923076923076924e-05, | |
| "loss": 0.0596, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.034800559282302856, | |
| "learning_rate": 1.6906796906796906e-05, | |
| "loss": 0.0061, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.0860045924782753, | |
| "learning_rate": 1.6890516890516892e-05, | |
| "loss": 0.0172, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.031149201095104218, | |
| "learning_rate": 1.6874236874236874e-05, | |
| "loss": 0.0238, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.03368987515568733, | |
| "learning_rate": 1.685795685795686e-05, | |
| "loss": 0.0043, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.03161125257611275, | |
| "learning_rate": 1.6841676841676846e-05, | |
| "loss": 0.0146, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.029046092182397842, | |
| "learning_rate": 1.6825396825396828e-05, | |
| "loss": 0.0236, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.9345057606697083, | |
| "learning_rate": 1.680911680911681e-05, | |
| "loss": 0.0042, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.028860267251729965, | |
| "learning_rate": 1.6792836792836796e-05, | |
| "loss": 0.0286, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.02852853201329708, | |
| "learning_rate": 1.6776556776556778e-05, | |
| "loss": 0.023, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.03128168359398842, | |
| "learning_rate": 1.676027676027676e-05, | |
| "loss": 0.0036, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.037479083985090256, | |
| "learning_rate": 1.6743996743996746e-05, | |
| "loss": 0.0591, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.04688659682869911, | |
| "learning_rate": 1.6727716727716728e-05, | |
| "loss": 0.0316, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.03302760049700737, | |
| "learning_rate": 1.6711436711436714e-05, | |
| "loss": 0.0668, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.06181880831718445, | |
| "learning_rate": 1.6695156695156696e-05, | |
| "loss": 0.0281, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.0320013165473938, | |
| "learning_rate": 1.667887667887668e-05, | |
| "loss": 0.0232, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.13600216805934906, | |
| "learning_rate": 1.6662596662596664e-05, | |
| "loss": 0.0442, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.12886099517345428, | |
| "learning_rate": 1.6646316646316646e-05, | |
| "loss": 0.0305, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.0625109001994133, | |
| "learning_rate": 1.6630036630036632e-05, | |
| "loss": 0.0233, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 13.604376792907715, | |
| "learning_rate": 1.6613756613756614e-05, | |
| "loss": 0.0288, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.029248738661408424, | |
| "learning_rate": 1.65974765974766e-05, | |
| "loss": 0.0039, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 1.4231517314910889, | |
| "learning_rate": 1.6581196581196585e-05, | |
| "loss": 0.0095, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.02830047346651554, | |
| "learning_rate": 1.6564916564916568e-05, | |
| "loss": 0.007, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.027091912925243378, | |
| "learning_rate": 1.654863654863655e-05, | |
| "loss": 0.0041, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.02793751284480095, | |
| "learning_rate": 1.6532356532356532e-05, | |
| "loss": 0.0087, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.030688917264342308, | |
| "learning_rate": 1.6516076516076518e-05, | |
| "loss": 0.0033, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.02540646307170391, | |
| "learning_rate": 1.64997964997965e-05, | |
| "loss": 0.0254, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.026573829352855682, | |
| "learning_rate": 1.6483516483516486e-05, | |
| "loss": 0.0195, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.025454262271523476, | |
| "learning_rate": 1.6467236467236468e-05, | |
| "loss": 0.0031, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.038121115416288376, | |
| "learning_rate": 1.6450956450956453e-05, | |
| "loss": 0.0035, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.025772370398044586, | |
| "learning_rate": 1.6434676434676436e-05, | |
| "loss": 0.003, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 3.4986250400543213, | |
| "learning_rate": 1.641839641839642e-05, | |
| "loss": 0.0038, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 25.038734436035156, | |
| "learning_rate": 1.6402116402116404e-05, | |
| "loss": 0.0119, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.025794176384806633, | |
| "learning_rate": 1.6385836385836386e-05, | |
| "loss": 0.0353, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 4.056914806365967, | |
| "learning_rate": 1.636955636955637e-05, | |
| "loss": 0.0517, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.19518433511257172, | |
| "learning_rate": 1.6353276353276354e-05, | |
| "loss": 0.0291, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.02424285002052784, | |
| "learning_rate": 1.633699633699634e-05, | |
| "loss": 0.0359, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.03164544701576233, | |
| "learning_rate": 1.632071632071632e-05, | |
| "loss": 0.0382, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.022855272516608238, | |
| "learning_rate": 1.6304436304436307e-05, | |
| "loss": 0.003, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.023591142147779465, | |
| "learning_rate": 1.628815628815629e-05, | |
| "loss": 0.0497, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.02427799627184868, | |
| "learning_rate": 1.627187627187627e-05, | |
| "loss": 0.0381, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.022075733169913292, | |
| "learning_rate": 1.6255596255596257e-05, | |
| "loss": 0.0038, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.25007203221321106, | |
| "learning_rate": 1.623931623931624e-05, | |
| "loss": 0.0364, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.02502160519361496, | |
| "learning_rate": 1.6223036223036225e-05, | |
| "loss": 0.0029, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.036409296095371246, | |
| "learning_rate": 1.6206756206756207e-05, | |
| "loss": 0.0387, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.027146685868501663, | |
| "learning_rate": 1.6190476190476193e-05, | |
| "loss": 0.0045, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.024981442838907242, | |
| "learning_rate": 1.6174196174196175e-05, | |
| "loss": 0.0264, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.027865292504429817, | |
| "learning_rate": 1.615791615791616e-05, | |
| "loss": 0.0029, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.034725822508335114, | |
| "learning_rate": 1.6141636141636143e-05, | |
| "loss": 0.0029, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.022250523790717125, | |
| "learning_rate": 1.6125356125356125e-05, | |
| "loss": 0.0337, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.024188194423913956, | |
| "learning_rate": 1.610907610907611e-05, | |
| "loss": 0.0026, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.02303464338183403, | |
| "learning_rate": 1.6092796092796093e-05, | |
| "loss": 0.0285, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.020316725596785545, | |
| "learning_rate": 1.607651607651608e-05, | |
| "loss": 0.0026, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.023156961426138878, | |
| "learning_rate": 1.606023606023606e-05, | |
| "loss": 0.0031, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 2.9847331047058105, | |
| "learning_rate": 1.6043956043956047e-05, | |
| "loss": 0.0034, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 10.845735549926758, | |
| "learning_rate": 1.602767602767603e-05, | |
| "loss": 0.0557, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.02037137933075428, | |
| "learning_rate": 1.601139601139601e-05, | |
| "loss": 0.0333, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.019075889140367508, | |
| "learning_rate": 1.5995115995115997e-05, | |
| "loss": 0.0029, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.02034451812505722, | |
| "learning_rate": 1.597883597883598e-05, | |
| "loss": 0.0035, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.02513672597706318, | |
| "learning_rate": 1.5962555962555965e-05, | |
| "loss": 0.0149, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.0232282355427742, | |
| "learning_rate": 1.5946275946275947e-05, | |
| "loss": 0.0066, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.019541621208190918, | |
| "learning_rate": 1.5929995929995933e-05, | |
| "loss": 0.003, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.027926787734031677, | |
| "learning_rate": 1.5913715913715915e-05, | |
| "loss": 0.0024, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.021236905828118324, | |
| "learning_rate": 1.5897435897435897e-05, | |
| "loss": 0.0023, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.017625728622078896, | |
| "learning_rate": 1.5881155881155883e-05, | |
| "loss": 0.0023, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 3.0908312797546387, | |
| "learning_rate": 1.5864875864875865e-05, | |
| "loss": 0.0032, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.025432445108890533, | |
| "learning_rate": 1.584859584859585e-05, | |
| "loss": 0.0246, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.0189252570271492, | |
| "learning_rate": 1.5832315832315833e-05, | |
| "loss": 0.0025, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.16396763920783997, | |
| "learning_rate": 1.581603581603582e-05, | |
| "loss": 0.0378, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.019563721492886543, | |
| "learning_rate": 1.57997557997558e-05, | |
| "loss": 0.0281, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.02156243473291397, | |
| "learning_rate": 1.5783475783475787e-05, | |
| "loss": 0.1073, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 3.184936285018921, | |
| "learning_rate": 1.576719576719577e-05, | |
| "loss": 0.0413, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.0187922902405262, | |
| "learning_rate": 1.575091575091575e-05, | |
| "loss": 0.0423, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.020309004932641983, | |
| "learning_rate": 1.5734635734635737e-05, | |
| "loss": 0.0026, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.028299883008003235, | |
| "learning_rate": 1.571835571835572e-05, | |
| "loss": 0.0026, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.022750265896320343, | |
| "learning_rate": 1.5702075702075705e-05, | |
| "loss": 0.0026, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.017459379509091377, | |
| "learning_rate": 1.5685795685795687e-05, | |
| "loss": 0.0026, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.02400645986199379, | |
| "learning_rate": 1.5669515669515672e-05, | |
| "loss": 0.0022, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.037710972130298615, | |
| "learning_rate": 1.5653235653235655e-05, | |
| "loss": 0.0024, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.01844876818358898, | |
| "learning_rate": 1.5636955636955637e-05, | |
| "loss": 0.0022, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.015886761248111725, | |
| "learning_rate": 1.5620675620675623e-05, | |
| "loss": 0.0021, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.016119027510285378, | |
| "learning_rate": 1.5604395604395605e-05, | |
| "loss": 0.0024, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.01977747306227684, | |
| "learning_rate": 1.558811558811559e-05, | |
| "loss": 0.0405, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.01591884344816208, | |
| "learning_rate": 1.5571835571835573e-05, | |
| "loss": 0.0021, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.017170535400509834, | |
| "learning_rate": 1.555555555555556e-05, | |
| "loss": 0.0102, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.02160962112247944, | |
| "learning_rate": 1.553927553927554e-05, | |
| "loss": 0.0164, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.04177393019199371, | |
| "learning_rate": 1.5522995522995526e-05, | |
| "loss": 0.002, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.01732414774596691, | |
| "learning_rate": 1.550671550671551e-05, | |
| "loss": 0.0022, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.05687391385436058, | |
| "learning_rate": 1.549043549043549e-05, | |
| "loss": 0.002, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.015546981245279312, | |
| "learning_rate": 1.5474155474155473e-05, | |
| "loss": 0.0296, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 11.891217231750488, | |
| "learning_rate": 1.545787545787546e-05, | |
| "loss": 0.0303, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 3.074970245361328, | |
| "learning_rate": 1.5441595441595444e-05, | |
| "loss": 0.0346, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 1.3277289867401123, | |
| "learning_rate": 1.5425315425315426e-05, | |
| "loss": 0.0053, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.014851146377623081, | |
| "learning_rate": 1.5409035409035412e-05, | |
| "loss": 0.0021, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.02586003951728344, | |
| "learning_rate": 1.5392755392755394e-05, | |
| "loss": 0.0194, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.018063299357891083, | |
| "learning_rate": 1.5376475376475377e-05, | |
| "loss": 0.0374, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.014860156923532486, | |
| "learning_rate": 1.5360195360195362e-05, | |
| "loss": 0.0368, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.016715556383132935, | |
| "learning_rate": 1.5343915343915344e-05, | |
| "loss": 0.0232, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.017222585156559944, | |
| "learning_rate": 1.532763532763533e-05, | |
| "loss": 0.0021, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.015297485515475273, | |
| "learning_rate": 1.5311355311355312e-05, | |
| "loss": 0.002, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.01927722617983818, | |
| "learning_rate": 1.5295075295075298e-05, | |
| "loss": 0.0344, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.014726200141012669, | |
| "learning_rate": 1.527879527879528e-05, | |
| "loss": 0.0105, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.015239718370139599, | |
| "learning_rate": 1.5262515262515263e-05, | |
| "loss": 0.0019, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.014116072095930576, | |
| "learning_rate": 1.5246235246235248e-05, | |
| "loss": 0.0482, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.014437291771173477, | |
| "learning_rate": 1.522995522995523e-05, | |
| "loss": 0.0028, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.017663761973381042, | |
| "learning_rate": 1.5213675213675214e-05, | |
| "loss": 0.007, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.024807853624224663, | |
| "learning_rate": 1.51973951973952e-05, | |
| "loss": 0.0044, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.01389392837882042, | |
| "learning_rate": 1.5181115181115182e-05, | |
| "loss": 0.021, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.014578912407159805, | |
| "learning_rate": 1.5164835164835166e-05, | |
| "loss": 0.002, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.013830927200615406, | |
| "learning_rate": 1.514855514855515e-05, | |
| "loss": 0.0017, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.012908479198813438, | |
| "learning_rate": 1.5132275132275134e-05, | |
| "loss": 0.0047, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.013685975223779678, | |
| "learning_rate": 1.5115995115995116e-05, | |
| "loss": 0.0062, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.015914512798190117, | |
| "learning_rate": 1.50997150997151e-05, | |
| "loss": 0.0415, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.09328664839267731, | |
| "learning_rate": 1.5083435083435086e-05, | |
| "loss": 0.0017, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.013503558933734894, | |
| "learning_rate": 1.5067155067155068e-05, | |
| "loss": 0.0292, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.012664329260587692, | |
| "learning_rate": 1.505087505087505e-05, | |
| "loss": 0.0108, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.013521691784262657, | |
| "learning_rate": 1.5034595034595036e-05, | |
| "loss": 0.0016, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.017031285911798477, | |
| "learning_rate": 1.501831501831502e-05, | |
| "loss": 0.0056, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.0123978890478611, | |
| "learning_rate": 1.5002035002035002e-05, | |
| "loss": 0.0454, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.01293584518134594, | |
| "learning_rate": 1.4985754985754988e-05, | |
| "loss": 0.004, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.013730690814554691, | |
| "learning_rate": 1.496947496947497e-05, | |
| "loss": 0.0355, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.01241120882332325, | |
| "learning_rate": 1.4953194953194954e-05, | |
| "loss": 0.0017, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.016001150012016296, | |
| "learning_rate": 1.493691493691494e-05, | |
| "loss": 0.0017, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.019151071086525917, | |
| "learning_rate": 1.4920634920634922e-05, | |
| "loss": 0.0335, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.014675545506179333, | |
| "learning_rate": 1.4904354904354906e-05, | |
| "loss": 0.0203, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.5518173575401306, | |
| "learning_rate": 1.4888074888074888e-05, | |
| "loss": 0.0025, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.012442667037248611, | |
| "learning_rate": 1.4871794871794874e-05, | |
| "loss": 0.0021, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.013752995058894157, | |
| "learning_rate": 1.4855514855514856e-05, | |
| "loss": 0.0018, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.011561810038983822, | |
| "learning_rate": 1.483923483923484e-05, | |
| "loss": 0.0016, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.011732109822332859, | |
| "learning_rate": 1.4822954822954826e-05, | |
| "loss": 0.0015, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.011794438585639, | |
| "learning_rate": 1.4806674806674808e-05, | |
| "loss": 0.0014, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.011947757564485073, | |
| "learning_rate": 1.479039479039479e-05, | |
| "loss": 0.0026, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.017924221232533455, | |
| "learning_rate": 1.4774114774114776e-05, | |
| "loss": 0.0015, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.011501024477183819, | |
| "learning_rate": 1.475783475783476e-05, | |
| "loss": 0.0021, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.05062294751405716, | |
| "learning_rate": 1.4741554741554742e-05, | |
| "loss": 0.0015, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.011451934464275837, | |
| "learning_rate": 1.4725274725274727e-05, | |
| "loss": 0.0015, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.011398130096495152, | |
| "learning_rate": 1.470899470899471e-05, | |
| "loss": 0.0262, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.011111021041870117, | |
| "learning_rate": 1.4692714692714694e-05, | |
| "loss": 0.0015, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.011720293201506138, | |
| "learning_rate": 1.4676434676434676e-05, | |
| "loss": 0.0014, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.01106089074164629, | |
| "learning_rate": 1.4660154660154662e-05, | |
| "loss": 0.0248, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.031572628766298294, | |
| "learning_rate": 1.4643874643874645e-05, | |
| "loss": 0.0015, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.010560325346887112, | |
| "learning_rate": 1.4627594627594628e-05, | |
| "loss": 0.0014, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 31.388111114501953, | |
| "learning_rate": 1.4611314611314613e-05, | |
| "loss": 0.0255, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.016965394839644432, | |
| "learning_rate": 1.4595034595034596e-05, | |
| "loss": 0.0014, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.022373100742697716, | |
| "learning_rate": 1.457875457875458e-05, | |
| "loss": 0.0013, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.011025676503777504, | |
| "learning_rate": 1.4562474562474565e-05, | |
| "loss": 0.0374, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.016683539375662804, | |
| "learning_rate": 1.4546194546194547e-05, | |
| "loss": 0.0389, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.012086950242519379, | |
| "learning_rate": 1.4529914529914531e-05, | |
| "loss": 0.0304, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.011172090657055378, | |
| "learning_rate": 1.4513634513634515e-05, | |
| "loss": 0.0178, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.013024254702031612, | |
| "learning_rate": 1.44973544973545e-05, | |
| "loss": 0.0014, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.010836287401616573, | |
| "learning_rate": 1.4481074481074482e-05, | |
| "loss": 0.0014, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.014210844412446022, | |
| "learning_rate": 1.4464794464794465e-05, | |
| "loss": 0.0014, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.010528087615966797, | |
| "learning_rate": 1.444851444851445e-05, | |
| "loss": 0.0044, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.01593305543065071, | |
| "learning_rate": 1.4432234432234433e-05, | |
| "loss": 0.0455, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.015049874782562256, | |
| "learning_rate": 1.4415954415954416e-05, | |
| "loss": 0.0027, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.011662309989333153, | |
| "learning_rate": 1.4399674399674401e-05, | |
| "loss": 0.0013, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.011207195930182934, | |
| "learning_rate": 1.4383394383394385e-05, | |
| "loss": 0.0018, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 3.6042699813842773, | |
| "learning_rate": 1.4367114367114367e-05, | |
| "loss": 0.0029, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.09215729683637619, | |
| "learning_rate": 1.4350834350834353e-05, | |
| "loss": 0.002, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.010877463966608047, | |
| "learning_rate": 1.4334554334554335e-05, | |
| "loss": 0.0014, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.009993131272494793, | |
| "learning_rate": 1.431827431827432e-05, | |
| "loss": 0.0016, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 1.349046230316162, | |
| "learning_rate": 1.4301994301994305e-05, | |
| "loss": 0.0018, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.009341539815068245, | |
| "learning_rate": 1.4285714285714287e-05, | |
| "loss": 0.0012, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.009393510408699512, | |
| "learning_rate": 1.4269434269434271e-05, | |
| "loss": 0.0011, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.009326926432549953, | |
| "learning_rate": 1.4253154253154253e-05, | |
| "loss": 0.0012, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.009275635704398155, | |
| "learning_rate": 1.4236874236874239e-05, | |
| "loss": 0.0384, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 22.40707778930664, | |
| "learning_rate": 1.4220594220594221e-05, | |
| "loss": 0.0131, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.00953533872961998, | |
| "learning_rate": 1.4204314204314205e-05, | |
| "loss": 0.0347, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.5032986998558044, | |
| "learning_rate": 1.4188034188034189e-05, | |
| "loss": 0.0402, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.011732584796845913, | |
| "learning_rate": 1.4171754171754173e-05, | |
| "loss": 0.0592, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.010645696893334389, | |
| "learning_rate": 1.4155474155474155e-05, | |
| "loss": 0.0268, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.013740918599069118, | |
| "learning_rate": 1.4139194139194141e-05, | |
| "loss": 0.0252, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.013372181914746761, | |
| "learning_rate": 1.4122914122914125e-05, | |
| "loss": 0.0376, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.015505131334066391, | |
| "learning_rate": 1.4106634106634107e-05, | |
| "loss": 0.0014, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.014338747598230839, | |
| "learning_rate": 1.4090354090354093e-05, | |
| "loss": 0.0853, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.01571911759674549, | |
| "learning_rate": 1.4074074074074075e-05, | |
| "loss": 0.0298, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.020005526021122932, | |
| "learning_rate": 1.4057794057794059e-05, | |
| "loss": 0.0017, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.018354693427681923, | |
| "learning_rate": 1.4041514041514041e-05, | |
| "loss": 0.0016, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.021922029554843903, | |
| "learning_rate": 1.4025234025234027e-05, | |
| "loss": 0.0017, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.013702883385121822, | |
| "learning_rate": 1.400895400895401e-05, | |
| "loss": 0.0014, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.010742840357124805, | |
| "learning_rate": 1.3992673992673993e-05, | |
| "loss": 0.0026, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.15446045994758606, | |
| "learning_rate": 1.3976393976393979e-05, | |
| "loss": 0.0013, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.01300391647964716, | |
| "learning_rate": 1.3960113960113961e-05, | |
| "loss": 0.0012, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.017101220786571503, | |
| "learning_rate": 1.3943833943833945e-05, | |
| "loss": 0.0012, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.009062445722520351, | |
| "learning_rate": 1.3927553927553929e-05, | |
| "loss": 0.0012, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.008803702890872955, | |
| "learning_rate": 1.3911273911273913e-05, | |
| "loss": 0.0011, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.008593735285103321, | |
| "learning_rate": 1.3894993894993895e-05, | |
| "loss": 0.0012, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.009692203253507614, | |
| "learning_rate": 1.387871387871388e-05, | |
| "loss": 0.0011, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.011008762754499912, | |
| "learning_rate": 1.3862433862433865e-05, | |
| "loss": 0.0011, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.009994535706937313, | |
| "learning_rate": 1.3846153846153847e-05, | |
| "loss": 0.022, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.009117243811488152, | |
| "learning_rate": 1.382987382987383e-05, | |
| "loss": 0.0011, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.008967447094619274, | |
| "learning_rate": 1.3813593813593815e-05, | |
| "loss": 0.0057, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.008691845461726189, | |
| "learning_rate": 1.3797313797313799e-05, | |
| "loss": 0.0013, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.011074850335717201, | |
| "learning_rate": 1.378103378103378e-05, | |
| "loss": 0.001, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.00832684338092804, | |
| "learning_rate": 1.3764753764753766e-05, | |
| "loss": 0.0011, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.008292116224765778, | |
| "learning_rate": 1.374847374847375e-05, | |
| "loss": 0.001, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.009205167181789875, | |
| "learning_rate": 1.3732193732193733e-05, | |
| "loss": 0.0011, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.008790573105216026, | |
| "learning_rate": 1.3715913715913718e-05, | |
| "loss": 0.001, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.008000485599040985, | |
| "learning_rate": 1.36996336996337e-05, | |
| "loss": 0.008, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.00819096527993679, | |
| "learning_rate": 1.3683353683353684e-05, | |
| "loss": 0.001, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.014848892576992512, | |
| "learning_rate": 1.3667073667073668e-05, | |
| "loss": 0.015, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.008053899742662907, | |
| "learning_rate": 1.3650793650793652e-05, | |
| "loss": 0.0009, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 6.416678428649902, | |
| "learning_rate": 1.3634513634513635e-05, | |
| "loss": 0.0344, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.10300695151090622, | |
| "learning_rate": 1.3618233618233619e-05, | |
| "loss": 0.001, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.008424129337072372, | |
| "learning_rate": 1.3601953601953604e-05, | |
| "loss": 0.0267, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.00800679437816143, | |
| "learning_rate": 1.3585673585673586e-05, | |
| "loss": 0.0326, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.009919759817421436, | |
| "learning_rate": 1.356939356939357e-05, | |
| "loss": 0.0011, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.02416282147169113, | |
| "learning_rate": 1.3553113553113554e-05, | |
| "loss": 0.0012, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 5.555994033813477, | |
| "learning_rate": 1.3536833536833538e-05, | |
| "loss": 0.043, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.10745339095592499, | |
| "learning_rate": 1.352055352055352e-05, | |
| "loss": 0.0011, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.00835937075316906, | |
| "learning_rate": 1.3504273504273506e-05, | |
| "loss": 0.0009, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.007618330419063568, | |
| "learning_rate": 1.348799348799349e-05, | |
| "loss": 0.0241, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.022973209619522095, | |
| "learning_rate": 1.3471713471713472e-05, | |
| "loss": 0.001, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.008424985222518444, | |
| "learning_rate": 1.3455433455433458e-05, | |
| "loss": 0.0018, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.015286185778677464, | |
| "learning_rate": 1.343915343915344e-05, | |
| "loss": 0.0009, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.007264839485287666, | |
| "learning_rate": 1.3422873422873424e-05, | |
| "loss": 0.0009, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.0074860285967588425, | |
| "learning_rate": 1.3406593406593406e-05, | |
| "loss": 0.0009, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.008237460628151894, | |
| "learning_rate": 1.3390313390313392e-05, | |
| "loss": 0.0373, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.007270953617990017, | |
| "learning_rate": 1.3374033374033374e-05, | |
| "loss": 0.0009, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.03919156640768051, | |
| "learning_rate": 1.3357753357753358e-05, | |
| "loss": 0.001, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.11515277624130249, | |
| "learning_rate": 1.3341473341473344e-05, | |
| "loss": 0.001, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.007153298240154982, | |
| "learning_rate": 1.3325193325193326e-05, | |
| "loss": 0.0014, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.00894332304596901, | |
| "learning_rate": 1.330891330891331e-05, | |
| "loss": 0.0022, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.046884216368198395, | |
| "learning_rate": 1.3292633292633294e-05, | |
| "loss": 0.001, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.0074531338177621365, | |
| "learning_rate": 1.3276353276353278e-05, | |
| "loss": 0.0009, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.008025778457522392, | |
| "learning_rate": 1.326007326007326e-05, | |
| "loss": 0.0008, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.007099485024809837, | |
| "learning_rate": 1.3243793243793246e-05, | |
| "loss": 0.0349, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.007894063368439674, | |
| "learning_rate": 1.322751322751323e-05, | |
| "loss": 0.0008, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.008376212790608406, | |
| "learning_rate": 1.3211233211233212e-05, | |
| "loss": 0.0009, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.007172748912125826, | |
| "learning_rate": 1.3194953194953194e-05, | |
| "loss": 0.0011, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.007325605023652315, | |
| "learning_rate": 1.317867317867318e-05, | |
| "loss": 0.0008, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.007277225609868765, | |
| "learning_rate": 1.3162393162393164e-05, | |
| "loss": 0.0009, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.007008700165897608, | |
| "learning_rate": 1.3146113146113146e-05, | |
| "loss": 0.0009, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.007119116373360157, | |
| "learning_rate": 1.3129833129833132e-05, | |
| "loss": 0.0088, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.006735885515809059, | |
| "learning_rate": 1.3113553113553114e-05, | |
| "loss": 0.0011, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.006696558557450771, | |
| "learning_rate": 1.3097273097273098e-05, | |
| "loss": 0.0057, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.01188244204968214, | |
| "learning_rate": 1.3080993080993084e-05, | |
| "loss": 0.0011, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.007251105271279812, | |
| "learning_rate": 1.3064713064713066e-05, | |
| "loss": 0.0357, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.006903903558850288, | |
| "learning_rate": 1.304843304843305e-05, | |
| "loss": 0.0008, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.008923369459807873, | |
| "learning_rate": 1.3032153032153034e-05, | |
| "loss": 0.0008, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.006224838085472584, | |
| "learning_rate": 1.3015873015873018e-05, | |
| "loss": 0.0077, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.00695427879691124, | |
| "learning_rate": 1.2999592999593e-05, | |
| "loss": 0.0008, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.007040718570351601, | |
| "learning_rate": 1.2983312983312984e-05, | |
| "loss": 0.0008, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.006210348103195429, | |
| "learning_rate": 1.296703296703297e-05, | |
| "loss": 0.0015, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.0062638637609779835, | |
| "learning_rate": 1.2950752950752952e-05, | |
| "loss": 0.0044, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.006666597910225391, | |
| "learning_rate": 1.2934472934472934e-05, | |
| "loss": 0.0007, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.0061942501924932, | |
| "learning_rate": 1.291819291819292e-05, | |
| "loss": 0.0011, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.00600019795820117, | |
| "learning_rate": 1.2901912901912904e-05, | |
| "loss": 0.0008, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.006045353598892689, | |
| "learning_rate": 1.2885632885632886e-05, | |
| "loss": 0.0451, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.006641109474003315, | |
| "learning_rate": 1.2869352869352871e-05, | |
| "loss": 0.0008, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.4562086760997772, | |
| "learning_rate": 1.2853072853072854e-05, | |
| "loss": 0.0009, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.0076696197502315044, | |
| "learning_rate": 1.2836792836792838e-05, | |
| "loss": 0.0348, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.006937106605619192, | |
| "learning_rate": 1.2820512820512823e-05, | |
| "loss": 0.0596, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.00782240740954876, | |
| "learning_rate": 1.2804232804232805e-05, | |
| "loss": 0.0851, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.007307849358767271, | |
| "learning_rate": 1.278795278795279e-05, | |
| "loss": 0.0009, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.008858690969645977, | |
| "learning_rate": 1.2771672771672772e-05, | |
| "loss": 0.0021, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.006560084410011768, | |
| "learning_rate": 1.2755392755392757e-05, | |
| "loss": 0.0008, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.06266916543245316, | |
| "learning_rate": 1.273911273911274e-05, | |
| "loss": 0.0011, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.00679628923535347, | |
| "learning_rate": 1.2722832722832723e-05, | |
| "loss": 0.0009, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.006765253376215696, | |
| "learning_rate": 1.2706552706552709e-05, | |
| "loss": 0.0013, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.005858385004103184, | |
| "learning_rate": 1.2690272690272691e-05, | |
| "loss": 0.0007, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.006266339216381311, | |
| "learning_rate": 1.2673992673992674e-05, | |
| "loss": 0.0008, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.006281218025833368, | |
| "learning_rate": 1.265771265771266e-05, | |
| "loss": 0.1082, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.006863302085548639, | |
| "learning_rate": 1.2641432641432643e-05, | |
| "loss": 0.0009, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.013896014541387558, | |
| "learning_rate": 1.2625152625152625e-05, | |
| "loss": 0.0281, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.24578307569026947, | |
| "learning_rate": 1.2608872608872611e-05, | |
| "loss": 0.001, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.011449114419519901, | |
| "learning_rate": 1.2592592592592593e-05, | |
| "loss": 0.0007, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 36.35368728637695, | |
| "learning_rate": 1.2576312576312577e-05, | |
| "loss": 0.0217, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.011718428693711758, | |
| "learning_rate": 1.256003256003256e-05, | |
| "loss": 0.0008, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 10.411919593811035, | |
| "learning_rate": 1.2543752543752545e-05, | |
| "loss": 0.0159, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.006179590709507465, | |
| "learning_rate": 1.2527472527472529e-05, | |
| "loss": 0.0307, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.0063836839981377125, | |
| "learning_rate": 1.2511192511192511e-05, | |
| "loss": 0.0034, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.008047536946833134, | |
| "learning_rate": 1.2494912494912497e-05, | |
| "loss": 0.001, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.010491227731108665, | |
| "learning_rate": 1.247863247863248e-05, | |
| "loss": 0.0008, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.005860119592398405, | |
| "learning_rate": 1.2462352462352463e-05, | |
| "loss": 0.0007, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 10.03593635559082, | |
| "learning_rate": 1.2446072446072449e-05, | |
| "loss": 0.0314, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.006240949500352144, | |
| "learning_rate": 1.2429792429792431e-05, | |
| "loss": 0.0009, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.00653426069766283, | |
| "learning_rate": 1.2413512413512413e-05, | |
| "loss": 0.0008, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.0061131748370826244, | |
| "learning_rate": 1.2397232397232399e-05, | |
| "loss": 0.0385, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.018757157027721405, | |
| "learning_rate": 1.2380952380952383e-05, | |
| "loss": 0.0008, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.005603988189250231, | |
| "learning_rate": 1.2364672364672365e-05, | |
| "loss": 0.0007, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.008327238261699677, | |
| "learning_rate": 1.2348392348392349e-05, | |
| "loss": 0.0007, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.006342690903693438, | |
| "learning_rate": 1.2332112332112333e-05, | |
| "loss": 0.0027, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.007467071060091257, | |
| "learning_rate": 1.2315832315832317e-05, | |
| "loss": 0.001, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.005770612042397261, | |
| "learning_rate": 1.22995522995523e-05, | |
| "loss": 0.0422, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.01268511638045311, | |
| "learning_rate": 1.2283272283272285e-05, | |
| "loss": 0.001, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.025519585236907005, | |
| "learning_rate": 1.2266992266992269e-05, | |
| "loss": 0.019, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 12.875621795654297, | |
| "learning_rate": 1.2250712250712251e-05, | |
| "loss": 0.0206, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.018496304750442505, | |
| "learning_rate": 1.2234432234432237e-05, | |
| "loss": 0.0008, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.005795106291770935, | |
| "learning_rate": 1.2218152218152219e-05, | |
| "loss": 0.0032, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.005989160854369402, | |
| "learning_rate": 1.2201872201872203e-05, | |
| "loss": 0.0007, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.005859148222953081, | |
| "learning_rate": 1.2185592185592185e-05, | |
| "loss": 0.0007, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.008097686804831028, | |
| "learning_rate": 1.216931216931217e-05, | |
| "loss": 0.0007, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.005901312455534935, | |
| "learning_rate": 1.2153032153032153e-05, | |
| "loss": 0.0007, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.006804050877690315, | |
| "learning_rate": 1.2136752136752137e-05, | |
| "loss": 0.0009, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.006251387298107147, | |
| "learning_rate": 1.2120472120472123e-05, | |
| "loss": 0.0423, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.0055562574416399, | |
| "learning_rate": 1.2104192104192105e-05, | |
| "loss": 0.0008, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.006534604821354151, | |
| "learning_rate": 1.2087912087912089e-05, | |
| "loss": 0.0038, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.010235198773443699, | |
| "learning_rate": 1.2071632071632073e-05, | |
| "loss": 0.003, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 0.006196849979460239, | |
| "learning_rate": 1.2055352055352057e-05, | |
| "loss": 0.0007, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 0.015244298614561558, | |
| "learning_rate": 1.2039072039072039e-05, | |
| "loss": 0.0007, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 0.03133594989776611, | |
| "learning_rate": 1.2022792022792024e-05, | |
| "loss": 0.0319, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.012942776083946228, | |
| "learning_rate": 1.2006512006512008e-05, | |
| "loss": 0.0007, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.0054002669639885426, | |
| "learning_rate": 1.199023199023199e-05, | |
| "loss": 0.0386, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 0.006965090055018663, | |
| "learning_rate": 1.1973951973951975e-05, | |
| "loss": 0.0414, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 0.005913823377341032, | |
| "learning_rate": 1.1957671957671959e-05, | |
| "loss": 0.0008, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 0.00729360431432724, | |
| "learning_rate": 1.1941391941391942e-05, | |
| "loss": 0.0015, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 0.005881543271243572, | |
| "learning_rate": 1.1925111925111925e-05, | |
| "loss": 0.0017, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 0.00946744717657566, | |
| "learning_rate": 1.190883190883191e-05, | |
| "loss": 0.0008, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 0.7791256904602051, | |
| "learning_rate": 1.1892551892551893e-05, | |
| "loss": 0.0456, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 0.08430014550685883, | |
| "learning_rate": 1.1876271876271877e-05, | |
| "loss": 0.0048, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 0.007524729706346989, | |
| "learning_rate": 1.1859991859991862e-05, | |
| "loss": 0.0008, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 0.007158556021749973, | |
| "learning_rate": 1.1843711843711844e-05, | |
| "loss": 0.0007, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 0.006158571690320969, | |
| "learning_rate": 1.1827431827431828e-05, | |
| "loss": 0.0007, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 0.0062376465648412704, | |
| "learning_rate": 1.1811151811151812e-05, | |
| "loss": 0.0007, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 0.009434174746274948, | |
| "learning_rate": 1.1794871794871796e-05, | |
| "loss": 0.0333, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 0.006017903331667185, | |
| "learning_rate": 1.1778591778591779e-05, | |
| "loss": 0.0007, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 0.007532346062362194, | |
| "learning_rate": 1.1762311762311762e-05, | |
| "loss": 0.0007, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 0.005684974603354931, | |
| "learning_rate": 1.1746031746031748e-05, | |
| "loss": 0.0008, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 0.005241623613983393, | |
| "learning_rate": 1.172975172975173e-05, | |
| "loss": 0.0306, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 0.019347479566931725, | |
| "learning_rate": 1.1713471713471714e-05, | |
| "loss": 0.0008, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 0.08700444549322128, | |
| "learning_rate": 1.1697191697191698e-05, | |
| "loss": 0.0009, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 0.005539617035537958, | |
| "learning_rate": 1.1680911680911682e-05, | |
| "loss": 0.0009, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 0.005851482041180134, | |
| "learning_rate": 1.1664631664631664e-05, | |
| "loss": 0.0007, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 0.007532169576734304, | |
| "learning_rate": 1.164835164835165e-05, | |
| "loss": 0.0011, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 0.00506225973367691, | |
| "learning_rate": 1.1632071632071634e-05, | |
| "loss": 0.0007, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 0.005589496809989214, | |
| "learning_rate": 1.1615791615791616e-05, | |
| "loss": 0.0007, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 0.004957486409693956, | |
| "learning_rate": 1.1599511599511602e-05, | |
| "loss": 0.0156, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 0.00666527496650815, | |
| "learning_rate": 1.1583231583231584e-05, | |
| "loss": 0.0007, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "grad_norm": 0.006306789815425873, | |
| "learning_rate": 1.1566951566951568e-05, | |
| "loss": 0.0006, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "grad_norm": 0.005329395178705454, | |
| "learning_rate": 1.155067155067155e-05, | |
| "loss": 0.0006, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "grad_norm": 0.0049823857843875885, | |
| "learning_rate": 1.1534391534391536e-05, | |
| "loss": 0.0006, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "grad_norm": 0.0051444037817418575, | |
| "learning_rate": 1.1518111518111518e-05, | |
| "loss": 0.0022, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "grad_norm": 0.00532697094604373, | |
| "learning_rate": 1.1501831501831502e-05, | |
| "loss": 0.0006, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "grad_norm": 0.006971771828830242, | |
| "learning_rate": 1.1485551485551488e-05, | |
| "loss": 0.0007, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "grad_norm": 0.005065458826720715, | |
| "learning_rate": 1.146927146927147e-05, | |
| "loss": 0.0006, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "grad_norm": 0.00542556494474411, | |
| "learning_rate": 1.1452991452991454e-05, | |
| "loss": 0.0006, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "grad_norm": 0.005721778143197298, | |
| "learning_rate": 1.1436711436711438e-05, | |
| "loss": 0.0006, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "grad_norm": 0.0050778863951563835, | |
| "learning_rate": 1.1420431420431422e-05, | |
| "loss": 0.0006, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "grad_norm": 0.005689846817404032, | |
| "learning_rate": 1.1404151404151404e-05, | |
| "loss": 0.0007, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "grad_norm": 0.005032387096434832, | |
| "learning_rate": 1.138787138787139e-05, | |
| "loss": 0.0053, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "grad_norm": 0.004602556582540274, | |
| "learning_rate": 1.1371591371591374e-05, | |
| "loss": 0.0006, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "grad_norm": 0.005181928165256977, | |
| "learning_rate": 1.1355311355311356e-05, | |
| "loss": 0.0006, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "grad_norm": 0.004627116955816746, | |
| "learning_rate": 1.1339031339031338e-05, | |
| "loss": 0.0006, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "grad_norm": 0.004680185578763485, | |
| "learning_rate": 1.1322751322751324e-05, | |
| "loss": 0.0006, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "grad_norm": 0.00517154298722744, | |
| "learning_rate": 1.1306471306471308e-05, | |
| "loss": 0.0006, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "grad_norm": 0.2655492126941681, | |
| "learning_rate": 1.129019129019129e-05, | |
| "loss": 0.04, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "grad_norm": 0.004791987128555775, | |
| "learning_rate": 1.1273911273911276e-05, | |
| "loss": 0.0027, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "grad_norm": 0.00524140102788806, | |
| "learning_rate": 1.1257631257631258e-05, | |
| "loss": 0.0019, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "grad_norm": 0.004854326602071524, | |
| "learning_rate": 1.1241351241351242e-05, | |
| "loss": 0.0006, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "grad_norm": 0.004912737291306257, | |
| "learning_rate": 1.1225071225071227e-05, | |
| "loss": 0.0229, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "grad_norm": 0.009351348504424095, | |
| "learning_rate": 1.120879120879121e-05, | |
| "loss": 0.0006, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "grad_norm": 0.006594196427613497, | |
| "learning_rate": 1.1192511192511194e-05, | |
| "loss": 0.0007, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "grad_norm": 0.004785753786563873, | |
| "learning_rate": 1.1176231176231178e-05, | |
| "loss": 0.0006, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "grad_norm": 0.010175659321248531, | |
| "learning_rate": 1.1159951159951162e-05, | |
| "loss": 0.0347, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "grad_norm": 0.007659697439521551, | |
| "learning_rate": 1.1143671143671144e-05, | |
| "loss": 0.0006, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "grad_norm": 0.005518093705177307, | |
| "learning_rate": 1.1127391127391128e-05, | |
| "loss": 0.0007, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "grad_norm": 0.004838414024561644, | |
| "learning_rate": 1.1111111111111113e-05, | |
| "loss": 0.0006, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "grad_norm": 0.004535248037427664, | |
| "learning_rate": 1.1094831094831096e-05, | |
| "loss": 0.0007, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "grad_norm": 0.004755628295242786, | |
| "learning_rate": 1.1078551078551078e-05, | |
| "loss": 0.0006, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "grad_norm": 0.007153332699090242, | |
| "learning_rate": 1.1062271062271063e-05, | |
| "loss": 0.0006, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "grad_norm": 0.004593558143824339, | |
| "learning_rate": 1.1045991045991047e-05, | |
| "loss": 0.0006, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "grad_norm": 0.004781143739819527, | |
| "learning_rate": 1.102971102971103e-05, | |
| "loss": 0.0187, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 0.022694548591971397, | |
| "learning_rate": 1.1013431013431015e-05, | |
| "loss": 0.0006, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 0.004701571073383093, | |
| "learning_rate": 1.0997150997150998e-05, | |
| "loss": 0.0005, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 0.014217639341950417, | |
| "learning_rate": 1.0980870980870981e-05, | |
| "loss": 0.0006, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "grad_norm": 0.0047623575665056705, | |
| "learning_rate": 1.0964590964590967e-05, | |
| "loss": 0.0005, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "grad_norm": 0.004431570880115032, | |
| "learning_rate": 1.094831094831095e-05, | |
| "loss": 0.0006, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "grad_norm": 0.006182719487696886, | |
| "learning_rate": 1.0932030932030933e-05, | |
| "loss": 0.0006, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "grad_norm": 0.004717973992228508, | |
| "learning_rate": 1.0915750915750916e-05, | |
| "loss": 0.0005, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "grad_norm": 0.005284770391881466, | |
| "learning_rate": 1.0899470899470901e-05, | |
| "loss": 0.0051, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "grad_norm": 0.004852925427258015, | |
| "learning_rate": 1.0883190883190883e-05, | |
| "loss": 0.0129, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "grad_norm": 0.011825304478406906, | |
| "learning_rate": 1.0866910866910867e-05, | |
| "loss": 0.0006, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "grad_norm": 5.4084672927856445, | |
| "learning_rate": 1.0850630850630853e-05, | |
| "loss": 0.0014, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "grad_norm": 0.0045865620486438274, | |
| "learning_rate": 1.0834350834350835e-05, | |
| "loss": 0.0012, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "grad_norm": 0.004212076775729656, | |
| "learning_rate": 1.0818070818070818e-05, | |
| "loss": 0.0005, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "grad_norm": 0.0043626646511256695, | |
| "learning_rate": 1.0801790801790803e-05, | |
| "loss": 0.0005, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "grad_norm": 0.003995486069470644, | |
| "learning_rate": 1.0785510785510787e-05, | |
| "loss": 0.0005, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "grad_norm": 12.674348831176758, | |
| "learning_rate": 1.076923076923077e-05, | |
| "loss": 0.0288, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "grad_norm": 0.004922170657664537, | |
| "learning_rate": 1.0752950752950755e-05, | |
| "loss": 0.0005, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "grad_norm": 0.013311301358044147, | |
| "learning_rate": 1.0736670736670737e-05, | |
| "loss": 0.0006, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "grad_norm": 0.004092982970178127, | |
| "learning_rate": 1.0720390720390721e-05, | |
| "loss": 0.0306, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "grad_norm": 0.005637271795421839, | |
| "learning_rate": 1.0704110704110703e-05, | |
| "loss": 0.0483, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "grad_norm": 8.750419616699219, | |
| "learning_rate": 1.0687830687830689e-05, | |
| "loss": 0.0386, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "grad_norm": 0.01064012385904789, | |
| "learning_rate": 1.0671550671550673e-05, | |
| "loss": 0.0006, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "grad_norm": 0.004589624237269163, | |
| "learning_rate": 1.0655270655270655e-05, | |
| "loss": 0.0006, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "grad_norm": 0.004802080802619457, | |
| "learning_rate": 1.0638990638990641e-05, | |
| "loss": 0.0009, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "grad_norm": 0.004713993053883314, | |
| "learning_rate": 1.0622710622710623e-05, | |
| "loss": 0.0006, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "grad_norm": 0.004530477803200483, | |
| "learning_rate": 1.0606430606430607e-05, | |
| "loss": 0.001, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "grad_norm": 0.00422940356656909, | |
| "learning_rate": 1.0590150590150593e-05, | |
| "loss": 0.0007, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "grad_norm": 0.004178835544735193, | |
| "learning_rate": 1.0573870573870575e-05, | |
| "loss": 0.0006, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "grad_norm": 0.006506350357085466, | |
| "learning_rate": 1.0557590557590557e-05, | |
| "loss": 0.0005, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "grad_norm": 0.004273206926882267, | |
| "learning_rate": 1.0541310541310543e-05, | |
| "loss": 0.0005, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "grad_norm": 0.004112168215215206, | |
| "learning_rate": 1.0525030525030527e-05, | |
| "loss": 0.0005, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "grad_norm": 0.005212805233895779, | |
| "learning_rate": 1.0508750508750509e-05, | |
| "loss": 0.0005, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "grad_norm": 0.004351438954472542, | |
| "learning_rate": 1.0492470492470493e-05, | |
| "loss": 0.0005, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "grad_norm": 0.011514941230416298, | |
| "learning_rate": 1.0476190476190477e-05, | |
| "loss": 0.0005, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "grad_norm": 0.005969716235995293, | |
| "learning_rate": 1.045991045991046e-05, | |
| "loss": 0.0005, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "grad_norm": 0.004150481894612312, | |
| "learning_rate": 1.0443630443630443e-05, | |
| "loss": 0.0005, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "grad_norm": 0.003940541297197342, | |
| "learning_rate": 1.0427350427350429e-05, | |
| "loss": 0.0005, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 0.00408910820260644, | |
| "learning_rate": 1.0411070411070413e-05, | |
| "loss": 0.0005, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 0.0038459610659629107, | |
| "learning_rate": 1.0394790394790395e-05, | |
| "loss": 0.0006, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "grad_norm": 0.004051607567816973, | |
| "learning_rate": 1.037851037851038e-05, | |
| "loss": 0.0449, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "grad_norm": 0.005520727019757032, | |
| "learning_rate": 1.0362230362230363e-05, | |
| "loss": 0.0078, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "grad_norm": 0.004394978284835815, | |
| "learning_rate": 1.0345950345950347e-05, | |
| "loss": 0.0564, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "grad_norm": 0.004857844207435846, | |
| "learning_rate": 1.0329670329670332e-05, | |
| "loss": 0.0005, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "grad_norm": 0.06114115193486214, | |
| "learning_rate": 1.0313390313390315e-05, | |
| "loss": 0.0007, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "grad_norm": 0.004661387763917446, | |
| "learning_rate": 1.0297110297110297e-05, | |
| "loss": 0.0014, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "grad_norm": 0.005134343635290861, | |
| "learning_rate": 1.028083028083028e-05, | |
| "loss": 0.001, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "grad_norm": 0.004655875731259584, | |
| "learning_rate": 1.0264550264550266e-05, | |
| "loss": 0.0006, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "grad_norm": 0.0050579700618982315, | |
| "learning_rate": 1.0248270248270249e-05, | |
| "loss": 0.0015, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "grad_norm": 0.0047796061262488365, | |
| "learning_rate": 1.0231990231990233e-05, | |
| "loss": 0.0005, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "grad_norm": 0.003949730657041073, | |
| "learning_rate": 1.0215710215710217e-05, | |
| "loss": 0.0005, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "grad_norm": 0.004095940385013819, | |
| "learning_rate": 1.01994301994302e-05, | |
| "loss": 0.0005, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "grad_norm": 0.005133763421326876, | |
| "learning_rate": 1.0183150183150183e-05, | |
| "loss": 0.0005, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "grad_norm": 0.01469303946942091, | |
| "learning_rate": 1.0166870166870168e-05, | |
| "loss": 0.0013, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "grad_norm": 0.004049224779009819, | |
| "learning_rate": 1.0150590150590152e-05, | |
| "loss": 0.0018, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "grad_norm": 0.004054594319313765, | |
| "learning_rate": 1.0134310134310135e-05, | |
| "loss": 0.0184, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "grad_norm": 0.004326994996517897, | |
| "learning_rate": 1.011803011803012e-05, | |
| "loss": 0.0005, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "grad_norm": 0.004046597983688116, | |
| "learning_rate": 1.0101750101750102e-05, | |
| "loss": 0.0005, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "grad_norm": 0.00401376374065876, | |
| "learning_rate": 1.0085470085470086e-05, | |
| "loss": 0.0006, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "grad_norm": 0.005812219809740782, | |
| "learning_rate": 1.0069190069190069e-05, | |
| "loss": 0.0006, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "grad_norm": 0.003832985181361437, | |
| "learning_rate": 1.0052910052910054e-05, | |
| "loss": 0.0005, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "grad_norm": 0.07061895728111267, | |
| "learning_rate": 1.0036630036630037e-05, | |
| "loss": 0.0005, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "grad_norm": 0.0039010499604046345, | |
| "learning_rate": 1.002035002035002e-05, | |
| "loss": 0.0017, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 0.004468753468245268, | |
| "learning_rate": 1.0004070004070006e-05, | |
| "loss": 0.0022, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 0.004342631436884403, | |
| "learning_rate": 9.987789987789988e-06, | |
| "loss": 0.0005, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "grad_norm": 0.011564524844288826, | |
| "learning_rate": 9.971509971509972e-06, | |
| "loss": 0.0005, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "grad_norm": 0.00380577496252954, | |
| "learning_rate": 9.955229955229956e-06, | |
| "loss": 0.0005, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "grad_norm": 0.0037414473481476307, | |
| "learning_rate": 9.93894993894994e-06, | |
| "loss": 0.0011, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "grad_norm": 0.003814409486949444, | |
| "learning_rate": 9.922669922669922e-06, | |
| "loss": 0.0005, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "grad_norm": 0.0039341021329164505, | |
| "learning_rate": 9.906389906389906e-06, | |
| "loss": 0.0005, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "grad_norm": 0.003710733028128743, | |
| "learning_rate": 9.890109890109892e-06, | |
| "loss": 0.0005, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "grad_norm": 3.491090774536133, | |
| "learning_rate": 9.873829873829874e-06, | |
| "loss": 0.0356, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "grad_norm": 0.005923949647694826, | |
| "learning_rate": 9.857549857549858e-06, | |
| "loss": 0.0005, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "grad_norm": 0.0036399513483047485, | |
| "learning_rate": 9.841269841269842e-06, | |
| "loss": 0.0004, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "grad_norm": 0.003884287318214774, | |
| "learning_rate": 9.824989824989826e-06, | |
| "loss": 0.0005, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "grad_norm": 0.0036194841377437115, | |
| "learning_rate": 9.80870980870981e-06, | |
| "loss": 0.0004, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "grad_norm": 0.005207626614719629, | |
| "learning_rate": 9.792429792429792e-06, | |
| "loss": 0.0004, | |
| "step": 6270 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "grad_norm": 0.008327057585120201, | |
| "learning_rate": 9.776149776149776e-06, | |
| "loss": 0.0005, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "grad_norm": 0.003949583508074284, | |
| "learning_rate": 9.759869759869762e-06, | |
| "loss": 0.0004, | |
| "step": 6290 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "grad_norm": 0.004071325063705444, | |
| "learning_rate": 9.743589743589744e-06, | |
| "loss": 0.0005, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "grad_norm": 0.0036700996570289135, | |
| "learning_rate": 9.727309727309728e-06, | |
| "loss": 0.0004, | |
| "step": 6310 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "grad_norm": 0.005211398471146822, | |
| "learning_rate": 9.711029711029712e-06, | |
| "loss": 0.0005, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "grad_norm": 0.003708272473886609, | |
| "learning_rate": 9.694749694749696e-06, | |
| "loss": 0.0004, | |
| "step": 6330 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "grad_norm": 0.0042539420537650585, | |
| "learning_rate": 9.67846967846968e-06, | |
| "loss": 0.0004, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "grad_norm": 0.0038529515732079744, | |
| "learning_rate": 9.662189662189662e-06, | |
| "loss": 0.0004, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "grad_norm": 0.003946115728467703, | |
| "learning_rate": 9.645909645909646e-06, | |
| "loss": 0.0005, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "grad_norm": 0.004324799869209528, | |
| "learning_rate": 9.62962962962963e-06, | |
| "loss": 0.0004, | |
| "step": 6370 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "grad_norm": 0.0038023737724870443, | |
| "learning_rate": 9.613349613349614e-06, | |
| "loss": 0.0004, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "grad_norm": 0.0037666463758796453, | |
| "learning_rate": 9.597069597069598e-06, | |
| "loss": 0.0004, | |
| "step": 6390 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "grad_norm": 0.0034590172581374645, | |
| "learning_rate": 9.580789580789582e-06, | |
| "loss": 0.017, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "grad_norm": 0.0038201683200895786, | |
| "learning_rate": 9.564509564509566e-06, | |
| "loss": 0.0004, | |
| "step": 6410 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "grad_norm": 0.004171228501945734, | |
| "learning_rate": 9.54822954822955e-06, | |
| "loss": 0.0004, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "grad_norm": 0.0038926773704588413, | |
| "learning_rate": 9.531949531949532e-06, | |
| "loss": 0.0004, | |
| "step": 6430 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "grad_norm": 0.0037587357219308615, | |
| "learning_rate": 9.515669515669516e-06, | |
| "loss": 0.0004, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "grad_norm": 0.0034505994990468025, | |
| "learning_rate": 9.4993894993895e-06, | |
| "loss": 0.0024, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "grad_norm": 0.0034958263859152794, | |
| "learning_rate": 9.483109483109484e-06, | |
| "loss": 0.0004, | |
| "step": 6460 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "grad_norm": 0.0037652612663805485, | |
| "learning_rate": 9.466829466829468e-06, | |
| "loss": 0.0004, | |
| "step": 6470 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "grad_norm": 0.003452475182712078, | |
| "learning_rate": 9.450549450549452e-06, | |
| "loss": 0.0004, | |
| "step": 6480 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "grad_norm": 0.005090977996587753, | |
| "learning_rate": 9.434269434269436e-06, | |
| "loss": 0.0004, | |
| "step": 6490 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "grad_norm": 0.0036007205490022898, | |
| "learning_rate": 9.417989417989418e-06, | |
| "loss": 0.0004, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "grad_norm": 0.0033244409132748842, | |
| "learning_rate": 9.401709401709402e-06, | |
| "loss": 0.0004, | |
| "step": 6510 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "grad_norm": 0.00387198431417346, | |
| "learning_rate": 9.385429385429386e-06, | |
| "loss": 0.0004, | |
| "step": 6520 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "grad_norm": 0.003582969307899475, | |
| "learning_rate": 9.36914936914937e-06, | |
| "loss": 0.0004, | |
| "step": 6530 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "grad_norm": 0.0032744621858000755, | |
| "learning_rate": 9.352869352869354e-06, | |
| "loss": 0.0005, | |
| "step": 6540 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "grad_norm": 0.0034951018169522285, | |
| "learning_rate": 9.336589336589338e-06, | |
| "loss": 0.0004, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "grad_norm": 0.0034060273319482803, | |
| "learning_rate": 9.320309320309321e-06, | |
| "loss": 0.0004, | |
| "step": 6560 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "grad_norm": 0.0034066797234117985, | |
| "learning_rate": 9.304029304029305e-06, | |
| "loss": 0.0004, | |
| "step": 6570 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "grad_norm": 0.0035453049931675196, | |
| "learning_rate": 9.287749287749288e-06, | |
| "loss": 0.0004, | |
| "step": 6580 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "grad_norm": 0.0033404843416064978, | |
| "learning_rate": 9.271469271469272e-06, | |
| "loss": 0.0004, | |
| "step": 6590 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "grad_norm": 0.0032289137598127127, | |
| "learning_rate": 9.255189255189256e-06, | |
| "loss": 0.0004, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "grad_norm": 0.0035338301677256823, | |
| "learning_rate": 9.23890923890924e-06, | |
| "loss": 0.0004, | |
| "step": 6610 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "grad_norm": 0.0032329142559319735, | |
| "learning_rate": 9.222629222629223e-06, | |
| "loss": 0.0004, | |
| "step": 6620 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "grad_norm": 0.0033918411936610937, | |
| "learning_rate": 9.206349206349207e-06, | |
| "loss": 0.0004, | |
| "step": 6630 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "grad_norm": 0.003434843849390745, | |
| "learning_rate": 9.190069190069191e-06, | |
| "loss": 0.0004, | |
| "step": 6640 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "grad_norm": 0.0032904883846640587, | |
| "learning_rate": 9.173789173789175e-06, | |
| "loss": 0.0004, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "grad_norm": 0.003165784990414977, | |
| "learning_rate": 9.157509157509158e-06, | |
| "loss": 0.0004, | |
| "step": 6660 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "grad_norm": 0.0034379889257252216, | |
| "learning_rate": 9.141229141229141e-06, | |
| "loss": 0.0004, | |
| "step": 6670 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "grad_norm": 0.0032244266476482153, | |
| "learning_rate": 9.124949124949125e-06, | |
| "loss": 0.001, | |
| "step": 6680 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "grad_norm": 0.003119837259873748, | |
| "learning_rate": 9.10866910866911e-06, | |
| "loss": 0.0004, | |
| "step": 6690 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "grad_norm": 0.0038290254306048155, | |
| "learning_rate": 9.092389092389093e-06, | |
| "loss": 0.0004, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "grad_norm": 0.0032256192062050104, | |
| "learning_rate": 9.076109076109077e-06, | |
| "loss": 0.0004, | |
| "step": 6710 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "grad_norm": 0.004083781037479639, | |
| "learning_rate": 9.059829059829061e-06, | |
| "loss": 0.0004, | |
| "step": 6720 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "grad_norm": 0.003274232381954789, | |
| "learning_rate": 9.043549043549045e-06, | |
| "loss": 0.0004, | |
| "step": 6730 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "grad_norm": 0.0032298911828547716, | |
| "learning_rate": 9.027269027269027e-06, | |
| "loss": 0.0004, | |
| "step": 6740 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "grad_norm": 0.0031462605111300945, | |
| "learning_rate": 9.010989010989011e-06, | |
| "loss": 0.0425, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "grad_norm": 0.00312459422275424, | |
| "learning_rate": 8.994708994708995e-06, | |
| "loss": 0.0004, | |
| "step": 6760 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "grad_norm": 0.0036323266103863716, | |
| "learning_rate": 8.97842897842898e-06, | |
| "loss": 0.0004, | |
| "step": 6770 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "grad_norm": 0.0033034805674105883, | |
| "learning_rate": 8.962148962148963e-06, | |
| "loss": 0.0004, | |
| "step": 6780 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "grad_norm": 0.003054459812119603, | |
| "learning_rate": 8.945868945868947e-06, | |
| "loss": 0.0004, | |
| "step": 6790 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "grad_norm": 0.005314236972481012, | |
| "learning_rate": 8.929588929588931e-06, | |
| "loss": 0.0004, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "grad_norm": 0.010932357981801033, | |
| "learning_rate": 8.913308913308915e-06, | |
| "loss": 0.0004, | |
| "step": 6810 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "grad_norm": 0.0031523159705102444, | |
| "learning_rate": 8.897028897028897e-06, | |
| "loss": 0.0004, | |
| "step": 6820 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "grad_norm": 0.0034312924835830927, | |
| "learning_rate": 8.880748880748881e-06, | |
| "loss": 0.0101, | |
| "step": 6830 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "grad_norm": 0.00318572367541492, | |
| "learning_rate": 8.864468864468865e-06, | |
| "loss": 0.0004, | |
| "step": 6840 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "grad_norm": 0.0032511164899915457, | |
| "learning_rate": 8.848188848188849e-06, | |
| "loss": 0.0379, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "grad_norm": 0.0037167894188314676, | |
| "learning_rate": 8.831908831908833e-06, | |
| "loss": 0.0004, | |
| "step": 6860 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "grad_norm": 0.003721152199432254, | |
| "learning_rate": 8.815628815628817e-06, | |
| "loss": 0.0008, | |
| "step": 6870 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "grad_norm": 0.0030927169136703014, | |
| "learning_rate": 8.7993487993488e-06, | |
| "loss": 0.0004, | |
| "step": 6880 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "grad_norm": 0.0034221247769892216, | |
| "learning_rate": 8.783068783068783e-06, | |
| "loss": 0.0031, | |
| "step": 6890 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "grad_norm": 0.0033293466549366713, | |
| "learning_rate": 8.766788766788767e-06, | |
| "loss": 0.0004, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "grad_norm": 0.003214113647118211, | |
| "learning_rate": 8.750508750508751e-06, | |
| "loss": 0.0004, | |
| "step": 6910 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "grad_norm": 0.0032116910442709923, | |
| "learning_rate": 8.734228734228735e-06, | |
| "loss": 0.034, | |
| "step": 6920 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "grad_norm": 0.003405655035749078, | |
| "learning_rate": 8.717948717948719e-06, | |
| "loss": 0.0515, | |
| "step": 6930 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "grad_norm": 0.003949843347072601, | |
| "learning_rate": 8.701668701668703e-06, | |
| "loss": 0.0508, | |
| "step": 6940 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "grad_norm": 0.0030140685848891735, | |
| "learning_rate": 8.685388685388687e-06, | |
| "loss": 0.0385, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "grad_norm": 0.0034769896883517504, | |
| "learning_rate": 8.66910866910867e-06, | |
| "loss": 0.0004, | |
| "step": 6960 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "grad_norm": 0.005965403746813536, | |
| "learning_rate": 8.652828652828653e-06, | |
| "loss": 0.0454, | |
| "step": 6970 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "grad_norm": 0.004475270863622427, | |
| "learning_rate": 8.636548636548637e-06, | |
| "loss": 0.0005, | |
| "step": 6980 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "grad_norm": 0.0039094300009310246, | |
| "learning_rate": 8.62026862026862e-06, | |
| "loss": 0.0005, | |
| "step": 6990 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "grad_norm": 0.004547227174043655, | |
| "learning_rate": 8.603988603988605e-06, | |
| "loss": 0.0004, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "grad_norm": 0.0033658877946436405, | |
| "learning_rate": 8.587708587708589e-06, | |
| "loss": 0.0005, | |
| "step": 7010 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "grad_norm": 0.0037282053381204605, | |
| "learning_rate": 8.571428571428571e-06, | |
| "loss": 0.0005, | |
| "step": 7020 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "grad_norm": 0.012108271941542625, | |
| "learning_rate": 8.555148555148557e-06, | |
| "loss": 0.0005, | |
| "step": 7030 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "grad_norm": 0.00378889380954206, | |
| "learning_rate": 8.53886853886854e-06, | |
| "loss": 0.0142, | |
| "step": 7040 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "grad_norm": 0.0037225610576570034, | |
| "learning_rate": 8.522588522588523e-06, | |
| "loss": 0.0009, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "grad_norm": 0.005083514377474785, | |
| "learning_rate": 8.506308506308507e-06, | |
| "loss": 0.0004, | |
| "step": 7060 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 0.0035945470444858074, | |
| "learning_rate": 8.49002849002849e-06, | |
| "loss": 0.0005, | |
| "step": 7070 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 0.0031938895117491484, | |
| "learning_rate": 8.473748473748475e-06, | |
| "loss": 0.0007, | |
| "step": 7080 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "grad_norm": 0.007891247980296612, | |
| "learning_rate": 8.457468457468459e-06, | |
| "loss": 0.0004, | |
| "step": 7090 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "grad_norm": 0.003397688502445817, | |
| "learning_rate": 8.44118844118844e-06, | |
| "loss": 0.0004, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "grad_norm": 0.004096095450222492, | |
| "learning_rate": 8.424908424908426e-06, | |
| "loss": 0.0004, | |
| "step": 7110 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "grad_norm": 0.004969074856489897, | |
| "learning_rate": 8.40862840862841e-06, | |
| "loss": 0.0004, | |
| "step": 7120 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "grad_norm": 0.002869043732061982, | |
| "learning_rate": 8.392348392348393e-06, | |
| "loss": 0.0376, | |
| "step": 7130 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "grad_norm": 0.004255395848304033, | |
| "learning_rate": 8.376068376068377e-06, | |
| "loss": 0.0004, | |
| "step": 7140 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "grad_norm": 0.003371414029970765, | |
| "learning_rate": 8.35978835978836e-06, | |
| "loss": 0.0005, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "grad_norm": 0.0031468465458601713, | |
| "learning_rate": 8.343508343508344e-06, | |
| "loss": 0.0004, | |
| "step": 7160 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "grad_norm": 0.004064807202666998, | |
| "learning_rate": 8.327228327228328e-06, | |
| "loss": 0.0004, | |
| "step": 7170 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "grad_norm": 0.0038253762759268284, | |
| "learning_rate": 8.31094831094831e-06, | |
| "loss": 0.0275, | |
| "step": 7180 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "grad_norm": 0.0029601927381008863, | |
| "learning_rate": 8.294668294668296e-06, | |
| "loss": 0.0162, | |
| "step": 7190 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "grad_norm": 0.0035592832136899233, | |
| "learning_rate": 8.278388278388278e-06, | |
| "loss": 0.001, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "grad_norm": 0.003166656941175461, | |
| "learning_rate": 8.262108262108262e-06, | |
| "loss": 0.0004, | |
| "step": 7210 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "grad_norm": 0.0038591506890952587, | |
| "learning_rate": 8.245828245828246e-06, | |
| "loss": 0.0004, | |
| "step": 7220 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "grad_norm": 0.004316645674407482, | |
| "learning_rate": 8.22954822954823e-06, | |
| "loss": 0.0339, | |
| "step": 7230 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "grad_norm": 0.003106352873146534, | |
| "learning_rate": 8.213268213268214e-06, | |
| "loss": 0.0004, | |
| "step": 7240 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "grad_norm": 0.003383921692147851, | |
| "learning_rate": 8.196988196988198e-06, | |
| "loss": 0.0004, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "grad_norm": 0.003904301906004548, | |
| "learning_rate": 8.18070818070818e-06, | |
| "loss": 0.009, | |
| "step": 7260 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "grad_norm": 0.002857522340491414, | |
| "learning_rate": 8.164428164428166e-06, | |
| "loss": 0.0004, | |
| "step": 7270 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "grad_norm": 0.0028671324253082275, | |
| "learning_rate": 8.148148148148148e-06, | |
| "loss": 0.0004, | |
| "step": 7280 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "grad_norm": 0.0028230687603354454, | |
| "learning_rate": 8.131868131868132e-06, | |
| "loss": 0.0009, | |
| "step": 7290 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "grad_norm": 0.0028381363954395056, | |
| "learning_rate": 8.115588115588116e-06, | |
| "loss": 0.0003, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "grad_norm": 0.0028295046649873257, | |
| "learning_rate": 8.0993080993081e-06, | |
| "loss": 0.0099, | |
| "step": 7310 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "grad_norm": 0.0051268660463392735, | |
| "learning_rate": 8.083028083028084e-06, | |
| "loss": 0.0004, | |
| "step": 7320 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "grad_norm": 0.006851341109722853, | |
| "learning_rate": 8.066748066748066e-06, | |
| "loss": 0.0569, | |
| "step": 7330 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "grad_norm": 0.003248844761401415, | |
| "learning_rate": 8.05046805046805e-06, | |
| "loss": 0.0004, | |
| "step": 7340 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "grad_norm": 0.003859333461150527, | |
| "learning_rate": 8.034188034188036e-06, | |
| "loss": 0.0012, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 0.002941732294857502, | |
| "learning_rate": 8.017908017908018e-06, | |
| "loss": 0.0145, | |
| "step": 7360 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 0.0032136046793311834, | |
| "learning_rate": 8.001628001628002e-06, | |
| "loss": 0.0004, | |
| "step": 7370 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 0.0037520972546190023, | |
| "learning_rate": 7.985347985347986e-06, | |
| "loss": 0.0003, | |
| "step": 7380 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "grad_norm": 0.002765586832538247, | |
| "learning_rate": 7.96906796906797e-06, | |
| "loss": 0.0003, | |
| "step": 7390 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "grad_norm": 0.002917984500527382, | |
| "learning_rate": 7.952787952787954e-06, | |
| "loss": 0.0003, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "grad_norm": 0.002771808998659253, | |
| "learning_rate": 7.936507936507936e-06, | |
| "loss": 0.0003, | |
| "step": 7410 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "grad_norm": 0.0028077957686036825, | |
| "learning_rate": 7.92022792022792e-06, | |
| "loss": 0.0003, | |
| "step": 7420 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "grad_norm": 0.014859122224152088, | |
| "learning_rate": 7.903947903947906e-06, | |
| "loss": 0.0187, | |
| "step": 7430 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "grad_norm": 0.0029327922966331244, | |
| "learning_rate": 7.887667887667888e-06, | |
| "loss": 0.0003, | |
| "step": 7440 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "grad_norm": 0.003155101090669632, | |
| "learning_rate": 7.871387871387872e-06, | |
| "loss": 0.0003, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "grad_norm": 0.002822224283590913, | |
| "learning_rate": 7.855107855107856e-06, | |
| "loss": 0.0003, | |
| "step": 7460 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "grad_norm": 0.002726204926148057, | |
| "learning_rate": 7.83882783882784e-06, | |
| "loss": 0.0003, | |
| "step": 7470 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "grad_norm": 0.0026202842127531767, | |
| "learning_rate": 7.822547822547824e-06, | |
| "loss": 0.0004, | |
| "step": 7480 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "grad_norm": 0.0026620635762810707, | |
| "learning_rate": 7.806267806267806e-06, | |
| "loss": 0.0003, | |
| "step": 7490 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "grad_norm": 0.0026845140382647514, | |
| "learning_rate": 7.78998778998779e-06, | |
| "loss": 0.0003, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "grad_norm": 0.002793940482661128, | |
| "learning_rate": 7.773707773707776e-06, | |
| "loss": 0.0004, | |
| "step": 7510 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "grad_norm": 0.002819318324327469, | |
| "learning_rate": 7.757427757427758e-06, | |
| "loss": 0.0003, | |
| "step": 7520 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "grad_norm": 0.0027769345324486494, | |
| "learning_rate": 7.741147741147742e-06, | |
| "loss": 0.0003, | |
| "step": 7530 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "grad_norm": 0.002659664023667574, | |
| "learning_rate": 7.724867724867726e-06, | |
| "loss": 0.0003, | |
| "step": 7540 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "grad_norm": 0.0025388060603290796, | |
| "learning_rate": 7.70858770858771e-06, | |
| "loss": 0.0003, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "grad_norm": 0.002629263559356332, | |
| "learning_rate": 7.692307692307694e-06, | |
| "loss": 0.0003, | |
| "step": 7560 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "grad_norm": 0.0025471756234765053, | |
| "learning_rate": 7.676027676027676e-06, | |
| "loss": 0.0003, | |
| "step": 7570 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "grad_norm": 0.006246237549930811, | |
| "learning_rate": 7.65974765974766e-06, | |
| "loss": 0.0003, | |
| "step": 7580 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "grad_norm": 0.0031642026733607054, | |
| "learning_rate": 7.643467643467644e-06, | |
| "loss": 0.0003, | |
| "step": 7590 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "grad_norm": 0.0028460524044930935, | |
| "learning_rate": 7.627187627187628e-06, | |
| "loss": 0.0003, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "grad_norm": 0.0027321220841258764, | |
| "learning_rate": 7.610907610907612e-06, | |
| "loss": 0.0004, | |
| "step": 7610 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "grad_norm": 0.07277552038431168, | |
| "learning_rate": 7.594627594627595e-06, | |
| "loss": 0.0003, | |
| "step": 7620 | |
| }, | |
| { | |
| "epoch": 3.11, | |
| "grad_norm": 0.002561114262789488, | |
| "learning_rate": 7.578347578347579e-06, | |
| "loss": 0.0003, | |
| "step": 7630 | |
| }, | |
| { | |
| "epoch": 3.11, | |
| "grad_norm": 0.002666006563231349, | |
| "learning_rate": 7.5620675620675634e-06, | |
| "loss": 0.0003, | |
| "step": 7640 | |
| }, | |
| { | |
| "epoch": 3.11, | |
| "grad_norm": 0.003249433124437928, | |
| "learning_rate": 7.5457875457875465e-06, | |
| "loss": 0.0003, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 3.12, | |
| "grad_norm": 0.002814142033457756, | |
| "learning_rate": 7.5295075295075305e-06, | |
| "loss": 0.0003, | |
| "step": 7660 | |
| }, | |
| { | |
| "epoch": 3.12, | |
| "grad_norm": 0.002647695131599903, | |
| "learning_rate": 7.5132275132275136e-06, | |
| "loss": 0.0003, | |
| "step": 7670 | |
| }, | |
| { | |
| "epoch": 3.13, | |
| "grad_norm": 0.0028357000555843115, | |
| "learning_rate": 7.4969474969474975e-06, | |
| "loss": 0.0003, | |
| "step": 7680 | |
| }, | |
| { | |
| "epoch": 3.13, | |
| "grad_norm": 0.002574663609266281, | |
| "learning_rate": 7.4806674806674814e-06, | |
| "loss": 0.0003, | |
| "step": 7690 | |
| }, | |
| { | |
| "epoch": 3.13, | |
| "grad_norm": 0.002485772827640176, | |
| "learning_rate": 7.4643874643874645e-06, | |
| "loss": 0.0004, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 3.14, | |
| "grad_norm": 0.0026384114753454924, | |
| "learning_rate": 7.448107448107449e-06, | |
| "loss": 0.0003, | |
| "step": 7710 | |
| }, | |
| { | |
| "epoch": 3.14, | |
| "grad_norm": 0.0025012667756527662, | |
| "learning_rate": 7.4318274318274316e-06, | |
| "loss": 0.0003, | |
| "step": 7720 | |
| }, | |
| { | |
| "epoch": 3.15, | |
| "grad_norm": 0.0023603325244039297, | |
| "learning_rate": 7.415547415547416e-06, | |
| "loss": 0.0008, | |
| "step": 7730 | |
| }, | |
| { | |
| "epoch": 3.15, | |
| "grad_norm": 0.006851641461253166, | |
| "learning_rate": 7.3992673992674e-06, | |
| "loss": 0.0003, | |
| "step": 7740 | |
| }, | |
| { | |
| "epoch": 3.15, | |
| "grad_norm": 0.0029785565566271544, | |
| "learning_rate": 7.382987382987383e-06, | |
| "loss": 0.0003, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 3.16, | |
| "grad_norm": 0.002378121018409729, | |
| "learning_rate": 7.366707366707367e-06, | |
| "loss": 0.0062, | |
| "step": 7760 | |
| }, | |
| { | |
| "epoch": 3.16, | |
| "grad_norm": 0.0024877325631678104, | |
| "learning_rate": 7.350427350427351e-06, | |
| "loss": 0.0003, | |
| "step": 7770 | |
| }, | |
| { | |
| "epoch": 3.17, | |
| "grad_norm": 0.004979600198566914, | |
| "learning_rate": 7.334147334147334e-06, | |
| "loss": 0.0003, | |
| "step": 7780 | |
| }, | |
| { | |
| "epoch": 3.17, | |
| "grad_norm": 0.002649629721418023, | |
| "learning_rate": 7.317867317867319e-06, | |
| "loss": 0.0003, | |
| "step": 7790 | |
| }, | |
| { | |
| "epoch": 3.17, | |
| "grad_norm": 0.0030928929336369038, | |
| "learning_rate": 7.301587301587301e-06, | |
| "loss": 0.0003, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 3.18, | |
| "grad_norm": 0.00250143650919199, | |
| "learning_rate": 7.285307285307286e-06, | |
| "loss": 0.0003, | |
| "step": 7810 | |
| }, | |
| { | |
| "epoch": 3.18, | |
| "grad_norm": 0.002448960905894637, | |
| "learning_rate": 7.26902726902727e-06, | |
| "loss": 0.0003, | |
| "step": 7820 | |
| }, | |
| { | |
| "epoch": 3.19, | |
| "grad_norm": 0.0023297348525375128, | |
| "learning_rate": 7.252747252747253e-06, | |
| "loss": 0.0003, | |
| "step": 7830 | |
| }, | |
| { | |
| "epoch": 3.19, | |
| "grad_norm": 0.0023908980656415224, | |
| "learning_rate": 7.236467236467237e-06, | |
| "loss": 0.0003, | |
| "step": 7840 | |
| }, | |
| { | |
| "epoch": 3.19, | |
| "grad_norm": 0.003359014866873622, | |
| "learning_rate": 7.22018722018722e-06, | |
| "loss": 0.0003, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 3.2, | |
| "grad_norm": 0.002836639992892742, | |
| "learning_rate": 7.203907203907204e-06, | |
| "loss": 0.0003, | |
| "step": 7860 | |
| }, | |
| { | |
| "epoch": 3.2, | |
| "grad_norm": 0.0024746765848249197, | |
| "learning_rate": 7.187627187627189e-06, | |
| "loss": 0.0003, | |
| "step": 7870 | |
| }, | |
| { | |
| "epoch": 3.21, | |
| "grad_norm": 0.002388924825936556, | |
| "learning_rate": 7.171347171347171e-06, | |
| "loss": 0.0003, | |
| "step": 7880 | |
| }, | |
| { | |
| "epoch": 3.21, | |
| "grad_norm": 0.0024251139257103205, | |
| "learning_rate": 7.155067155067156e-06, | |
| "loss": 0.0003, | |
| "step": 7890 | |
| }, | |
| { | |
| "epoch": 3.22, | |
| "grad_norm": 0.00242208456620574, | |
| "learning_rate": 7.13878713878714e-06, | |
| "loss": 0.0003, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 3.22, | |
| "grad_norm": 0.0023256507702171803, | |
| "learning_rate": 7.122507122507123e-06, | |
| "loss": 0.0003, | |
| "step": 7910 | |
| }, | |
| { | |
| "epoch": 3.22, | |
| "grad_norm": 0.0022887035738676786, | |
| "learning_rate": 7.106227106227107e-06, | |
| "loss": 0.0003, | |
| "step": 7920 | |
| }, | |
| { | |
| "epoch": 3.23, | |
| "grad_norm": 0.0022210038732737303, | |
| "learning_rate": 7.08994708994709e-06, | |
| "loss": 0.0003, | |
| "step": 7930 | |
| }, | |
| { | |
| "epoch": 3.23, | |
| "grad_norm": 0.002328604692593217, | |
| "learning_rate": 7.073667073667074e-06, | |
| "loss": 0.0003, | |
| "step": 7940 | |
| }, | |
| { | |
| "epoch": 3.24, | |
| "grad_norm": 0.002483953256160021, | |
| "learning_rate": 7.057387057387059e-06, | |
| "loss": 0.0003, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 3.24, | |
| "grad_norm": 0.002675483236089349, | |
| "learning_rate": 7.041107041107041e-06, | |
| "loss": 0.0003, | |
| "step": 7960 | |
| }, | |
| { | |
| "epoch": 3.24, | |
| "grad_norm": 0.0023732264526188374, | |
| "learning_rate": 7.024827024827026e-06, | |
| "loss": 0.0003, | |
| "step": 7970 | |
| }, | |
| { | |
| "epoch": 3.25, | |
| "grad_norm": 0.002226916840299964, | |
| "learning_rate": 7.008547008547009e-06, | |
| "loss": 0.0003, | |
| "step": 7980 | |
| }, | |
| { | |
| "epoch": 3.25, | |
| "grad_norm": 0.003264982718974352, | |
| "learning_rate": 6.992266992266993e-06, | |
| "loss": 0.0003, | |
| "step": 7990 | |
| }, | |
| { | |
| "epoch": 3.26, | |
| "grad_norm": 0.0026976047083735466, | |
| "learning_rate": 6.975986975986977e-06, | |
| "loss": 0.0003, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 3.26, | |
| "grad_norm": 0.002336106961593032, | |
| "learning_rate": 6.95970695970696e-06, | |
| "loss": 0.0003, | |
| "step": 8010 | |
| }, | |
| { | |
| "epoch": 3.26, | |
| "grad_norm": 0.0023025060072541237, | |
| "learning_rate": 6.943426943426944e-06, | |
| "loss": 0.0003, | |
| "step": 8020 | |
| }, | |
| { | |
| "epoch": 3.27, | |
| "grad_norm": 0.0024826654698699713, | |
| "learning_rate": 6.927146927146929e-06, | |
| "loss": 0.0003, | |
| "step": 8030 | |
| }, | |
| { | |
| "epoch": 3.27, | |
| "grad_norm": 0.002214565174654126, | |
| "learning_rate": 6.910866910866911e-06, | |
| "loss": 0.0003, | |
| "step": 8040 | |
| }, | |
| { | |
| "epoch": 3.28, | |
| "grad_norm": 0.002279749372974038, | |
| "learning_rate": 6.894586894586896e-06, | |
| "loss": 0.0003, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 3.28, | |
| "grad_norm": 0.002262295223772526, | |
| "learning_rate": 6.878306878306879e-06, | |
| "loss": 0.0003, | |
| "step": 8060 | |
| }, | |
| { | |
| "epoch": 3.28, | |
| "grad_norm": 0.0022824567276984453, | |
| "learning_rate": 6.862026862026863e-06, | |
| "loss": 0.0003, | |
| "step": 8070 | |
| }, | |
| { | |
| "epoch": 3.29, | |
| "grad_norm": 0.0022059327457100153, | |
| "learning_rate": 6.845746845746847e-06, | |
| "loss": 0.0003, | |
| "step": 8080 | |
| }, | |
| { | |
| "epoch": 3.29, | |
| "grad_norm": 0.0022225133143365383, | |
| "learning_rate": 6.82946682946683e-06, | |
| "loss": 0.0003, | |
| "step": 8090 | |
| }, | |
| { | |
| "epoch": 3.3, | |
| "grad_norm": 0.0030766648706048727, | |
| "learning_rate": 6.813186813186814e-06, | |
| "loss": 0.0003, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 3.3, | |
| "grad_norm": 0.0020688914228230715, | |
| "learning_rate": 6.796906796906797e-06, | |
| "loss": 0.0003, | |
| "step": 8110 | |
| }, | |
| { | |
| "epoch": 3.3, | |
| "grad_norm": 0.0026230113580822945, | |
| "learning_rate": 6.780626780626781e-06, | |
| "loss": 0.0003, | |
| "step": 8120 | |
| }, | |
| { | |
| "epoch": 3.31, | |
| "grad_norm": 0.0027380469255149364, | |
| "learning_rate": 6.7643467643467655e-06, | |
| "loss": 0.0002, | |
| "step": 8130 | |
| }, | |
| { | |
| "epoch": 3.31, | |
| "grad_norm": 0.0020218545105308294, | |
| "learning_rate": 6.748066748066749e-06, | |
| "loss": 0.0002, | |
| "step": 8140 | |
| }, | |
| { | |
| "epoch": 3.32, | |
| "grad_norm": 0.0022498080506920815, | |
| "learning_rate": 6.7317867317867326e-06, | |
| "loss": 0.0002, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 3.32, | |
| "grad_norm": 0.0026646710466593504, | |
| "learning_rate": 6.715506715506716e-06, | |
| "loss": 0.0002, | |
| "step": 8160 | |
| }, | |
| { | |
| "epoch": 3.33, | |
| "grad_norm": 0.0021166689693927765, | |
| "learning_rate": 6.6992266992267e-06, | |
| "loss": 0.0002, | |
| "step": 8170 | |
| }, | |
| { | |
| "epoch": 3.33, | |
| "grad_norm": 0.0022176315542310476, | |
| "learning_rate": 6.6829466829466836e-06, | |
| "loss": 0.0003, | |
| "step": 8180 | |
| }, | |
| { | |
| "epoch": 3.33, | |
| "grad_norm": 0.0020941500551998615, | |
| "learning_rate": 6.666666666666667e-06, | |
| "loss": 0.0002, | |
| "step": 8190 | |
| }, | |
| { | |
| "epoch": 3.34, | |
| "grad_norm": 0.002201402559876442, | |
| "learning_rate": 6.650386650386651e-06, | |
| "loss": 0.0003, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 3.34, | |
| "grad_norm": 0.002235386986285448, | |
| "learning_rate": 6.634106634106635e-06, | |
| "loss": 0.0062, | |
| "step": 8210 | |
| }, | |
| { | |
| "epoch": 3.35, | |
| "grad_norm": 0.002202383242547512, | |
| "learning_rate": 6.6178266178266185e-06, | |
| "loss": 0.0002, | |
| "step": 8220 | |
| }, | |
| { | |
| "epoch": 3.35, | |
| "grad_norm": 0.002144381171092391, | |
| "learning_rate": 6.601546601546602e-06, | |
| "loss": 0.0002, | |
| "step": 8230 | |
| }, | |
| { | |
| "epoch": 3.35, | |
| "grad_norm": 0.0027761892415583134, | |
| "learning_rate": 6.5852665852665855e-06, | |
| "loss": 0.0003, | |
| "step": 8240 | |
| }, | |
| { | |
| "epoch": 3.36, | |
| "grad_norm": 0.002119843615218997, | |
| "learning_rate": 6.5689865689865694e-06, | |
| "loss": 0.0002, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 3.36, | |
| "grad_norm": 0.003361073322594166, | |
| "learning_rate": 6.552706552706553e-06, | |
| "loss": 0.0002, | |
| "step": 8260 | |
| }, | |
| { | |
| "epoch": 3.37, | |
| "grad_norm": 0.0021668022964149714, | |
| "learning_rate": 6.5364265364265365e-06, | |
| "loss": 0.0003, | |
| "step": 8270 | |
| }, | |
| { | |
| "epoch": 3.37, | |
| "grad_norm": 0.0020495818462222815, | |
| "learning_rate": 6.5201465201465204e-06, | |
| "loss": 0.0002, | |
| "step": 8280 | |
| }, | |
| { | |
| "epoch": 3.37, | |
| "grad_norm": 0.002108585089445114, | |
| "learning_rate": 6.5038665038665035e-06, | |
| "loss": 0.0004, | |
| "step": 8290 | |
| }, | |
| { | |
| "epoch": 3.38, | |
| "grad_norm": 0.0022084820084273815, | |
| "learning_rate": 6.487586487586488e-06, | |
| "loss": 0.0094, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 3.38, | |
| "grad_norm": 0.002132968744263053, | |
| "learning_rate": 6.471306471306472e-06, | |
| "loss": 0.0002, | |
| "step": 8310 | |
| }, | |
| { | |
| "epoch": 3.39, | |
| "grad_norm": 0.002239073161035776, | |
| "learning_rate": 6.455026455026455e-06, | |
| "loss": 0.0002, | |
| "step": 8320 | |
| }, | |
| { | |
| "epoch": 3.39, | |
| "grad_norm": 0.00218349602073431, | |
| "learning_rate": 6.438746438746439e-06, | |
| "loss": 0.0002, | |
| "step": 8330 | |
| }, | |
| { | |
| "epoch": 3.39, | |
| "grad_norm": 0.00208345171995461, | |
| "learning_rate": 6.422466422466423e-06, | |
| "loss": 0.0002, | |
| "step": 8340 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "grad_norm": 0.003050567815080285, | |
| "learning_rate": 6.406186406186406e-06, | |
| "loss": 0.0002, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "grad_norm": 0.0019847999792546034, | |
| "learning_rate": 6.38990638990639e-06, | |
| "loss": 0.0003, | |
| "step": 8360 | |
| }, | |
| { | |
| "epoch": 3.41, | |
| "grad_norm": 0.0020100034307688475, | |
| "learning_rate": 6.373626373626373e-06, | |
| "loss": 0.0002, | |
| "step": 8370 | |
| }, | |
| { | |
| "epoch": 3.41, | |
| "grad_norm": 0.0020706066861748695, | |
| "learning_rate": 6.357346357346358e-06, | |
| "loss": 0.0002, | |
| "step": 8380 | |
| }, | |
| { | |
| "epoch": 3.41, | |
| "grad_norm": 0.0019506254466250539, | |
| "learning_rate": 6.341066341066342e-06, | |
| "loss": 0.0002, | |
| "step": 8390 | |
| }, | |
| { | |
| "epoch": 3.42, | |
| "grad_norm": 0.0020071598701179028, | |
| "learning_rate": 6.324786324786325e-06, | |
| "loss": 0.0002, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 3.42, | |
| "grad_norm": 0.002606179565191269, | |
| "learning_rate": 6.308506308506309e-06, | |
| "loss": 0.0467, | |
| "step": 8410 | |
| }, | |
| { | |
| "epoch": 3.43, | |
| "grad_norm": 0.0021410868503153324, | |
| "learning_rate": 6.292226292226292e-06, | |
| "loss": 0.0002, | |
| "step": 8420 | |
| }, | |
| { | |
| "epoch": 3.43, | |
| "grad_norm": 0.002439359435811639, | |
| "learning_rate": 6.275946275946276e-06, | |
| "loss": 0.0002, | |
| "step": 8430 | |
| }, | |
| { | |
| "epoch": 3.44, | |
| "grad_norm": 0.0037037180736660957, | |
| "learning_rate": 6.25966625966626e-06, | |
| "loss": 0.0002, | |
| "step": 8440 | |
| }, | |
| { | |
| "epoch": 3.44, | |
| "grad_norm": 0.0022582276724278927, | |
| "learning_rate": 6.243386243386243e-06, | |
| "loss": 0.0002, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 3.44, | |
| "grad_norm": 0.006983071565628052, | |
| "learning_rate": 6.227106227106228e-06, | |
| "loss": 0.0002, | |
| "step": 8460 | |
| }, | |
| { | |
| "epoch": 3.45, | |
| "grad_norm": 0.01085950993001461, | |
| "learning_rate": 6.210826210826212e-06, | |
| "loss": 0.0003, | |
| "step": 8470 | |
| }, | |
| { | |
| "epoch": 3.45, | |
| "grad_norm": 0.0021798298694193363, | |
| "learning_rate": 6.194546194546195e-06, | |
| "loss": 0.0002, | |
| "step": 8480 | |
| }, | |
| { | |
| "epoch": 3.46, | |
| "grad_norm": 0.0021102093160152435, | |
| "learning_rate": 6.178266178266179e-06, | |
| "loss": 0.0002, | |
| "step": 8490 | |
| }, | |
| { | |
| "epoch": 3.46, | |
| "grad_norm": 0.0021143911872059107, | |
| "learning_rate": 6.161986161986162e-06, | |
| "loss": 0.0002, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 3.46, | |
| "grad_norm": 0.002472953638061881, | |
| "learning_rate": 6.145706145706146e-06, | |
| "loss": 0.0002, | |
| "step": 8510 | |
| }, | |
| { | |
| "epoch": 3.47, | |
| "grad_norm": 0.0019736222457140684, | |
| "learning_rate": 6.12942612942613e-06, | |
| "loss": 0.0002, | |
| "step": 8520 | |
| }, | |
| { | |
| "epoch": 3.47, | |
| "grad_norm": 0.001965272007510066, | |
| "learning_rate": 6.113146113146113e-06, | |
| "loss": 0.0002, | |
| "step": 8530 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "grad_norm": 0.001975101651623845, | |
| "learning_rate": 6.096866096866098e-06, | |
| "loss": 0.0002, | |
| "step": 8540 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "grad_norm": 0.002040453255176544, | |
| "learning_rate": 6.080586080586081e-06, | |
| "loss": 0.0002, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "grad_norm": 7.389462471008301, | |
| "learning_rate": 6.064306064306065e-06, | |
| "loss": 0.034, | |
| "step": 8560 | |
| }, | |
| { | |
| "epoch": 3.49, | |
| "grad_norm": 0.0022456683218479156, | |
| "learning_rate": 6.048026048026049e-06, | |
| "loss": 0.0002, | |
| "step": 8570 | |
| }, | |
| { | |
| "epoch": 3.49, | |
| "grad_norm": 0.003975760657340288, | |
| "learning_rate": 6.031746031746032e-06, | |
| "loss": 0.0002, | |
| "step": 8580 | |
| }, | |
| { | |
| "epoch": 3.5, | |
| "grad_norm": 0.0020120914559811354, | |
| "learning_rate": 6.015466015466016e-06, | |
| "loss": 0.0002, | |
| "step": 8590 | |
| }, | |
| { | |
| "epoch": 3.5, | |
| "grad_norm": 0.0022050223778933287, | |
| "learning_rate": 5.999185999186001e-06, | |
| "loss": 0.0002, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 3.5, | |
| "grad_norm": 6.6309919357299805, | |
| "learning_rate": 5.982905982905983e-06, | |
| "loss": 0.043, | |
| "step": 8610 | |
| }, | |
| { | |
| "epoch": 3.51, | |
| "grad_norm": 0.0022617350332438946, | |
| "learning_rate": 5.966625966625968e-06, | |
| "loss": 0.0002, | |
| "step": 8620 | |
| }, | |
| { | |
| "epoch": 3.51, | |
| "grad_norm": 0.0019437572918832302, | |
| "learning_rate": 5.950345950345951e-06, | |
| "loss": 0.0002, | |
| "step": 8630 | |
| }, | |
| { | |
| "epoch": 3.52, | |
| "grad_norm": 0.001993882469832897, | |
| "learning_rate": 5.934065934065935e-06, | |
| "loss": 0.0002, | |
| "step": 8640 | |
| }, | |
| { | |
| "epoch": 3.52, | |
| "grad_norm": 0.0022044796496629715, | |
| "learning_rate": 5.917785917785919e-06, | |
| "loss": 0.0002, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 3.52, | |
| "grad_norm": 0.0020595360547304153, | |
| "learning_rate": 5.901505901505902e-06, | |
| "loss": 0.0004, | |
| "step": 8660 | |
| }, | |
| { | |
| "epoch": 3.53, | |
| "grad_norm": 0.002459390088915825, | |
| "learning_rate": 5.885225885225886e-06, | |
| "loss": 0.0002, | |
| "step": 8670 | |
| }, | |
| { | |
| "epoch": 3.53, | |
| "grad_norm": 0.0018390618497505784, | |
| "learning_rate": 5.868945868945869e-06, | |
| "loss": 0.0002, | |
| "step": 8680 | |
| }, | |
| { | |
| "epoch": 3.54, | |
| "grad_norm": 0.002049500122666359, | |
| "learning_rate": 5.852665852665853e-06, | |
| "loss": 0.0002, | |
| "step": 8690 | |
| }, | |
| { | |
| "epoch": 3.54, | |
| "grad_norm": 0.001947426819242537, | |
| "learning_rate": 5.8363858363858375e-06, | |
| "loss": 0.0002, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 3.54, | |
| "grad_norm": 0.0030878265388309956, | |
| "learning_rate": 5.820105820105821e-06, | |
| "loss": 0.0002, | |
| "step": 8710 | |
| }, | |
| { | |
| "epoch": 3.55, | |
| "grad_norm": 0.001884807599708438, | |
| "learning_rate": 5.8038258038258045e-06, | |
| "loss": 0.0002, | |
| "step": 8720 | |
| }, | |
| { | |
| "epoch": 3.55, | |
| "grad_norm": 0.0019810153171420097, | |
| "learning_rate": 5.7875457875457885e-06, | |
| "loss": 0.0002, | |
| "step": 8730 | |
| }, | |
| { | |
| "epoch": 3.56, | |
| "grad_norm": 0.001923812204040587, | |
| "learning_rate": 5.7712657712657716e-06, | |
| "loss": 0.0002, | |
| "step": 8740 | |
| }, | |
| { | |
| "epoch": 3.56, | |
| "grad_norm": 0.001998158637434244, | |
| "learning_rate": 5.7549857549857555e-06, | |
| "loss": 0.0002, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 3.57, | |
| "grad_norm": 0.0018681226065382361, | |
| "learning_rate": 5.738705738705739e-06, | |
| "loss": 0.0002, | |
| "step": 8760 | |
| }, | |
| { | |
| "epoch": 3.57, | |
| "grad_norm": 0.006764058023691177, | |
| "learning_rate": 5.7224257224257225e-06, | |
| "loss": 0.0068, | |
| "step": 8770 | |
| }, | |
| { | |
| "epoch": 3.57, | |
| "grad_norm": 0.003150691743940115, | |
| "learning_rate": 5.706145706145707e-06, | |
| "loss": 0.0007, | |
| "step": 8780 | |
| }, | |
| { | |
| "epoch": 3.58, | |
| "grad_norm": 0.00217335089109838, | |
| "learning_rate": 5.68986568986569e-06, | |
| "loss": 0.0002, | |
| "step": 8790 | |
| }, | |
| { | |
| "epoch": 3.58, | |
| "grad_norm": 0.00865620281547308, | |
| "learning_rate": 5.673585673585674e-06, | |
| "loss": 0.0002, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 3.59, | |
| "grad_norm": 0.0020344313234090805, | |
| "learning_rate": 5.6573056573056575e-06, | |
| "loss": 0.0002, | |
| "step": 8810 | |
| }, | |
| { | |
| "epoch": 3.59, | |
| "grad_norm": 0.0018948889337480068, | |
| "learning_rate": 5.641025641025641e-06, | |
| "loss": 0.0002, | |
| "step": 8820 | |
| }, | |
| { | |
| "epoch": 3.59, | |
| "grad_norm": 0.001868214923888445, | |
| "learning_rate": 5.624745624745625e-06, | |
| "loss": 0.0002, | |
| "step": 8830 | |
| }, | |
| { | |
| "epoch": 3.6, | |
| "grad_norm": 0.0019942354410886765, | |
| "learning_rate": 5.6084656084656084e-06, | |
| "loss": 0.0002, | |
| "step": 8840 | |
| }, | |
| { | |
| "epoch": 3.6, | |
| "grad_norm": 0.0018839197000488639, | |
| "learning_rate": 5.592185592185592e-06, | |
| "loss": 0.0002, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 3.61, | |
| "grad_norm": 0.0022100857459008694, | |
| "learning_rate": 5.575905575905577e-06, | |
| "loss": 0.0002, | |
| "step": 8860 | |
| }, | |
| { | |
| "epoch": 3.61, | |
| "grad_norm": 0.0019310906063765287, | |
| "learning_rate": 5.55962555962556e-06, | |
| "loss": 0.0002, | |
| "step": 8870 | |
| }, | |
| { | |
| "epoch": 3.61, | |
| "grad_norm": 0.002325033536180854, | |
| "learning_rate": 5.543345543345544e-06, | |
| "loss": 0.0002, | |
| "step": 8880 | |
| }, | |
| { | |
| "epoch": 3.62, | |
| "grad_norm": 0.0017883091932162642, | |
| "learning_rate": 5.527065527065527e-06, | |
| "loss": 0.0002, | |
| "step": 8890 | |
| }, | |
| { | |
| "epoch": 3.62, | |
| "grad_norm": 0.0018799800891429186, | |
| "learning_rate": 5.510785510785511e-06, | |
| "loss": 0.0002, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 3.63, | |
| "grad_norm": 0.0017864195397123694, | |
| "learning_rate": 5.494505494505495e-06, | |
| "loss": 0.0002, | |
| "step": 8910 | |
| }, | |
| { | |
| "epoch": 3.63, | |
| "grad_norm": 0.0018234961898997426, | |
| "learning_rate": 5.478225478225478e-06, | |
| "loss": 0.0002, | |
| "step": 8920 | |
| }, | |
| { | |
| "epoch": 3.63, | |
| "grad_norm": 0.0017443567048758268, | |
| "learning_rate": 5.461945461945462e-06, | |
| "loss": 0.0002, | |
| "step": 8930 | |
| }, | |
| { | |
| "epoch": 3.64, | |
| "grad_norm": 0.0017067781882360578, | |
| "learning_rate": 5.445665445665445e-06, | |
| "loss": 0.0002, | |
| "step": 8940 | |
| }, | |
| { | |
| "epoch": 3.64, | |
| "grad_norm": 0.002276692306622863, | |
| "learning_rate": 5.42938542938543e-06, | |
| "loss": 0.0186, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 3.65, | |
| "grad_norm": 0.0017357119359076023, | |
| "learning_rate": 5.413105413105414e-06, | |
| "loss": 0.0002, | |
| "step": 8960 | |
| }, | |
| { | |
| "epoch": 3.65, | |
| "grad_norm": 0.0019965972751379013, | |
| "learning_rate": 5.396825396825397e-06, | |
| "loss": 0.0002, | |
| "step": 8970 | |
| }, | |
| { | |
| "epoch": 3.65, | |
| "grad_norm": 0.0017553390935063362, | |
| "learning_rate": 5.380545380545381e-06, | |
| "loss": 0.0003, | |
| "step": 8980 | |
| }, | |
| { | |
| "epoch": 3.66, | |
| "grad_norm": 0.0019675048533827066, | |
| "learning_rate": 5.364265364265364e-06, | |
| "loss": 0.0002, | |
| "step": 8990 | |
| }, | |
| { | |
| "epoch": 3.66, | |
| "grad_norm": 0.002049475908279419, | |
| "learning_rate": 5.347985347985348e-06, | |
| "loss": 0.0002, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 3.67, | |
| "grad_norm": 0.0019142305245622993, | |
| "learning_rate": 5.331705331705332e-06, | |
| "loss": 0.0002, | |
| "step": 9010 | |
| }, | |
| { | |
| "epoch": 3.67, | |
| "grad_norm": 0.0018189084948971868, | |
| "learning_rate": 5.315425315425315e-06, | |
| "loss": 0.042, | |
| "step": 9020 | |
| }, | |
| { | |
| "epoch": 3.68, | |
| "grad_norm": 0.0019228870514780283, | |
| "learning_rate": 5.2991452991453e-06, | |
| "loss": 0.0005, | |
| "step": 9030 | |
| }, | |
| { | |
| "epoch": 3.68, | |
| "grad_norm": 0.002307659713551402, | |
| "learning_rate": 5.282865282865284e-06, | |
| "loss": 0.0002, | |
| "step": 9040 | |
| }, | |
| { | |
| "epoch": 3.68, | |
| "grad_norm": 0.0021766172721982002, | |
| "learning_rate": 5.266585266585267e-06, | |
| "loss": 0.0002, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 3.69, | |
| "grad_norm": 0.0017359366174787283, | |
| "learning_rate": 5.250305250305251e-06, | |
| "loss": 0.0341, | |
| "step": 9060 | |
| }, | |
| { | |
| "epoch": 3.69, | |
| "grad_norm": 0.0017763186478987336, | |
| "learning_rate": 5.234025234025234e-06, | |
| "loss": 0.0002, | |
| "step": 9070 | |
| }, | |
| { | |
| "epoch": 3.7, | |
| "grad_norm": 0.001665986143052578, | |
| "learning_rate": 5.217745217745218e-06, | |
| "loss": 0.0008, | |
| "step": 9080 | |
| }, | |
| { | |
| "epoch": 3.7, | |
| "grad_norm": 0.0017538231331855059, | |
| "learning_rate": 5.201465201465202e-06, | |
| "loss": 0.0002, | |
| "step": 9090 | |
| }, | |
| { | |
| "epoch": 3.7, | |
| "grad_norm": 0.0016558667412027717, | |
| "learning_rate": 5.185185185185185e-06, | |
| "loss": 0.0002, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 3.71, | |
| "grad_norm": 0.0018909978680312634, | |
| "learning_rate": 5.16890516890517e-06, | |
| "loss": 0.0002, | |
| "step": 9110 | |
| }, | |
| { | |
| "epoch": 3.71, | |
| "grad_norm": 0.0017842132365331054, | |
| "learning_rate": 5.152625152625153e-06, | |
| "loss": 0.0002, | |
| "step": 9120 | |
| }, | |
| { | |
| "epoch": 3.72, | |
| "grad_norm": 0.0017819767817854881, | |
| "learning_rate": 5.136345136345137e-06, | |
| "loss": 0.0002, | |
| "step": 9130 | |
| }, | |
| { | |
| "epoch": 3.72, | |
| "grad_norm": 0.00168974872212857, | |
| "learning_rate": 5.120065120065121e-06, | |
| "loss": 0.0002, | |
| "step": 9140 | |
| }, | |
| { | |
| "epoch": 3.72, | |
| "grad_norm": 0.0017720448086038232, | |
| "learning_rate": 5.103785103785104e-06, | |
| "loss": 0.0002, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 3.73, | |
| "grad_norm": 0.0017071804031729698, | |
| "learning_rate": 5.087505087505088e-06, | |
| "loss": 0.0002, | |
| "step": 9160 | |
| }, | |
| { | |
| "epoch": 3.73, | |
| "grad_norm": 0.0018827036255970597, | |
| "learning_rate": 5.071225071225072e-06, | |
| "loss": 0.0002, | |
| "step": 9170 | |
| }, | |
| { | |
| "epoch": 3.74, | |
| "grad_norm": 0.0022226206492632627, | |
| "learning_rate": 5.054945054945055e-06, | |
| "loss": 0.0002, | |
| "step": 9180 | |
| }, | |
| { | |
| "epoch": 3.74, | |
| "grad_norm": 0.0019109738059341908, | |
| "learning_rate": 5.03866503866504e-06, | |
| "loss": 0.0494, | |
| "step": 9190 | |
| }, | |
| { | |
| "epoch": 3.74, | |
| "grad_norm": 0.0019527949625626206, | |
| "learning_rate": 5.022385022385023e-06, | |
| "loss": 0.0002, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 3.75, | |
| "grad_norm": 0.0020662578754127026, | |
| "learning_rate": 5.006105006105007e-06, | |
| "loss": 0.0415, | |
| "step": 9210 | |
| }, | |
| { | |
| "epoch": 3.75, | |
| "grad_norm": 0.002151912311092019, | |
| "learning_rate": 4.98982498982499e-06, | |
| "loss": 0.0003, | |
| "step": 9220 | |
| }, | |
| { | |
| "epoch": 3.76, | |
| "grad_norm": 0.001946290722116828, | |
| "learning_rate": 4.973544973544974e-06, | |
| "loss": 0.0002, | |
| "step": 9230 | |
| }, | |
| { | |
| "epoch": 3.76, | |
| "grad_norm": 0.001949216122739017, | |
| "learning_rate": 4.957264957264958e-06, | |
| "loss": 0.0002, | |
| "step": 9240 | |
| }, | |
| { | |
| "epoch": 3.76, | |
| "grad_norm": 0.002394681563600898, | |
| "learning_rate": 4.9409849409849416e-06, | |
| "loss": 0.0352, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 3.77, | |
| "grad_norm": 0.0022585808765143156, | |
| "learning_rate": 4.924704924704925e-06, | |
| "loss": 0.0471, | |
| "step": 9260 | |
| }, | |
| { | |
| "epoch": 3.77, | |
| "grad_norm": 0.002393248025327921, | |
| "learning_rate": 4.908424908424909e-06, | |
| "loss": 0.0002, | |
| "step": 9270 | |
| }, | |
| { | |
| "epoch": 3.78, | |
| "grad_norm": 0.02360522374510765, | |
| "learning_rate": 4.8921448921448925e-06, | |
| "loss": 0.0003, | |
| "step": 9280 | |
| }, | |
| { | |
| "epoch": 3.78, | |
| "grad_norm": 0.0023453827016055584, | |
| "learning_rate": 4.8758648758648765e-06, | |
| "loss": 0.0003, | |
| "step": 9290 | |
| }, | |
| { | |
| "epoch": 3.79, | |
| "grad_norm": 0.00220270873978734, | |
| "learning_rate": 4.8595848595848596e-06, | |
| "loss": 0.0003, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 3.79, | |
| "grad_norm": 0.0021812734194099903, | |
| "learning_rate": 4.8433048433048435e-06, | |
| "loss": 0.0003, | |
| "step": 9310 | |
| }, | |
| { | |
| "epoch": 3.79, | |
| "grad_norm": 0.0021124074701219797, | |
| "learning_rate": 4.8270248270248275e-06, | |
| "loss": 0.0002, | |
| "step": 9320 | |
| }, | |
| { | |
| "epoch": 3.8, | |
| "grad_norm": 0.002312874887138605, | |
| "learning_rate": 4.810744810744811e-06, | |
| "loss": 0.0003, | |
| "step": 9330 | |
| }, | |
| { | |
| "epoch": 3.8, | |
| "grad_norm": 0.0025071410927921534, | |
| "learning_rate": 4.7944647944647945e-06, | |
| "loss": 0.0002, | |
| "step": 9340 | |
| }, | |
| { | |
| "epoch": 3.81, | |
| "grad_norm": 0.0022760110441595316, | |
| "learning_rate": 4.7781847781847784e-06, | |
| "loss": 0.0003, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 3.81, | |
| "grad_norm": 0.002391684567555785, | |
| "learning_rate": 4.761904761904762e-06, | |
| "loss": 0.0002, | |
| "step": 9360 | |
| }, | |
| { | |
| "epoch": 3.81, | |
| "grad_norm": 0.0021324707195162773, | |
| "learning_rate": 4.745624745624746e-06, | |
| "loss": 0.0002, | |
| "step": 9370 | |
| }, | |
| { | |
| "epoch": 3.82, | |
| "grad_norm": 0.0021602713968604803, | |
| "learning_rate": 4.729344729344729e-06, | |
| "loss": 0.0002, | |
| "step": 9380 | |
| }, | |
| { | |
| "epoch": 3.82, | |
| "grad_norm": 0.003342408686876297, | |
| "learning_rate": 4.713064713064713e-06, | |
| "loss": 0.0002, | |
| "step": 9390 | |
| }, | |
| { | |
| "epoch": 3.83, | |
| "grad_norm": 0.003199818776920438, | |
| "learning_rate": 4.696784696784697e-06, | |
| "loss": 0.0002, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 3.83, | |
| "grad_norm": 0.002259862143546343, | |
| "learning_rate": 4.680504680504681e-06, | |
| "loss": 0.0005, | |
| "step": 9410 | |
| }, | |
| { | |
| "epoch": 3.83, | |
| "grad_norm": 0.0020261441823095083, | |
| "learning_rate": 4.664224664224664e-06, | |
| "loss": 0.0002, | |
| "step": 9420 | |
| }, | |
| { | |
| "epoch": 3.84, | |
| "grad_norm": 0.001844863872975111, | |
| "learning_rate": 4.647944647944648e-06, | |
| "loss": 0.0003, | |
| "step": 9430 | |
| }, | |
| { | |
| "epoch": 3.84, | |
| "grad_norm": 0.0022536173928529024, | |
| "learning_rate": 4.631664631664632e-06, | |
| "loss": 0.0002, | |
| "step": 9440 | |
| }, | |
| { | |
| "epoch": 3.85, | |
| "grad_norm": 0.001871871529147029, | |
| "learning_rate": 4.615384615384616e-06, | |
| "loss": 0.0003, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 3.85, | |
| "grad_norm": 0.0019549911376088858, | |
| "learning_rate": 4.599104599104599e-06, | |
| "loss": 0.0414, | |
| "step": 9460 | |
| }, | |
| { | |
| "epoch": 3.85, | |
| "grad_norm": 0.002595256781205535, | |
| "learning_rate": 4.582824582824583e-06, | |
| "loss": 0.0002, | |
| "step": 9470 | |
| }, | |
| { | |
| "epoch": 3.86, | |
| "grad_norm": 0.0021485532633960247, | |
| "learning_rate": 4.566544566544567e-06, | |
| "loss": 0.0002, | |
| "step": 9480 | |
| }, | |
| { | |
| "epoch": 3.86, | |
| "grad_norm": 0.0018896989058703184, | |
| "learning_rate": 4.55026455026455e-06, | |
| "loss": 0.0264, | |
| "step": 9490 | |
| }, | |
| { | |
| "epoch": 3.87, | |
| "grad_norm": 0.0023643136955797672, | |
| "learning_rate": 4.533984533984534e-06, | |
| "loss": 0.0003, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 3.87, | |
| "grad_norm": 0.0017869413131847978, | |
| "learning_rate": 4.517704517704518e-06, | |
| "loss": 0.0003, | |
| "step": 9510 | |
| }, | |
| { | |
| "epoch": 3.87, | |
| "grad_norm": 0.0022810434456914663, | |
| "learning_rate": 4.501424501424502e-06, | |
| "loss": 0.0002, | |
| "step": 9520 | |
| }, | |
| { | |
| "epoch": 3.88, | |
| "grad_norm": 0.0020936301443725824, | |
| "learning_rate": 4.485144485144485e-06, | |
| "loss": 0.0003, | |
| "step": 9530 | |
| }, | |
| { | |
| "epoch": 3.88, | |
| "grad_norm": 0.0017164949094876647, | |
| "learning_rate": 4.468864468864469e-06, | |
| "loss": 0.0147, | |
| "step": 9540 | |
| }, | |
| { | |
| "epoch": 3.89, | |
| "grad_norm": 0.008885451592504978, | |
| "learning_rate": 4.452584452584453e-06, | |
| "loss": 0.0003, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 3.89, | |
| "grad_norm": 0.20433610677719116, | |
| "learning_rate": 4.436304436304437e-06, | |
| "loss": 0.0004, | |
| "step": 9560 | |
| }, | |
| { | |
| "epoch": 3.89, | |
| "grad_norm": 0.0018083051545545459, | |
| "learning_rate": 4.42002442002442e-06, | |
| "loss": 0.0002, | |
| "step": 9570 | |
| }, | |
| { | |
| "epoch": 3.9, | |
| "grad_norm": 0.00233688997104764, | |
| "learning_rate": 4.403744403744404e-06, | |
| "loss": 0.0002, | |
| "step": 9580 | |
| }, | |
| { | |
| "epoch": 3.9, | |
| "grad_norm": 0.0020819292403757572, | |
| "learning_rate": 4.387464387464388e-06, | |
| "loss": 0.0012, | |
| "step": 9590 | |
| }, | |
| { | |
| "epoch": 3.91, | |
| "grad_norm": 0.0069807544350624084, | |
| "learning_rate": 4.371184371184372e-06, | |
| "loss": 0.0003, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 3.91, | |
| "grad_norm": 0.0027952860109508038, | |
| "learning_rate": 4.354904354904355e-06, | |
| "loss": 0.0002, | |
| "step": 9610 | |
| }, | |
| { | |
| "epoch": 3.92, | |
| "grad_norm": 0.0018937455024570227, | |
| "learning_rate": 4.338624338624339e-06, | |
| "loss": 0.0272, | |
| "step": 9620 | |
| }, | |
| { | |
| "epoch": 3.92, | |
| "grad_norm": 0.001811556052416563, | |
| "learning_rate": 4.322344322344323e-06, | |
| "loss": 0.0002, | |
| "step": 9630 | |
| }, | |
| { | |
| "epoch": 3.92, | |
| "grad_norm": 0.0017631722148507833, | |
| "learning_rate": 4.306064306064307e-06, | |
| "loss": 0.0002, | |
| "step": 9640 | |
| }, | |
| { | |
| "epoch": 3.93, | |
| "grad_norm": 0.001867889310233295, | |
| "learning_rate": 4.28978428978429e-06, | |
| "loss": 0.0197, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 3.93, | |
| "grad_norm": 0.0020562438294291496, | |
| "learning_rate": 4.273504273504274e-06, | |
| "loss": 0.0002, | |
| "step": 9660 | |
| }, | |
| { | |
| "epoch": 3.94, | |
| "grad_norm": 0.007918364368379116, | |
| "learning_rate": 4.257224257224258e-06, | |
| "loss": 0.0003, | |
| "step": 9670 | |
| }, | |
| { | |
| "epoch": 3.94, | |
| "grad_norm": 0.0026931529864668846, | |
| "learning_rate": 4.240944240944242e-06, | |
| "loss": 0.0003, | |
| "step": 9680 | |
| }, | |
| { | |
| "epoch": 3.94, | |
| "grad_norm": 0.002624350832775235, | |
| "learning_rate": 4.224664224664225e-06, | |
| "loss": 0.0003, | |
| "step": 9690 | |
| }, | |
| { | |
| "epoch": 3.95, | |
| "grad_norm": 0.001771993818692863, | |
| "learning_rate": 4.208384208384209e-06, | |
| "loss": 0.0002, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 3.95, | |
| "grad_norm": 0.010523835197091103, | |
| "learning_rate": 4.192104192104192e-06, | |
| "loss": 0.0003, | |
| "step": 9710 | |
| }, | |
| { | |
| "epoch": 3.96, | |
| "grad_norm": 0.0034396941773593426, | |
| "learning_rate": 4.175824175824177e-06, | |
| "loss": 0.0003, | |
| "step": 9720 | |
| }, | |
| { | |
| "epoch": 3.96, | |
| "grad_norm": 0.003138788277283311, | |
| "learning_rate": 4.15954415954416e-06, | |
| "loss": 0.0058, | |
| "step": 9730 | |
| }, | |
| { | |
| "epoch": 3.96, | |
| "grad_norm": 0.002142369979992509, | |
| "learning_rate": 4.143264143264144e-06, | |
| "loss": 0.0002, | |
| "step": 9740 | |
| }, | |
| { | |
| "epoch": 3.97, | |
| "grad_norm": 0.006518381182104349, | |
| "learning_rate": 4.126984126984127e-06, | |
| "loss": 0.0002, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 3.97, | |
| "grad_norm": 0.0019359017023816705, | |
| "learning_rate": 4.1107041107041116e-06, | |
| "loss": 0.0002, | |
| "step": 9760 | |
| }, | |
| { | |
| "epoch": 3.98, | |
| "grad_norm": 0.0018001939170062542, | |
| "learning_rate": 4.094424094424095e-06, | |
| "loss": 0.0002, | |
| "step": 9770 | |
| }, | |
| { | |
| "epoch": 3.98, | |
| "grad_norm": 0.002167722210288048, | |
| "learning_rate": 4.078144078144079e-06, | |
| "loss": 0.0002, | |
| "step": 9780 | |
| }, | |
| { | |
| "epoch": 3.98, | |
| "grad_norm": 0.008154891431331635, | |
| "learning_rate": 4.061864061864062e-06, | |
| "loss": 0.0002, | |
| "step": 9790 | |
| }, | |
| { | |
| "epoch": 3.99, | |
| "grad_norm": 0.001978978980332613, | |
| "learning_rate": 4.0455840455840465e-06, | |
| "loss": 0.0002, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 3.99, | |
| "grad_norm": 0.0018466059118509293, | |
| "learning_rate": 4.0293040293040296e-06, | |
| "loss": 0.0002, | |
| "step": 9810 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 0.00179979985114187, | |
| "learning_rate": 4.0130240130240135e-06, | |
| "loss": 0.0002, | |
| "step": 9820 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 0.002002492779865861, | |
| "learning_rate": 3.996743996743997e-06, | |
| "loss": 0.0002, | |
| "step": 9830 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 0.0019970801658928394, | |
| "learning_rate": 3.9804639804639805e-06, | |
| "loss": 0.0002, | |
| "step": 9840 | |
| }, | |
| { | |
| "epoch": 4.01, | |
| "grad_norm": 0.0017706368817016482, | |
| "learning_rate": 3.9641839641839645e-06, | |
| "loss": 0.0002, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 4.01, | |
| "grad_norm": 0.0017488128505647182, | |
| "learning_rate": 3.9479039479039484e-06, | |
| "loss": 0.0003, | |
| "step": 9860 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "grad_norm": 0.0025758370757102966, | |
| "learning_rate": 3.9316239316239315e-06, | |
| "loss": 0.0002, | |
| "step": 9870 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "grad_norm": 0.002105166669934988, | |
| "learning_rate": 3.9153439153439155e-06, | |
| "loss": 0.0002, | |
| "step": 9880 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "grad_norm": 0.0027692352887243032, | |
| "learning_rate": 3.899063899063899e-06, | |
| "loss": 0.0043, | |
| "step": 9890 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "grad_norm": 0.0020704329945147038, | |
| "learning_rate": 3.882783882783883e-06, | |
| "loss": 0.0002, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "grad_norm": 0.0019208292942494154, | |
| "learning_rate": 3.8665038665038664e-06, | |
| "loss": 0.0002, | |
| "step": 9910 | |
| }, | |
| { | |
| "epoch": 4.04, | |
| "grad_norm": 0.0017399511998519301, | |
| "learning_rate": 3.85022385022385e-06, | |
| "loss": 0.0002, | |
| "step": 9920 | |
| }, | |
| { | |
| "epoch": 4.04, | |
| "grad_norm": 0.0017688291845843196, | |
| "learning_rate": 3.833943833943834e-06, | |
| "loss": 0.0002, | |
| "step": 9930 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "grad_norm": 4.471590995788574, | |
| "learning_rate": 3.817663817663818e-06, | |
| "loss": 0.0023, | |
| "step": 9940 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "grad_norm": 0.0016602250980213284, | |
| "learning_rate": 3.8013838013838018e-06, | |
| "loss": 0.0002, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "grad_norm": 0.001645643264055252, | |
| "learning_rate": 3.7851037851037853e-06, | |
| "loss": 0.0002, | |
| "step": 9960 | |
| }, | |
| { | |
| "epoch": 4.06, | |
| "grad_norm": 0.0017087948508560658, | |
| "learning_rate": 3.768823768823769e-06, | |
| "loss": 0.0002, | |
| "step": 9970 | |
| }, | |
| { | |
| "epoch": 4.06, | |
| "grad_norm": 0.002038088161498308, | |
| "learning_rate": 3.752543752543753e-06, | |
| "loss": 0.0002, | |
| "step": 9980 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "grad_norm": 0.0071817911230027676, | |
| "learning_rate": 3.7362637362637367e-06, | |
| "loss": 0.0002, | |
| "step": 9990 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "grad_norm": 0.0021325184497982264, | |
| "learning_rate": 3.7199837199837202e-06, | |
| "loss": 0.0002, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "grad_norm": 0.001710103009827435, | |
| "learning_rate": 3.7037037037037037e-06, | |
| "loss": 0.0002, | |
| "step": 10010 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "grad_norm": 0.0015926583437249064, | |
| "learning_rate": 3.687423687423688e-06, | |
| "loss": 0.0003, | |
| "step": 10020 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "grad_norm": 0.0016407363582402468, | |
| "learning_rate": 3.6711436711436716e-06, | |
| "loss": 0.0002, | |
| "step": 10030 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "grad_norm": 0.005499332211911678, | |
| "learning_rate": 3.654863654863655e-06, | |
| "loss": 0.0002, | |
| "step": 10040 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "grad_norm": 0.0018358811503276229, | |
| "learning_rate": 3.6385836385836387e-06, | |
| "loss": 0.0002, | |
| "step": 10050 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "grad_norm": 0.0016708581242710352, | |
| "learning_rate": 3.622303622303623e-06, | |
| "loss": 0.0002, | |
| "step": 10060 | |
| }, | |
| { | |
| "epoch": 4.1, | |
| "grad_norm": 0.0017990090418606997, | |
| "learning_rate": 3.6060236060236065e-06, | |
| "loss": 0.0002, | |
| "step": 10070 | |
| }, | |
| { | |
| "epoch": 4.1, | |
| "grad_norm": 0.0018943555187433958, | |
| "learning_rate": 3.58974358974359e-06, | |
| "loss": 0.0002, | |
| "step": 10080 | |
| }, | |
| { | |
| "epoch": 4.11, | |
| "grad_norm": 0.0016270867781713605, | |
| "learning_rate": 3.5734635734635736e-06, | |
| "loss": 0.0002, | |
| "step": 10090 | |
| }, | |
| { | |
| "epoch": 4.11, | |
| "grad_norm": 0.009296965785324574, | |
| "learning_rate": 3.557183557183557e-06, | |
| "loss": 0.0002, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 4.11, | |
| "grad_norm": 0.0016765177715569735, | |
| "learning_rate": 3.5409035409035415e-06, | |
| "loss": 0.0002, | |
| "step": 10110 | |
| }, | |
| { | |
| "epoch": 4.12, | |
| "grad_norm": 0.004676634445786476, | |
| "learning_rate": 3.524623524623525e-06, | |
| "loss": 0.0002, | |
| "step": 10120 | |
| }, | |
| { | |
| "epoch": 4.12, | |
| "grad_norm": 0.001882671844214201, | |
| "learning_rate": 3.5083435083435085e-06, | |
| "loss": 0.0011, | |
| "step": 10130 | |
| }, | |
| { | |
| "epoch": 4.13, | |
| "grad_norm": 0.0016701704589650035, | |
| "learning_rate": 3.492063492063492e-06, | |
| "loss": 0.0002, | |
| "step": 10140 | |
| }, | |
| { | |
| "epoch": 4.13, | |
| "grad_norm": 0.0018036847468465567, | |
| "learning_rate": 3.4757834757834764e-06, | |
| "loss": 0.0002, | |
| "step": 10150 | |
| }, | |
| { | |
| "epoch": 4.14, | |
| "grad_norm": 0.0019449255196377635, | |
| "learning_rate": 3.45950345950346e-06, | |
| "loss": 0.0002, | |
| "step": 10160 | |
| }, | |
| { | |
| "epoch": 4.14, | |
| "grad_norm": 0.0023109372705221176, | |
| "learning_rate": 3.4432234432234434e-06, | |
| "loss": 0.0002, | |
| "step": 10170 | |
| }, | |
| { | |
| "epoch": 4.14, | |
| "grad_norm": 0.001794449402950704, | |
| "learning_rate": 3.426943426943427e-06, | |
| "loss": 0.0002, | |
| "step": 10180 | |
| }, | |
| { | |
| "epoch": 4.15, | |
| "grad_norm": 0.0016366175841540098, | |
| "learning_rate": 3.410663410663411e-06, | |
| "loss": 0.0002, | |
| "step": 10190 | |
| }, | |
| { | |
| "epoch": 4.15, | |
| "grad_norm": 0.0022932947613298893, | |
| "learning_rate": 3.394383394383395e-06, | |
| "loss": 0.0002, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 4.16, | |
| "grad_norm": 0.003153660800307989, | |
| "learning_rate": 3.3781033781033783e-06, | |
| "loss": 0.0002, | |
| "step": 10210 | |
| }, | |
| { | |
| "epoch": 4.16, | |
| "grad_norm": 0.0018573219422250986, | |
| "learning_rate": 3.361823361823362e-06, | |
| "loss": 0.0002, | |
| "step": 10220 | |
| }, | |
| { | |
| "epoch": 4.16, | |
| "grad_norm": 0.0016019688919186592, | |
| "learning_rate": 3.345543345543346e-06, | |
| "loss": 0.0002, | |
| "step": 10230 | |
| }, | |
| { | |
| "epoch": 4.17, | |
| "grad_norm": 0.0016897093737497926, | |
| "learning_rate": 3.3292633292633297e-06, | |
| "loss": 0.0002, | |
| "step": 10240 | |
| }, | |
| { | |
| "epoch": 4.17, | |
| "grad_norm": 0.0018914591055363417, | |
| "learning_rate": 3.3129833129833133e-06, | |
| "loss": 0.0003, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 4.18, | |
| "grad_norm": 0.0018889600178226829, | |
| "learning_rate": 3.2967032967032968e-06, | |
| "loss": 0.0002, | |
| "step": 10260 | |
| }, | |
| { | |
| "epoch": 4.18, | |
| "grad_norm": 0.00160633132327348, | |
| "learning_rate": 3.2804232804232807e-06, | |
| "loss": 0.0002, | |
| "step": 10270 | |
| }, | |
| { | |
| "epoch": 4.18, | |
| "grad_norm": 0.00516732269898057, | |
| "learning_rate": 3.2641432641432647e-06, | |
| "loss": 0.0002, | |
| "step": 10280 | |
| }, | |
| { | |
| "epoch": 4.19, | |
| "grad_norm": 0.0015665347455069423, | |
| "learning_rate": 3.247863247863248e-06, | |
| "loss": 0.0002, | |
| "step": 10290 | |
| }, | |
| { | |
| "epoch": 4.19, | |
| "grad_norm": 0.0016588406870141625, | |
| "learning_rate": 3.2315832315832317e-06, | |
| "loss": 0.0002, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 4.2, | |
| "grad_norm": 0.00242376746609807, | |
| "learning_rate": 3.2153032153032156e-06, | |
| "loss": 0.0002, | |
| "step": 10310 | |
| }, | |
| { | |
| "epoch": 4.2, | |
| "grad_norm": 0.0070383488200604916, | |
| "learning_rate": 3.199023199023199e-06, | |
| "loss": 0.0002, | |
| "step": 10320 | |
| }, | |
| { | |
| "epoch": 4.2, | |
| "grad_norm": 0.0019135623006150126, | |
| "learning_rate": 3.182743182743183e-06, | |
| "loss": 0.0002, | |
| "step": 10330 | |
| }, | |
| { | |
| "epoch": 4.21, | |
| "grad_norm": 0.0018966845236718655, | |
| "learning_rate": 3.1664631664631666e-06, | |
| "loss": 0.0002, | |
| "step": 10340 | |
| }, | |
| { | |
| "epoch": 4.21, | |
| "grad_norm": 0.0014899246161803603, | |
| "learning_rate": 3.1501831501831505e-06, | |
| "loss": 0.0002, | |
| "step": 10350 | |
| }, | |
| { | |
| "epoch": 4.22, | |
| "grad_norm": 0.001564052072353661, | |
| "learning_rate": 3.133903133903134e-06, | |
| "loss": 0.0002, | |
| "step": 10360 | |
| }, | |
| { | |
| "epoch": 4.22, | |
| "grad_norm": 0.001840132987126708, | |
| "learning_rate": 3.117623117623118e-06, | |
| "loss": 0.0002, | |
| "step": 10370 | |
| }, | |
| { | |
| "epoch": 4.22, | |
| "grad_norm": 0.0020550840999931097, | |
| "learning_rate": 3.1013431013431015e-06, | |
| "loss": 0.0002, | |
| "step": 10380 | |
| }, | |
| { | |
| "epoch": 4.23, | |
| "grad_norm": 0.0018264094833284616, | |
| "learning_rate": 3.0850630850630855e-06, | |
| "loss": 0.0002, | |
| "step": 10390 | |
| }, | |
| { | |
| "epoch": 4.23, | |
| "grad_norm": 0.001516546355560422, | |
| "learning_rate": 3.068783068783069e-06, | |
| "loss": 0.0002, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 4.24, | |
| "grad_norm": 0.0016487749526277184, | |
| "learning_rate": 3.052503052503053e-06, | |
| "loss": 0.0002, | |
| "step": 10410 | |
| }, | |
| { | |
| "epoch": 4.24, | |
| "grad_norm": 0.0016116101760417223, | |
| "learning_rate": 3.0362230362230364e-06, | |
| "loss": 0.0002, | |
| "step": 10420 | |
| }, | |
| { | |
| "epoch": 4.25, | |
| "grad_norm": 0.001680860761553049, | |
| "learning_rate": 3.0199430199430204e-06, | |
| "loss": 0.0002, | |
| "step": 10430 | |
| }, | |
| { | |
| "epoch": 4.25, | |
| "grad_norm": 0.002029112773016095, | |
| "learning_rate": 3.003663003663004e-06, | |
| "loss": 0.0002, | |
| "step": 10440 | |
| }, | |
| { | |
| "epoch": 4.25, | |
| "grad_norm": 0.002056869911029935, | |
| "learning_rate": 2.9873829873829874e-06, | |
| "loss": 0.0002, | |
| "step": 10450 | |
| }, | |
| { | |
| "epoch": 4.26, | |
| "grad_norm": 0.0016365089686587453, | |
| "learning_rate": 2.9711029711029714e-06, | |
| "loss": 0.0017, | |
| "step": 10460 | |
| }, | |
| { | |
| "epoch": 4.26, | |
| "grad_norm": 0.001570598571561277, | |
| "learning_rate": 2.9548229548229553e-06, | |
| "loss": 0.0002, | |
| "step": 10470 | |
| }, | |
| { | |
| "epoch": 4.27, | |
| "grad_norm": 0.0019338660640642047, | |
| "learning_rate": 2.938542938542939e-06, | |
| "loss": 0.0002, | |
| "step": 10480 | |
| }, | |
| { | |
| "epoch": 4.27, | |
| "grad_norm": 0.001604044926352799, | |
| "learning_rate": 2.9222629222629223e-06, | |
| "loss": 0.0002, | |
| "step": 10490 | |
| }, | |
| { | |
| "epoch": 4.27, | |
| "grad_norm": 0.0015405503800138831, | |
| "learning_rate": 2.9059829059829063e-06, | |
| "loss": 0.0003, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 4.28, | |
| "grad_norm": 0.001597168273292482, | |
| "learning_rate": 2.8897028897028902e-06, | |
| "loss": 0.0002, | |
| "step": 10510 | |
| }, | |
| { | |
| "epoch": 4.28, | |
| "grad_norm": 0.001601763884536922, | |
| "learning_rate": 2.8734228734228737e-06, | |
| "loss": 0.0002, | |
| "step": 10520 | |
| }, | |
| { | |
| "epoch": 4.29, | |
| "grad_norm": 0.0014684420311823487, | |
| "learning_rate": 2.8571428571428573e-06, | |
| "loss": 0.0002, | |
| "step": 10530 | |
| }, | |
| { | |
| "epoch": 4.29, | |
| "grad_norm": 0.0019548002164810896, | |
| "learning_rate": 2.840862840862841e-06, | |
| "loss": 0.0002, | |
| "step": 10540 | |
| }, | |
| { | |
| "epoch": 4.29, | |
| "grad_norm": 0.0019341334700584412, | |
| "learning_rate": 2.824582824582825e-06, | |
| "loss": 0.0002, | |
| "step": 10550 | |
| }, | |
| { | |
| "epoch": 4.3, | |
| "grad_norm": 0.0015359672252088785, | |
| "learning_rate": 2.8083028083028087e-06, | |
| "loss": 0.0002, | |
| "step": 10560 | |
| }, | |
| { | |
| "epoch": 4.3, | |
| "grad_norm": 0.001660957932472229, | |
| "learning_rate": 2.792022792022792e-06, | |
| "loss": 0.0002, | |
| "step": 10570 | |
| }, | |
| { | |
| "epoch": 4.31, | |
| "grad_norm": 0.002642634091898799, | |
| "learning_rate": 2.7757427757427757e-06, | |
| "loss": 0.0002, | |
| "step": 10580 | |
| }, | |
| { | |
| "epoch": 4.31, | |
| "grad_norm": 0.001577245187945664, | |
| "learning_rate": 2.75946275946276e-06, | |
| "loss": 0.0002, | |
| "step": 10590 | |
| }, | |
| { | |
| "epoch": 4.31, | |
| "grad_norm": 0.0016623500268906355, | |
| "learning_rate": 2.7431827431827436e-06, | |
| "loss": 0.0274, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 4.32, | |
| "grad_norm": 0.001559157157316804, | |
| "learning_rate": 2.726902726902727e-06, | |
| "loss": 0.0002, | |
| "step": 10610 | |
| }, | |
| { | |
| "epoch": 4.32, | |
| "grad_norm": 0.0015379212563857436, | |
| "learning_rate": 2.7106227106227106e-06, | |
| "loss": 0.0002, | |
| "step": 10620 | |
| }, | |
| { | |
| "epoch": 4.33, | |
| "grad_norm": 0.001682962873019278, | |
| "learning_rate": 2.694342694342695e-06, | |
| "loss": 0.0002, | |
| "step": 10630 | |
| }, | |
| { | |
| "epoch": 4.33, | |
| "grad_norm": 0.0015784628922119737, | |
| "learning_rate": 2.6780626780626785e-06, | |
| "loss": 0.0002, | |
| "step": 10640 | |
| }, | |
| { | |
| "epoch": 4.33, | |
| "grad_norm": 0.0015349604655057192, | |
| "learning_rate": 2.661782661782662e-06, | |
| "loss": 0.0002, | |
| "step": 10650 | |
| }, | |
| { | |
| "epoch": 4.34, | |
| "grad_norm": 0.0015412438660860062, | |
| "learning_rate": 2.6455026455026455e-06, | |
| "loss": 0.0002, | |
| "step": 10660 | |
| }, | |
| { | |
| "epoch": 4.34, | |
| "grad_norm": 0.0016461275517940521, | |
| "learning_rate": 2.629222629222629e-06, | |
| "loss": 0.0002, | |
| "step": 10670 | |
| }, | |
| { | |
| "epoch": 4.35, | |
| "grad_norm": 0.0016684934962540865, | |
| "learning_rate": 2.6129426129426134e-06, | |
| "loss": 0.0002, | |
| "step": 10680 | |
| }, | |
| { | |
| "epoch": 4.35, | |
| "grad_norm": 0.0015019102720543742, | |
| "learning_rate": 2.596662596662597e-06, | |
| "loss": 0.0002, | |
| "step": 10690 | |
| }, | |
| { | |
| "epoch": 4.35, | |
| "grad_norm": 0.0015912950038909912, | |
| "learning_rate": 2.5803825803825804e-06, | |
| "loss": 0.0002, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 4.36, | |
| "grad_norm": 0.002051288727670908, | |
| "learning_rate": 2.564102564102564e-06, | |
| "loss": 0.0002, | |
| "step": 10710 | |
| }, | |
| { | |
| "epoch": 4.36, | |
| "grad_norm": 0.0014287488302215934, | |
| "learning_rate": 2.5478225478225483e-06, | |
| "loss": 0.0002, | |
| "step": 10720 | |
| }, | |
| { | |
| "epoch": 4.37, | |
| "grad_norm": 0.0014953837962821126, | |
| "learning_rate": 2.531542531542532e-06, | |
| "loss": 0.0002, | |
| "step": 10730 | |
| }, | |
| { | |
| "epoch": 4.37, | |
| "grad_norm": 0.0016842116601765156, | |
| "learning_rate": 2.5152625152625154e-06, | |
| "loss": 0.0002, | |
| "step": 10740 | |
| }, | |
| { | |
| "epoch": 4.38, | |
| "grad_norm": 0.0016165722627192736, | |
| "learning_rate": 2.4989824989824993e-06, | |
| "loss": 0.0004, | |
| "step": 10750 | |
| }, | |
| { | |
| "epoch": 4.38, | |
| "grad_norm": 0.0016578533686697483, | |
| "learning_rate": 2.482702482702483e-06, | |
| "loss": 0.0002, | |
| "step": 10760 | |
| }, | |
| { | |
| "epoch": 4.38, | |
| "grad_norm": 0.001627171179279685, | |
| "learning_rate": 2.4664224664224668e-06, | |
| "loss": 0.0002, | |
| "step": 10770 | |
| }, | |
| { | |
| "epoch": 4.39, | |
| "grad_norm": 0.0029889908619225025, | |
| "learning_rate": 2.4501424501424503e-06, | |
| "loss": 0.0002, | |
| "step": 10780 | |
| }, | |
| { | |
| "epoch": 4.39, | |
| "grad_norm": 0.0015365415019914508, | |
| "learning_rate": 2.433862433862434e-06, | |
| "loss": 0.0002, | |
| "step": 10790 | |
| }, | |
| { | |
| "epoch": 4.4, | |
| "grad_norm": 0.0019263201393187046, | |
| "learning_rate": 2.4175824175824177e-06, | |
| "loss": 0.0002, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 4.4, | |
| "grad_norm": 0.001516710501164198, | |
| "learning_rate": 2.4013024013024013e-06, | |
| "loss": 0.0002, | |
| "step": 10810 | |
| }, | |
| { | |
| "epoch": 4.4, | |
| "grad_norm": 0.001614395878277719, | |
| "learning_rate": 2.385022385022385e-06, | |
| "loss": 0.0002, | |
| "step": 10820 | |
| }, | |
| { | |
| "epoch": 4.41, | |
| "grad_norm": 0.0014490768080577254, | |
| "learning_rate": 2.3687423687423687e-06, | |
| "loss": 0.0004, | |
| "step": 10830 | |
| }, | |
| { | |
| "epoch": 4.41, | |
| "grad_norm": 0.0015428679762408137, | |
| "learning_rate": 2.3524623524623527e-06, | |
| "loss": 0.0002, | |
| "step": 10840 | |
| }, | |
| { | |
| "epoch": 4.42, | |
| "grad_norm": 0.0015440605347976089, | |
| "learning_rate": 2.336182336182336e-06, | |
| "loss": 0.0004, | |
| "step": 10850 | |
| }, | |
| { | |
| "epoch": 4.42, | |
| "grad_norm": 0.00148781796451658, | |
| "learning_rate": 2.31990231990232e-06, | |
| "loss": 0.0002, | |
| "step": 10860 | |
| }, | |
| { | |
| "epoch": 4.42, | |
| "grad_norm": 0.0015348844463005662, | |
| "learning_rate": 2.3036223036223036e-06, | |
| "loss": 0.0002, | |
| "step": 10870 | |
| }, | |
| { | |
| "epoch": 4.43, | |
| "grad_norm": 0.001880201743915677, | |
| "learning_rate": 2.2873422873422876e-06, | |
| "loss": 0.0002, | |
| "step": 10880 | |
| }, | |
| { | |
| "epoch": 4.43, | |
| "grad_norm": 0.001558057265356183, | |
| "learning_rate": 2.271062271062271e-06, | |
| "loss": 0.0002, | |
| "step": 10890 | |
| }, | |
| { | |
| "epoch": 4.44, | |
| "grad_norm": 0.010920335538685322, | |
| "learning_rate": 2.254782254782255e-06, | |
| "loss": 0.0002, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 4.44, | |
| "grad_norm": 0.0014644470065832138, | |
| "learning_rate": 2.2385022385022386e-06, | |
| "loss": 0.0002, | |
| "step": 10910 | |
| }, | |
| { | |
| "epoch": 4.44, | |
| "grad_norm": 0.0014618238201364875, | |
| "learning_rate": 2.222222222222222e-06, | |
| "loss": 0.0002, | |
| "step": 10920 | |
| }, | |
| { | |
| "epoch": 4.45, | |
| "grad_norm": 0.0016169185983017087, | |
| "learning_rate": 2.205942205942206e-06, | |
| "loss": 0.0002, | |
| "step": 10930 | |
| }, | |
| { | |
| "epoch": 4.45, | |
| "grad_norm": 0.0014386329567059875, | |
| "learning_rate": 2.1896621896621895e-06, | |
| "loss": 0.0002, | |
| "step": 10940 | |
| }, | |
| { | |
| "epoch": 4.46, | |
| "grad_norm": 0.0015079034492373466, | |
| "learning_rate": 2.1733821733821735e-06, | |
| "loss": 0.0002, | |
| "step": 10950 | |
| }, | |
| { | |
| "epoch": 4.46, | |
| "grad_norm": 0.00197400595061481, | |
| "learning_rate": 2.157102157102157e-06, | |
| "loss": 0.0002, | |
| "step": 10960 | |
| }, | |
| { | |
| "epoch": 4.46, | |
| "grad_norm": 0.001524322316981852, | |
| "learning_rate": 2.140822140822141e-06, | |
| "loss": 0.0311, | |
| "step": 10970 | |
| }, | |
| { | |
| "epoch": 4.47, | |
| "grad_norm": 0.0014644163893535733, | |
| "learning_rate": 2.1245421245421245e-06, | |
| "loss": 0.0002, | |
| "step": 10980 | |
| }, | |
| { | |
| "epoch": 4.47, | |
| "grad_norm": 0.0014774493174627423, | |
| "learning_rate": 2.1082621082621084e-06, | |
| "loss": 0.0002, | |
| "step": 10990 | |
| }, | |
| { | |
| "epoch": 4.48, | |
| "grad_norm": 0.0014835140900686383, | |
| "learning_rate": 2.091982091982092e-06, | |
| "loss": 0.0002, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 4.48, | |
| "grad_norm": 0.001458540791645646, | |
| "learning_rate": 2.075702075702076e-06, | |
| "loss": 0.0002, | |
| "step": 11010 | |
| }, | |
| { | |
| "epoch": 4.49, | |
| "grad_norm": 0.002432051347568631, | |
| "learning_rate": 2.05942205942206e-06, | |
| "loss": 0.0002, | |
| "step": 11020 | |
| }, | |
| { | |
| "epoch": 4.49, | |
| "grad_norm": 0.001562487450428307, | |
| "learning_rate": 2.0431420431420433e-06, | |
| "loss": 0.0353, | |
| "step": 11030 | |
| }, | |
| { | |
| "epoch": 4.49, | |
| "grad_norm": 0.0016052748542279005, | |
| "learning_rate": 2.0268620268620273e-06, | |
| "loss": 0.0002, | |
| "step": 11040 | |
| }, | |
| { | |
| "epoch": 4.5, | |
| "grad_norm": 0.001545790466479957, | |
| "learning_rate": 2.0105820105820108e-06, | |
| "loss": 0.0002, | |
| "step": 11050 | |
| }, | |
| { | |
| "epoch": 4.5, | |
| "grad_norm": 0.001812846981920302, | |
| "learning_rate": 1.9943019943019947e-06, | |
| "loss": 0.0002, | |
| "step": 11060 | |
| }, | |
| { | |
| "epoch": 4.51, | |
| "grad_norm": 0.0017415074398741126, | |
| "learning_rate": 1.9780219780219782e-06, | |
| "loss": 0.0002, | |
| "step": 11070 | |
| }, | |
| { | |
| "epoch": 4.51, | |
| "grad_norm": 0.0016338001005351543, | |
| "learning_rate": 1.961741961741962e-06, | |
| "loss": 0.0002, | |
| "step": 11080 | |
| }, | |
| { | |
| "epoch": 4.51, | |
| "grad_norm": 0.0014169925125315785, | |
| "learning_rate": 1.9454619454619457e-06, | |
| "loss": 0.0006, | |
| "step": 11090 | |
| }, | |
| { | |
| "epoch": 4.52, | |
| "grad_norm": 0.0016671591438353062, | |
| "learning_rate": 1.9291819291819296e-06, | |
| "loss": 0.0002, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 4.52, | |
| "grad_norm": 0.0033444638829678297, | |
| "learning_rate": 1.912901912901913e-06, | |
| "loss": 0.0002, | |
| "step": 11110 | |
| }, | |
| { | |
| "epoch": 4.53, | |
| "grad_norm": 0.0015689071733504534, | |
| "learning_rate": 1.8966218966218969e-06, | |
| "loss": 0.0002, | |
| "step": 11120 | |
| }, | |
| { | |
| "epoch": 4.53, | |
| "grad_norm": 0.0018193925498053432, | |
| "learning_rate": 1.8803418803418804e-06, | |
| "loss": 0.0002, | |
| "step": 11130 | |
| }, | |
| { | |
| "epoch": 4.53, | |
| "grad_norm": 0.0015975474379956722, | |
| "learning_rate": 1.8640618640618643e-06, | |
| "loss": 0.0002, | |
| "step": 11140 | |
| }, | |
| { | |
| "epoch": 4.54, | |
| "grad_norm": 0.0015228153206408024, | |
| "learning_rate": 1.8477818477818479e-06, | |
| "loss": 0.0002, | |
| "step": 11150 | |
| }, | |
| { | |
| "epoch": 4.54, | |
| "grad_norm": 0.0017481072572991252, | |
| "learning_rate": 1.8315018315018316e-06, | |
| "loss": 0.0002, | |
| "step": 11160 | |
| }, | |
| { | |
| "epoch": 4.55, | |
| "grad_norm": 0.0014254804700613022, | |
| "learning_rate": 1.8152218152218153e-06, | |
| "loss": 0.0002, | |
| "step": 11170 | |
| }, | |
| { | |
| "epoch": 4.55, | |
| "grad_norm": 0.0014639191795140505, | |
| "learning_rate": 1.798941798941799e-06, | |
| "loss": 0.0002, | |
| "step": 11180 | |
| }, | |
| { | |
| "epoch": 4.55, | |
| "grad_norm": 0.0014739630278199911, | |
| "learning_rate": 1.7826617826617828e-06, | |
| "loss": 0.0002, | |
| "step": 11190 | |
| }, | |
| { | |
| "epoch": 4.56, | |
| "grad_norm": 0.001486291061155498, | |
| "learning_rate": 1.7663817663817665e-06, | |
| "loss": 0.0002, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 4.56, | |
| "grad_norm": 0.0021130377426743507, | |
| "learning_rate": 1.7501017501017502e-06, | |
| "loss": 0.0002, | |
| "step": 11210 | |
| }, | |
| { | |
| "epoch": 4.57, | |
| "grad_norm": 0.0014680501772090793, | |
| "learning_rate": 1.733821733821734e-06, | |
| "loss": 0.0002, | |
| "step": 11220 | |
| }, | |
| { | |
| "epoch": 4.57, | |
| "grad_norm": 0.0018635701853781939, | |
| "learning_rate": 1.7175417175417177e-06, | |
| "loss": 0.0002, | |
| "step": 11230 | |
| }, | |
| { | |
| "epoch": 4.57, | |
| "grad_norm": 0.0015968162333592772, | |
| "learning_rate": 1.7012617012617014e-06, | |
| "loss": 0.0094, | |
| "step": 11240 | |
| }, | |
| { | |
| "epoch": 4.58, | |
| "grad_norm": 0.0017093609785661101, | |
| "learning_rate": 1.6849816849816852e-06, | |
| "loss": 0.0002, | |
| "step": 11250 | |
| }, | |
| { | |
| "epoch": 4.58, | |
| "grad_norm": 0.0014892058679834008, | |
| "learning_rate": 1.6687016687016689e-06, | |
| "loss": 0.0139, | |
| "step": 11260 | |
| }, | |
| { | |
| "epoch": 4.59, | |
| "grad_norm": 0.0014219109434634447, | |
| "learning_rate": 1.6524216524216524e-06, | |
| "loss": 0.0002, | |
| "step": 11270 | |
| }, | |
| { | |
| "epoch": 4.59, | |
| "grad_norm": 0.004563894122838974, | |
| "learning_rate": 1.6361416361416363e-06, | |
| "loss": 0.0002, | |
| "step": 11280 | |
| }, | |
| { | |
| "epoch": 4.6, | |
| "grad_norm": 0.0014352177968248725, | |
| "learning_rate": 1.6198616198616199e-06, | |
| "loss": 0.0002, | |
| "step": 11290 | |
| }, | |
| { | |
| "epoch": 4.6, | |
| "grad_norm": 0.001390959369018674, | |
| "learning_rate": 1.6035816035816038e-06, | |
| "loss": 0.0002, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 4.6, | |
| "grad_norm": 0.0038959532976150513, | |
| "learning_rate": 1.5873015873015873e-06, | |
| "loss": 0.0002, | |
| "step": 11310 | |
| }, | |
| { | |
| "epoch": 4.61, | |
| "grad_norm": 0.001589680789038539, | |
| "learning_rate": 1.5710215710215713e-06, | |
| "loss": 0.0002, | |
| "step": 11320 | |
| }, | |
| { | |
| "epoch": 4.61, | |
| "grad_norm": 0.001737966202199459, | |
| "learning_rate": 1.5547415547415548e-06, | |
| "loss": 0.0002, | |
| "step": 11330 | |
| }, | |
| { | |
| "epoch": 4.62, | |
| "grad_norm": 0.0014157581608742476, | |
| "learning_rate": 1.5384615384615387e-06, | |
| "loss": 0.0002, | |
| "step": 11340 | |
| }, | |
| { | |
| "epoch": 4.62, | |
| "grad_norm": 0.0018974760314449668, | |
| "learning_rate": 1.5221815221815222e-06, | |
| "loss": 0.0002, | |
| "step": 11350 | |
| }, | |
| { | |
| "epoch": 4.62, | |
| "grad_norm": 0.0015809000469744205, | |
| "learning_rate": 1.5059015059015062e-06, | |
| "loss": 0.0002, | |
| "step": 11360 | |
| }, | |
| { | |
| "epoch": 4.63, | |
| "grad_norm": 0.01224368717521429, | |
| "learning_rate": 1.4896214896214897e-06, | |
| "loss": 0.0002, | |
| "step": 11370 | |
| }, | |
| { | |
| "epoch": 4.63, | |
| "grad_norm": 0.0015656572068110108, | |
| "learning_rate": 1.4733414733414736e-06, | |
| "loss": 0.0002, | |
| "step": 11380 | |
| }, | |
| { | |
| "epoch": 4.64, | |
| "grad_norm": 0.0015062758466228843, | |
| "learning_rate": 1.4570614570614572e-06, | |
| "loss": 0.0002, | |
| "step": 11390 | |
| }, | |
| { | |
| "epoch": 4.64, | |
| "grad_norm": 0.001575302449055016, | |
| "learning_rate": 1.4407814407814407e-06, | |
| "loss": 0.0002, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 4.64, | |
| "grad_norm": 0.0014867339050397277, | |
| "learning_rate": 1.4245014245014246e-06, | |
| "loss": 0.0002, | |
| "step": 11410 | |
| }, | |
| { | |
| "epoch": 4.65, | |
| "grad_norm": 0.0014463013503700495, | |
| "learning_rate": 1.4082214082214083e-06, | |
| "loss": 0.0002, | |
| "step": 11420 | |
| }, | |
| { | |
| "epoch": 4.65, | |
| "grad_norm": 0.0014738457975909114, | |
| "learning_rate": 1.391941391941392e-06, | |
| "loss": 0.0002, | |
| "step": 11430 | |
| }, | |
| { | |
| "epoch": 4.66, | |
| "grad_norm": 0.0033326647244393826, | |
| "learning_rate": 1.3756613756613758e-06, | |
| "loss": 0.0002, | |
| "step": 11440 | |
| }, | |
| { | |
| "epoch": 4.66, | |
| "grad_norm": 0.0014288641978055239, | |
| "learning_rate": 1.3593813593813595e-06, | |
| "loss": 0.0002, | |
| "step": 11450 | |
| }, | |
| { | |
| "epoch": 4.66, | |
| "grad_norm": 0.0015226053074002266, | |
| "learning_rate": 1.3431013431013433e-06, | |
| "loss": 0.0002, | |
| "step": 11460 | |
| }, | |
| { | |
| "epoch": 4.67, | |
| "grad_norm": 0.0014885494019836187, | |
| "learning_rate": 1.326821326821327e-06, | |
| "loss": 0.0002, | |
| "step": 11470 | |
| }, | |
| { | |
| "epoch": 4.67, | |
| "grad_norm": 0.0014367675175890326, | |
| "learning_rate": 1.3105413105413107e-06, | |
| "loss": 0.0002, | |
| "step": 11480 | |
| }, | |
| { | |
| "epoch": 4.68, | |
| "grad_norm": 0.0014275162247940898, | |
| "learning_rate": 1.2942612942612944e-06, | |
| "loss": 0.0002, | |
| "step": 11490 | |
| }, | |
| { | |
| "epoch": 4.68, | |
| "grad_norm": 0.0014797335024923086, | |
| "learning_rate": 1.2779812779812782e-06, | |
| "loss": 0.0002, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 4.68, | |
| "grad_norm": 0.0014295239234343171, | |
| "learning_rate": 1.2617012617012617e-06, | |
| "loss": 0.0002, | |
| "step": 11510 | |
| }, | |
| { | |
| "epoch": 4.69, | |
| "grad_norm": 0.0014915807405486703, | |
| "learning_rate": 1.2454212454212456e-06, | |
| "loss": 0.0002, | |
| "step": 11520 | |
| }, | |
| { | |
| "epoch": 4.69, | |
| "grad_norm": 0.0016227615997195244, | |
| "learning_rate": 1.2291412291412294e-06, | |
| "loss": 0.0002, | |
| "step": 11530 | |
| }, | |
| { | |
| "epoch": 4.7, | |
| "grad_norm": 0.0014580420684069395, | |
| "learning_rate": 1.212861212861213e-06, | |
| "loss": 0.0002, | |
| "step": 11540 | |
| }, | |
| { | |
| "epoch": 4.7, | |
| "grad_norm": 0.0017063523409888148, | |
| "learning_rate": 1.1965811965811968e-06, | |
| "loss": 0.0002, | |
| "step": 11550 | |
| }, | |
| { | |
| "epoch": 4.7, | |
| "grad_norm": 0.0014365671668201685, | |
| "learning_rate": 1.1803011803011806e-06, | |
| "loss": 0.0002, | |
| "step": 11560 | |
| }, | |
| { | |
| "epoch": 4.71, | |
| "grad_norm": 1.2260816097259521, | |
| "learning_rate": 1.164021164021164e-06, | |
| "loss": 0.006, | |
| "step": 11570 | |
| }, | |
| { | |
| "epoch": 4.71, | |
| "grad_norm": 0.0018874687375500798, | |
| "learning_rate": 1.1477411477411478e-06, | |
| "loss": 0.0002, | |
| "step": 11580 | |
| }, | |
| { | |
| "epoch": 4.72, | |
| "grad_norm": 0.0013750126818194985, | |
| "learning_rate": 1.1314611314611315e-06, | |
| "loss": 0.0002, | |
| "step": 11590 | |
| }, | |
| { | |
| "epoch": 4.72, | |
| "grad_norm": 0.001419686945155263, | |
| "learning_rate": 1.1151811151811153e-06, | |
| "loss": 0.0002, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 4.73, | |
| "grad_norm": 0.0014118729159235954, | |
| "learning_rate": 1.098901098901099e-06, | |
| "loss": 0.0002, | |
| "step": 11610 | |
| }, | |
| { | |
| "epoch": 4.73, | |
| "grad_norm": 0.0014139912091195583, | |
| "learning_rate": 1.0826210826210827e-06, | |
| "loss": 0.0002, | |
| "step": 11620 | |
| }, | |
| { | |
| "epoch": 4.73, | |
| "grad_norm": 0.0015478282002732158, | |
| "learning_rate": 1.0663410663410665e-06, | |
| "loss": 0.0002, | |
| "step": 11630 | |
| }, | |
| { | |
| "epoch": 4.74, | |
| "grad_norm": 0.0015366330044344068, | |
| "learning_rate": 1.0500610500610502e-06, | |
| "loss": 0.0002, | |
| "step": 11640 | |
| }, | |
| { | |
| "epoch": 4.74, | |
| "grad_norm": 0.001490729977376759, | |
| "learning_rate": 1.033781033781034e-06, | |
| "loss": 0.0002, | |
| "step": 11650 | |
| }, | |
| { | |
| "epoch": 4.75, | |
| "grad_norm": 0.001423732377588749, | |
| "learning_rate": 1.0175010175010176e-06, | |
| "loss": 0.0002, | |
| "step": 11660 | |
| }, | |
| { | |
| "epoch": 4.75, | |
| "grad_norm": 0.0014315071748569608, | |
| "learning_rate": 1.0012210012210014e-06, | |
| "loss": 0.0002, | |
| "step": 11670 | |
| }, | |
| { | |
| "epoch": 4.75, | |
| "grad_norm": 0.001486779423430562, | |
| "learning_rate": 9.84940984940985e-07, | |
| "loss": 0.0002, | |
| "step": 11680 | |
| }, | |
| { | |
| "epoch": 4.76, | |
| "grad_norm": 0.004522906616330147, | |
| "learning_rate": 9.686609686609686e-07, | |
| "loss": 0.0002, | |
| "step": 11690 | |
| }, | |
| { | |
| "epoch": 4.76, | |
| "grad_norm": 0.0014580250717699528, | |
| "learning_rate": 9.523809523809525e-07, | |
| "loss": 0.0002, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 4.77, | |
| "grad_norm": 0.0015162237687036395, | |
| "learning_rate": 9.361009361009362e-07, | |
| "loss": 0.0092, | |
| "step": 11710 | |
| }, | |
| { | |
| "epoch": 4.77, | |
| "grad_norm": 0.0013567224377766252, | |
| "learning_rate": 9.198209198209199e-07, | |
| "loss": 0.0002, | |
| "step": 11720 | |
| }, | |
| { | |
| "epoch": 4.77, | |
| "grad_norm": 0.0014696550788357854, | |
| "learning_rate": 9.035409035409036e-07, | |
| "loss": 0.0002, | |
| "step": 11730 | |
| }, | |
| { | |
| "epoch": 4.78, | |
| "grad_norm": 0.0014795665629208088, | |
| "learning_rate": 8.872608872608874e-07, | |
| "loss": 0.0002, | |
| "step": 11740 | |
| }, | |
| { | |
| "epoch": 4.78, | |
| "grad_norm": 0.0015325862914323807, | |
| "learning_rate": 8.709808709808711e-07, | |
| "loss": 0.0002, | |
| "step": 11750 | |
| }, | |
| { | |
| "epoch": 4.79, | |
| "grad_norm": 0.0014404217945411801, | |
| "learning_rate": 8.547008547008548e-07, | |
| "loss": 0.0002, | |
| "step": 11760 | |
| }, | |
| { | |
| "epoch": 4.79, | |
| "grad_norm": 0.0019404751947149634, | |
| "learning_rate": 8.384208384208386e-07, | |
| "loss": 0.0002, | |
| "step": 11770 | |
| }, | |
| { | |
| "epoch": 4.79, | |
| "grad_norm": 0.0016487601678818464, | |
| "learning_rate": 8.221408221408223e-07, | |
| "loss": 0.0002, | |
| "step": 11780 | |
| }, | |
| { | |
| "epoch": 4.8, | |
| "grad_norm": 0.0020900049712508917, | |
| "learning_rate": 8.05860805860806e-07, | |
| "loss": 0.0002, | |
| "step": 11790 | |
| }, | |
| { | |
| "epoch": 4.8, | |
| "grad_norm": 0.044903818517923355, | |
| "learning_rate": 7.895807895807897e-07, | |
| "loss": 0.0002, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 4.81, | |
| "grad_norm": 0.006237754598259926, | |
| "learning_rate": 7.733007733007733e-07, | |
| "loss": 0.0002, | |
| "step": 11810 | |
| }, | |
| { | |
| "epoch": 4.81, | |
| "grad_norm": 0.001496842596679926, | |
| "learning_rate": 7.57020757020757e-07, | |
| "loss": 0.0002, | |
| "step": 11820 | |
| }, | |
| { | |
| "epoch": 4.81, | |
| "grad_norm": 0.0014312907587736845, | |
| "learning_rate": 7.407407407407407e-07, | |
| "loss": 0.0002, | |
| "step": 11830 | |
| }, | |
| { | |
| "epoch": 4.82, | |
| "grad_norm": 0.0020331472624093294, | |
| "learning_rate": 7.244607244607245e-07, | |
| "loss": 0.0002, | |
| "step": 11840 | |
| }, | |
| { | |
| "epoch": 4.82, | |
| "grad_norm": 0.0015430136118084192, | |
| "learning_rate": 7.081807081807082e-07, | |
| "loss": 0.0002, | |
| "step": 11850 | |
| }, | |
| { | |
| "epoch": 4.83, | |
| "grad_norm": 0.0014734879368916154, | |
| "learning_rate": 6.919006919006919e-07, | |
| "loss": 0.0002, | |
| "step": 11860 | |
| }, | |
| { | |
| "epoch": 4.83, | |
| "grad_norm": 0.006134878844022751, | |
| "learning_rate": 6.756206756206756e-07, | |
| "loss": 0.0002, | |
| "step": 11870 | |
| }, | |
| { | |
| "epoch": 4.84, | |
| "grad_norm": 0.0013609755551442504, | |
| "learning_rate": 6.593406593406594e-07, | |
| "loss": 0.0002, | |
| "step": 11880 | |
| }, | |
| { | |
| "epoch": 4.84, | |
| "grad_norm": 0.002070717280730605, | |
| "learning_rate": 6.430606430606431e-07, | |
| "loss": 0.0002, | |
| "step": 11890 | |
| }, | |
| { | |
| "epoch": 4.84, | |
| "grad_norm": 0.0014169508358463645, | |
| "learning_rate": 6.267806267806268e-07, | |
| "loss": 0.0002, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 4.85, | |
| "grad_norm": 0.0014770817942917347, | |
| "learning_rate": 6.105006105006106e-07, | |
| "loss": 0.0002, | |
| "step": 11910 | |
| }, | |
| { | |
| "epoch": 4.85, | |
| "grad_norm": 0.0014419537037611008, | |
| "learning_rate": 5.942205942205943e-07, | |
| "loss": 0.0002, | |
| "step": 11920 | |
| }, | |
| { | |
| "epoch": 4.86, | |
| "grad_norm": 0.001446893555112183, | |
| "learning_rate": 5.77940577940578e-07, | |
| "loss": 0.0002, | |
| "step": 11930 | |
| }, | |
| { | |
| "epoch": 4.86, | |
| "grad_norm": 0.001416919520124793, | |
| "learning_rate": 5.616605616605618e-07, | |
| "loss": 0.0002, | |
| "step": 11940 | |
| }, | |
| { | |
| "epoch": 4.86, | |
| "grad_norm": 0.0034949700348079205, | |
| "learning_rate": 5.453805453805455e-07, | |
| "loss": 0.0002, | |
| "step": 11950 | |
| }, | |
| { | |
| "epoch": 4.87, | |
| "grad_norm": 0.0014441277598962188, | |
| "learning_rate": 5.291005291005291e-07, | |
| "loss": 0.0002, | |
| "step": 11960 | |
| }, | |
| { | |
| "epoch": 4.87, | |
| "grad_norm": 0.0015632550930604339, | |
| "learning_rate": 5.128205128205128e-07, | |
| "loss": 0.0002, | |
| "step": 11970 | |
| }, | |
| { | |
| "epoch": 4.88, | |
| "grad_norm": 0.001399176544509828, | |
| "learning_rate": 4.965404965404966e-07, | |
| "loss": 0.0002, | |
| "step": 11980 | |
| }, | |
| { | |
| "epoch": 4.88, | |
| "grad_norm": 0.0013975553447380662, | |
| "learning_rate": 4.802604802604803e-07, | |
| "loss": 0.0002, | |
| "step": 11990 | |
| }, | |
| { | |
| "epoch": 4.88, | |
| "grad_norm": 0.0013712114887312055, | |
| "learning_rate": 4.63980463980464e-07, | |
| "loss": 0.0002, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 4.89, | |
| "grad_norm": 0.001828977488912642, | |
| "learning_rate": 4.4770044770044775e-07, | |
| "loss": 0.0002, | |
| "step": 12010 | |
| }, | |
| { | |
| "epoch": 4.89, | |
| "grad_norm": 0.0014294543070718646, | |
| "learning_rate": 4.3142043142043143e-07, | |
| "loss": 0.0002, | |
| "step": 12020 | |
| }, | |
| { | |
| "epoch": 4.9, | |
| "grad_norm": 0.0013922780053690076, | |
| "learning_rate": 4.1514041514041516e-07, | |
| "loss": 0.0002, | |
| "step": 12030 | |
| }, | |
| { | |
| "epoch": 4.9, | |
| "grad_norm": 0.0016130340518429875, | |
| "learning_rate": 3.988603988603989e-07, | |
| "loss": 0.0002, | |
| "step": 12040 | |
| }, | |
| { | |
| "epoch": 4.9, | |
| "grad_norm": 0.0013872876297682524, | |
| "learning_rate": 3.825803825803826e-07, | |
| "loss": 0.0002, | |
| "step": 12050 | |
| }, | |
| { | |
| "epoch": 4.91, | |
| "grad_norm": 0.0014586036559194326, | |
| "learning_rate": 3.6630036630036635e-07, | |
| "loss": 0.0002, | |
| "step": 12060 | |
| }, | |
| { | |
| "epoch": 4.91, | |
| "grad_norm": 0.0014334677252918482, | |
| "learning_rate": 3.500203500203501e-07, | |
| "loss": 0.0002, | |
| "step": 12070 | |
| }, | |
| { | |
| "epoch": 4.92, | |
| "grad_norm": 0.0014047607546672225, | |
| "learning_rate": 3.3374033374033376e-07, | |
| "loss": 0.0002, | |
| "step": 12080 | |
| }, | |
| { | |
| "epoch": 4.92, | |
| "grad_norm": 0.0013850359246134758, | |
| "learning_rate": 3.174603174603175e-07, | |
| "loss": 0.0002, | |
| "step": 12090 | |
| }, | |
| { | |
| "epoch": 4.92, | |
| "grad_norm": 0.0013912185095250607, | |
| "learning_rate": 3.011803011803012e-07, | |
| "loss": 0.0002, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 4.93, | |
| "grad_norm": 0.001442193053662777, | |
| "learning_rate": 2.8490028490028494e-07, | |
| "loss": 0.0002, | |
| "step": 12110 | |
| }, | |
| { | |
| "epoch": 4.93, | |
| "grad_norm": 0.0014724673237651587, | |
| "learning_rate": 2.6862026862026867e-07, | |
| "loss": 0.0002, | |
| "step": 12120 | |
| }, | |
| { | |
| "epoch": 4.94, | |
| "grad_norm": 0.0017670753877609968, | |
| "learning_rate": 2.5234025234025235e-07, | |
| "loss": 0.0002, | |
| "step": 12130 | |
| }, | |
| { | |
| "epoch": 4.94, | |
| "grad_norm": 0.001458752085454762, | |
| "learning_rate": 2.3606023606023608e-07, | |
| "loss": 0.0002, | |
| "step": 12140 | |
| }, | |
| { | |
| "epoch": 4.95, | |
| "grad_norm": 0.0015336443902924657, | |
| "learning_rate": 2.197802197802198e-07, | |
| "loss": 0.0002, | |
| "step": 12150 | |
| }, | |
| { | |
| "epoch": 4.95, | |
| "grad_norm": 0.001413301331922412, | |
| "learning_rate": 2.035002035002035e-07, | |
| "loss": 0.0002, | |
| "step": 12160 | |
| }, | |
| { | |
| "epoch": 4.95, | |
| "grad_norm": 0.001454474637284875, | |
| "learning_rate": 1.8722018722018724e-07, | |
| "loss": 0.0002, | |
| "step": 12170 | |
| }, | |
| { | |
| "epoch": 4.96, | |
| "grad_norm": 0.0014644395560026169, | |
| "learning_rate": 1.7094017094017097e-07, | |
| "loss": 0.0002, | |
| "step": 12180 | |
| }, | |
| { | |
| "epoch": 4.96, | |
| "grad_norm": 0.0014874679036438465, | |
| "learning_rate": 1.5466015466015467e-07, | |
| "loss": 0.0002, | |
| "step": 12190 | |
| }, | |
| { | |
| "epoch": 4.97, | |
| "grad_norm": 0.0014028714504092932, | |
| "learning_rate": 1.383801383801384e-07, | |
| "loss": 0.0002, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 4.97, | |
| "grad_norm": 0.0014859441434964538, | |
| "learning_rate": 1.221001221001221e-07, | |
| "loss": 0.0002, | |
| "step": 12210 | |
| }, | |
| { | |
| "epoch": 4.97, | |
| "grad_norm": 0.0014206055784597993, | |
| "learning_rate": 1.0582010582010582e-07, | |
| "loss": 0.0002, | |
| "step": 12220 | |
| }, | |
| { | |
| "epoch": 4.98, | |
| "grad_norm": 0.0013865531655028462, | |
| "learning_rate": 8.954008954008955e-08, | |
| "loss": 0.0002, | |
| "step": 12230 | |
| }, | |
| { | |
| "epoch": 4.98, | |
| "grad_norm": 0.0014404187677428126, | |
| "learning_rate": 7.326007326007327e-08, | |
| "loss": 0.0002, | |
| "step": 12240 | |
| }, | |
| { | |
| "epoch": 4.99, | |
| "grad_norm": 0.0015573910204693675, | |
| "learning_rate": 5.6980056980056986e-08, | |
| "loss": 0.0003, | |
| "step": 12250 | |
| }, | |
| { | |
| "epoch": 4.99, | |
| "grad_norm": 0.0015043216990306973, | |
| "learning_rate": 4.07000407000407e-08, | |
| "loss": 0.0002, | |
| "step": 12260 | |
| }, | |
| { | |
| "epoch": 4.99, | |
| "grad_norm": 0.0015565322246402502, | |
| "learning_rate": 2.4420024420024422e-08, | |
| "loss": 0.0002, | |
| "step": 12270 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 0.003684895345941186, | |
| "learning_rate": 8.14000814000814e-09, | |
| "loss": 0.0002, | |
| "step": 12280 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "step": 12285, | |
| "total_flos": 1.523143801869613e+19, | |
| "train_loss": 0.006059203078136595, | |
| "train_runtime": 4479.7513, | |
| "train_samples_per_second": 43.876, | |
| "train_steps_per_second": 2.742 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 12285, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 500, | |
| "total_flos": 1.523143801869613e+19, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |