| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.0, | |
| "eval_steps": 500, | |
| "global_step": 312, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.00641025641025641, | |
| "grad_norm": 3.8148568052575884, | |
| "learning_rate": 1.282051282051282e-07, | |
| "loss": 4.889, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.01282051282051282, | |
| "grad_norm": 4.453444589892027, | |
| "learning_rate": 2.564102564102564e-07, | |
| "loss": 4.9097, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.02564102564102564, | |
| "grad_norm": 4.896614258621833, | |
| "learning_rate": 5.128205128205128e-07, | |
| "loss": 4.9099, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.038461538461538464, | |
| "grad_norm": 4.456576485464451, | |
| "learning_rate": 7.692307692307694e-07, | |
| "loss": 4.9102, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.05128205128205128, | |
| "grad_norm": 4.193427815120892, | |
| "learning_rate": 1.0256410256410257e-06, | |
| "loss": 4.8924, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.0641025641025641, | |
| "grad_norm": 3.6726747534666555, | |
| "learning_rate": 1.282051282051282e-06, | |
| "loss": 4.8372, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.07692307692307693, | |
| "grad_norm": 3.337981680961211, | |
| "learning_rate": 1.5384615384615387e-06, | |
| "loss": 4.7794, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.08974358974358974, | |
| "grad_norm": 2.675890453922504, | |
| "learning_rate": 1.794871794871795e-06, | |
| "loss": 4.6191, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.10256410256410256, | |
| "grad_norm": 2.398848700299253, | |
| "learning_rate": 2.0512820512820513e-06, | |
| "loss": 4.5723, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.11538461538461539, | |
| "grad_norm": 1.8159784961859098, | |
| "learning_rate": 2.307692307692308e-06, | |
| "loss": 4.3568, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.1282051282051282, | |
| "grad_norm": 1.6094220673057946, | |
| "learning_rate": 2.564102564102564e-06, | |
| "loss": 4.2686, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.14102564102564102, | |
| "grad_norm": 1.4349818434671497, | |
| "learning_rate": 2.8205128205128207e-06, | |
| "loss": 4.169, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.15384615384615385, | |
| "grad_norm": 1.4412559958198408, | |
| "learning_rate": 3.0769230769230774e-06, | |
| "loss": 4.0415, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.16666666666666666, | |
| "grad_norm": 1.3626982007755366, | |
| "learning_rate": 3.3333333333333333e-06, | |
| "loss": 3.8569, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.1794871794871795, | |
| "grad_norm": 1.3679096739652512, | |
| "learning_rate": 3.58974358974359e-06, | |
| "loss": 3.7409, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.19230769230769232, | |
| "grad_norm": 1.3396391976584703, | |
| "learning_rate": 3.846153846153847e-06, | |
| "loss": 3.6585, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.20512820512820512, | |
| "grad_norm": 1.294876480457606, | |
| "learning_rate": 4.102564102564103e-06, | |
| "loss": 3.4961, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.21794871794871795, | |
| "grad_norm": 1.103820056614455, | |
| "learning_rate": 4.358974358974359e-06, | |
| "loss": 3.3518, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.23076923076923078, | |
| "grad_norm": 1.0522131115906572, | |
| "learning_rate": 4.615384615384616e-06, | |
| "loss": 3.1984, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.24358974358974358, | |
| "grad_norm": 1.0081732884085817, | |
| "learning_rate": 4.871794871794872e-06, | |
| "loss": 3.054, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.2564102564102564, | |
| "grad_norm": 0.9214039999549644, | |
| "learning_rate": 5.128205128205128e-06, | |
| "loss": 2.8628, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.2692307692307692, | |
| "grad_norm": 0.8143994876297143, | |
| "learning_rate": 5.384615384615385e-06, | |
| "loss": 2.7475, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.28205128205128205, | |
| "grad_norm": 0.700891765547207, | |
| "learning_rate": 5.641025641025641e-06, | |
| "loss": 2.5869, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.2948717948717949, | |
| "grad_norm": 0.7510674065754775, | |
| "learning_rate": 5.897435897435898e-06, | |
| "loss": 2.4461, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.3076923076923077, | |
| "grad_norm": 0.6794074940373539, | |
| "learning_rate": 6.153846153846155e-06, | |
| "loss": 2.3477, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.32051282051282054, | |
| "grad_norm": 0.5162215042692575, | |
| "learning_rate": 6.410256410256412e-06, | |
| "loss": 2.2152, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.3333333333333333, | |
| "grad_norm": 0.5146975027904754, | |
| "learning_rate": 6.666666666666667e-06, | |
| "loss": 2.1975, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.34615384615384615, | |
| "grad_norm": 0.4474574545979082, | |
| "learning_rate": 6.923076923076923e-06, | |
| "loss": 2.0824, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.358974358974359, | |
| "grad_norm": 0.40379510918119965, | |
| "learning_rate": 7.17948717948718e-06, | |
| "loss": 2.0388, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.3717948717948718, | |
| "grad_norm": 0.4109144194248555, | |
| "learning_rate": 7.435897435897437e-06, | |
| "loss": 1.9699, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.38461538461538464, | |
| "grad_norm": 0.36878556755849573, | |
| "learning_rate": 7.692307692307694e-06, | |
| "loss": 1.9252, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.3974358974358974, | |
| "grad_norm": 0.33951214974325605, | |
| "learning_rate": 7.948717948717949e-06, | |
| "loss": 1.8773, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.41025641025641024, | |
| "grad_norm": 0.31625266306424027, | |
| "learning_rate": 8.205128205128205e-06, | |
| "loss": 1.7966, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.4230769230769231, | |
| "grad_norm": 0.7180890498799148, | |
| "learning_rate": 8.461538461538462e-06, | |
| "loss": 1.8108, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.4358974358974359, | |
| "grad_norm": 0.33704662479371716, | |
| "learning_rate": 8.717948717948719e-06, | |
| "loss": 1.7498, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.44871794871794873, | |
| "grad_norm": 0.2761824271642518, | |
| "learning_rate": 8.974358974358976e-06, | |
| "loss": 1.7124, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.46153846153846156, | |
| "grad_norm": 0.24386286193528572, | |
| "learning_rate": 9.230769230769232e-06, | |
| "loss": 1.6382, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.47435897435897434, | |
| "grad_norm": 0.25885451676676363, | |
| "learning_rate": 9.487179487179487e-06, | |
| "loss": 1.6588, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.48717948717948717, | |
| "grad_norm": 0.3040030663690383, | |
| "learning_rate": 9.743589743589744e-06, | |
| "loss": 1.6209, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.26598080566137733, | |
| "learning_rate": 1e-05, | |
| "loss": 1.6294, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.5128205128205128, | |
| "grad_norm": 0.22696288673824674, | |
| "learning_rate": 9.99995506314361e-06, | |
| "loss": 1.58, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.5256410256410257, | |
| "grad_norm": 0.21242259411358655, | |
| "learning_rate": 9.99982025338217e-06, | |
| "loss": 1.5439, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.5384615384615384, | |
| "grad_norm": 0.20291826899403465, | |
| "learning_rate": 9.999595573138845e-06, | |
| "loss": 1.5274, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.5512820512820513, | |
| "grad_norm": 0.1855444412322797, | |
| "learning_rate": 9.99928102645221e-06, | |
| "loss": 1.5161, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.5641025641025641, | |
| "grad_norm": 0.17883874148398324, | |
| "learning_rate": 9.99887661897616e-06, | |
| "loss": 1.4916, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.5769230769230769, | |
| "grad_norm": 0.17041478792908024, | |
| "learning_rate": 9.99838235797981e-06, | |
| "loss": 1.4679, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.5897435897435898, | |
| "grad_norm": 0.1904762198987749, | |
| "learning_rate": 9.997798252347382e-06, | |
| "loss": 1.471, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.6025641025641025, | |
| "grad_norm": 0.19077041355708335, | |
| "learning_rate": 9.99712431257802e-06, | |
| "loss": 1.4672, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.6153846153846154, | |
| "grad_norm": 0.1702104328191874, | |
| "learning_rate": 9.996360550785619e-06, | |
| "loss": 1.4455, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.6282051282051282, | |
| "grad_norm": 0.19039133859515542, | |
| "learning_rate": 9.9955069806986e-06, | |
| "loss": 1.4727, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.6410256410256411, | |
| "grad_norm": 0.15448238517128507, | |
| "learning_rate": 9.994563617659665e-06, | |
| "loss": 1.4257, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.6538461538461539, | |
| "grad_norm": 0.15202351051018634, | |
| "learning_rate": 9.993530478625524e-06, | |
| "loss": 1.4214, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.6666666666666666, | |
| "grad_norm": 0.16296598133044526, | |
| "learning_rate": 9.992407582166582e-06, | |
| "loss": 1.4213, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.6794871794871795, | |
| "grad_norm": 0.1462038294164801, | |
| "learning_rate": 9.991194948466615e-06, | |
| "loss": 1.3993, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.6923076923076923, | |
| "grad_norm": 0.14470989191451086, | |
| "learning_rate": 9.989892599322404e-06, | |
| "loss": 1.4014, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.7051282051282052, | |
| "grad_norm": 0.15440545758233384, | |
| "learning_rate": 9.988500558143337e-06, | |
| "loss": 1.3878, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.717948717948718, | |
| "grad_norm": 0.1412948019214843, | |
| "learning_rate": 9.987018849950996e-06, | |
| "loss": 1.355, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.7307692307692307, | |
| "grad_norm": 0.15156074653795895, | |
| "learning_rate": 9.985447501378706e-06, | |
| "loss": 1.3642, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.7435897435897436, | |
| "grad_norm": 0.3875845143038168, | |
| "learning_rate": 9.983786540671052e-06, | |
| "loss": 1.3797, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.7564102564102564, | |
| "grad_norm": 0.15788537547887518, | |
| "learning_rate": 9.982035997683372e-06, | |
| "loss": 1.3388, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.7692307692307693, | |
| "grad_norm": 0.15056320914445512, | |
| "learning_rate": 9.980195903881231e-06, | |
| "loss": 1.343, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.782051282051282, | |
| "grad_norm": 0.1555129283317706, | |
| "learning_rate": 9.978266292339838e-06, | |
| "loss": 1.328, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.7948717948717948, | |
| "grad_norm": 0.14999182496915453, | |
| "learning_rate": 9.976247197743465e-06, | |
| "loss": 1.352, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.8076923076923077, | |
| "grad_norm": 0.14124313426191026, | |
| "learning_rate": 9.974138656384815e-06, | |
| "loss": 1.3243, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.8205128205128205, | |
| "grad_norm": 0.1378326204862212, | |
| "learning_rate": 9.97194070616438e-06, | |
| "loss": 1.3241, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.8333333333333334, | |
| "grad_norm": 0.14227960534974604, | |
| "learning_rate": 9.969653386589749e-06, | |
| "loss": 1.3219, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.8461538461538461, | |
| "grad_norm": 0.12713543749272155, | |
| "learning_rate": 9.967276738774897e-06, | |
| "loss": 1.3096, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.8589743589743589, | |
| "grad_norm": 0.15061232362563903, | |
| "learning_rate": 9.964810805439464e-06, | |
| "loss": 1.3011, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.8717948717948718, | |
| "grad_norm": 0.14361563348990292, | |
| "learning_rate": 9.962255630907964e-06, | |
| "loss": 1.2827, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.8846153846153846, | |
| "grad_norm": 0.17754387209035652, | |
| "learning_rate": 9.959611261108999e-06, | |
| "loss": 1.3185, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.8974358974358975, | |
| "grad_norm": 0.1458623897430443, | |
| "learning_rate": 9.956877743574437e-06, | |
| "loss": 1.3286, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.9102564102564102, | |
| "grad_norm": 0.14084398418567437, | |
| "learning_rate": 9.954055127438554e-06, | |
| "loss": 1.3005, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.9230769230769231, | |
| "grad_norm": 0.13580861113069753, | |
| "learning_rate": 9.951143463437145e-06, | |
| "loss": 1.3165, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.9358974358974359, | |
| "grad_norm": 0.13622051889734035, | |
| "learning_rate": 9.948142803906623e-06, | |
| "loss": 1.2929, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.9487179487179487, | |
| "grad_norm": 0.12679082371935066, | |
| "learning_rate": 9.94505320278307e-06, | |
| "loss": 1.2833, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.9615384615384616, | |
| "grad_norm": 0.11939382079952243, | |
| "learning_rate": 9.94187471560127e-06, | |
| "loss": 1.2851, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.9743589743589743, | |
| "grad_norm": 0.11752490134274678, | |
| "learning_rate": 9.938607399493714e-06, | |
| "loss": 1.2559, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.9871794871794872, | |
| "grad_norm": 0.11807212671773365, | |
| "learning_rate": 9.935251313189564e-06, | |
| "loss": 1.285, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.1120761333795772, | |
| "learning_rate": 9.931806517013612e-06, | |
| "loss": 1.2491, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 1.0128205128205128, | |
| "grad_norm": 0.10750345822189263, | |
| "learning_rate": 9.92827307288518e-06, | |
| "loss": 1.2442, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 1.0256410256410255, | |
| "grad_norm": 0.10918642022881683, | |
| "learning_rate": 9.924651044317017e-06, | |
| "loss": 1.2286, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.0384615384615385, | |
| "grad_norm": 0.11225330042691335, | |
| "learning_rate": 9.920940496414153e-06, | |
| "loss": 1.2158, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 1.0512820512820513, | |
| "grad_norm": 0.11366482652198566, | |
| "learning_rate": 9.917141495872733e-06, | |
| "loss": 1.2074, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 1.064102564102564, | |
| "grad_norm": 0.12295651003296312, | |
| "learning_rate": 9.913254110978812e-06, | |
| "loss": 1.2003, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 1.0769230769230769, | |
| "grad_norm": 0.1144456030840293, | |
| "learning_rate": 9.909278411607134e-06, | |
| "loss": 1.206, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 1.0897435897435896, | |
| "grad_norm": 0.2468334129961725, | |
| "learning_rate": 9.90521446921987e-06, | |
| "loss": 1.2235, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.1025641025641026, | |
| "grad_norm": 0.127278158070263, | |
| "learning_rate": 9.90106235686534e-06, | |
| "loss": 1.1928, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 1.1153846153846154, | |
| "grad_norm": 0.1280282060730887, | |
| "learning_rate": 9.896822149176695e-06, | |
| "loss": 1.2068, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 1.1282051282051282, | |
| "grad_norm": 0.1142922422404122, | |
| "learning_rate": 9.892493922370575e-06, | |
| "loss": 1.217, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 1.141025641025641, | |
| "grad_norm": 0.17470470224878323, | |
| "learning_rate": 9.888077754245741e-06, | |
| "loss": 1.2099, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 1.1538461538461537, | |
| "grad_norm": 0.10477882692325258, | |
| "learning_rate": 9.883573724181683e-06, | |
| "loss": 1.1944, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.1666666666666667, | |
| "grad_norm": 0.114790034377695, | |
| "learning_rate": 9.878981913137178e-06, | |
| "loss": 1.172, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 1.1794871794871795, | |
| "grad_norm": 0.1044922535107306, | |
| "learning_rate": 9.87430240364885e-06, | |
| "loss": 1.2147, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 1.1923076923076923, | |
| "grad_norm": 0.09771283060341285, | |
| "learning_rate": 9.869535279829674e-06, | |
| "loss": 1.173, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 1.205128205128205, | |
| "grad_norm": 0.1013995999635824, | |
| "learning_rate": 9.864680627367476e-06, | |
| "loss": 1.2023, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 1.217948717948718, | |
| "grad_norm": 0.10273326452887067, | |
| "learning_rate": 9.859738533523384e-06, | |
| "loss": 1.1732, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.2307692307692308, | |
| "grad_norm": 0.09684048616936082, | |
| "learning_rate": 9.854709087130261e-06, | |
| "loss": 1.1952, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 1.2435897435897436, | |
| "grad_norm": 0.10827760658070901, | |
| "learning_rate": 9.849592378591113e-06, | |
| "loss": 1.1864, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 1.2564102564102564, | |
| "grad_norm": 0.09989527940011267, | |
| "learning_rate": 9.844388499877457e-06, | |
| "loss": 1.2016, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 1.2692307692307692, | |
| "grad_norm": 0.09930771667309381, | |
| "learning_rate": 9.839097544527674e-06, | |
| "loss": 1.1738, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 1.282051282051282, | |
| "grad_norm": 0.1032001919164007, | |
| "learning_rate": 9.833719607645325e-06, | |
| "loss": 1.176, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.294871794871795, | |
| "grad_norm": 0.09859412157061716, | |
| "learning_rate": 9.82825478589744e-06, | |
| "loss": 1.1682, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 1.3076923076923077, | |
| "grad_norm": 0.09558235334437347, | |
| "learning_rate": 9.822703177512783e-06, | |
| "loss": 1.181, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 1.3205128205128205, | |
| "grad_norm": 0.08733478657745303, | |
| "learning_rate": 9.817064882280085e-06, | |
| "loss": 1.1686, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 1.3333333333333333, | |
| "grad_norm": 0.09397505343456257, | |
| "learning_rate": 9.811340001546252e-06, | |
| "loss": 1.1778, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 1.3461538461538463, | |
| "grad_norm": 0.09590407825516856, | |
| "learning_rate": 9.805528638214543e-06, | |
| "loss": 1.1542, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.358974358974359, | |
| "grad_norm": 0.0912508440064145, | |
| "learning_rate": 9.799630896742716e-06, | |
| "loss": 1.1643, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 1.3717948717948718, | |
| "grad_norm": 0.09258955107744923, | |
| "learning_rate": 9.793646883141155e-06, | |
| "loss": 1.1686, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 1.3846153846153846, | |
| "grad_norm": 0.09889457149777804, | |
| "learning_rate": 9.787576704970965e-06, | |
| "loss": 1.1677, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 1.3974358974358974, | |
| "grad_norm": 0.09374670756166416, | |
| "learning_rate": 9.781420471342035e-06, | |
| "loss": 1.146, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 1.4102564102564101, | |
| "grad_norm": 0.09136677460744856, | |
| "learning_rate": 9.77517829291108e-06, | |
| "loss": 1.1594, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.4230769230769231, | |
| "grad_norm": 0.10584946030378292, | |
| "learning_rate": 9.768850281879651e-06, | |
| "loss": 1.1865, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 1.435897435897436, | |
| "grad_norm": 0.09187981607301214, | |
| "learning_rate": 9.762436551992117e-06, | |
| "loss": 1.1606, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 1.4487179487179487, | |
| "grad_norm": 0.09880449655805854, | |
| "learning_rate": 9.755937218533622e-06, | |
| "loss": 1.1586, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 1.4615384615384617, | |
| "grad_norm": 0.08704607108972029, | |
| "learning_rate": 9.74935239832801e-06, | |
| "loss": 1.1746, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 1.4743589743589745, | |
| "grad_norm": 0.08909112778091671, | |
| "learning_rate": 9.742682209735727e-06, | |
| "loss": 1.1575, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 1.4871794871794872, | |
| "grad_norm": 0.09035998053799675, | |
| "learning_rate": 9.735926772651703e-06, | |
| "loss": 1.1678, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.09500864788295198, | |
| "learning_rate": 9.729086208503174e-06, | |
| "loss": 1.1466, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 1.5128205128205128, | |
| "grad_norm": 0.09247434213683463, | |
| "learning_rate": 9.722160640247523e-06, | |
| "loss": 1.1687, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 1.5256410256410255, | |
| "grad_norm": 0.09322212100100113, | |
| "learning_rate": 9.715150192370054e-06, | |
| "loss": 1.1376, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 1.5384615384615383, | |
| "grad_norm": 0.08824919508271642, | |
| "learning_rate": 9.708054990881763e-06, | |
| "loss": 1.1523, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.5512820512820513, | |
| "grad_norm": 0.25559730635424294, | |
| "learning_rate": 9.700875163317072e-06, | |
| "loss": 1.1488, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 1.564102564102564, | |
| "grad_norm": 0.2487505162861363, | |
| "learning_rate": 9.693610838731532e-06, | |
| "loss": 1.1481, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 1.5769230769230769, | |
| "grad_norm": 0.12151469789600829, | |
| "learning_rate": 9.686262147699507e-06, | |
| "loss": 1.1483, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 1.5897435897435899, | |
| "grad_norm": 0.10407519891252137, | |
| "learning_rate": 9.678829222311827e-06, | |
| "loss": 1.13, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 1.6025641025641026, | |
| "grad_norm": 0.11236395690738615, | |
| "learning_rate": 9.671312196173413e-06, | |
| "loss": 1.1493, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.6153846153846154, | |
| "grad_norm": 0.1012523372817843, | |
| "learning_rate": 9.663711204400872e-06, | |
| "loss": 1.148, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 1.6282051282051282, | |
| "grad_norm": 0.09652583778417714, | |
| "learning_rate": 9.656026383620076e-06, | |
| "loss": 1.1074, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 1.641025641025641, | |
| "grad_norm": 0.09448533541138639, | |
| "learning_rate": 9.6482578719637e-06, | |
| "loss": 1.1486, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 1.6538461538461537, | |
| "grad_norm": 0.09453430664055591, | |
| "learning_rate": 9.640405809068743e-06, | |
| "loss": 1.1197, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 1.6666666666666665, | |
| "grad_norm": 0.0952812616531032, | |
| "learning_rate": 9.632470336074009e-06, | |
| "loss": 1.1337, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.6794871794871795, | |
| "grad_norm": 0.09048018082770859, | |
| "learning_rate": 9.624451595617588e-06, | |
| "loss": 1.0885, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 1.6923076923076923, | |
| "grad_norm": 0.0922717302732401, | |
| "learning_rate": 9.616349731834271e-06, | |
| "loss": 1.1294, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 1.7051282051282053, | |
| "grad_norm": 0.09113342238000427, | |
| "learning_rate": 9.608164890352977e-06, | |
| "loss": 1.0871, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 1.717948717948718, | |
| "grad_norm": 0.10188653395954697, | |
| "learning_rate": 9.599897218294122e-06, | |
| "loss": 1.1237, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 1.7307692307692308, | |
| "grad_norm": 0.08946291041522332, | |
| "learning_rate": 9.591546864266983e-06, | |
| "loss": 1.1129, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.7435897435897436, | |
| "grad_norm": 0.092702242157672, | |
| "learning_rate": 9.583113978367026e-06, | |
| "loss": 1.1089, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 1.7564102564102564, | |
| "grad_norm": 0.1140491779513373, | |
| "learning_rate": 9.574598712173202e-06, | |
| "loss": 1.1286, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 1.7692307692307692, | |
| "grad_norm": 0.09516237353719291, | |
| "learning_rate": 9.56600121874523e-06, | |
| "loss": 1.1122, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 1.782051282051282, | |
| "grad_norm": 0.08916708413619781, | |
| "learning_rate": 9.557321652620839e-06, | |
| "loss": 1.1048, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 1.7948717948717947, | |
| "grad_norm": 0.09140805156925046, | |
| "learning_rate": 9.548560169812997e-06, | |
| "loss": 1.1058, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.8076923076923077, | |
| "grad_norm": 0.08683635001330178, | |
| "learning_rate": 9.539716927807102e-06, | |
| "loss": 1.0925, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 1.8205128205128205, | |
| "grad_norm": 0.09284148179598711, | |
| "learning_rate": 9.530792085558151e-06, | |
| "loss": 1.0948, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 1.8333333333333335, | |
| "grad_norm": 0.08800610945553744, | |
| "learning_rate": 9.521785803487888e-06, | |
| "loss": 1.1116, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 1.8461538461538463, | |
| "grad_norm": 0.08758546749473674, | |
| "learning_rate": 9.512698243481914e-06, | |
| "loss": 1.1059, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 1.858974358974359, | |
| "grad_norm": 0.08336608124209365, | |
| "learning_rate": 9.50352956888678e-06, | |
| "loss": 1.1015, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.8717948717948718, | |
| "grad_norm": 0.09199580396288136, | |
| "learning_rate": 9.49427994450705e-06, | |
| "loss": 1.0828, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 1.8846153846153846, | |
| "grad_norm": 0.5410940704298627, | |
| "learning_rate": 9.484949536602343e-06, | |
| "loss": 1.1412, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 1.8974358974358974, | |
| "grad_norm": 0.08913430120295451, | |
| "learning_rate": 9.47553851288434e-06, | |
| "loss": 1.1073, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 1.9102564102564101, | |
| "grad_norm": 0.09420167495815907, | |
| "learning_rate": 9.466047042513767e-06, | |
| "loss": 1.0957, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 1.9230769230769231, | |
| "grad_norm": 0.08189970955203785, | |
| "learning_rate": 9.45647529609736e-06, | |
| "loss": 1.0909, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.935897435897436, | |
| "grad_norm": 0.09065809775757692, | |
| "learning_rate": 9.4468234456848e-06, | |
| "loss": 1.0896, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 1.9487179487179487, | |
| "grad_norm": 0.08763498764491487, | |
| "learning_rate": 9.437091664765611e-06, | |
| "loss": 1.1099, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 1.9615384615384617, | |
| "grad_norm": 0.09257403574026254, | |
| "learning_rate": 9.427280128266049e-06, | |
| "loss": 1.1236, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 1.9743589743589745, | |
| "grad_norm": 0.08983923370086075, | |
| "learning_rate": 9.41738901254596e-06, | |
| "loss": 1.0909, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 1.9871794871794872, | |
| "grad_norm": 0.086289850522152, | |
| "learning_rate": 9.4074184953956e-06, | |
| "loss": 1.0942, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.0874296283040965, | |
| "learning_rate": 9.397368756032445e-06, | |
| "loss": 1.0651, | |
| "step": 312 | |
| } | |
| ], | |
| "logging_steps": 2, | |
| "max_steps": 1560, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.263134196533035e+19, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |