| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.0, | |
| "eval_steps": 500, | |
| "global_step": 500, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.004, | |
| "grad_norm": 2.7120276745865266, | |
| "learning_rate": 1.2500000000000002e-07, | |
| "loss": 0.9478, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.008, | |
| "grad_norm": 2.5535110233770237, | |
| "learning_rate": 2.5000000000000004e-07, | |
| "loss": 0.962, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.012, | |
| "grad_norm": 2.6421564999361533, | |
| "learning_rate": 3.75e-07, | |
| "loss": 0.9483, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.016, | |
| "grad_norm": 2.5842713407482596, | |
| "learning_rate": 5.000000000000001e-07, | |
| "loss": 0.9484, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.5281267639976615, | |
| "learning_rate": 6.25e-07, | |
| "loss": 0.9512, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.024, | |
| "grad_norm": 2.55003561639048, | |
| "learning_rate": 7.5e-07, | |
| "loss": 0.9185, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.028, | |
| "grad_norm": 2.5014092783190947, | |
| "learning_rate": 8.75e-07, | |
| "loss": 0.9411, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.032, | |
| "grad_norm": 2.5247715994428046, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.9474, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.036, | |
| "grad_norm": 2.564090844776098, | |
| "learning_rate": 1.125e-06, | |
| "loss": 0.9246, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.5258707026382154, | |
| "learning_rate": 1.25e-06, | |
| "loss": 0.9078, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.044, | |
| "grad_norm": 2.5471156175078464, | |
| "learning_rate": 1.3750000000000002e-06, | |
| "loss": 0.9134, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.048, | |
| "grad_norm": 2.7125301372042467, | |
| "learning_rate": 1.5e-06, | |
| "loss": 0.8776, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.052, | |
| "grad_norm": 2.150392048325219, | |
| "learning_rate": 1.6250000000000001e-06, | |
| "loss": 0.8549, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.056, | |
| "grad_norm": 1.8184980673856375, | |
| "learning_rate": 1.75e-06, | |
| "loss": 0.8169, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.7529184087805771, | |
| "learning_rate": 1.8750000000000003e-06, | |
| "loss": 0.7975, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.064, | |
| "grad_norm": 1.7474840928555682, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 0.8204, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.068, | |
| "grad_norm": 1.522251241150409, | |
| "learning_rate": 2.125e-06, | |
| "loss": 0.8301, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.072, | |
| "grad_norm": 0.9782588646220091, | |
| "learning_rate": 2.25e-06, | |
| "loss": 0.7839, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.076, | |
| "grad_norm": 0.975162832649703, | |
| "learning_rate": 2.375e-06, | |
| "loss": 0.7876, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.8952616849532462, | |
| "learning_rate": 2.5e-06, | |
| "loss": 0.7589, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.084, | |
| "grad_norm": 0.8469187411478404, | |
| "learning_rate": 2.6250000000000003e-06, | |
| "loss": 0.7567, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.088, | |
| "grad_norm": 0.7683035597272257, | |
| "learning_rate": 2.7500000000000004e-06, | |
| "loss": 0.7598, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.092, | |
| "grad_norm": 0.6779719620181055, | |
| "learning_rate": 2.875e-06, | |
| "loss": 0.7431, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.096, | |
| "grad_norm": 0.5998651036445499, | |
| "learning_rate": 3e-06, | |
| "loss": 0.7348, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.6798779251188986, | |
| "learning_rate": 3.125e-06, | |
| "loss": 0.7271, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.104, | |
| "grad_norm": 0.7459028436934305, | |
| "learning_rate": 3.2500000000000002e-06, | |
| "loss": 0.7011, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.108, | |
| "grad_norm": 0.7661666147630528, | |
| "learning_rate": 3.3750000000000003e-06, | |
| "loss": 0.7209, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.112, | |
| "grad_norm": 0.7109730987249342, | |
| "learning_rate": 3.5e-06, | |
| "loss": 0.7118, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.116, | |
| "grad_norm": 0.6778217985942258, | |
| "learning_rate": 3.625e-06, | |
| "loss": 0.7295, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.6073429084137083, | |
| "learning_rate": 3.7500000000000005e-06, | |
| "loss": 0.7114, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.124, | |
| "grad_norm": 0.5325413632521706, | |
| "learning_rate": 3.875e-06, | |
| "loss": 0.7117, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.128, | |
| "grad_norm": 0.5170445125401208, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.7132, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.132, | |
| "grad_norm": 0.47459002896590347, | |
| "learning_rate": 4.125e-06, | |
| "loss": 0.6913, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.136, | |
| "grad_norm": 0.46611890152884594, | |
| "learning_rate": 4.25e-06, | |
| "loss": 0.6893, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.5282002224942279, | |
| "learning_rate": 4.3750000000000005e-06, | |
| "loss": 0.7059, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.144, | |
| "grad_norm": 0.516098581069478, | |
| "learning_rate": 4.5e-06, | |
| "loss": 0.7068, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.148, | |
| "grad_norm": 0.4946613953020982, | |
| "learning_rate": 4.625000000000001e-06, | |
| "loss": 0.6854, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.152, | |
| "grad_norm": 0.45539519616935026, | |
| "learning_rate": 4.75e-06, | |
| "loss": 0.689, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.156, | |
| "grad_norm": 0.43098619176364883, | |
| "learning_rate": 4.875e-06, | |
| "loss": 0.6904, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.42693567901762375, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6713, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.164, | |
| "grad_norm": 0.42916236211888303, | |
| "learning_rate": 4.999941696797974e-06, | |
| "loss": 0.6929, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.168, | |
| "grad_norm": 0.46320958381108696, | |
| "learning_rate": 4.9997667899113055e-06, | |
| "loss": 0.6601, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.172, | |
| "grad_norm": 0.4650598350234117, | |
| "learning_rate": 4.9994752874981e-06, | |
| "loss": 0.6627, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.176, | |
| "grad_norm": 0.4899967026584299, | |
| "learning_rate": 4.999067203154777e-06, | |
| "loss": 0.6583, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.4562804538758281, | |
| "learning_rate": 4.998542555915435e-06, | |
| "loss": 0.6712, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.184, | |
| "grad_norm": 0.36547047335003885, | |
| "learning_rate": 4.997901370250966e-06, | |
| "loss": 0.6495, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.188, | |
| "grad_norm": 0.37624066260466155, | |
| "learning_rate": 4.997143676067913e-06, | |
| "loss": 0.6703, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.192, | |
| "grad_norm": 0.36653954523845933, | |
| "learning_rate": 4.99626950870707e-06, | |
| "loss": 0.6781, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.196, | |
| "grad_norm": 0.3477765639450634, | |
| "learning_rate": 4.995278908941845e-06, | |
| "loss": 0.6745, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.3342296714847872, | |
| "learning_rate": 4.994171922976349e-06, | |
| "loss": 0.6771, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.204, | |
| "grad_norm": 0.37958792690250714, | |
| "learning_rate": 4.9929486024432405e-06, | |
| "loss": 0.6546, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.208, | |
| "grad_norm": 0.40870653964939113, | |
| "learning_rate": 4.991609004401324e-06, | |
| "loss": 0.6528, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.212, | |
| "grad_norm": 0.364192633459814, | |
| "learning_rate": 4.990153191332885e-06, | |
| "loss": 0.6458, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.216, | |
| "grad_norm": 0.30668416089546924, | |
| "learning_rate": 4.988581231140772e-06, | |
| "loss": 0.672, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.33255921507240616, | |
| "learning_rate": 4.986893197145238e-06, | |
| "loss": 0.6575, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.224, | |
| "grad_norm": 0.312428536241603, | |
| "learning_rate": 4.985089168080509e-06, | |
| "loss": 0.6629, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.228, | |
| "grad_norm": 0.2961748326875195, | |
| "learning_rate": 4.983169228091125e-06, | |
| "loss": 0.6514, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.232, | |
| "grad_norm": 0.30513153025857964, | |
| "learning_rate": 4.981133466728004e-06, | |
| "loss": 0.6547, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.236, | |
| "grad_norm": 0.3274000044829569, | |
| "learning_rate": 4.978981978944271e-06, | |
| "loss": 0.6514, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.3083977406610579, | |
| "learning_rate": 4.976714865090827e-06, | |
| "loss": 0.6422, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.244, | |
| "grad_norm": 0.3052292638265554, | |
| "learning_rate": 4.97433223091167e-06, | |
| "loss": 0.6355, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.248, | |
| "grad_norm": 0.2959593176715387, | |
| "learning_rate": 4.971834187538963e-06, | |
| "loss": 0.6551, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.252, | |
| "grad_norm": 0.29042322618949995, | |
| "learning_rate": 4.9692208514878445e-06, | |
| "loss": 0.6581, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.256, | |
| "grad_norm": 0.3149031676109748, | |
| "learning_rate": 4.966492344651006e-06, | |
| "loss": 0.6594, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.2874450280533471, | |
| "learning_rate": 4.963648794292992e-06, | |
| "loss": 0.6488, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.264, | |
| "grad_norm": 0.27325192501172824, | |
| "learning_rate": 4.960690333044279e-06, | |
| "loss": 0.6351, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.268, | |
| "grad_norm": 0.2817944445002008, | |
| "learning_rate": 4.957617098895076e-06, | |
| "loss": 0.6265, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.272, | |
| "grad_norm": 0.281980621240097, | |
| "learning_rate": 4.954429235188897e-06, | |
| "loss": 0.6432, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.276, | |
| "grad_norm": 0.2962526841715817, | |
| "learning_rate": 4.951126890615871e-06, | |
| "loss": 0.6354, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.28005347365677186, | |
| "learning_rate": 4.947710219205808e-06, | |
| "loss": 0.6548, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.284, | |
| "grad_norm": 0.26960325063378, | |
| "learning_rate": 4.944179380321015e-06, | |
| "loss": 0.6125, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.288, | |
| "grad_norm": 0.2848666105192882, | |
| "learning_rate": 4.940534538648862e-06, | |
| "loss": 0.6078, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.292, | |
| "grad_norm": 0.276353304899713, | |
| "learning_rate": 4.936775864194101e-06, | |
| "loss": 0.6524, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.296, | |
| "grad_norm": 0.27790715839174, | |
| "learning_rate": 4.932903532270939e-06, | |
| "loss": 0.6275, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.2636499704034946, | |
| "learning_rate": 4.928917723494854e-06, | |
| "loss": 0.6422, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.304, | |
| "grad_norm": 0.28133008746598603, | |
| "learning_rate": 4.924818623774178e-06, | |
| "loss": 0.6355, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.308, | |
| "grad_norm": 0.2779410264901997, | |
| "learning_rate": 4.920606424301424e-06, | |
| "loss": 0.6408, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.312, | |
| "grad_norm": 0.2897057665750394, | |
| "learning_rate": 4.916281321544362e-06, | |
| "loss": 0.6402, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.316, | |
| "grad_norm": 0.2761996704216673, | |
| "learning_rate": 4.911843517236867e-06, | |
| "loss": 0.653, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.29413202875425243, | |
| "learning_rate": 4.907293218369499e-06, | |
| "loss": 0.6298, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.324, | |
| "grad_norm": 0.2861680279307969, | |
| "learning_rate": 4.9026306371798526e-06, | |
| "loss": 0.6553, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.328, | |
| "grad_norm": 0.2848851913581759, | |
| "learning_rate": 4.897855991142658e-06, | |
| "loss": 0.6076, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.332, | |
| "grad_norm": 0.2687848093353044, | |
| "learning_rate": 4.892969502959639e-06, | |
| "loss": 0.6311, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.336, | |
| "grad_norm": 0.27061397240144314, | |
| "learning_rate": 4.8879714005491205e-06, | |
| "loss": 0.6148, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.2663532374960906, | |
| "learning_rate": 4.882861917035403e-06, | |
| "loss": 0.6412, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.344, | |
| "grad_norm": 0.27752950332016424, | |
| "learning_rate": 4.8776412907378845e-06, | |
| "loss": 0.642, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.348, | |
| "grad_norm": 0.2772792789989426, | |
| "learning_rate": 4.87230976515995e-06, | |
| "loss": 0.6184, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.352, | |
| "grad_norm": 0.29699617925202587, | |
| "learning_rate": 4.8668675889776095e-06, | |
| "loss": 0.6275, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.356, | |
| "grad_norm": 0.2736517750983177, | |
| "learning_rate": 4.861315016027902e-06, | |
| "loss": 0.6347, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.2871346395772671, | |
| "learning_rate": 4.855652305297052e-06, | |
| "loss": 0.6132, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.364, | |
| "grad_norm": 0.27131438304958966, | |
| "learning_rate": 4.849879720908394e-06, | |
| "loss": 0.6026, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.368, | |
| "grad_norm": 0.2701400539855458, | |
| "learning_rate": 4.843997532110051e-06, | |
| "loss": 0.6385, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.372, | |
| "grad_norm": 0.2870430498497826, | |
| "learning_rate": 4.8380060132623776e-06, | |
| "loss": 0.624, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.376, | |
| "grad_norm": 0.2889305346509075, | |
| "learning_rate": 4.83190544382516e-06, | |
| "loss": 0.6375, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.2832554152572974, | |
| "learning_rate": 4.825696108344583e-06, | |
| "loss": 0.6348, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.384, | |
| "grad_norm": 0.282963454209734, | |
| "learning_rate": 4.819378296439962e-06, | |
| "loss": 0.6425, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.388, | |
| "grad_norm": 0.28136329883499284, | |
| "learning_rate": 4.812952302790226e-06, | |
| "loss": 0.6238, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.392, | |
| "grad_norm": 0.2751896445755537, | |
| "learning_rate": 4.80641842712018e-06, | |
| "loss": 0.6453, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.396, | |
| "grad_norm": 0.2802941094985609, | |
| "learning_rate": 4.799776974186523e-06, | |
| "loss": 0.6362, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.2816828378634338, | |
| "learning_rate": 4.793028253763633e-06, | |
| "loss": 0.6394, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.404, | |
| "grad_norm": 0.28942806582562414, | |
| "learning_rate": 4.786172580629118e-06, | |
| "loss": 0.6106, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.408, | |
| "grad_norm": 0.28396225609673553, | |
| "learning_rate": 4.7792102745491345e-06, | |
| "loss": 0.6302, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.412, | |
| "grad_norm": 0.269131748983874, | |
| "learning_rate": 4.772141660263472e-06, | |
| "loss": 0.6247, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.416, | |
| "grad_norm": 0.28932510717249166, | |
| "learning_rate": 4.764967067470409e-06, | |
| "loss": 0.6201, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.2734040302258933, | |
| "learning_rate": 4.757686830811332e-06, | |
| "loss": 0.6092, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.424, | |
| "grad_norm": 0.28628481564556507, | |
| "learning_rate": 4.750301289855128e-06, | |
| "loss": 0.6284, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.428, | |
| "grad_norm": 0.30932729909286755, | |
| "learning_rate": 4.742810789082345e-06, | |
| "loss": 0.6332, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.432, | |
| "grad_norm": 0.2707515621211506, | |
| "learning_rate": 4.735215677869129e-06, | |
| "loss": 0.6107, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.436, | |
| "grad_norm": 0.29859925040242785, | |
| "learning_rate": 4.72751631047092e-06, | |
| "loss": 0.6477, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.2974079849667466, | |
| "learning_rate": 4.7197130460059385e-06, | |
| "loss": 0.632, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.444, | |
| "grad_norm": 0.28109309454092835, | |
| "learning_rate": 4.711806248438428e-06, | |
| "loss": 0.6308, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.448, | |
| "grad_norm": 0.287627270908265, | |
| "learning_rate": 4.7037962865616795e-06, | |
| "loss": 0.6322, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.452, | |
| "grad_norm": 0.2859506113795605, | |
| "learning_rate": 4.695683533980835e-06, | |
| "loss": 0.6196, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.456, | |
| "grad_norm": 0.27768505471724575, | |
| "learning_rate": 4.687468369095457e-06, | |
| "loss": 0.6107, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.2985912133376052, | |
| "learning_rate": 4.679151175081879e-06, | |
| "loss": 0.6316, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.464, | |
| "grad_norm": 0.27790254502289174, | |
| "learning_rate": 4.6707323398753346e-06, | |
| "loss": 0.6194, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.468, | |
| "grad_norm": 0.2770496916475714, | |
| "learning_rate": 4.662212256151865e-06, | |
| "loss": 0.5938, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.472, | |
| "grad_norm": 0.2750067208531331, | |
| "learning_rate": 4.6535913213100005e-06, | |
| "loss": 0.6125, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.476, | |
| "grad_norm": 0.2640533408637943, | |
| "learning_rate": 4.644869937452224e-06, | |
| "loss": 0.6245, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.27591929390872805, | |
| "learning_rate": 4.636048511366222e-06, | |
| "loss": 0.6186, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.484, | |
| "grad_norm": 0.29643778935625803, | |
| "learning_rate": 4.627127454505902e-06, | |
| "loss": 0.6086, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.488, | |
| "grad_norm": 0.28076149524670235, | |
| "learning_rate": 4.618107182972209e-06, | |
| "loss": 0.6158, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.492, | |
| "grad_norm": 0.28214439623978305, | |
| "learning_rate": 4.6089881174937146e-06, | |
| "loss": 0.6299, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.496, | |
| "grad_norm": 0.2885430172419291, | |
| "learning_rate": 4.599770683406992e-06, | |
| "loss": 0.6367, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.28978271139767015, | |
| "learning_rate": 4.590455310636778e-06, | |
| "loss": 0.6248, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.504, | |
| "grad_norm": 0.2763777911865909, | |
| "learning_rate": 4.58104243367592e-06, | |
| "loss": 0.6235, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.508, | |
| "grad_norm": 0.2788581607213461, | |
| "learning_rate": 4.571532491565115e-06, | |
| "loss": 0.6201, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.512, | |
| "grad_norm": 0.28522419436506885, | |
| "learning_rate": 4.561925927872421e-06, | |
| "loss": 0.6287, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.516, | |
| "grad_norm": 0.2759422238312871, | |
| "learning_rate": 4.55222319067258e-06, | |
| "loss": 0.6105, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.271521828303117, | |
| "learning_rate": 4.542424732526105e-06, | |
| "loss": 0.6004, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.524, | |
| "grad_norm": 0.2832768486502443, | |
| "learning_rate": 4.532531010458188e-06, | |
| "loss": 0.6438, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.528, | |
| "grad_norm": 0.28545986352466657, | |
| "learning_rate": 4.522542485937369e-06, | |
| "loss": 0.6147, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.532, | |
| "grad_norm": 0.2843650568512383, | |
| "learning_rate": 4.512459624854017e-06, | |
| "loss": 0.6347, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.536, | |
| "grad_norm": 0.2758779923686556, | |
| "learning_rate": 4.5022828974986044e-06, | |
| "loss": 0.6111, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.28471240078326554, | |
| "learning_rate": 4.4920127785397615e-06, | |
| "loss": 0.6161, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.544, | |
| "grad_norm": 0.27215538114487603, | |
| "learning_rate": 4.481649747002146e-06, | |
| "loss": 0.6019, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.548, | |
| "grad_norm": 0.27161590017753495, | |
| "learning_rate": 4.471194286244094e-06, | |
| "loss": 0.6229, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.552, | |
| "grad_norm": 0.2786884282741861, | |
| "learning_rate": 4.460646883935079e-06, | |
| "loss": 0.6217, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.556, | |
| "grad_norm": 0.29095908793086706, | |
| "learning_rate": 4.4500080320329615e-06, | |
| "loss": 0.6212, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.2797512942233689, | |
| "learning_rate": 4.43927822676105e-06, | |
| "loss": 0.6183, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.564, | |
| "grad_norm": 0.2701904530059608, | |
| "learning_rate": 4.428457968584945e-06, | |
| "loss": 0.6067, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.568, | |
| "grad_norm": 0.2924071263588622, | |
| "learning_rate": 4.417547762189207e-06, | |
| "loss": 0.6167, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.572, | |
| "grad_norm": 0.2684300131690406, | |
| "learning_rate": 4.40654811645381e-06, | |
| "loss": 0.6185, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.576, | |
| "grad_norm": 0.2774759359262972, | |
| "learning_rate": 4.395459544430407e-06, | |
| "loss": 0.602, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.2808643430953345, | |
| "learning_rate": 4.384282563318403e-06, | |
| "loss": 0.598, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.584, | |
| "grad_norm": 0.27015365579319356, | |
| "learning_rate": 4.373017694440828e-06, | |
| "loss": 0.5857, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.588, | |
| "grad_norm": 0.2856861787094523, | |
| "learning_rate": 4.361665463220023e-06, | |
| "loss": 0.6206, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.592, | |
| "grad_norm": 0.28199517014381215, | |
| "learning_rate": 4.35022639915313e-06, | |
| "loss": 0.6094, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.596, | |
| "grad_norm": 0.27010314199532126, | |
| "learning_rate": 4.338701035787403e-06, | |
| "loss": 0.5947, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.2601892508343049, | |
| "learning_rate": 4.32708991069531e-06, | |
| "loss": 0.5871, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.604, | |
| "grad_norm": 0.27825064672033506, | |
| "learning_rate": 4.315393565449472e-06, | |
| "loss": 0.6093, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.608, | |
| "grad_norm": 0.27958608277896724, | |
| "learning_rate": 4.30361254559739e-06, | |
| "loss": 0.5951, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.612, | |
| "grad_norm": 0.2758779818206466, | |
| "learning_rate": 4.291747400636009e-06, | |
| "loss": 0.6062, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.616, | |
| "grad_norm": 0.29572303953208817, | |
| "learning_rate": 4.279798683986084e-06, | |
| "loss": 0.605, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.28194612739384267, | |
| "learning_rate": 4.267766952966369e-06, | |
| "loss": 0.6078, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.624, | |
| "grad_norm": 0.28615376291544004, | |
| "learning_rate": 4.255652768767619e-06, | |
| "loss": 0.6319, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.628, | |
| "grad_norm": 0.26959219285273633, | |
| "learning_rate": 4.243456696426415e-06, | |
| "loss": 0.5968, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.632, | |
| "grad_norm": 0.27878753771339543, | |
| "learning_rate": 4.2311793047988145e-06, | |
| "loss": 0.6214, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.636, | |
| "grad_norm": 0.2779844282953486, | |
| "learning_rate": 4.218821166533813e-06, | |
| "loss": 0.5964, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.2767287929857217, | |
| "learning_rate": 4.206382858046636e-06, | |
| "loss": 0.6187, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.644, | |
| "grad_norm": 0.2652936251998452, | |
| "learning_rate": 4.193864959491853e-06, | |
| "loss": 0.5897, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.648, | |
| "grad_norm": 0.26227694980471933, | |
| "learning_rate": 4.181268054736319e-06, | |
| "loss": 0.6107, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.652, | |
| "grad_norm": 0.2690441499487734, | |
| "learning_rate": 4.16859273133194e-06, | |
| "loss": 0.6012, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.656, | |
| "grad_norm": 0.26934906424793176, | |
| "learning_rate": 4.15583958048827e-06, | |
| "loss": 0.6086, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.2727839454931186, | |
| "learning_rate": 4.143009197044932e-06, | |
| "loss": 0.6156, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.664, | |
| "grad_norm": 0.2767715664709689, | |
| "learning_rate": 4.130102179443877e-06, | |
| "loss": 0.607, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.668, | |
| "grad_norm": 0.27462389864805775, | |
| "learning_rate": 4.117119129701468e-06, | |
| "loss": 0.598, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.672, | |
| "grad_norm": 0.28124958800487015, | |
| "learning_rate": 4.104060653380403e-06, | |
| "loss": 0.6174, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.676, | |
| "grad_norm": 0.26867080247614167, | |
| "learning_rate": 4.090927359561469e-06, | |
| "loss": 0.6222, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.27329020109654967, | |
| "learning_rate": 4.077719860815132e-06, | |
| "loss": 0.6174, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.684, | |
| "grad_norm": 0.2598239429892548, | |
| "learning_rate": 4.064438773172966e-06, | |
| "loss": 0.5949, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.688, | |
| "grad_norm": 0.26610910407219807, | |
| "learning_rate": 4.051084716098921e-06, | |
| "loss": 0.5876, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.692, | |
| "grad_norm": 0.28832248653224085, | |
| "learning_rate": 4.037658312460424e-06, | |
| "loss": 0.6038, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.696, | |
| "grad_norm": 0.27995126745782395, | |
| "learning_rate": 4.024160188499337e-06, | |
| "loss": 0.6024, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.2708024464743442, | |
| "learning_rate": 4.010590973802737e-06, | |
| "loss": 0.6166, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.704, | |
| "grad_norm": 0.27379773644645394, | |
| "learning_rate": 3.996951301273556e-06, | |
| "loss": 0.6172, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.708, | |
| "grad_norm": 0.2704403624062539, | |
| "learning_rate": 3.983241807101064e-06, | |
| "loss": 0.5848, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.712, | |
| "grad_norm": 0.26367325554187204, | |
| "learning_rate": 3.969463130731183e-06, | |
| "loss": 0.6084, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.716, | |
| "grad_norm": 0.2714449492216179, | |
| "learning_rate": 3.955615914836678e-06, | |
| "loss": 0.6067, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.27396192782433526, | |
| "learning_rate": 3.941700805287169e-06, | |
| "loss": 0.6049, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.724, | |
| "grad_norm": 0.2712108680127688, | |
| "learning_rate": 3.927718451119009e-06, | |
| "loss": 0.5981, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.728, | |
| "grad_norm": 0.27016877733602884, | |
| "learning_rate": 3.913669504505015e-06, | |
| "loss": 0.6148, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.732, | |
| "grad_norm": 0.2986908827790219, | |
| "learning_rate": 3.8995546207240455e-06, | |
| "loss": 0.6293, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.736, | |
| "grad_norm": 0.27281610268420575, | |
| "learning_rate": 3.8853744581304376e-06, | |
| "loss": 0.5937, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.28387181164952147, | |
| "learning_rate": 3.871129678123297e-06, | |
| "loss": 0.6098, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.744, | |
| "grad_norm": 0.2740312224605285, | |
| "learning_rate": 3.856820945115655e-06, | |
| "loss": 0.6078, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.748, | |
| "grad_norm": 0.2662514099930545, | |
| "learning_rate": 3.84244892650347e-06, | |
| "loss": 0.6254, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.752, | |
| "grad_norm": 0.26802564374459203, | |
| "learning_rate": 3.828014292634508e-06, | |
| "loss": 0.6121, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.756, | |
| "grad_norm": 0.28248517647364846, | |
| "learning_rate": 3.813517716777069e-06, | |
| "loss": 0.6202, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.272622897496479, | |
| "learning_rate": 3.798959875088584e-06, | |
| "loss": 0.5901, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.764, | |
| "grad_norm": 0.27197490333330376, | |
| "learning_rate": 3.7843414465840823e-06, | |
| "loss": 0.5856, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.768, | |
| "grad_norm": 0.26663311683845875, | |
| "learning_rate": 3.769663113104516e-06, | |
| "loss": 0.5907, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.772, | |
| "grad_norm": 0.2714585682015405, | |
| "learning_rate": 3.7549255592849575e-06, | |
| "loss": 0.6072, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.776, | |
| "grad_norm": 0.2766267849608307, | |
| "learning_rate": 3.7401294725226707e-06, | |
| "loss": 0.6158, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.26291754258948374, | |
| "learning_rate": 3.7252755429450437e-06, | |
| "loss": 0.5921, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.784, | |
| "grad_norm": 0.26530027759256725, | |
| "learning_rate": 3.7103644633774015e-06, | |
| "loss": 0.5841, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.788, | |
| "grad_norm": 0.26634011298693916, | |
| "learning_rate": 3.695396929310693e-06, | |
| "loss": 0.6147, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.792, | |
| "grad_norm": 0.26354297421036926, | |
| "learning_rate": 3.680373638869047e-06, | |
| "loss": 0.6061, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.796, | |
| "grad_norm": 0.2738313781435172, | |
| "learning_rate": 3.665295292777214e-06, | |
| "loss": 0.5903, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.27041603557150606, | |
| "learning_rate": 3.650162594327881e-06, | |
| "loss": 0.6216, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.804, | |
| "grad_norm": 0.29233209893761647, | |
| "learning_rate": 3.634976249348867e-06, | |
| "loss": 0.6221, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.808, | |
| "grad_norm": 0.28236083977418097, | |
| "learning_rate": 3.6197369661702052e-06, | |
| "loss": 0.6048, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.812, | |
| "grad_norm": 0.2610570975246162, | |
| "learning_rate": 3.604445455591099e-06, | |
| "loss": 0.586, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.816, | |
| "grad_norm": 0.27792495585124566, | |
| "learning_rate": 3.589102430846773e-06, | |
| "loss": 0.6052, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.27390708264043134, | |
| "learning_rate": 3.5737086075752054e-06, | |
| "loss": 0.5968, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.824, | |
| "grad_norm": 0.26341409551542055, | |
| "learning_rate": 3.5582647037837446e-06, | |
| "loss": 0.6128, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.828, | |
| "grad_norm": 0.2659397773506794, | |
| "learning_rate": 3.5427714398156267e-06, | |
| "loss": 0.6171, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.832, | |
| "grad_norm": 0.278302186061793, | |
| "learning_rate": 3.527229538316371e-06, | |
| "loss": 0.6001, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.836, | |
| "grad_norm": 0.27935693059901906, | |
| "learning_rate": 3.5116397242000748e-06, | |
| "loss": 0.5915, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.2681762304000699, | |
| "learning_rate": 3.4960027246156043e-06, | |
| "loss": 0.5982, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.844, | |
| "grad_norm": 0.26833511905783713, | |
| "learning_rate": 3.480319268912676e-06, | |
| "loss": 0.5823, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.848, | |
| "grad_norm": 0.27282574698411466, | |
| "learning_rate": 3.4645900886078388e-06, | |
| "loss": 0.6098, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.852, | |
| "grad_norm": 0.2841325964241835, | |
| "learning_rate": 3.448815917350355e-06, | |
| "loss": 0.6054, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.856, | |
| "grad_norm": 0.27811416712297765, | |
| "learning_rate": 3.432997490887979e-06, | |
| "loss": 0.6071, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.26897184119138856, | |
| "learning_rate": 3.417135547032642e-06, | |
| "loss": 0.612, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.864, | |
| "grad_norm": 0.2752083088143504, | |
| "learning_rate": 3.4012308256260366e-06, | |
| "loss": 0.6189, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.868, | |
| "grad_norm": 0.27146348269262077, | |
| "learning_rate": 3.385284068505113e-06, | |
| "loss": 0.5914, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.872, | |
| "grad_norm": 0.2616553689610195, | |
| "learning_rate": 3.369296019467473e-06, | |
| "loss": 0.5935, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.876, | |
| "grad_norm": 0.27439799989957114, | |
| "learning_rate": 3.3532674242366764e-06, | |
| "loss": 0.5815, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.27322752130009204, | |
| "learning_rate": 3.3371990304274654e-06, | |
| "loss": 0.593, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.884, | |
| "grad_norm": 0.2776915569429837, | |
| "learning_rate": 3.3210915875108895e-06, | |
| "loss": 0.636, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.888, | |
| "grad_norm": 0.27021599999486623, | |
| "learning_rate": 3.304945846779346e-06, | |
| "loss": 0.618, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.892, | |
| "grad_norm": 0.27748742860539916, | |
| "learning_rate": 3.2887625613115427e-06, | |
| "loss": 0.5937, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.896, | |
| "grad_norm": 0.28302784990496294, | |
| "learning_rate": 3.272542485937369e-06, | |
| "loss": 0.6093, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.2759446162478654, | |
| "learning_rate": 3.25628637720269e-06, | |
| "loss": 0.6261, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.904, | |
| "grad_norm": 0.2794223898275526, | |
| "learning_rate": 3.239994993334059e-06, | |
| "loss": 0.6098, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.908, | |
| "grad_norm": 0.2863521541541822, | |
| "learning_rate": 3.2236690942033523e-06, | |
| "loss": 0.6122, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.912, | |
| "grad_norm": 0.2810413939687701, | |
| "learning_rate": 3.207309441292325e-06, | |
| "loss": 0.6193, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.916, | |
| "grad_norm": 0.2686724574589154, | |
| "learning_rate": 3.1909167976570977e-06, | |
| "loss": 0.5847, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.27668513115261734, | |
| "learning_rate": 3.174491927892561e-06, | |
| "loss": 0.6083, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.924, | |
| "grad_norm": 0.2838278304951842, | |
| "learning_rate": 3.158035598096715e-06, | |
| "loss": 0.597, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.928, | |
| "grad_norm": 0.2702238327135827, | |
| "learning_rate": 3.1415485758349344e-06, | |
| "loss": 0.5884, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.932, | |
| "grad_norm": 0.2677368696260293, | |
| "learning_rate": 3.1250316301041727e-06, | |
| "loss": 0.5835, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.936, | |
| "grad_norm": 0.2848905107931979, | |
| "learning_rate": 3.1084855312970897e-06, | |
| "loss": 0.6255, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.2788843417615313, | |
| "learning_rate": 3.091911051166117e-06, | |
| "loss": 0.6215, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.944, | |
| "grad_norm": 0.27680715854768223, | |
| "learning_rate": 3.0753089627874668e-06, | |
| "loss": 0.6022, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.948, | |
| "grad_norm": 0.26897413893634964, | |
| "learning_rate": 3.0586800405250677e-06, | |
| "loss": 0.6194, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.952, | |
| "grad_norm": 0.2657249388294363, | |
| "learning_rate": 3.0420250599944525e-06, | |
| "loss": 0.5884, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.956, | |
| "grad_norm": 0.26576882569871957, | |
| "learning_rate": 3.0253447980265754e-06, | |
| "loss": 0.5949, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.2754408264706426, | |
| "learning_rate": 3.0086400326315853e-06, | |
| "loss": 0.5747, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.964, | |
| "grad_norm": 0.26333215813151695, | |
| "learning_rate": 2.9919115429625295e-06, | |
| "loss": 0.6035, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.968, | |
| "grad_norm": 0.2687016604382336, | |
| "learning_rate": 2.9751601092790185e-06, | |
| "loss": 0.6057, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.972, | |
| "grad_norm": 0.28837866031127346, | |
| "learning_rate": 2.958386512910831e-06, | |
| "loss": 0.5737, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.976, | |
| "grad_norm": 0.27805411098388116, | |
| "learning_rate": 2.941591536221469e-06, | |
| "loss": 0.6022, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.27696163335286905, | |
| "learning_rate": 2.924775962571667e-06, | |
| "loss": 0.6081, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.984, | |
| "grad_norm": 0.28312029387331156, | |
| "learning_rate": 2.907940576282856e-06, | |
| "loss": 0.6178, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.988, | |
| "grad_norm": 0.2516197979856304, | |
| "learning_rate": 2.8910861626005774e-06, | |
| "loss": 0.5812, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.992, | |
| "grad_norm": 0.25765553700425475, | |
| "learning_rate": 2.8742135076578608e-06, | |
| "loss": 0.5868, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.996, | |
| "grad_norm": 0.27540024093918797, | |
| "learning_rate": 2.857323398438554e-06, | |
| "loss": 0.5976, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.2637219036362386, | |
| "learning_rate": 2.840416622740617e-06, | |
| "loss": 0.6106, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.004, | |
| "grad_norm": 0.3270308432987493, | |
| "learning_rate": 2.8234939691393765e-06, | |
| "loss": 0.5662, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 1.008, | |
| "grad_norm": 0.3032460726332443, | |
| "learning_rate": 2.8065562269507464e-06, | |
| "loss": 0.589, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 1.012, | |
| "grad_norm": 0.2761928570311231, | |
| "learning_rate": 2.789604186194411e-06, | |
| "loss": 0.5654, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 1.016, | |
| "grad_norm": 0.27190181641802363, | |
| "learning_rate": 2.7726386375569748e-06, | |
| "loss": 0.5908, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.27382272887323905, | |
| "learning_rate": 2.7556603723550855e-06, | |
| "loss": 0.553, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 1.024, | |
| "grad_norm": 0.2699869769385883, | |
| "learning_rate": 2.7386701824985257e-06, | |
| "loss": 0.5517, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 1.028, | |
| "grad_norm": 0.2740431770397761, | |
| "learning_rate": 2.721668860453271e-06, | |
| "loss": 0.5611, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 1.032, | |
| "grad_norm": 0.27006742872479766, | |
| "learning_rate": 2.7046571992045334e-06, | |
| "loss": 0.5609, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 1.036, | |
| "grad_norm": 0.2853628863130536, | |
| "learning_rate": 2.6876359922197703e-06, | |
| "loss": 0.5839, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.2674934886902205, | |
| "learning_rate": 2.670606033411678e-06, | |
| "loss": 0.5692, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.044, | |
| "grad_norm": 0.2717961476035451, | |
| "learning_rate": 2.653568117101159e-06, | |
| "loss": 0.5586, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 1.048, | |
| "grad_norm": 0.2886664885195019, | |
| "learning_rate": 2.636523037980275e-06, | |
| "loss": 0.5592, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 1.052, | |
| "grad_norm": 0.2913975175671213, | |
| "learning_rate": 2.6194715910751806e-06, | |
| "loss": 0.5588, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 1.056, | |
| "grad_norm": 0.26635335287134043, | |
| "learning_rate": 2.602414571709036e-06, | |
| "loss": 0.5518, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.27589381073650543, | |
| "learning_rate": 2.58535277546492e-06, | |
| "loss": 0.5588, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 1.064, | |
| "grad_norm": 0.26891839582782207, | |
| "learning_rate": 2.5682869981487154e-06, | |
| "loss": 0.5671, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 1.068, | |
| "grad_norm": 0.2699654255248958, | |
| "learning_rate": 2.5512180357519913e-06, | |
| "loss": 0.5663, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 1.072, | |
| "grad_norm": 0.27268944362101294, | |
| "learning_rate": 2.5341466844148775e-06, | |
| "loss": 0.5689, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 1.076, | |
| "grad_norm": 0.2895176432362157, | |
| "learning_rate": 2.5170737403889334e-06, | |
| "loss": 0.555, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.275834303493974, | |
| "learning_rate": 2.5e-06, | |
| "loss": 0.5652, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.084, | |
| "grad_norm": 0.27109148773857455, | |
| "learning_rate": 2.4829262596110674e-06, | |
| "loss": 0.5531, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 1.088, | |
| "grad_norm": 0.2885944970109634, | |
| "learning_rate": 2.465853315585123e-06, | |
| "loss": 0.5645, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 1.092, | |
| "grad_norm": 0.3325900759228949, | |
| "learning_rate": 2.44878196424801e-06, | |
| "loss": 0.567, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 1.096, | |
| "grad_norm": 0.2656725633978504, | |
| "learning_rate": 2.431713001851286e-06, | |
| "loss": 0.5645, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.28515147451371026, | |
| "learning_rate": 2.4146472245350804e-06, | |
| "loss": 0.5627, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 1.104, | |
| "grad_norm": 0.2772295325997671, | |
| "learning_rate": 2.3975854282909645e-06, | |
| "loss": 0.5606, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 1.108, | |
| "grad_norm": 0.2732258740956759, | |
| "learning_rate": 2.3805284089248203e-06, | |
| "loss": 0.558, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 1.112, | |
| "grad_norm": 0.2657630056993197, | |
| "learning_rate": 2.3634769620197253e-06, | |
| "loss": 0.5639, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 1.116, | |
| "grad_norm": 0.2741360647437433, | |
| "learning_rate": 2.3464318828988416e-06, | |
| "loss": 0.539, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.27924091679374063, | |
| "learning_rate": 2.3293939665883233e-06, | |
| "loss": 0.563, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.124, | |
| "grad_norm": 0.2663368697744116, | |
| "learning_rate": 2.3123640077802305e-06, | |
| "loss": 0.5639, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 1.1280000000000001, | |
| "grad_norm": 0.2635159398782791, | |
| "learning_rate": 2.2953428007954682e-06, | |
| "loss": 0.5225, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 1.1320000000000001, | |
| "grad_norm": 0.26790514294280293, | |
| "learning_rate": 2.2783311395467304e-06, | |
| "loss": 0.5556, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 1.1360000000000001, | |
| "grad_norm": 0.27007506595154834, | |
| "learning_rate": 2.261329817501475e-06, | |
| "loss": 0.545, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 1.1400000000000001, | |
| "grad_norm": 0.27274462523361476, | |
| "learning_rate": 2.2443396276449145e-06, | |
| "loss": 0.5724, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 1.144, | |
| "grad_norm": 0.25666672253669337, | |
| "learning_rate": 2.2273613624430256e-06, | |
| "loss": 0.541, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 1.148, | |
| "grad_norm": 0.30831325626025924, | |
| "learning_rate": 2.2103958138055897e-06, | |
| "loss": 0.5544, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 1.152, | |
| "grad_norm": 0.26679849744140743, | |
| "learning_rate": 2.1934437730492544e-06, | |
| "loss": 0.5544, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 1.156, | |
| "grad_norm": 0.26795918133510693, | |
| "learning_rate": 2.1765060308606243e-06, | |
| "loss": 0.5726, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.26692330671607206, | |
| "learning_rate": 2.159583377259384e-06, | |
| "loss": 0.5771, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.164, | |
| "grad_norm": 0.26800012106006976, | |
| "learning_rate": 2.142676601561447e-06, | |
| "loss": 0.5376, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 1.168, | |
| "grad_norm": 0.25520584565446575, | |
| "learning_rate": 2.1257864923421405e-06, | |
| "loss": 0.5439, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 1.172, | |
| "grad_norm": 0.26220655980779767, | |
| "learning_rate": 2.1089138373994226e-06, | |
| "loss": 0.552, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 1.176, | |
| "grad_norm": 0.2599229946929615, | |
| "learning_rate": 2.092059423717145e-06, | |
| "loss": 0.5591, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.26226465656771997, | |
| "learning_rate": 2.0752240374283334e-06, | |
| "loss": 0.5424, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 1.184, | |
| "grad_norm": 0.27097583397605235, | |
| "learning_rate": 2.0584084637785316e-06, | |
| "loss": 0.5613, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 1.188, | |
| "grad_norm": 0.25487494718289816, | |
| "learning_rate": 2.0416134870891697e-06, | |
| "loss": 0.5531, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 1.192, | |
| "grad_norm": 0.258627059695691, | |
| "learning_rate": 2.0248398907209827e-06, | |
| "loss": 0.5603, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 1.196, | |
| "grad_norm": 0.27660938201914487, | |
| "learning_rate": 2.008088457037472e-06, | |
| "loss": 0.5648, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.26596618229804614, | |
| "learning_rate": 1.991359967368416e-06, | |
| "loss": 0.574, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.204, | |
| "grad_norm": 0.2618039991994125, | |
| "learning_rate": 1.9746552019734246e-06, | |
| "loss": 0.5492, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 1.208, | |
| "grad_norm": 0.272654754048079, | |
| "learning_rate": 1.957974940005548e-06, | |
| "loss": 0.5767, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 1.212, | |
| "grad_norm": 0.26671171090168844, | |
| "learning_rate": 1.9413199594749327e-06, | |
| "loss": 0.5338, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 1.216, | |
| "grad_norm": 0.270832034752946, | |
| "learning_rate": 1.9246910372125345e-06, | |
| "loss": 0.5647, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.2643013014532281, | |
| "learning_rate": 1.9080889488338833e-06, | |
| "loss": 0.5597, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 1.224, | |
| "grad_norm": 0.27092629093151294, | |
| "learning_rate": 1.8915144687029107e-06, | |
| "loss": 0.5485, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 1.228, | |
| "grad_norm": 0.26613235310331923, | |
| "learning_rate": 1.874968369895828e-06, | |
| "loss": 0.552, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 1.232, | |
| "grad_norm": 0.2582406507610385, | |
| "learning_rate": 1.8584514241650667e-06, | |
| "loss": 0.5477, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 1.236, | |
| "grad_norm": 0.2687239346512157, | |
| "learning_rate": 1.8419644019032868e-06, | |
| "loss": 0.5716, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.2634130471010307, | |
| "learning_rate": 1.8255080721074391e-06, | |
| "loss": 0.5511, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.244, | |
| "grad_norm": 0.27164814594203673, | |
| "learning_rate": 1.8090832023429022e-06, | |
| "loss": 0.5605, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 1.248, | |
| "grad_norm": 0.26506994687071844, | |
| "learning_rate": 1.792690558707675e-06, | |
| "loss": 0.5522, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 1.252, | |
| "grad_norm": 0.2710404134246902, | |
| "learning_rate": 1.7763309057966487e-06, | |
| "loss": 0.5754, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 1.256, | |
| "grad_norm": 0.2644648635617096, | |
| "learning_rate": 1.7600050066659418e-06, | |
| "loss": 0.5542, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.2563441049550618, | |
| "learning_rate": 1.7437136227973108e-06, | |
| "loss": 0.5428, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 1.264, | |
| "grad_norm": 0.2781486176634604, | |
| "learning_rate": 1.7274575140626318e-06, | |
| "loss": 0.5469, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 1.268, | |
| "grad_norm": 0.26498925525964123, | |
| "learning_rate": 1.7112374386884583e-06, | |
| "loss": 0.5671, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 1.272, | |
| "grad_norm": 0.27752994625791155, | |
| "learning_rate": 1.695054153220655e-06, | |
| "loss": 0.5437, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 1.276, | |
| "grad_norm": 0.2602835745087367, | |
| "learning_rate": 1.678908412489111e-06, | |
| "loss": 0.5602, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.2665909274717665, | |
| "learning_rate": 1.6628009695725348e-06, | |
| "loss": 0.5762, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.284, | |
| "grad_norm": 0.2531045714341802, | |
| "learning_rate": 1.6467325757633242e-06, | |
| "loss": 0.5674, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 1.288, | |
| "grad_norm": 0.2621120701043234, | |
| "learning_rate": 1.630703980532528e-06, | |
| "loss": 0.5598, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 1.292, | |
| "grad_norm": 0.275203318844759, | |
| "learning_rate": 1.6147159314948873e-06, | |
| "loss": 0.564, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 1.296, | |
| "grad_norm": 0.2603786935372431, | |
| "learning_rate": 1.5987691743739636e-06, | |
| "loss": 0.5535, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.26776057829072847, | |
| "learning_rate": 1.5828644529673592e-06, | |
| "loss": 0.5627, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 1.304, | |
| "grad_norm": 0.2623048715119549, | |
| "learning_rate": 1.5670025091120219e-06, | |
| "loss": 0.5685, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 1.308, | |
| "grad_norm": 0.26608080729860306, | |
| "learning_rate": 1.5511840826496462e-06, | |
| "loss": 0.5695, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 1.312, | |
| "grad_norm": 0.2673157087455161, | |
| "learning_rate": 1.5354099113921614e-06, | |
| "loss": 0.5354, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 1.316, | |
| "grad_norm": 0.2754778027664838, | |
| "learning_rate": 1.519680731087325e-06, | |
| "loss": 0.5705, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.2697793809470272, | |
| "learning_rate": 1.5039972753843966e-06, | |
| "loss": 0.5748, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.324, | |
| "grad_norm": 0.2737068013002947, | |
| "learning_rate": 1.488360275799926e-06, | |
| "loss": 0.5554, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 1.328, | |
| "grad_norm": 0.2618826312103745, | |
| "learning_rate": 1.4727704616836297e-06, | |
| "loss": 0.5516, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 1.332, | |
| "grad_norm": 0.2610637671077678, | |
| "learning_rate": 1.457228560184374e-06, | |
| "loss": 0.5491, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 1.336, | |
| "grad_norm": 0.2615954274949455, | |
| "learning_rate": 1.441735296216256e-06, | |
| "loss": 0.5556, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.2650842665446321, | |
| "learning_rate": 1.4262913924247956e-06, | |
| "loss": 0.5475, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 1.3439999999999999, | |
| "grad_norm": 0.25585711289460494, | |
| "learning_rate": 1.4108975691532273e-06, | |
| "loss": 0.5549, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 1.3479999999999999, | |
| "grad_norm": 0.25250951856873494, | |
| "learning_rate": 1.3955545444089017e-06, | |
| "loss": 0.5601, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 1.3519999999999999, | |
| "grad_norm": 0.2569876765702743, | |
| "learning_rate": 1.3802630338297956e-06, | |
| "loss": 0.548, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 1.3559999999999999, | |
| "grad_norm": 0.28203813821342777, | |
| "learning_rate": 1.3650237506511333e-06, | |
| "loss": 0.566, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 1.3599999999999999, | |
| "grad_norm": 0.27081394807954995, | |
| "learning_rate": 1.3498374056721198e-06, | |
| "loss": 0.5594, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.3639999999999999, | |
| "grad_norm": 0.26811473148644754, | |
| "learning_rate": 1.334704707222787e-06, | |
| "loss": 0.5558, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 1.3679999999999999, | |
| "grad_norm": 0.2635422950339071, | |
| "learning_rate": 1.3196263611309539e-06, | |
| "loss": 0.5707, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 1.3719999999999999, | |
| "grad_norm": 0.25640933129102816, | |
| "learning_rate": 1.3046030706893079e-06, | |
| "loss": 0.5551, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 1.376, | |
| "grad_norm": 0.26144553856379565, | |
| "learning_rate": 1.2896355366226e-06, | |
| "loss": 0.5689, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.24921356601339556, | |
| "learning_rate": 1.2747244570549578e-06, | |
| "loss": 0.5223, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 1.384, | |
| "grad_norm": 0.2739025094336896, | |
| "learning_rate": 1.2598705274773299e-06, | |
| "loss": 0.5553, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 1.388, | |
| "grad_norm": 0.26711249323543973, | |
| "learning_rate": 1.2450744407150427e-06, | |
| "loss": 0.5411, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 1.392, | |
| "grad_norm": 0.2695324913604517, | |
| "learning_rate": 1.2303368868954848e-06, | |
| "loss": 0.567, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 1.396, | |
| "grad_norm": 0.25781431882124334, | |
| "learning_rate": 1.215658553415918e-06, | |
| "loss": 0.5674, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.2594657444454727, | |
| "learning_rate": 1.2010401249114166e-06, | |
| "loss": 0.5366, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.404, | |
| "grad_norm": 0.26265811514812376, | |
| "learning_rate": 1.1864822832229319e-06, | |
| "loss": 0.5465, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 1.408, | |
| "grad_norm": 0.26623313611028854, | |
| "learning_rate": 1.1719857073654923e-06, | |
| "loss": 0.564, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 1.412, | |
| "grad_norm": 0.2702849646886806, | |
| "learning_rate": 1.1575510734965305e-06, | |
| "loss": 0.5521, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 1.416, | |
| "grad_norm": 0.2689048371097966, | |
| "learning_rate": 1.1431790548843464e-06, | |
| "loss": 0.5527, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.25819241256540093, | |
| "learning_rate": 1.1288703218767027e-06, | |
| "loss": 0.54, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 1.424, | |
| "grad_norm": 0.25437896341243765, | |
| "learning_rate": 1.1146255418695635e-06, | |
| "loss": 0.528, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 1.428, | |
| "grad_norm": 0.25406879267543436, | |
| "learning_rate": 1.1004453792759547e-06, | |
| "loss": 0.5471, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 1.432, | |
| "grad_norm": 0.2562241134177116, | |
| "learning_rate": 1.0863304954949856e-06, | |
| "loss": 0.55, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 1.436, | |
| "grad_norm": 0.26542441620839063, | |
| "learning_rate": 1.072281548880992e-06, | |
| "loss": 0.5678, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.269318418298225, | |
| "learning_rate": 1.0582991947128324e-06, | |
| "loss": 0.5615, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.444, | |
| "grad_norm": 0.2691764014021926, | |
| "learning_rate": 1.0443840851633227e-06, | |
| "loss": 0.565, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 1.448, | |
| "grad_norm": 0.2594862635555543, | |
| "learning_rate": 1.0305368692688175e-06, | |
| "loss": 0.5666, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 1.452, | |
| "grad_norm": 0.25315547667760335, | |
| "learning_rate": 1.0167581928989373e-06, | |
| "loss": 0.5555, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 1.456, | |
| "grad_norm": 0.2613895044115319, | |
| "learning_rate": 1.0030486987264436e-06, | |
| "loss": 0.5776, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.2631431546714004, | |
| "learning_rate": 9.89409026197264e-07, | |
| "loss": 0.5365, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 1.464, | |
| "grad_norm": 0.2647751182203821, | |
| "learning_rate": 9.758398115006637e-07, | |
| "loss": 0.5573, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 1.468, | |
| "grad_norm": 0.26208143115660865, | |
| "learning_rate": 9.623416875395763e-07, | |
| "loss": 0.5605, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 1.472, | |
| "grad_norm": 0.2704474380702507, | |
| "learning_rate": 9.489152839010799e-07, | |
| "loss": 0.5697, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 1.476, | |
| "grad_norm": 0.275761932132816, | |
| "learning_rate": 9.355612268270339e-07, | |
| "loss": 0.5586, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.27242480864427504, | |
| "learning_rate": 9.222801391848688e-07, | |
| "loss": 0.5573, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.484, | |
| "grad_norm": 0.254674372509468, | |
| "learning_rate": 9.090726404385319e-07, | |
| "loss": 0.5377, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 1.488, | |
| "grad_norm": 0.25888213496864965, | |
| "learning_rate": 8.959393466195973e-07, | |
| "loss": 0.5278, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 1.492, | |
| "grad_norm": 0.2527033545759895, | |
| "learning_rate": 8.828808702985325e-07, | |
| "loss": 0.5475, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 1.496, | |
| "grad_norm": 0.2669973822070058, | |
| "learning_rate": 8.69897820556124e-07, | |
| "loss": 0.5652, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.26903334117277744, | |
| "learning_rate": 8.569908029550686e-07, | |
| "loss": 0.5555, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 1.504, | |
| "grad_norm": 0.2634312253069988, | |
| "learning_rate": 8.441604195117315e-07, | |
| "loss": 0.5581, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 1.508, | |
| "grad_norm": 0.2683641729946301, | |
| "learning_rate": 8.31407268668061e-07, | |
| "loss": 0.5541, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 1.512, | |
| "grad_norm": 0.26616933690609357, | |
| "learning_rate": 8.187319452636821e-07, | |
| "loss": 0.5564, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 1.516, | |
| "grad_norm": 0.257110593824904, | |
| "learning_rate": 8.061350405081484e-07, | |
| "loss": 0.5571, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.26192694577938985, | |
| "learning_rate": 7.936171419533653e-07, | |
| "loss": 0.5643, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.524, | |
| "grad_norm": 0.2706323728611535, | |
| "learning_rate": 7.811788334661871e-07, | |
| "loss": 0.5493, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 1.528, | |
| "grad_norm": 0.2567197095741578, | |
| "learning_rate": 7.688206952011862e-07, | |
| "loss": 0.559, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 1.532, | |
| "grad_norm": 0.26232934311415484, | |
| "learning_rate": 7.565433035735859e-07, | |
| "loss": 0.557, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 1.536, | |
| "grad_norm": 0.26498083181616333, | |
| "learning_rate": 7.443472312323824e-07, | |
| "loss": 0.5519, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.2696289770109232, | |
| "learning_rate": 7.322330470336314e-07, | |
| "loss": 0.5674, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 1.544, | |
| "grad_norm": 0.275304780317595, | |
| "learning_rate": 7.202013160139159e-07, | |
| "loss": 0.5367, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 1.548, | |
| "grad_norm": 0.26693717335236866, | |
| "learning_rate": 7.082525993639916e-07, | |
| "loss": 0.5587, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 1.552, | |
| "grad_norm": 0.26002682618175454, | |
| "learning_rate": 6.963874544026109e-07, | |
| "loss": 0.5496, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 1.556, | |
| "grad_norm": 0.2622047147420331, | |
| "learning_rate": 6.846064345505296e-07, | |
| "loss": 0.5725, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.26684263893910143, | |
| "learning_rate": 6.729100893046897e-07, | |
| "loss": 0.5294, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.564, | |
| "grad_norm": 0.26176221742469546, | |
| "learning_rate": 6.612989642125977e-07, | |
| "loss": 0.5657, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 1.568, | |
| "grad_norm": 0.26631983610262083, | |
| "learning_rate": 6.497736008468703e-07, | |
| "loss": 0.5685, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 1.572, | |
| "grad_norm": 0.26179902426984153, | |
| "learning_rate": 6.383345367799784e-07, | |
| "loss": 0.554, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 1.576, | |
| "grad_norm": 0.27346453641516727, | |
| "learning_rate": 6.269823055591726e-07, | |
| "loss": 0.5623, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.270925236344549, | |
| "learning_rate": 6.157174366815979e-07, | |
| "loss": 0.5588, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 1.584, | |
| "grad_norm": 0.25741948324451286, | |
| "learning_rate": 6.045404555695935e-07, | |
| "loss": 0.5403, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 1.588, | |
| "grad_norm": 0.2613501970796598, | |
| "learning_rate": 5.934518835461908e-07, | |
| "loss": 0.5493, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 1.592, | |
| "grad_norm": 0.2611536278189242, | |
| "learning_rate": 5.824522378107936e-07, | |
| "loss": 0.5738, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 1.596, | |
| "grad_norm": 0.2675151064196103, | |
| "learning_rate": 5.715420314150547e-07, | |
| "loss": 0.5538, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.2617887614907697, | |
| "learning_rate": 5.607217732389503e-07, | |
| "loss": 0.5476, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.604, | |
| "grad_norm": 0.25503541212802705, | |
| "learning_rate": 5.499919679670385e-07, | |
| "loss": 0.5462, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 1.608, | |
| "grad_norm": 0.2572004653637581, | |
| "learning_rate": 5.393531160649221e-07, | |
| "loss": 0.5555, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 1.612, | |
| "grad_norm": 0.2565584643823191, | |
| "learning_rate": 5.288057137559066e-07, | |
| "loss": 0.5519, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 1.616, | |
| "grad_norm": 0.2542793603223879, | |
| "learning_rate": 5.183502529978548e-07, | |
| "loss": 0.553, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.26475636006034603, | |
| "learning_rate": 5.079872214602388e-07, | |
| "loss": 0.5508, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 1.624, | |
| "grad_norm": 0.2579561028420663, | |
| "learning_rate": 4.977171025013961e-07, | |
| "loss": 0.5445, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 1.6280000000000001, | |
| "grad_norm": 0.2609669688970827, | |
| "learning_rate": 4.875403751459825e-07, | |
| "loss": 0.5568, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 1.6320000000000001, | |
| "grad_norm": 0.25816208452692024, | |
| "learning_rate": 4.774575140626317e-07, | |
| "loss": 0.5452, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 1.6360000000000001, | |
| "grad_norm": 0.2583681473741294, | |
| "learning_rate": 4.6746898954181217e-07, | |
| "loss": 0.5587, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 1.6400000000000001, | |
| "grad_norm": 0.2531012017534651, | |
| "learning_rate": 4.5757526747389506e-07, | |
| "loss": 0.5641, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.6440000000000001, | |
| "grad_norm": 0.260155681123512, | |
| "learning_rate": 4.4777680932742124e-07, | |
| "loss": 0.5481, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 1.6480000000000001, | |
| "grad_norm": 0.2683235093149167, | |
| "learning_rate": 4.380740721275786e-07, | |
| "loss": 0.5572, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 1.6520000000000001, | |
| "grad_norm": 0.2564907831166984, | |
| "learning_rate": 4.2846750843488523e-07, | |
| "loss": 0.5416, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 1.6560000000000001, | |
| "grad_norm": 0.25696609634112416, | |
| "learning_rate": 4.189575663240794e-07, | |
| "loss": 0.5549, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 1.6600000000000001, | |
| "grad_norm": 0.2578454982930163, | |
| "learning_rate": 4.095446893632235e-07, | |
| "loss": 0.5399, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 1.6640000000000001, | |
| "grad_norm": 0.25813226813140566, | |
| "learning_rate": 4.002293165930088e-07, | |
| "loss": 0.5585, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 1.6680000000000001, | |
| "grad_norm": 0.25934385596480936, | |
| "learning_rate": 3.9101188250628557e-07, | |
| "loss": 0.5526, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 1.6720000000000002, | |
| "grad_norm": 0.2617210666443342, | |
| "learning_rate": 3.818928170277911e-07, | |
| "loss": 0.5572, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 1.6760000000000002, | |
| "grad_norm": 0.2571918169332575, | |
| "learning_rate": 3.7287254549409846e-07, | |
| "loss": 0.5581, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 1.6800000000000002, | |
| "grad_norm": 0.26192520360464283, | |
| "learning_rate": 3.639514886337786e-07, | |
| "loss": 0.5532, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.6840000000000002, | |
| "grad_norm": 0.260902445787394, | |
| "learning_rate": 3.551300625477763e-07, | |
| "loss": 0.5572, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 1.688, | |
| "grad_norm": 0.2694942892729709, | |
| "learning_rate": 3.4640867869000036e-07, | |
| "loss": 0.5567, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 1.692, | |
| "grad_norm": 0.266015788224457, | |
| "learning_rate": 3.3778774384813555e-07, | |
| "loss": 0.5601, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 1.696, | |
| "grad_norm": 0.25988296706658587, | |
| "learning_rate": 3.292676601246661e-07, | |
| "loss": 0.5514, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.27277792689483177, | |
| "learning_rate": 3.208488249181216e-07, | |
| "loss": 0.5454, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 1.704, | |
| "grad_norm": 0.2765149685595683, | |
| "learning_rate": 3.125316309045434e-07, | |
| "loss": 0.5782, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 1.708, | |
| "grad_norm": 0.2672590762478569, | |
| "learning_rate": 3.0431646601916556e-07, | |
| "loss": 0.5481, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 1.712, | |
| "grad_norm": 0.2469424719148706, | |
| "learning_rate": 2.962037134383211e-07, | |
| "loss": 0.5248, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 1.716, | |
| "grad_norm": 0.25442988775386594, | |
| "learning_rate": 2.881937515615732e-07, | |
| "loss": 0.5401, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.25371799199659134, | |
| "learning_rate": 2.80286953994062e-07, | |
| "loss": 0.5361, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.724, | |
| "grad_norm": 0.2589009719913934, | |
| "learning_rate": 2.7248368952908055e-07, | |
| "loss": 0.5675, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 1.728, | |
| "grad_norm": 0.2512096194587606, | |
| "learning_rate": 2.647843221308721e-07, | |
| "loss": 0.5614, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 1.732, | |
| "grad_norm": 0.25846242566159466, | |
| "learning_rate": 2.571892109176552e-07, | |
| "loss": 0.5419, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 1.736, | |
| "grad_norm": 0.2546107738468481, | |
| "learning_rate": 2.496987101448728e-07, | |
| "loss": 0.5434, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.25610395036355743, | |
| "learning_rate": 2.423131691886682e-07, | |
| "loss": 0.5527, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 1.744, | |
| "grad_norm": 0.2538387917642117, | |
| "learning_rate": 2.3503293252959136e-07, | |
| "loss": 0.5561, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 1.748, | |
| "grad_norm": 0.2584543393061303, | |
| "learning_rate": 2.278583397365286e-07, | |
| "loss": 0.5499, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 1.752, | |
| "grad_norm": 0.2529672816521981, | |
| "learning_rate": 2.2078972545086647e-07, | |
| "loss": 0.5567, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 1.756, | |
| "grad_norm": 0.25666575194151114, | |
| "learning_rate": 2.138274193708828e-07, | |
| "loss": 0.5765, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.2579853829854033, | |
| "learning_rate": 2.0697174623636795e-07, | |
| "loss": 0.5782, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.764, | |
| "grad_norm": 0.24941376249415378, | |
| "learning_rate": 2.002230258134777e-07, | |
| "loss": 0.5485, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 1.768, | |
| "grad_norm": 0.25532064995305964, | |
| "learning_rate": 1.9358157287982099e-07, | |
| "loss": 0.5581, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 1.772, | |
| "grad_norm": 0.258850758081898, | |
| "learning_rate": 1.8704769720977484e-07, | |
| "loss": 0.5447, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 1.776, | |
| "grad_norm": 0.2510020854350655, | |
| "learning_rate": 1.8062170356003854e-07, | |
| "loss": 0.5494, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.2611883344797634, | |
| "learning_rate": 1.743038916554171e-07, | |
| "loss": 0.5502, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 1.784, | |
| "grad_norm": 0.26036595606020646, | |
| "learning_rate": 1.680945561748412e-07, | |
| "loss": 0.5454, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 1.788, | |
| "grad_norm": 0.25246138722084965, | |
| "learning_rate": 1.6199398673762328e-07, | |
| "loss": 0.5531, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 1.792, | |
| "grad_norm": 0.25741307398655594, | |
| "learning_rate": 1.5600246788994938e-07, | |
| "loss": 0.5394, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 1.796, | |
| "grad_norm": 0.2588772149571607, | |
| "learning_rate": 1.5012027909160675e-07, | |
| "loss": 0.5552, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.2617888726984671, | |
| "learning_rate": 1.44347694702949e-07, | |
| "loss": 0.5538, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.804, | |
| "grad_norm": 0.2750715668908645, | |
| "learning_rate": 1.3868498397209884e-07, | |
| "loss": 0.5541, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 1.808, | |
| "grad_norm": 0.26245053284364556, | |
| "learning_rate": 1.3313241102239056e-07, | |
| "loss": 0.5421, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 1.812, | |
| "grad_norm": 0.26161552294885054, | |
| "learning_rate": 1.2769023484005049e-07, | |
| "loss": 0.5561, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 1.8159999999999998, | |
| "grad_norm": 0.2623120144249456, | |
| "learning_rate": 1.223587092621162e-07, | |
| "loss": 0.5625, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 1.8199999999999998, | |
| "grad_norm": 0.2591087788623649, | |
| "learning_rate": 1.1713808296459794e-07, | |
| "loss": 0.554, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 1.8239999999999998, | |
| "grad_norm": 0.268216634704575, | |
| "learning_rate": 1.120285994508799e-07, | |
| "loss": 0.55, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 1.8279999999999998, | |
| "grad_norm": 0.24896430869123282, | |
| "learning_rate": 1.0703049704036128e-07, | |
| "loss": 0.5433, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 1.8319999999999999, | |
| "grad_norm": 0.26570965421595016, | |
| "learning_rate": 1.0214400885734194e-07, | |
| "loss": 0.5428, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 1.8359999999999999, | |
| "grad_norm": 0.25167063380283183, | |
| "learning_rate": 9.73693628201483e-08, | |
| "loss": 0.5607, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 1.8399999999999999, | |
| "grad_norm": 0.25822111998602776, | |
| "learning_rate": 9.270678163050218e-08, | |
| "loss": 0.5518, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.8439999999999999, | |
| "grad_norm": 0.2633665190460336, | |
| "learning_rate": 8.815648276313343e-08, | |
| "loss": 0.5485, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 1.8479999999999999, | |
| "grad_norm": 0.26717689797937383, | |
| "learning_rate": 8.371867845563819e-08, | |
| "loss": 0.5253, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 1.8519999999999999, | |
| "grad_norm": 0.2639494215386647, | |
| "learning_rate": 7.939357569857697e-08, | |
| "loss": 0.5423, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 1.8559999999999999, | |
| "grad_norm": 0.25843197317699923, | |
| "learning_rate": 7.518137622582189e-08, | |
| "loss": 0.5668, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 1.8599999999999999, | |
| "grad_norm": 0.2534754343376283, | |
| "learning_rate": 7.108227650514637e-08, | |
| "loss": 0.5419, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 1.8639999999999999, | |
| "grad_norm": 0.2506776201660858, | |
| "learning_rate": 6.70964677290617e-08, | |
| "loss": 0.5496, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 1.8679999999999999, | |
| "grad_norm": 0.28500846055614565, | |
| "learning_rate": 6.322413580589881e-08, | |
| "loss": 0.5371, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 1.8719999999999999, | |
| "grad_norm": 0.2558787240227369, | |
| "learning_rate": 5.946546135113862e-08, | |
| "loss": 0.5521, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 1.876, | |
| "grad_norm": 0.24995974502835572, | |
| "learning_rate": 5.5820619678985947e-08, | |
| "loss": 0.5569, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.2558205709053614, | |
| "learning_rate": 5.2289780794192726e-08, | |
| "loss": 0.5472, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.884, | |
| "grad_norm": 0.2614512604532457, | |
| "learning_rate": 4.8873109384129927e-08, | |
| "loss": 0.5392, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 1.888, | |
| "grad_norm": 0.2611020235601397, | |
| "learning_rate": 4.557076481110367e-08, | |
| "loss": 0.5632, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 1.892, | |
| "grad_norm": 0.2555589904873057, | |
| "learning_rate": 4.238290110492427e-08, | |
| "loss": 0.5445, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 1.896, | |
| "grad_norm": 0.2590925947063543, | |
| "learning_rate": 3.930966695572136e-08, | |
| "loss": 0.5511, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.25584381954615376, | |
| "learning_rate": 3.635120570700784e-08, | |
| "loss": 0.5554, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 1.904, | |
| "grad_norm": 0.2598744096425038, | |
| "learning_rate": 3.3507655348995194e-08, | |
| "loss": 0.5449, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 1.908, | |
| "grad_norm": 0.2638610026594681, | |
| "learning_rate": 3.077914851215585e-08, | |
| "loss": 0.5591, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 1.912, | |
| "grad_norm": 0.25151758051160417, | |
| "learning_rate": 2.8165812461038166e-08, | |
| "loss": 0.5499, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 1.916, | |
| "grad_norm": 0.254508630104069, | |
| "learning_rate": 2.566776908832974e-08, | |
| "loss": 0.5374, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.2575393452132042, | |
| "learning_rate": 2.3285134909173113e-08, | |
| "loss": 0.5354, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.924, | |
| "grad_norm": 0.25136797567604285, | |
| "learning_rate": 2.1018021055729256e-08, | |
| "loss": 0.5525, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 1.928, | |
| "grad_norm": 0.26449210060783246, | |
| "learning_rate": 1.886653327199617e-08, | |
| "loss": 0.5486, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 1.932, | |
| "grad_norm": 0.24948013880023046, | |
| "learning_rate": 1.6830771908875054e-08, | |
| "loss": 0.5547, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 1.936, | |
| "grad_norm": 0.2630268839649341, | |
| "learning_rate": 1.4910831919490997e-08, | |
| "loss": 0.5601, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.2605899821024887, | |
| "learning_rate": 1.3106802854762901e-08, | |
| "loss": 0.565, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 1.944, | |
| "grad_norm": 0.24702510074753287, | |
| "learning_rate": 1.1418768859227935e-08, | |
| "loss": 0.5519, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 1.948, | |
| "grad_norm": 0.2513877665742416, | |
| "learning_rate": 9.846808667115515e-09, | |
| "loss": 0.5247, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 1.952, | |
| "grad_norm": 0.2564857438108711, | |
| "learning_rate": 8.390995598676067e-09, | |
| "loss": 0.5545, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 1.956, | |
| "grad_norm": 0.2547711549147179, | |
| "learning_rate": 7.051397556760153e-09, | |
| "loss": 0.5592, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.2585526225777786, | |
| "learning_rate": 5.828077023651846e-09, | |
| "loss": 0.5279, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.964, | |
| "grad_norm": 0.25380028383316505, | |
| "learning_rate": 4.721091058154936e-09, | |
| "loss": 0.5604, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 1.968, | |
| "grad_norm": 0.2610939223735134, | |
| "learning_rate": 3.730491292930072e-09, | |
| "loss": 0.5623, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 1.972, | |
| "grad_norm": 0.2586724319177905, | |
| "learning_rate": 2.8563239320880676e-09, | |
| "loss": 0.5502, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 1.976, | |
| "grad_norm": 0.2607818153868037, | |
| "learning_rate": 2.0986297490338536e-09, | |
| "loss": 0.553, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.25584510179263337, | |
| "learning_rate": 1.4574440845649406e-09, | |
| "loss": 0.5633, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 1.984, | |
| "grad_norm": 0.2633673860402372, | |
| "learning_rate": 9.32796845223294e-10, | |
| "loss": 0.5659, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 1.988, | |
| "grad_norm": 0.2656283591233252, | |
| "learning_rate": 5.247125019003374e-10, | |
| "loss": 0.5562, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 1.992, | |
| "grad_norm": 0.2572974511141831, | |
| "learning_rate": 2.3321008869481296e-10, | |
| "loss": 0.5575, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 1.996, | |
| "grad_norm": 0.2611191928635677, | |
| "learning_rate": 5.830320202654394e-11, | |
| "loss": 0.5552, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.2598503292836428, | |
| "learning_rate": 0.0, | |
| "loss": 0.565, | |
| "step": 500 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 500, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 125, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 6.140491770384876e+17, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |