| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.5, | |
| "eval_steps": 500, | |
| "global_step": 375, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.004, | |
| "grad_norm": 2.7120276745865266, | |
| "learning_rate": 1.2500000000000002e-07, | |
| "loss": 0.9478, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.008, | |
| "grad_norm": 2.5535110233770237, | |
| "learning_rate": 2.5000000000000004e-07, | |
| "loss": 0.962, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.012, | |
| "grad_norm": 2.6421564999361533, | |
| "learning_rate": 3.75e-07, | |
| "loss": 0.9483, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.016, | |
| "grad_norm": 2.5842713407482596, | |
| "learning_rate": 5.000000000000001e-07, | |
| "loss": 0.9484, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.5281267639976615, | |
| "learning_rate": 6.25e-07, | |
| "loss": 0.9512, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.024, | |
| "grad_norm": 2.55003561639048, | |
| "learning_rate": 7.5e-07, | |
| "loss": 0.9185, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.028, | |
| "grad_norm": 2.5014092783190947, | |
| "learning_rate": 8.75e-07, | |
| "loss": 0.9411, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.032, | |
| "grad_norm": 2.5247715994428046, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.9474, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.036, | |
| "grad_norm": 2.564090844776098, | |
| "learning_rate": 1.125e-06, | |
| "loss": 0.9246, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.5258707026382154, | |
| "learning_rate": 1.25e-06, | |
| "loss": 0.9078, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.044, | |
| "grad_norm": 2.5471156175078464, | |
| "learning_rate": 1.3750000000000002e-06, | |
| "loss": 0.9134, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.048, | |
| "grad_norm": 2.7125301372042467, | |
| "learning_rate": 1.5e-06, | |
| "loss": 0.8776, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.052, | |
| "grad_norm": 2.150392048325219, | |
| "learning_rate": 1.6250000000000001e-06, | |
| "loss": 0.8549, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.056, | |
| "grad_norm": 1.8184980673856375, | |
| "learning_rate": 1.75e-06, | |
| "loss": 0.8169, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.7529184087805771, | |
| "learning_rate": 1.8750000000000003e-06, | |
| "loss": 0.7975, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.064, | |
| "grad_norm": 1.7474840928555682, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 0.8204, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.068, | |
| "grad_norm": 1.522251241150409, | |
| "learning_rate": 2.125e-06, | |
| "loss": 0.8301, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.072, | |
| "grad_norm": 0.9782588646220091, | |
| "learning_rate": 2.25e-06, | |
| "loss": 0.7839, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.076, | |
| "grad_norm": 0.975162832649703, | |
| "learning_rate": 2.375e-06, | |
| "loss": 0.7876, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.8952616849532462, | |
| "learning_rate": 2.5e-06, | |
| "loss": 0.7589, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.084, | |
| "grad_norm": 0.8469187411478404, | |
| "learning_rate": 2.6250000000000003e-06, | |
| "loss": 0.7567, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.088, | |
| "grad_norm": 0.7683035597272257, | |
| "learning_rate": 2.7500000000000004e-06, | |
| "loss": 0.7598, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.092, | |
| "grad_norm": 0.6779719620181055, | |
| "learning_rate": 2.875e-06, | |
| "loss": 0.7431, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.096, | |
| "grad_norm": 0.5998651036445499, | |
| "learning_rate": 3e-06, | |
| "loss": 0.7348, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.6798779251188986, | |
| "learning_rate": 3.125e-06, | |
| "loss": 0.7271, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.104, | |
| "grad_norm": 0.7459028436934305, | |
| "learning_rate": 3.2500000000000002e-06, | |
| "loss": 0.7011, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.108, | |
| "grad_norm": 0.7661666147630528, | |
| "learning_rate": 3.3750000000000003e-06, | |
| "loss": 0.7209, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.112, | |
| "grad_norm": 0.7109730987249342, | |
| "learning_rate": 3.5e-06, | |
| "loss": 0.7118, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.116, | |
| "grad_norm": 0.6778217985942258, | |
| "learning_rate": 3.625e-06, | |
| "loss": 0.7295, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.6073429084137083, | |
| "learning_rate": 3.7500000000000005e-06, | |
| "loss": 0.7114, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.124, | |
| "grad_norm": 0.5325413632521706, | |
| "learning_rate": 3.875e-06, | |
| "loss": 0.7117, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.128, | |
| "grad_norm": 0.5170445125401208, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.7132, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.132, | |
| "grad_norm": 0.47459002896590347, | |
| "learning_rate": 4.125e-06, | |
| "loss": 0.6913, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.136, | |
| "grad_norm": 0.46611890152884594, | |
| "learning_rate": 4.25e-06, | |
| "loss": 0.6893, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.5282002224942279, | |
| "learning_rate": 4.3750000000000005e-06, | |
| "loss": 0.7059, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.144, | |
| "grad_norm": 0.516098581069478, | |
| "learning_rate": 4.5e-06, | |
| "loss": 0.7068, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.148, | |
| "grad_norm": 0.4946613953020982, | |
| "learning_rate": 4.625000000000001e-06, | |
| "loss": 0.6854, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.152, | |
| "grad_norm": 0.45539519616935026, | |
| "learning_rate": 4.75e-06, | |
| "loss": 0.689, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.156, | |
| "grad_norm": 0.43098619176364883, | |
| "learning_rate": 4.875e-06, | |
| "loss": 0.6904, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.42693567901762375, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6713, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.164, | |
| "grad_norm": 0.42916236211888303, | |
| "learning_rate": 4.999941696797974e-06, | |
| "loss": 0.6929, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.168, | |
| "grad_norm": 0.46320958381108696, | |
| "learning_rate": 4.9997667899113055e-06, | |
| "loss": 0.6601, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.172, | |
| "grad_norm": 0.4650598350234117, | |
| "learning_rate": 4.9994752874981e-06, | |
| "loss": 0.6627, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.176, | |
| "grad_norm": 0.4899967026584299, | |
| "learning_rate": 4.999067203154777e-06, | |
| "loss": 0.6583, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.4562804538758281, | |
| "learning_rate": 4.998542555915435e-06, | |
| "loss": 0.6712, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.184, | |
| "grad_norm": 0.36547047335003885, | |
| "learning_rate": 4.997901370250966e-06, | |
| "loss": 0.6495, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.188, | |
| "grad_norm": 0.37624066260466155, | |
| "learning_rate": 4.997143676067913e-06, | |
| "loss": 0.6703, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.192, | |
| "grad_norm": 0.36653954523845933, | |
| "learning_rate": 4.99626950870707e-06, | |
| "loss": 0.6781, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.196, | |
| "grad_norm": 0.3477765639450634, | |
| "learning_rate": 4.995278908941845e-06, | |
| "loss": 0.6745, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.3342296714847872, | |
| "learning_rate": 4.994171922976349e-06, | |
| "loss": 0.6771, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.204, | |
| "grad_norm": 0.37958792690250714, | |
| "learning_rate": 4.9929486024432405e-06, | |
| "loss": 0.6546, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.208, | |
| "grad_norm": 0.40870653964939113, | |
| "learning_rate": 4.991609004401324e-06, | |
| "loss": 0.6528, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.212, | |
| "grad_norm": 0.364192633459814, | |
| "learning_rate": 4.990153191332885e-06, | |
| "loss": 0.6458, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.216, | |
| "grad_norm": 0.30668416089546924, | |
| "learning_rate": 4.988581231140772e-06, | |
| "loss": 0.672, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.33255921507240616, | |
| "learning_rate": 4.986893197145238e-06, | |
| "loss": 0.6575, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.224, | |
| "grad_norm": 0.312428536241603, | |
| "learning_rate": 4.985089168080509e-06, | |
| "loss": 0.6629, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.228, | |
| "grad_norm": 0.2961748326875195, | |
| "learning_rate": 4.983169228091125e-06, | |
| "loss": 0.6514, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.232, | |
| "grad_norm": 0.30513153025857964, | |
| "learning_rate": 4.981133466728004e-06, | |
| "loss": 0.6547, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.236, | |
| "grad_norm": 0.3274000044829569, | |
| "learning_rate": 4.978981978944271e-06, | |
| "loss": 0.6514, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.3083977406610579, | |
| "learning_rate": 4.976714865090827e-06, | |
| "loss": 0.6422, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.244, | |
| "grad_norm": 0.3052292638265554, | |
| "learning_rate": 4.97433223091167e-06, | |
| "loss": 0.6355, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.248, | |
| "grad_norm": 0.2959593176715387, | |
| "learning_rate": 4.971834187538963e-06, | |
| "loss": 0.6551, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.252, | |
| "grad_norm": 0.29042322618949995, | |
| "learning_rate": 4.9692208514878445e-06, | |
| "loss": 0.6581, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.256, | |
| "grad_norm": 0.3149031676109748, | |
| "learning_rate": 4.966492344651006e-06, | |
| "loss": 0.6594, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.2874450280533471, | |
| "learning_rate": 4.963648794292992e-06, | |
| "loss": 0.6488, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.264, | |
| "grad_norm": 0.27325192501172824, | |
| "learning_rate": 4.960690333044279e-06, | |
| "loss": 0.6351, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.268, | |
| "grad_norm": 0.2817944445002008, | |
| "learning_rate": 4.957617098895076e-06, | |
| "loss": 0.6265, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.272, | |
| "grad_norm": 0.281980621240097, | |
| "learning_rate": 4.954429235188897e-06, | |
| "loss": 0.6432, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.276, | |
| "grad_norm": 0.2962526841715817, | |
| "learning_rate": 4.951126890615871e-06, | |
| "loss": 0.6354, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.28005347365677186, | |
| "learning_rate": 4.947710219205808e-06, | |
| "loss": 0.6548, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.284, | |
| "grad_norm": 0.26960325063378, | |
| "learning_rate": 4.944179380321015e-06, | |
| "loss": 0.6125, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.288, | |
| "grad_norm": 0.2848666105192882, | |
| "learning_rate": 4.940534538648862e-06, | |
| "loss": 0.6078, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.292, | |
| "grad_norm": 0.276353304899713, | |
| "learning_rate": 4.936775864194101e-06, | |
| "loss": 0.6524, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.296, | |
| "grad_norm": 0.27790715839174, | |
| "learning_rate": 4.932903532270939e-06, | |
| "loss": 0.6275, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.2636499704034946, | |
| "learning_rate": 4.928917723494854e-06, | |
| "loss": 0.6422, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.304, | |
| "grad_norm": 0.28133008746598603, | |
| "learning_rate": 4.924818623774178e-06, | |
| "loss": 0.6355, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.308, | |
| "grad_norm": 0.2779410264901997, | |
| "learning_rate": 4.920606424301424e-06, | |
| "loss": 0.6408, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.312, | |
| "grad_norm": 0.2897057665750394, | |
| "learning_rate": 4.916281321544362e-06, | |
| "loss": 0.6402, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.316, | |
| "grad_norm": 0.2761996704216673, | |
| "learning_rate": 4.911843517236867e-06, | |
| "loss": 0.653, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.29413202875425243, | |
| "learning_rate": 4.907293218369499e-06, | |
| "loss": 0.6298, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.324, | |
| "grad_norm": 0.2861680279307969, | |
| "learning_rate": 4.9026306371798526e-06, | |
| "loss": 0.6553, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.328, | |
| "grad_norm": 0.2848851913581759, | |
| "learning_rate": 4.897855991142658e-06, | |
| "loss": 0.6076, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.332, | |
| "grad_norm": 0.2687848093353044, | |
| "learning_rate": 4.892969502959639e-06, | |
| "loss": 0.6311, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.336, | |
| "grad_norm": 0.27061397240144314, | |
| "learning_rate": 4.8879714005491205e-06, | |
| "loss": 0.6148, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.2663532374960906, | |
| "learning_rate": 4.882861917035403e-06, | |
| "loss": 0.6412, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.344, | |
| "grad_norm": 0.27752950332016424, | |
| "learning_rate": 4.8776412907378845e-06, | |
| "loss": 0.642, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.348, | |
| "grad_norm": 0.2772792789989426, | |
| "learning_rate": 4.87230976515995e-06, | |
| "loss": 0.6184, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.352, | |
| "grad_norm": 0.29699617925202587, | |
| "learning_rate": 4.8668675889776095e-06, | |
| "loss": 0.6275, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.356, | |
| "grad_norm": 0.2736517750983177, | |
| "learning_rate": 4.861315016027902e-06, | |
| "loss": 0.6347, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.2871346395772671, | |
| "learning_rate": 4.855652305297052e-06, | |
| "loss": 0.6132, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.364, | |
| "grad_norm": 0.27131438304958966, | |
| "learning_rate": 4.849879720908394e-06, | |
| "loss": 0.6026, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.368, | |
| "grad_norm": 0.2701400539855458, | |
| "learning_rate": 4.843997532110051e-06, | |
| "loss": 0.6385, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.372, | |
| "grad_norm": 0.2870430498497826, | |
| "learning_rate": 4.8380060132623776e-06, | |
| "loss": 0.624, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.376, | |
| "grad_norm": 0.2889305346509075, | |
| "learning_rate": 4.83190544382516e-06, | |
| "loss": 0.6375, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.2832554152572974, | |
| "learning_rate": 4.825696108344583e-06, | |
| "loss": 0.6348, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.384, | |
| "grad_norm": 0.282963454209734, | |
| "learning_rate": 4.819378296439962e-06, | |
| "loss": 0.6425, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.388, | |
| "grad_norm": 0.28136329883499284, | |
| "learning_rate": 4.812952302790226e-06, | |
| "loss": 0.6238, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.392, | |
| "grad_norm": 0.2751896445755537, | |
| "learning_rate": 4.80641842712018e-06, | |
| "loss": 0.6453, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.396, | |
| "grad_norm": 0.2802941094985609, | |
| "learning_rate": 4.799776974186523e-06, | |
| "loss": 0.6362, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.2816828378634338, | |
| "learning_rate": 4.793028253763633e-06, | |
| "loss": 0.6394, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.404, | |
| "grad_norm": 0.28942806582562414, | |
| "learning_rate": 4.786172580629118e-06, | |
| "loss": 0.6106, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.408, | |
| "grad_norm": 0.28396225609673553, | |
| "learning_rate": 4.7792102745491345e-06, | |
| "loss": 0.6302, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.412, | |
| "grad_norm": 0.269131748983874, | |
| "learning_rate": 4.772141660263472e-06, | |
| "loss": 0.6247, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.416, | |
| "grad_norm": 0.28932510717249166, | |
| "learning_rate": 4.764967067470409e-06, | |
| "loss": 0.6201, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.2734040302258933, | |
| "learning_rate": 4.757686830811332e-06, | |
| "loss": 0.6092, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.424, | |
| "grad_norm": 0.28628481564556507, | |
| "learning_rate": 4.750301289855128e-06, | |
| "loss": 0.6284, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.428, | |
| "grad_norm": 0.30932729909286755, | |
| "learning_rate": 4.742810789082345e-06, | |
| "loss": 0.6332, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.432, | |
| "grad_norm": 0.2707515621211506, | |
| "learning_rate": 4.735215677869129e-06, | |
| "loss": 0.6107, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.436, | |
| "grad_norm": 0.29859925040242785, | |
| "learning_rate": 4.72751631047092e-06, | |
| "loss": 0.6477, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.2974079849667466, | |
| "learning_rate": 4.7197130460059385e-06, | |
| "loss": 0.632, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.444, | |
| "grad_norm": 0.28109309454092835, | |
| "learning_rate": 4.711806248438428e-06, | |
| "loss": 0.6308, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.448, | |
| "grad_norm": 0.287627270908265, | |
| "learning_rate": 4.7037962865616795e-06, | |
| "loss": 0.6322, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.452, | |
| "grad_norm": 0.2859506113795605, | |
| "learning_rate": 4.695683533980835e-06, | |
| "loss": 0.6196, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.456, | |
| "grad_norm": 0.27768505471724575, | |
| "learning_rate": 4.687468369095457e-06, | |
| "loss": 0.6107, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.2985912133376052, | |
| "learning_rate": 4.679151175081879e-06, | |
| "loss": 0.6316, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.464, | |
| "grad_norm": 0.27790254502289174, | |
| "learning_rate": 4.6707323398753346e-06, | |
| "loss": 0.6194, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.468, | |
| "grad_norm": 0.2770496916475714, | |
| "learning_rate": 4.662212256151865e-06, | |
| "loss": 0.5938, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.472, | |
| "grad_norm": 0.2750067208531331, | |
| "learning_rate": 4.6535913213100005e-06, | |
| "loss": 0.6125, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.476, | |
| "grad_norm": 0.2640533408637943, | |
| "learning_rate": 4.644869937452224e-06, | |
| "loss": 0.6245, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.27591929390872805, | |
| "learning_rate": 4.636048511366222e-06, | |
| "loss": 0.6186, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.484, | |
| "grad_norm": 0.29643778935625803, | |
| "learning_rate": 4.627127454505902e-06, | |
| "loss": 0.6086, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.488, | |
| "grad_norm": 0.28076149524670235, | |
| "learning_rate": 4.618107182972209e-06, | |
| "loss": 0.6158, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.492, | |
| "grad_norm": 0.28214439623978305, | |
| "learning_rate": 4.6089881174937146e-06, | |
| "loss": 0.6299, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.496, | |
| "grad_norm": 0.2885430172419291, | |
| "learning_rate": 4.599770683406992e-06, | |
| "loss": 0.6367, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.28978271139767015, | |
| "learning_rate": 4.590455310636778e-06, | |
| "loss": 0.6248, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.504, | |
| "grad_norm": 0.2763777911865909, | |
| "learning_rate": 4.58104243367592e-06, | |
| "loss": 0.6235, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.508, | |
| "grad_norm": 0.2788581607213461, | |
| "learning_rate": 4.571532491565115e-06, | |
| "loss": 0.6201, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.512, | |
| "grad_norm": 0.28522419436506885, | |
| "learning_rate": 4.561925927872421e-06, | |
| "loss": 0.6287, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.516, | |
| "grad_norm": 0.2759422238312871, | |
| "learning_rate": 4.55222319067258e-06, | |
| "loss": 0.6105, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.271521828303117, | |
| "learning_rate": 4.542424732526105e-06, | |
| "loss": 0.6004, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.524, | |
| "grad_norm": 0.2832768486502443, | |
| "learning_rate": 4.532531010458188e-06, | |
| "loss": 0.6438, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.528, | |
| "grad_norm": 0.28545986352466657, | |
| "learning_rate": 4.522542485937369e-06, | |
| "loss": 0.6147, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.532, | |
| "grad_norm": 0.2843650568512383, | |
| "learning_rate": 4.512459624854017e-06, | |
| "loss": 0.6347, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.536, | |
| "grad_norm": 0.2758779923686556, | |
| "learning_rate": 4.5022828974986044e-06, | |
| "loss": 0.6111, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.28471240078326554, | |
| "learning_rate": 4.4920127785397615e-06, | |
| "loss": 0.6161, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.544, | |
| "grad_norm": 0.27215538114487603, | |
| "learning_rate": 4.481649747002146e-06, | |
| "loss": 0.6019, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.548, | |
| "grad_norm": 0.27161590017753495, | |
| "learning_rate": 4.471194286244094e-06, | |
| "loss": 0.6229, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.552, | |
| "grad_norm": 0.2786884282741861, | |
| "learning_rate": 4.460646883935079e-06, | |
| "loss": 0.6217, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.556, | |
| "grad_norm": 0.29095908793086706, | |
| "learning_rate": 4.4500080320329615e-06, | |
| "loss": 0.6212, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.2797512942233689, | |
| "learning_rate": 4.43927822676105e-06, | |
| "loss": 0.6183, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.564, | |
| "grad_norm": 0.2701904530059608, | |
| "learning_rate": 4.428457968584945e-06, | |
| "loss": 0.6067, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.568, | |
| "grad_norm": 0.2924071263588622, | |
| "learning_rate": 4.417547762189207e-06, | |
| "loss": 0.6167, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.572, | |
| "grad_norm": 0.2684300131690406, | |
| "learning_rate": 4.40654811645381e-06, | |
| "loss": 0.6185, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.576, | |
| "grad_norm": 0.2774759359262972, | |
| "learning_rate": 4.395459544430407e-06, | |
| "loss": 0.602, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.2808643430953345, | |
| "learning_rate": 4.384282563318403e-06, | |
| "loss": 0.598, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.584, | |
| "grad_norm": 0.27015365579319356, | |
| "learning_rate": 4.373017694440828e-06, | |
| "loss": 0.5857, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.588, | |
| "grad_norm": 0.2856861787094523, | |
| "learning_rate": 4.361665463220023e-06, | |
| "loss": 0.6206, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.592, | |
| "grad_norm": 0.28199517014381215, | |
| "learning_rate": 4.35022639915313e-06, | |
| "loss": 0.6094, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.596, | |
| "grad_norm": 0.27010314199532126, | |
| "learning_rate": 4.338701035787403e-06, | |
| "loss": 0.5947, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.2601892508343049, | |
| "learning_rate": 4.32708991069531e-06, | |
| "loss": 0.5871, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.604, | |
| "grad_norm": 0.27825064672033506, | |
| "learning_rate": 4.315393565449472e-06, | |
| "loss": 0.6093, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.608, | |
| "grad_norm": 0.27958608277896724, | |
| "learning_rate": 4.30361254559739e-06, | |
| "loss": 0.5951, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.612, | |
| "grad_norm": 0.2758779818206466, | |
| "learning_rate": 4.291747400636009e-06, | |
| "loss": 0.6062, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.616, | |
| "grad_norm": 0.29572303953208817, | |
| "learning_rate": 4.279798683986084e-06, | |
| "loss": 0.605, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.28194612739384267, | |
| "learning_rate": 4.267766952966369e-06, | |
| "loss": 0.6078, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.624, | |
| "grad_norm": 0.28615376291544004, | |
| "learning_rate": 4.255652768767619e-06, | |
| "loss": 0.6319, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.628, | |
| "grad_norm": 0.26959219285273633, | |
| "learning_rate": 4.243456696426415e-06, | |
| "loss": 0.5968, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.632, | |
| "grad_norm": 0.27878753771339543, | |
| "learning_rate": 4.2311793047988145e-06, | |
| "loss": 0.6214, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.636, | |
| "grad_norm": 0.2779844282953486, | |
| "learning_rate": 4.218821166533813e-06, | |
| "loss": 0.5964, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.2767287929857217, | |
| "learning_rate": 4.206382858046636e-06, | |
| "loss": 0.6187, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.644, | |
| "grad_norm": 0.2652936251998452, | |
| "learning_rate": 4.193864959491853e-06, | |
| "loss": 0.5897, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.648, | |
| "grad_norm": 0.26227694980471933, | |
| "learning_rate": 4.181268054736319e-06, | |
| "loss": 0.6107, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.652, | |
| "grad_norm": 0.2690441499487734, | |
| "learning_rate": 4.16859273133194e-06, | |
| "loss": 0.6012, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.656, | |
| "grad_norm": 0.26934906424793176, | |
| "learning_rate": 4.15583958048827e-06, | |
| "loss": 0.6086, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.2727839454931186, | |
| "learning_rate": 4.143009197044932e-06, | |
| "loss": 0.6156, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.664, | |
| "grad_norm": 0.2767715664709689, | |
| "learning_rate": 4.130102179443877e-06, | |
| "loss": 0.607, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.668, | |
| "grad_norm": 0.27462389864805775, | |
| "learning_rate": 4.117119129701468e-06, | |
| "loss": 0.598, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.672, | |
| "grad_norm": 0.28124958800487015, | |
| "learning_rate": 4.104060653380403e-06, | |
| "loss": 0.6174, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.676, | |
| "grad_norm": 0.26867080247614167, | |
| "learning_rate": 4.090927359561469e-06, | |
| "loss": 0.6222, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.27329020109654967, | |
| "learning_rate": 4.077719860815132e-06, | |
| "loss": 0.6174, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.684, | |
| "grad_norm": 0.2598239429892548, | |
| "learning_rate": 4.064438773172966e-06, | |
| "loss": 0.5949, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.688, | |
| "grad_norm": 0.26610910407219807, | |
| "learning_rate": 4.051084716098921e-06, | |
| "loss": 0.5876, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.692, | |
| "grad_norm": 0.28832248653224085, | |
| "learning_rate": 4.037658312460424e-06, | |
| "loss": 0.6038, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.696, | |
| "grad_norm": 0.27995126745782395, | |
| "learning_rate": 4.024160188499337e-06, | |
| "loss": 0.6024, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.2708024464743442, | |
| "learning_rate": 4.010590973802737e-06, | |
| "loss": 0.6166, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.704, | |
| "grad_norm": 0.27379773644645394, | |
| "learning_rate": 3.996951301273556e-06, | |
| "loss": 0.6172, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.708, | |
| "grad_norm": 0.2704403624062539, | |
| "learning_rate": 3.983241807101064e-06, | |
| "loss": 0.5848, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.712, | |
| "grad_norm": 0.26367325554187204, | |
| "learning_rate": 3.969463130731183e-06, | |
| "loss": 0.6084, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.716, | |
| "grad_norm": 0.2714449492216179, | |
| "learning_rate": 3.955615914836678e-06, | |
| "loss": 0.6067, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.27396192782433526, | |
| "learning_rate": 3.941700805287169e-06, | |
| "loss": 0.6049, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.724, | |
| "grad_norm": 0.2712108680127688, | |
| "learning_rate": 3.927718451119009e-06, | |
| "loss": 0.5981, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.728, | |
| "grad_norm": 0.27016877733602884, | |
| "learning_rate": 3.913669504505015e-06, | |
| "loss": 0.6148, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.732, | |
| "grad_norm": 0.2986908827790219, | |
| "learning_rate": 3.8995546207240455e-06, | |
| "loss": 0.6293, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.736, | |
| "grad_norm": 0.27281610268420575, | |
| "learning_rate": 3.8853744581304376e-06, | |
| "loss": 0.5937, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.28387181164952147, | |
| "learning_rate": 3.871129678123297e-06, | |
| "loss": 0.6098, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.744, | |
| "grad_norm": 0.2740312224605285, | |
| "learning_rate": 3.856820945115655e-06, | |
| "loss": 0.6078, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.748, | |
| "grad_norm": 0.2662514099930545, | |
| "learning_rate": 3.84244892650347e-06, | |
| "loss": 0.6254, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.752, | |
| "grad_norm": 0.26802564374459203, | |
| "learning_rate": 3.828014292634508e-06, | |
| "loss": 0.6121, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.756, | |
| "grad_norm": 0.28248517647364846, | |
| "learning_rate": 3.813517716777069e-06, | |
| "loss": 0.6202, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.272622897496479, | |
| "learning_rate": 3.798959875088584e-06, | |
| "loss": 0.5901, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.764, | |
| "grad_norm": 0.27197490333330376, | |
| "learning_rate": 3.7843414465840823e-06, | |
| "loss": 0.5856, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.768, | |
| "grad_norm": 0.26663311683845875, | |
| "learning_rate": 3.769663113104516e-06, | |
| "loss": 0.5907, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.772, | |
| "grad_norm": 0.2714585682015405, | |
| "learning_rate": 3.7549255592849575e-06, | |
| "loss": 0.6072, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.776, | |
| "grad_norm": 0.2766267849608307, | |
| "learning_rate": 3.7401294725226707e-06, | |
| "loss": 0.6158, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.26291754258948374, | |
| "learning_rate": 3.7252755429450437e-06, | |
| "loss": 0.5921, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.784, | |
| "grad_norm": 0.26530027759256725, | |
| "learning_rate": 3.7103644633774015e-06, | |
| "loss": 0.5841, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.788, | |
| "grad_norm": 0.26634011298693916, | |
| "learning_rate": 3.695396929310693e-06, | |
| "loss": 0.6147, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.792, | |
| "grad_norm": 0.26354297421036926, | |
| "learning_rate": 3.680373638869047e-06, | |
| "loss": 0.6061, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.796, | |
| "grad_norm": 0.2738313781435172, | |
| "learning_rate": 3.665295292777214e-06, | |
| "loss": 0.5903, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.27041603557150606, | |
| "learning_rate": 3.650162594327881e-06, | |
| "loss": 0.6216, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.804, | |
| "grad_norm": 0.29233209893761647, | |
| "learning_rate": 3.634976249348867e-06, | |
| "loss": 0.6221, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.808, | |
| "grad_norm": 0.28236083977418097, | |
| "learning_rate": 3.6197369661702052e-06, | |
| "loss": 0.6048, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.812, | |
| "grad_norm": 0.2610570975246162, | |
| "learning_rate": 3.604445455591099e-06, | |
| "loss": 0.586, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.816, | |
| "grad_norm": 0.27792495585124566, | |
| "learning_rate": 3.589102430846773e-06, | |
| "loss": 0.6052, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.27390708264043134, | |
| "learning_rate": 3.5737086075752054e-06, | |
| "loss": 0.5968, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.824, | |
| "grad_norm": 0.26341409551542055, | |
| "learning_rate": 3.5582647037837446e-06, | |
| "loss": 0.6128, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.828, | |
| "grad_norm": 0.2659397773506794, | |
| "learning_rate": 3.5427714398156267e-06, | |
| "loss": 0.6171, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.832, | |
| "grad_norm": 0.278302186061793, | |
| "learning_rate": 3.527229538316371e-06, | |
| "loss": 0.6001, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.836, | |
| "grad_norm": 0.27935693059901906, | |
| "learning_rate": 3.5116397242000748e-06, | |
| "loss": 0.5915, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.2681762304000699, | |
| "learning_rate": 3.4960027246156043e-06, | |
| "loss": 0.5982, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.844, | |
| "grad_norm": 0.26833511905783713, | |
| "learning_rate": 3.480319268912676e-06, | |
| "loss": 0.5823, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.848, | |
| "grad_norm": 0.27282574698411466, | |
| "learning_rate": 3.4645900886078388e-06, | |
| "loss": 0.6098, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.852, | |
| "grad_norm": 0.2841325964241835, | |
| "learning_rate": 3.448815917350355e-06, | |
| "loss": 0.6054, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.856, | |
| "grad_norm": 0.27811416712297765, | |
| "learning_rate": 3.432997490887979e-06, | |
| "loss": 0.6071, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.26897184119138856, | |
| "learning_rate": 3.417135547032642e-06, | |
| "loss": 0.612, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.864, | |
| "grad_norm": 0.2752083088143504, | |
| "learning_rate": 3.4012308256260366e-06, | |
| "loss": 0.6189, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.868, | |
| "grad_norm": 0.27146348269262077, | |
| "learning_rate": 3.385284068505113e-06, | |
| "loss": 0.5914, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.872, | |
| "grad_norm": 0.2616553689610195, | |
| "learning_rate": 3.369296019467473e-06, | |
| "loss": 0.5935, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.876, | |
| "grad_norm": 0.27439799989957114, | |
| "learning_rate": 3.3532674242366764e-06, | |
| "loss": 0.5815, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.27322752130009204, | |
| "learning_rate": 3.3371990304274654e-06, | |
| "loss": 0.593, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.884, | |
| "grad_norm": 0.2776915569429837, | |
| "learning_rate": 3.3210915875108895e-06, | |
| "loss": 0.636, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.888, | |
| "grad_norm": 0.27021599999486623, | |
| "learning_rate": 3.304945846779346e-06, | |
| "loss": 0.618, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.892, | |
| "grad_norm": 0.27748742860539916, | |
| "learning_rate": 3.2887625613115427e-06, | |
| "loss": 0.5937, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.896, | |
| "grad_norm": 0.28302784990496294, | |
| "learning_rate": 3.272542485937369e-06, | |
| "loss": 0.6093, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.2759446162478654, | |
| "learning_rate": 3.25628637720269e-06, | |
| "loss": 0.6261, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.904, | |
| "grad_norm": 0.2794223898275526, | |
| "learning_rate": 3.239994993334059e-06, | |
| "loss": 0.6098, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.908, | |
| "grad_norm": 0.2863521541541822, | |
| "learning_rate": 3.2236690942033523e-06, | |
| "loss": 0.6122, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.912, | |
| "grad_norm": 0.2810413939687701, | |
| "learning_rate": 3.207309441292325e-06, | |
| "loss": 0.6193, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.916, | |
| "grad_norm": 0.2686724574589154, | |
| "learning_rate": 3.1909167976570977e-06, | |
| "loss": 0.5847, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.27668513115261734, | |
| "learning_rate": 3.174491927892561e-06, | |
| "loss": 0.6083, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.924, | |
| "grad_norm": 0.2838278304951842, | |
| "learning_rate": 3.158035598096715e-06, | |
| "loss": 0.597, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.928, | |
| "grad_norm": 0.2702238327135827, | |
| "learning_rate": 3.1415485758349344e-06, | |
| "loss": 0.5884, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.932, | |
| "grad_norm": 0.2677368696260293, | |
| "learning_rate": 3.1250316301041727e-06, | |
| "loss": 0.5835, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.936, | |
| "grad_norm": 0.2848905107931979, | |
| "learning_rate": 3.1084855312970897e-06, | |
| "loss": 0.6255, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.2788843417615313, | |
| "learning_rate": 3.091911051166117e-06, | |
| "loss": 0.6215, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.944, | |
| "grad_norm": 0.27680715854768223, | |
| "learning_rate": 3.0753089627874668e-06, | |
| "loss": 0.6022, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.948, | |
| "grad_norm": 0.26897413893634964, | |
| "learning_rate": 3.0586800405250677e-06, | |
| "loss": 0.6194, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.952, | |
| "grad_norm": 0.2657249388294363, | |
| "learning_rate": 3.0420250599944525e-06, | |
| "loss": 0.5884, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.956, | |
| "grad_norm": 0.26576882569871957, | |
| "learning_rate": 3.0253447980265754e-06, | |
| "loss": 0.5949, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.2754408264706426, | |
| "learning_rate": 3.0086400326315853e-06, | |
| "loss": 0.5747, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.964, | |
| "grad_norm": 0.26333215813151695, | |
| "learning_rate": 2.9919115429625295e-06, | |
| "loss": 0.6035, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.968, | |
| "grad_norm": 0.2687016604382336, | |
| "learning_rate": 2.9751601092790185e-06, | |
| "loss": 0.6057, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.972, | |
| "grad_norm": 0.28837866031127346, | |
| "learning_rate": 2.958386512910831e-06, | |
| "loss": 0.5737, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.976, | |
| "grad_norm": 0.27805411098388116, | |
| "learning_rate": 2.941591536221469e-06, | |
| "loss": 0.6022, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.27696163335286905, | |
| "learning_rate": 2.924775962571667e-06, | |
| "loss": 0.6081, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.984, | |
| "grad_norm": 0.28312029387331156, | |
| "learning_rate": 2.907940576282856e-06, | |
| "loss": 0.6178, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.988, | |
| "grad_norm": 0.2516197979856304, | |
| "learning_rate": 2.8910861626005774e-06, | |
| "loss": 0.5812, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.992, | |
| "grad_norm": 0.25765553700425475, | |
| "learning_rate": 2.8742135076578608e-06, | |
| "loss": 0.5868, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.996, | |
| "grad_norm": 0.27540024093918797, | |
| "learning_rate": 2.857323398438554e-06, | |
| "loss": 0.5976, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.2637219036362386, | |
| "learning_rate": 2.840416622740617e-06, | |
| "loss": 0.6106, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.004, | |
| "grad_norm": 0.3270308432987493, | |
| "learning_rate": 2.8234939691393765e-06, | |
| "loss": 0.5662, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 1.008, | |
| "grad_norm": 0.3032460726332443, | |
| "learning_rate": 2.8065562269507464e-06, | |
| "loss": 0.589, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 1.012, | |
| "grad_norm": 0.2761928570311231, | |
| "learning_rate": 2.789604186194411e-06, | |
| "loss": 0.5654, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 1.016, | |
| "grad_norm": 0.27190181641802363, | |
| "learning_rate": 2.7726386375569748e-06, | |
| "loss": 0.5908, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.27382272887323905, | |
| "learning_rate": 2.7556603723550855e-06, | |
| "loss": 0.553, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 1.024, | |
| "grad_norm": 0.2699869769385883, | |
| "learning_rate": 2.7386701824985257e-06, | |
| "loss": 0.5517, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 1.028, | |
| "grad_norm": 0.2740431770397761, | |
| "learning_rate": 2.721668860453271e-06, | |
| "loss": 0.5611, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 1.032, | |
| "grad_norm": 0.27006742872479766, | |
| "learning_rate": 2.7046571992045334e-06, | |
| "loss": 0.5609, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 1.036, | |
| "grad_norm": 0.2853628863130536, | |
| "learning_rate": 2.6876359922197703e-06, | |
| "loss": 0.5839, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.2674934886902205, | |
| "learning_rate": 2.670606033411678e-06, | |
| "loss": 0.5692, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.044, | |
| "grad_norm": 0.2717961476035451, | |
| "learning_rate": 2.653568117101159e-06, | |
| "loss": 0.5586, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 1.048, | |
| "grad_norm": 0.2886664885195019, | |
| "learning_rate": 2.636523037980275e-06, | |
| "loss": 0.5592, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 1.052, | |
| "grad_norm": 0.2913975175671213, | |
| "learning_rate": 2.6194715910751806e-06, | |
| "loss": 0.5588, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 1.056, | |
| "grad_norm": 0.26635335287134043, | |
| "learning_rate": 2.602414571709036e-06, | |
| "loss": 0.5518, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.27589381073650543, | |
| "learning_rate": 2.58535277546492e-06, | |
| "loss": 0.5588, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 1.064, | |
| "grad_norm": 0.26891839582782207, | |
| "learning_rate": 2.5682869981487154e-06, | |
| "loss": 0.5671, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 1.068, | |
| "grad_norm": 0.2699654255248958, | |
| "learning_rate": 2.5512180357519913e-06, | |
| "loss": 0.5663, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 1.072, | |
| "grad_norm": 0.27268944362101294, | |
| "learning_rate": 2.5341466844148775e-06, | |
| "loss": 0.5689, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 1.076, | |
| "grad_norm": 0.2895176432362157, | |
| "learning_rate": 2.5170737403889334e-06, | |
| "loss": 0.555, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.275834303493974, | |
| "learning_rate": 2.5e-06, | |
| "loss": 0.5652, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.084, | |
| "grad_norm": 0.27109148773857455, | |
| "learning_rate": 2.4829262596110674e-06, | |
| "loss": 0.5531, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 1.088, | |
| "grad_norm": 0.2885944970109634, | |
| "learning_rate": 2.465853315585123e-06, | |
| "loss": 0.5645, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 1.092, | |
| "grad_norm": 0.3325900759228949, | |
| "learning_rate": 2.44878196424801e-06, | |
| "loss": 0.567, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 1.096, | |
| "grad_norm": 0.2656725633978504, | |
| "learning_rate": 2.431713001851286e-06, | |
| "loss": 0.5645, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.28515147451371026, | |
| "learning_rate": 2.4146472245350804e-06, | |
| "loss": 0.5627, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 1.104, | |
| "grad_norm": 0.2772295325997671, | |
| "learning_rate": 2.3975854282909645e-06, | |
| "loss": 0.5606, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 1.108, | |
| "grad_norm": 0.2732258740956759, | |
| "learning_rate": 2.3805284089248203e-06, | |
| "loss": 0.558, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 1.112, | |
| "grad_norm": 0.2657630056993197, | |
| "learning_rate": 2.3634769620197253e-06, | |
| "loss": 0.5639, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 1.116, | |
| "grad_norm": 0.2741360647437433, | |
| "learning_rate": 2.3464318828988416e-06, | |
| "loss": 0.539, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.27924091679374063, | |
| "learning_rate": 2.3293939665883233e-06, | |
| "loss": 0.563, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.124, | |
| "grad_norm": 0.2663368697744116, | |
| "learning_rate": 2.3123640077802305e-06, | |
| "loss": 0.5639, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 1.1280000000000001, | |
| "grad_norm": 0.2635159398782791, | |
| "learning_rate": 2.2953428007954682e-06, | |
| "loss": 0.5225, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 1.1320000000000001, | |
| "grad_norm": 0.26790514294280293, | |
| "learning_rate": 2.2783311395467304e-06, | |
| "loss": 0.5556, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 1.1360000000000001, | |
| "grad_norm": 0.27007506595154834, | |
| "learning_rate": 2.261329817501475e-06, | |
| "loss": 0.545, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 1.1400000000000001, | |
| "grad_norm": 0.27274462523361476, | |
| "learning_rate": 2.2443396276449145e-06, | |
| "loss": 0.5724, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 1.144, | |
| "grad_norm": 0.25666672253669337, | |
| "learning_rate": 2.2273613624430256e-06, | |
| "loss": 0.541, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 1.148, | |
| "grad_norm": 0.30831325626025924, | |
| "learning_rate": 2.2103958138055897e-06, | |
| "loss": 0.5544, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 1.152, | |
| "grad_norm": 0.26679849744140743, | |
| "learning_rate": 2.1934437730492544e-06, | |
| "loss": 0.5544, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 1.156, | |
| "grad_norm": 0.26795918133510693, | |
| "learning_rate": 2.1765060308606243e-06, | |
| "loss": 0.5726, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.26692330671607206, | |
| "learning_rate": 2.159583377259384e-06, | |
| "loss": 0.5771, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.164, | |
| "grad_norm": 0.26800012106006976, | |
| "learning_rate": 2.142676601561447e-06, | |
| "loss": 0.5376, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 1.168, | |
| "grad_norm": 0.25520584565446575, | |
| "learning_rate": 2.1257864923421405e-06, | |
| "loss": 0.5439, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 1.172, | |
| "grad_norm": 0.26220655980779767, | |
| "learning_rate": 2.1089138373994226e-06, | |
| "loss": 0.552, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 1.176, | |
| "grad_norm": 0.2599229946929615, | |
| "learning_rate": 2.092059423717145e-06, | |
| "loss": 0.5591, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.26226465656771997, | |
| "learning_rate": 2.0752240374283334e-06, | |
| "loss": 0.5424, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 1.184, | |
| "grad_norm": 0.27097583397605235, | |
| "learning_rate": 2.0584084637785316e-06, | |
| "loss": 0.5613, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 1.188, | |
| "grad_norm": 0.25487494718289816, | |
| "learning_rate": 2.0416134870891697e-06, | |
| "loss": 0.5531, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 1.192, | |
| "grad_norm": 0.258627059695691, | |
| "learning_rate": 2.0248398907209827e-06, | |
| "loss": 0.5603, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 1.196, | |
| "grad_norm": 0.27660938201914487, | |
| "learning_rate": 2.008088457037472e-06, | |
| "loss": 0.5648, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.26596618229804614, | |
| "learning_rate": 1.991359967368416e-06, | |
| "loss": 0.574, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.204, | |
| "grad_norm": 0.2618039991994125, | |
| "learning_rate": 1.9746552019734246e-06, | |
| "loss": 0.5492, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 1.208, | |
| "grad_norm": 0.272654754048079, | |
| "learning_rate": 1.957974940005548e-06, | |
| "loss": 0.5767, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 1.212, | |
| "grad_norm": 0.26671171090168844, | |
| "learning_rate": 1.9413199594749327e-06, | |
| "loss": 0.5338, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 1.216, | |
| "grad_norm": 0.270832034752946, | |
| "learning_rate": 1.9246910372125345e-06, | |
| "loss": 0.5647, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.2643013014532281, | |
| "learning_rate": 1.9080889488338833e-06, | |
| "loss": 0.5597, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 1.224, | |
| "grad_norm": 0.27092629093151294, | |
| "learning_rate": 1.8915144687029107e-06, | |
| "loss": 0.5485, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 1.228, | |
| "grad_norm": 0.26613235310331923, | |
| "learning_rate": 1.874968369895828e-06, | |
| "loss": 0.552, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 1.232, | |
| "grad_norm": 0.2582406507610385, | |
| "learning_rate": 1.8584514241650667e-06, | |
| "loss": 0.5477, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 1.236, | |
| "grad_norm": 0.2687239346512157, | |
| "learning_rate": 1.8419644019032868e-06, | |
| "loss": 0.5716, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.2634130471010307, | |
| "learning_rate": 1.8255080721074391e-06, | |
| "loss": 0.5511, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.244, | |
| "grad_norm": 0.27164814594203673, | |
| "learning_rate": 1.8090832023429022e-06, | |
| "loss": 0.5605, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 1.248, | |
| "grad_norm": 0.26506994687071844, | |
| "learning_rate": 1.792690558707675e-06, | |
| "loss": 0.5522, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 1.252, | |
| "grad_norm": 0.2710404134246902, | |
| "learning_rate": 1.7763309057966487e-06, | |
| "loss": 0.5754, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 1.256, | |
| "grad_norm": 0.2644648635617096, | |
| "learning_rate": 1.7600050066659418e-06, | |
| "loss": 0.5542, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.2563441049550618, | |
| "learning_rate": 1.7437136227973108e-06, | |
| "loss": 0.5428, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 1.264, | |
| "grad_norm": 0.2781486176634604, | |
| "learning_rate": 1.7274575140626318e-06, | |
| "loss": 0.5469, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 1.268, | |
| "grad_norm": 0.26498925525964123, | |
| "learning_rate": 1.7112374386884583e-06, | |
| "loss": 0.5671, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 1.272, | |
| "grad_norm": 0.27752994625791155, | |
| "learning_rate": 1.695054153220655e-06, | |
| "loss": 0.5437, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 1.276, | |
| "grad_norm": 0.2602835745087367, | |
| "learning_rate": 1.678908412489111e-06, | |
| "loss": 0.5602, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.2665909274717665, | |
| "learning_rate": 1.6628009695725348e-06, | |
| "loss": 0.5762, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.284, | |
| "grad_norm": 0.2531045714341802, | |
| "learning_rate": 1.6467325757633242e-06, | |
| "loss": 0.5674, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 1.288, | |
| "grad_norm": 0.2621120701043234, | |
| "learning_rate": 1.630703980532528e-06, | |
| "loss": 0.5598, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 1.292, | |
| "grad_norm": 0.275203318844759, | |
| "learning_rate": 1.6147159314948873e-06, | |
| "loss": 0.564, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 1.296, | |
| "grad_norm": 0.2603786935372431, | |
| "learning_rate": 1.5987691743739636e-06, | |
| "loss": 0.5535, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.26776057829072847, | |
| "learning_rate": 1.5828644529673592e-06, | |
| "loss": 0.5627, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 1.304, | |
| "grad_norm": 0.2623048715119549, | |
| "learning_rate": 1.5670025091120219e-06, | |
| "loss": 0.5685, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 1.308, | |
| "grad_norm": 0.26608080729860306, | |
| "learning_rate": 1.5511840826496462e-06, | |
| "loss": 0.5695, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 1.312, | |
| "grad_norm": 0.2673157087455161, | |
| "learning_rate": 1.5354099113921614e-06, | |
| "loss": 0.5354, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 1.316, | |
| "grad_norm": 0.2754778027664838, | |
| "learning_rate": 1.519680731087325e-06, | |
| "loss": 0.5705, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.2697793809470272, | |
| "learning_rate": 1.5039972753843966e-06, | |
| "loss": 0.5748, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.324, | |
| "grad_norm": 0.2737068013002947, | |
| "learning_rate": 1.488360275799926e-06, | |
| "loss": 0.5554, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 1.328, | |
| "grad_norm": 0.2618826312103745, | |
| "learning_rate": 1.4727704616836297e-06, | |
| "loss": 0.5516, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 1.332, | |
| "grad_norm": 0.2610637671077678, | |
| "learning_rate": 1.457228560184374e-06, | |
| "loss": 0.5491, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 1.336, | |
| "grad_norm": 0.2615954274949455, | |
| "learning_rate": 1.441735296216256e-06, | |
| "loss": 0.5556, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.2650842665446321, | |
| "learning_rate": 1.4262913924247956e-06, | |
| "loss": 0.5475, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 1.3439999999999999, | |
| "grad_norm": 0.25585711289460494, | |
| "learning_rate": 1.4108975691532273e-06, | |
| "loss": 0.5549, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 1.3479999999999999, | |
| "grad_norm": 0.25250951856873494, | |
| "learning_rate": 1.3955545444089017e-06, | |
| "loss": 0.5601, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 1.3519999999999999, | |
| "grad_norm": 0.2569876765702743, | |
| "learning_rate": 1.3802630338297956e-06, | |
| "loss": 0.548, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 1.3559999999999999, | |
| "grad_norm": 0.28203813821342777, | |
| "learning_rate": 1.3650237506511333e-06, | |
| "loss": 0.566, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 1.3599999999999999, | |
| "grad_norm": 0.27081394807954995, | |
| "learning_rate": 1.3498374056721198e-06, | |
| "loss": 0.5594, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.3639999999999999, | |
| "grad_norm": 0.26811473148644754, | |
| "learning_rate": 1.334704707222787e-06, | |
| "loss": 0.5558, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 1.3679999999999999, | |
| "grad_norm": 0.2635422950339071, | |
| "learning_rate": 1.3196263611309539e-06, | |
| "loss": 0.5707, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 1.3719999999999999, | |
| "grad_norm": 0.25640933129102816, | |
| "learning_rate": 1.3046030706893079e-06, | |
| "loss": 0.5551, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 1.376, | |
| "grad_norm": 0.26144553856379565, | |
| "learning_rate": 1.2896355366226e-06, | |
| "loss": 0.5689, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.24921356601339556, | |
| "learning_rate": 1.2747244570549578e-06, | |
| "loss": 0.5223, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 1.384, | |
| "grad_norm": 0.2739025094336896, | |
| "learning_rate": 1.2598705274773299e-06, | |
| "loss": 0.5553, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 1.388, | |
| "grad_norm": 0.26711249323543973, | |
| "learning_rate": 1.2450744407150427e-06, | |
| "loss": 0.5411, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 1.392, | |
| "grad_norm": 0.2695324913604517, | |
| "learning_rate": 1.2303368868954848e-06, | |
| "loss": 0.567, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 1.396, | |
| "grad_norm": 0.25781431882124334, | |
| "learning_rate": 1.215658553415918e-06, | |
| "loss": 0.5674, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.2594657444454727, | |
| "learning_rate": 1.2010401249114166e-06, | |
| "loss": 0.5366, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.404, | |
| "grad_norm": 0.26265811514812376, | |
| "learning_rate": 1.1864822832229319e-06, | |
| "loss": 0.5465, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 1.408, | |
| "grad_norm": 0.26623313611028854, | |
| "learning_rate": 1.1719857073654923e-06, | |
| "loss": 0.564, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 1.412, | |
| "grad_norm": 0.2702849646886806, | |
| "learning_rate": 1.1575510734965305e-06, | |
| "loss": 0.5521, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 1.416, | |
| "grad_norm": 0.2689048371097966, | |
| "learning_rate": 1.1431790548843464e-06, | |
| "loss": 0.5527, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.25819241256540093, | |
| "learning_rate": 1.1288703218767027e-06, | |
| "loss": 0.54, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 1.424, | |
| "grad_norm": 0.25437896341243765, | |
| "learning_rate": 1.1146255418695635e-06, | |
| "loss": 0.528, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 1.428, | |
| "grad_norm": 0.25406879267543436, | |
| "learning_rate": 1.1004453792759547e-06, | |
| "loss": 0.5471, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 1.432, | |
| "grad_norm": 0.2562241134177116, | |
| "learning_rate": 1.0863304954949856e-06, | |
| "loss": 0.55, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 1.436, | |
| "grad_norm": 0.26542441620839063, | |
| "learning_rate": 1.072281548880992e-06, | |
| "loss": 0.5678, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.269318418298225, | |
| "learning_rate": 1.0582991947128324e-06, | |
| "loss": 0.5615, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.444, | |
| "grad_norm": 0.2691764014021926, | |
| "learning_rate": 1.0443840851633227e-06, | |
| "loss": 0.565, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 1.448, | |
| "grad_norm": 0.2594862635555543, | |
| "learning_rate": 1.0305368692688175e-06, | |
| "loss": 0.5666, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 1.452, | |
| "grad_norm": 0.25315547667760335, | |
| "learning_rate": 1.0167581928989373e-06, | |
| "loss": 0.5555, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 1.456, | |
| "grad_norm": 0.2613895044115319, | |
| "learning_rate": 1.0030486987264436e-06, | |
| "loss": 0.5776, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.2631431546714004, | |
| "learning_rate": 9.89409026197264e-07, | |
| "loss": 0.5365, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 1.464, | |
| "grad_norm": 0.2647751182203821, | |
| "learning_rate": 9.758398115006637e-07, | |
| "loss": 0.5573, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 1.468, | |
| "grad_norm": 0.26208143115660865, | |
| "learning_rate": 9.623416875395763e-07, | |
| "loss": 0.5605, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 1.472, | |
| "grad_norm": 0.2704474380702507, | |
| "learning_rate": 9.489152839010799e-07, | |
| "loss": 0.5697, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 1.476, | |
| "grad_norm": 0.275761932132816, | |
| "learning_rate": 9.355612268270339e-07, | |
| "loss": 0.5586, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.27242480864427504, | |
| "learning_rate": 9.222801391848688e-07, | |
| "loss": 0.5573, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.484, | |
| "grad_norm": 0.254674372509468, | |
| "learning_rate": 9.090726404385319e-07, | |
| "loss": 0.5377, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 1.488, | |
| "grad_norm": 0.25888213496864965, | |
| "learning_rate": 8.959393466195973e-07, | |
| "loss": 0.5278, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 1.492, | |
| "grad_norm": 0.2527033545759895, | |
| "learning_rate": 8.828808702985325e-07, | |
| "loss": 0.5475, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 1.496, | |
| "grad_norm": 0.2669973822070058, | |
| "learning_rate": 8.69897820556124e-07, | |
| "loss": 0.5652, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.26903334117277744, | |
| "learning_rate": 8.569908029550686e-07, | |
| "loss": 0.5555, | |
| "step": 375 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 500, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 125, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 4.6053644267893555e+17, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |