| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.9938366718027734, | |
| "eval_steps": 500, | |
| "global_step": 324, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.006158583525789068, | |
| "grad_norm": 1.4914512634277344, | |
| "learning_rate": 2e-05, | |
| "loss": 2.3404, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.012317167051578136, | |
| "grad_norm": 1.486335039138794, | |
| "learning_rate": 4e-05, | |
| "loss": 2.3428, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.018475750577367205, | |
| "grad_norm": 1.4762102365493774, | |
| "learning_rate": 6e-05, | |
| "loss": 2.3374, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.024634334103156273, | |
| "grad_norm": 1.5677003860473633, | |
| "learning_rate": 8e-05, | |
| "loss": 2.3111, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.030792917628945343, | |
| "grad_norm": 1.5895426273345947, | |
| "learning_rate": 0.0001, | |
| "loss": 2.2003, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.03695150115473441, | |
| "grad_norm": 1.4371826648712158, | |
| "learning_rate": 0.00012, | |
| "loss": 2.0329, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.04311008468052348, | |
| "grad_norm": 1.3726378679275513, | |
| "learning_rate": 0.00014, | |
| "loss": 1.8007, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.049268668206312545, | |
| "grad_norm": 1.4886671304702759, | |
| "learning_rate": 0.00016, | |
| "loss": 1.5998, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.05542725173210162, | |
| "grad_norm": 1.3068833351135254, | |
| "learning_rate": 0.00018, | |
| "loss": 1.3961, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.061585835257890686, | |
| "grad_norm": 3.4257965087890625, | |
| "learning_rate": 0.0002, | |
| "loss": 1.3012, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.06774441878367975, | |
| "grad_norm": 1.5885640382766724, | |
| "learning_rate": 0.00019999782201809226, | |
| "loss": 1.1308, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.07390300230946882, | |
| "grad_norm": 0.9890074729919434, | |
| "learning_rate": 0.00019999128816724108, | |
| "loss": 1.0712, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.0800615858352579, | |
| "grad_norm": 0.9384965300559998, | |
| "learning_rate": 0.00019998039873205868, | |
| "loss": 1.0627, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.08622016936104696, | |
| "grad_norm": 3.847111225128174, | |
| "learning_rate": 0.0001999651541868849, | |
| "loss": 1.01, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.09237875288683603, | |
| "grad_norm": 1.0700613260269165, | |
| "learning_rate": 0.00019994555519576662, | |
| "loss": 1.0198, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.09853733641262509, | |
| "grad_norm": 3.9324963092803955, | |
| "learning_rate": 0.00019992160261242877, | |
| "loss": 1.0316, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.10469591993841416, | |
| "grad_norm": 0.8849812150001526, | |
| "learning_rate": 0.00019989329748023725, | |
| "loss": 0.9896, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.11085450346420324, | |
| "grad_norm": 0.5666069984436035, | |
| "learning_rate": 0.00019986064103215339, | |
| "loss": 0.9734, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.1170130869899923, | |
| "grad_norm": 0.4113065302371979, | |
| "learning_rate": 0.0001998236346906802, | |
| "loss": 0.9253, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.12317167051578137, | |
| "grad_norm": 0.3489767909049988, | |
| "learning_rate": 0.00019978228006780054, | |
| "loss": 0.9113, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.12933025404157045, | |
| "grad_norm": 1.2077497243881226, | |
| "learning_rate": 0.00019973657896490686, | |
| "loss": 0.9194, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.1354888375673595, | |
| "grad_norm": 0.4487021863460541, | |
| "learning_rate": 0.00019968653337272261, | |
| "loss": 0.9058, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.14164742109314857, | |
| "grad_norm": 0.35114091634750366, | |
| "learning_rate": 0.0001996321454712157, | |
| "loss": 0.9066, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.14780600461893764, | |
| "grad_norm": 0.3634772300720215, | |
| "learning_rate": 0.00019957341762950344, | |
| "loss": 0.913, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.15396458814472672, | |
| "grad_norm": 0.4948749244213104, | |
| "learning_rate": 0.0001995103524057494, | |
| "loss": 0.8944, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.1601231716705158, | |
| "grad_norm": 0.3144727051258087, | |
| "learning_rate": 0.00019944295254705185, | |
| "loss": 0.8973, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.16628175519630484, | |
| "grad_norm": 0.26469510793685913, | |
| "learning_rate": 0.00019937122098932428, | |
| "loss": 0.8776, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.1724403387220939, | |
| "grad_norm": 0.29824352264404297, | |
| "learning_rate": 0.00019929516085716734, | |
| "loss": 0.8521, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.17859892224788299, | |
| "grad_norm": 0.2820914387702942, | |
| "learning_rate": 0.00019921477546373296, | |
| "loss": 0.862, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.18475750577367206, | |
| "grad_norm": 0.3102569282054901, | |
| "learning_rate": 0.00019913006831057969, | |
| "loss": 0.8586, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.19091608929946113, | |
| "grad_norm": 0.30348193645477295, | |
| "learning_rate": 0.0001990410430875205, | |
| "loss": 0.854, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.19707467282525018, | |
| "grad_norm": 0.31126317381858826, | |
| "learning_rate": 0.00019894770367246195, | |
| "loss": 0.8209, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.20323325635103925, | |
| "grad_norm": 0.3367297351360321, | |
| "learning_rate": 0.00019885005413123515, | |
| "loss": 0.8545, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.20939183987682833, | |
| "grad_norm": 0.28940874338150024, | |
| "learning_rate": 0.00019874809871741876, | |
| "loss": 0.8561, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.2155504234026174, | |
| "grad_norm": 0.3074447512626648, | |
| "learning_rate": 0.00019864184187215372, | |
| "loss": 0.8495, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.22170900692840648, | |
| "grad_norm": 0.29862889647483826, | |
| "learning_rate": 0.00019853128822394975, | |
| "loss": 0.8447, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.22786759045419552, | |
| "grad_norm": 0.3074705898761749, | |
| "learning_rate": 0.0001984164425884838, | |
| "loss": 0.8199, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.2340261739799846, | |
| "grad_norm": 0.2626888155937195, | |
| "learning_rate": 0.0001982973099683902, | |
| "loss": 0.8289, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.24018475750577367, | |
| "grad_norm": 0.26036959886550903, | |
| "learning_rate": 0.00019817389555304272, | |
| "loss": 0.8244, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.24634334103156275, | |
| "grad_norm": 0.2532216012477875, | |
| "learning_rate": 0.0001980462047183287, | |
| "loss": 0.8236, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.2525019245573518, | |
| "grad_norm": 0.30278533697128296, | |
| "learning_rate": 0.0001979142430264146, | |
| "loss": 0.8207, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.2586605080831409, | |
| "grad_norm": 0.29070666432380676, | |
| "learning_rate": 0.00019777801622550408, | |
| "loss": 0.823, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.26481909160892997, | |
| "grad_norm": 0.2718726694583893, | |
| "learning_rate": 0.00019763753024958723, | |
| "loss": 0.8054, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.270977675134719, | |
| "grad_norm": 0.25870487093925476, | |
| "learning_rate": 0.00019749279121818235, | |
| "loss": 0.8118, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.27713625866050806, | |
| "grad_norm": 0.2909790873527527, | |
| "learning_rate": 0.0001973438054360693, | |
| "loss": 0.8101, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.28329484218629714, | |
| "grad_norm": 0.30481499433517456, | |
| "learning_rate": 0.00019719057939301477, | |
| "loss": 0.8394, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.2894534257120862, | |
| "grad_norm": 0.2736552059650421, | |
| "learning_rate": 0.0001970331197634898, | |
| "loss": 0.7932, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.2956120092378753, | |
| "grad_norm": 0.250683456659317, | |
| "learning_rate": 0.00019687143340637887, | |
| "loss": 0.7907, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.30177059276366436, | |
| "grad_norm": 0.32575681805610657, | |
| "learning_rate": 0.00019670552736468118, | |
| "loss": 0.8022, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.30792917628945343, | |
| "grad_norm": 0.3301404118537903, | |
| "learning_rate": 0.00019653540886520386, | |
| "loss": 0.8163, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.3140877598152425, | |
| "grad_norm": 0.31461504101753235, | |
| "learning_rate": 0.00019636108531824724, | |
| "loss": 0.8111, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.3202463433410316, | |
| "grad_norm": 0.2696295380592346, | |
| "learning_rate": 0.00019618256431728194, | |
| "loss": 0.7953, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.32640492686682065, | |
| "grad_norm": 0.29559096693992615, | |
| "learning_rate": 0.0001959998536386181, | |
| "loss": 0.7759, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.3325635103926097, | |
| "grad_norm": 0.2746593654155731, | |
| "learning_rate": 0.0001958129612410668, | |
| "loss": 0.7817, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.33872209391839875, | |
| "grad_norm": 0.30077093839645386, | |
| "learning_rate": 0.0001956218952655933, | |
| "loss": 0.7965, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.3448806774441878, | |
| "grad_norm": 0.2864063084125519, | |
| "learning_rate": 0.00019542666403496233, | |
| "loss": 0.812, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.3510392609699769, | |
| "grad_norm": 0.3612823784351349, | |
| "learning_rate": 0.0001952272760533756, | |
| "loss": 0.7652, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.35719784449576597, | |
| "grad_norm": 0.28117987513542175, | |
| "learning_rate": 0.00019502374000610151, | |
| "loss": 0.7982, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.36335642802155504, | |
| "grad_norm": 0.3067573010921478, | |
| "learning_rate": 0.0001948160647590966, | |
| "loss": 0.7703, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.3695150115473441, | |
| "grad_norm": 0.27148452401161194, | |
| "learning_rate": 0.00019460425935861948, | |
| "loss": 0.7795, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.3756735950731332, | |
| "grad_norm": 0.35128867626190186, | |
| "learning_rate": 0.00019438833303083678, | |
| "loss": 0.7637, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.38183217859892227, | |
| "grad_norm": 0.3009471297264099, | |
| "learning_rate": 0.00019416829518142118, | |
| "loss": 0.7838, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.38799076212471134, | |
| "grad_norm": 0.3329865038394928, | |
| "learning_rate": 0.00019394415539514178, | |
| "loss": 0.7949, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.39414934565050036, | |
| "grad_norm": 0.2731780707836151, | |
| "learning_rate": 0.00019371592343544656, | |
| "loss": 0.779, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.40030792917628943, | |
| "grad_norm": 0.3036772608757019, | |
| "learning_rate": 0.00019348360924403713, | |
| "loss": 0.7665, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.4064665127020785, | |
| "grad_norm": 0.28768160939216614, | |
| "learning_rate": 0.00019324722294043558, | |
| "loss": 0.7916, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.4126250962278676, | |
| "grad_norm": 0.30529218912124634, | |
| "learning_rate": 0.0001930067748215438, | |
| "loss": 0.7848, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.41878367975365666, | |
| "grad_norm": 0.2631685733795166, | |
| "learning_rate": 0.0001927622753611948, | |
| "loss": 0.785, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.42494226327944573, | |
| "grad_norm": 0.33626529574394226, | |
| "learning_rate": 0.0001925137352096966, | |
| "loss": 0.7696, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.4311008468052348, | |
| "grad_norm": 0.30560940504074097, | |
| "learning_rate": 0.0001922611651933683, | |
| "loss": 0.7623, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.4372594303310239, | |
| "grad_norm": 0.31474098563194275, | |
| "learning_rate": 0.0001920045763140684, | |
| "loss": 0.7909, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.44341801385681295, | |
| "grad_norm": 0.2986692488193512, | |
| "learning_rate": 0.00019174397974871564, | |
| "loss": 0.7837, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.44957659738260203, | |
| "grad_norm": 0.2956785261631012, | |
| "learning_rate": 0.0001914793868488021, | |
| "loss": 0.7721, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.45573518090839105, | |
| "grad_norm": 0.34299513697624207, | |
| "learning_rate": 0.0001912108091398988, | |
| "loss": 0.7595, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.4618937644341801, | |
| "grad_norm": 0.2858146131038666, | |
| "learning_rate": 0.0001909382583211535, | |
| "loss": 0.77, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.4680523479599692, | |
| "grad_norm": 0.2714357078075409, | |
| "learning_rate": 0.0001906617462647813, | |
| "loss": 0.755, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.47421093148575827, | |
| "grad_norm": 0.2805250287055969, | |
| "learning_rate": 0.0001903812850155472, | |
| "loss": 0.7572, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.48036951501154734, | |
| "grad_norm": 0.321464866399765, | |
| "learning_rate": 0.0001900968867902419, | |
| "loss": 0.7259, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.4865280985373364, | |
| "grad_norm": 0.27994561195373535, | |
| "learning_rate": 0.00018980856397714913, | |
| "loss": 0.7779, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.4926866820631255, | |
| "grad_norm": 0.3206578195095062, | |
| "learning_rate": 0.00018951632913550626, | |
| "loss": 0.7599, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.49884526558891457, | |
| "grad_norm": 0.30579233169555664, | |
| "learning_rate": 0.00018922019499495725, | |
| "loss": 0.763, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.5050038491147036, | |
| "grad_norm": 0.2705940902233124, | |
| "learning_rate": 0.0001889201744549981, | |
| "loss": 0.7436, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.5111624326404927, | |
| "grad_norm": 0.36793988943099976, | |
| "learning_rate": 0.00018861628058441506, | |
| "loss": 0.7489, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.5173210161662818, | |
| "grad_norm": 0.30018600821495056, | |
| "learning_rate": 0.00018830852662071507, | |
| "loss": 0.7479, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.5234795996920708, | |
| "grad_norm": 0.2857201397418976, | |
| "learning_rate": 0.00018799692596954947, | |
| "loss": 0.7584, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.5296381832178599, | |
| "grad_norm": 0.3345021903514862, | |
| "learning_rate": 0.0001876814922041299, | |
| "loss": 0.7589, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.535796766743649, | |
| "grad_norm": 0.2717898488044739, | |
| "learning_rate": 0.00018736223906463696, | |
| "loss": 0.7658, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.541955350269438, | |
| "grad_norm": 0.30215781927108765, | |
| "learning_rate": 0.00018703918045762197, | |
| "loss": 0.7836, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.5481139337952271, | |
| "grad_norm": 0.2765495479106903, | |
| "learning_rate": 0.0001867123304554009, | |
| "loss": 0.7556, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.5542725173210161, | |
| "grad_norm": 0.31692612171173096, | |
| "learning_rate": 0.00018638170329544164, | |
| "loss": 0.7684, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.5604311008468053, | |
| "grad_norm": 0.273282915353775, | |
| "learning_rate": 0.00018604731337974357, | |
| "loss": 0.7544, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.5665896843725943, | |
| "grad_norm": 0.2583194971084595, | |
| "learning_rate": 0.00018570917527421048, | |
| "loss": 0.7469, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.5727482678983834, | |
| "grad_norm": 0.287936270236969, | |
| "learning_rate": 0.00018536730370801585, | |
| "loss": 0.7417, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.5789068514241724, | |
| "grad_norm": 0.31012046337127686, | |
| "learning_rate": 0.00018502171357296144, | |
| "loss": 0.7405, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.5850654349499615, | |
| "grad_norm": 0.30453142523765564, | |
| "learning_rate": 0.00018467241992282843, | |
| "loss": 0.7688, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.5912240184757506, | |
| "grad_norm": 0.2779741585254669, | |
| "learning_rate": 0.00018431943797272187, | |
| "loss": 0.7396, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.5973826020015397, | |
| "grad_norm": 0.29110845923423767, | |
| "learning_rate": 0.00018396278309840779, | |
| "loss": 0.7556, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.6035411855273287, | |
| "grad_norm": 0.315677285194397, | |
| "learning_rate": 0.00018360247083564342, | |
| "loss": 0.749, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.6096997690531177, | |
| "grad_norm": 0.3191000521183014, | |
| "learning_rate": 0.00018323851687950055, | |
| "loss": 0.7548, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.6158583525789069, | |
| "grad_norm": 0.28777754306793213, | |
| "learning_rate": 0.00018287093708368188, | |
| "loss": 0.7625, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.6220169361046959, | |
| "grad_norm": 0.30834269523620605, | |
| "learning_rate": 0.00018249974745983023, | |
| "loss": 0.7605, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.628175519630485, | |
| "grad_norm": 0.31846028566360474, | |
| "learning_rate": 0.00018212496417683137, | |
| "loss": 0.7715, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.634334103156274, | |
| "grad_norm": 0.3188404142856598, | |
| "learning_rate": 0.00018174660356010943, | |
| "loss": 0.7661, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.6404926866820632, | |
| "grad_norm": 0.2989709973335266, | |
| "learning_rate": 0.00018136468209091602, | |
| "loss": 0.728, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.6466512702078522, | |
| "grad_norm": 0.31583070755004883, | |
| "learning_rate": 0.0001809792164056121, | |
| "loss": 0.7751, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.6528098537336413, | |
| "grad_norm": 0.2666497528553009, | |
| "learning_rate": 0.0001805902232949435, | |
| "loss": 0.7407, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.6589684372594303, | |
| "grad_norm": 0.32868844270706177, | |
| "learning_rate": 0.0001801977197033093, | |
| "loss": 0.7429, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.6651270207852193, | |
| "grad_norm": 0.3197931945323944, | |
| "learning_rate": 0.000179801722728024, | |
| "loss": 0.746, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.6712856043110085, | |
| "grad_norm": 0.29100263118743896, | |
| "learning_rate": 0.00017940224961857242, | |
| "loss": 0.7483, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.6774441878367975, | |
| "grad_norm": 0.3278297185897827, | |
| "learning_rate": 0.00017899931777585882, | |
| "loss": 0.7619, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.6836027713625866, | |
| "grad_norm": 0.3008161783218384, | |
| "learning_rate": 0.00017859294475144837, | |
| "loss": 0.7464, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.6897613548883756, | |
| "grad_norm": 0.26044347882270813, | |
| "learning_rate": 0.000178183148246803, | |
| "loss": 0.7408, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.6959199384141648, | |
| "grad_norm": 0.3036176562309265, | |
| "learning_rate": 0.00017776994611251015, | |
| "loss": 0.7614, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.7020785219399538, | |
| "grad_norm": 0.3001931309700012, | |
| "learning_rate": 0.00017735335634750532, | |
| "loss": 0.7308, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.7082371054657429, | |
| "grad_norm": 0.27744966745376587, | |
| "learning_rate": 0.00017693339709828792, | |
| "loss": 0.7456, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.7143956889915319, | |
| "grad_norm": 0.2697376012802124, | |
| "learning_rate": 0.00017651008665813081, | |
| "loss": 0.7456, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.7205542725173211, | |
| "grad_norm": 0.2659561336040497, | |
| "learning_rate": 0.0001760834434662837, | |
| "loss": 0.7262, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.7267128560431101, | |
| "grad_norm": 0.29246559739112854, | |
| "learning_rate": 0.0001756534861071696, | |
| "loss": 0.7433, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.7328714395688991, | |
| "grad_norm": 0.2959323525428772, | |
| "learning_rate": 0.00017522023330957548, | |
| "loss": 0.7512, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.7390300230946882, | |
| "grad_norm": 0.26138290762901306, | |
| "learning_rate": 0.00017478370394583646, | |
| "loss": 0.7503, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.7451886066204773, | |
| "grad_norm": 0.26741594076156616, | |
| "learning_rate": 0.00017434391703101363, | |
| "loss": 0.7582, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.7513471901462664, | |
| "grad_norm": 0.28922754526138306, | |
| "learning_rate": 0.00017390089172206592, | |
| "loss": 0.7405, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.7575057736720554, | |
| "grad_norm": 0.2668907344341278, | |
| "learning_rate": 0.00017345464731701547, | |
| "loss": 0.7381, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.7636643571978445, | |
| "grad_norm": 0.27399054169654846, | |
| "learning_rate": 0.00017300520325410701, | |
| "loss": 0.7413, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.7698229407236336, | |
| "grad_norm": 0.29532185196876526, | |
| "learning_rate": 0.0001725525791109614, | |
| "loss": 0.7709, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.7759815242494227, | |
| "grad_norm": 0.3103969097137451, | |
| "learning_rate": 0.0001720967946037225, | |
| "loss": 0.7406, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.7821401077752117, | |
| "grad_norm": 0.309108704328537, | |
| "learning_rate": 0.0001716378695861985, | |
| "loss": 0.7698, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.7882986913010007, | |
| "grad_norm": 0.2896479070186615, | |
| "learning_rate": 0.00017117582404899712, | |
| "loss": 0.7417, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.7944572748267898, | |
| "grad_norm": 0.28942593932151794, | |
| "learning_rate": 0.00017071067811865476, | |
| "loss": 0.7234, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.8006158583525789, | |
| "grad_norm": 0.2783251702785492, | |
| "learning_rate": 0.00017024245205675986, | |
| "loss": 0.7441, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.806774441878368, | |
| "grad_norm": 0.3195393979549408, | |
| "learning_rate": 0.00016977116625907024, | |
| "loss": 0.7407, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.812933025404157, | |
| "grad_norm": 0.27995389699935913, | |
| "learning_rate": 0.0001692968412546247, | |
| "loss": 0.7616, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.8190916089299461, | |
| "grad_norm": 0.26950138807296753, | |
| "learning_rate": 0.0001688194977048488, | |
| "loss": 0.7261, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.8252501924557352, | |
| "grad_norm": 0.28609132766723633, | |
| "learning_rate": 0.00016833915640265484, | |
| "loss": 0.7596, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.8314087759815243, | |
| "grad_norm": 0.29152774810791016, | |
| "learning_rate": 0.00016785583827153618, | |
| "loss": 0.7488, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.8375673595073133, | |
| "grad_norm": 0.24516189098358154, | |
| "learning_rate": 0.00016736956436465573, | |
| "loss": 0.7213, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.8437259430331023, | |
| "grad_norm": 0.2636944055557251, | |
| "learning_rate": 0.00016688035586392885, | |
| "loss": 0.7124, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.8498845265588915, | |
| "grad_norm": 0.2662704288959503, | |
| "learning_rate": 0.00016638823407910084, | |
| "loss": 0.7208, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.8560431100846805, | |
| "grad_norm": 0.28026285767555237, | |
| "learning_rate": 0.00016589322044681861, | |
| "loss": 0.7362, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.8622016936104696, | |
| "grad_norm": 0.312272846698761, | |
| "learning_rate": 0.00016539533652969683, | |
| "loss": 0.7353, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.8683602771362586, | |
| "grad_norm": 0.28158485889434814, | |
| "learning_rate": 0.00016489460401537874, | |
| "loss": 0.74, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.8745188606620478, | |
| "grad_norm": 0.26379963755607605, | |
| "learning_rate": 0.00016439104471559156, | |
| "loss": 0.7342, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.8806774441878368, | |
| "grad_norm": 0.3109482228755951, | |
| "learning_rate": 0.00016388468056519612, | |
| "loss": 0.7649, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.8868360277136259, | |
| "grad_norm": 0.3082488477230072, | |
| "learning_rate": 0.00016337553362123165, | |
| "loss": 0.7502, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.8929946112394149, | |
| "grad_norm": 0.27953189611434937, | |
| "learning_rate": 0.00016286362606195468, | |
| "loss": 0.7321, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.8991531947652041, | |
| "grad_norm": 0.27005666494369507, | |
| "learning_rate": 0.00016234898018587337, | |
| "loss": 0.7447, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.9053117782909931, | |
| "grad_norm": 0.29707372188568115, | |
| "learning_rate": 0.0001618316184107758, | |
| "loss": 0.727, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.9114703618167821, | |
| "grad_norm": 0.3249203860759735, | |
| "learning_rate": 0.00016131156327275372, | |
| "loss": 0.7508, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.9176289453425712, | |
| "grad_norm": 0.2724114954471588, | |
| "learning_rate": 0.00016078883742522075, | |
| "loss": 0.709, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.9237875288683602, | |
| "grad_norm": 0.27933382987976074, | |
| "learning_rate": 0.00016026346363792567, | |
| "loss": 0.7318, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.9299461123941494, | |
| "grad_norm": 0.27181556820869446, | |
| "learning_rate": 0.00015973546479596052, | |
| "loss": 0.7686, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.9361046959199384, | |
| "grad_norm": 0.27142593264579773, | |
| "learning_rate": 0.00015920486389876383, | |
| "loss": 0.7485, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.9422632794457275, | |
| "grad_norm": 0.26695144176483154, | |
| "learning_rate": 0.0001586716840591187, | |
| "loss": 0.7426, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.9484218629715165, | |
| "grad_norm": 0.2876656949520111, | |
| "learning_rate": 0.000158135948502146, | |
| "loss": 0.7442, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.9545804464973057, | |
| "grad_norm": 0.27336934208869934, | |
| "learning_rate": 0.00015759768056429274, | |
| "loss": 0.7353, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.9607390300230947, | |
| "grad_norm": 0.2817447781562805, | |
| "learning_rate": 0.00015705690369231551, | |
| "loss": 0.7552, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.9668976135488837, | |
| "grad_norm": 0.284213662147522, | |
| "learning_rate": 0.0001565136414422592, | |
| "loss": 0.7398, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.9730561970746728, | |
| "grad_norm": 0.2847895622253418, | |
| "learning_rate": 0.0001559679174784308, | |
| "loss": 0.7364, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.9792147806004619, | |
| "grad_norm": 0.2839486598968506, | |
| "learning_rate": 0.00015541975557236882, | |
| "loss": 0.754, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.985373364126251, | |
| "grad_norm": 0.2721126973628998, | |
| "learning_rate": 0.0001548691796018074, | |
| "loss": 0.7448, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.99153194765204, | |
| "grad_norm": 0.2735673785209656, | |
| "learning_rate": 0.00015431621354963668, | |
| "loss": 0.7308, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.9976905311778291, | |
| "grad_norm": 0.31629157066345215, | |
| "learning_rate": 0.00015376088150285773, | |
| "loss": 0.7456, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 1.0015408320493067, | |
| "grad_norm": 0.2917494475841522, | |
| "learning_rate": 0.00015320320765153367, | |
| "loss": 0.7408, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 1.007704160246533, | |
| "grad_norm": 0.28891703486442566, | |
| "learning_rate": 0.0001526432162877356, | |
| "loss": 0.7162, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 1.0138674884437597, | |
| "grad_norm": 0.27484121918678284, | |
| "learning_rate": 0.0001520809318044847, | |
| "loss": 0.7032, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 1.0200308166409862, | |
| "grad_norm": 0.28564733266830444, | |
| "learning_rate": 0.0001515163786946896, | |
| "loss": 0.7112, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 1.0261941448382126, | |
| "grad_norm": 0.2875756025314331, | |
| "learning_rate": 0.00015094958155007952, | |
| "loss": 0.7148, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 1.0323574730354392, | |
| "grad_norm": 0.353564590215683, | |
| "learning_rate": 0.00015038056506013297, | |
| "loss": 0.7166, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 1.0385208012326657, | |
| "grad_norm": 0.282805472612381, | |
| "learning_rate": 0.00014980935401100233, | |
| "loss": 0.6975, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 1.044684129429892, | |
| "grad_norm": 0.27754154801368713, | |
| "learning_rate": 0.00014923597328443422, | |
| "loss": 0.7313, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.0508474576271187, | |
| "grad_norm": 0.27703657746315, | |
| "learning_rate": 0.00014866044785668563, | |
| "loss": 0.7406, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 1.0570107858243452, | |
| "grad_norm": 0.29809364676475525, | |
| "learning_rate": 0.00014808280279743593, | |
| "loss": 0.7316, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 1.0631741140215716, | |
| "grad_norm": 0.30768731236457825, | |
| "learning_rate": 0.00014750306326869492, | |
| "loss": 0.6826, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 1.0693374422187982, | |
| "grad_norm": 0.2725447416305542, | |
| "learning_rate": 0.00014692125452370663, | |
| "loss": 0.6971, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 1.0755007704160247, | |
| "grad_norm": 0.2886168956756592, | |
| "learning_rate": 0.00014633740190584952, | |
| "loss": 0.7192, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 1.081664098613251, | |
| "grad_norm": 0.3197912573814392, | |
| "learning_rate": 0.00014575153084753233, | |
| "loss": 0.7266, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 1.0878274268104777, | |
| "grad_norm": 0.27032333612442017, | |
| "learning_rate": 0.00014516366686908637, | |
| "loss": 0.6884, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 1.0939907550077042, | |
| "grad_norm": 0.2735288739204407, | |
| "learning_rate": 0.00014457383557765386, | |
| "loss": 0.6962, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 1.1001540832049306, | |
| "grad_norm": 0.279834121465683, | |
| "learning_rate": 0.00014398206266607236, | |
| "loss": 0.6876, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 1.1063174114021572, | |
| "grad_norm": 0.27184656262397766, | |
| "learning_rate": 0.00014338837391175582, | |
| "loss": 0.7232, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.1124807395993837, | |
| "grad_norm": 0.2871675491333008, | |
| "learning_rate": 0.00014279279517557156, | |
| "loss": 0.7223, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 1.11864406779661, | |
| "grad_norm": 0.27277106046676636, | |
| "learning_rate": 0.00014219535240071377, | |
| "loss": 0.7021, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 1.1248073959938367, | |
| "grad_norm": 0.2617622911930084, | |
| "learning_rate": 0.00014159607161157362, | |
| "loss": 0.6881, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 1.1309707241910631, | |
| "grad_norm": 0.2872948944568634, | |
| "learning_rate": 0.00014099497891260538, | |
| "loss": 0.705, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 1.1371340523882898, | |
| "grad_norm": 0.3010096848011017, | |
| "learning_rate": 0.00014039210048718949, | |
| "loss": 0.7006, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 1.1432973805855162, | |
| "grad_norm": 0.30869531631469727, | |
| "learning_rate": 0.00013978746259649209, | |
| "loss": 0.711, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 1.1494607087827426, | |
| "grad_norm": 0.28331878781318665, | |
| "learning_rate": 0.00013918109157832088, | |
| "loss": 0.7035, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 1.1556240369799693, | |
| "grad_norm": 0.29280489683151245, | |
| "learning_rate": 0.00013857301384597796, | |
| "loss": 0.7084, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 1.1617873651771957, | |
| "grad_norm": 0.2873375415802002, | |
| "learning_rate": 0.0001379632558871094, | |
| "loss": 0.7207, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 1.1679506933744221, | |
| "grad_norm": 0.31296560168266296, | |
| "learning_rate": 0.00013735184426255117, | |
| "loss": 0.7223, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.1741140215716488, | |
| "grad_norm": 0.32619667053222656, | |
| "learning_rate": 0.00013673880560517246, | |
| "loss": 0.7098, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 1.1802773497688752, | |
| "grad_norm": 0.2920374274253845, | |
| "learning_rate": 0.00013612416661871533, | |
| "loss": 0.699, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 1.1864406779661016, | |
| "grad_norm": 0.33378660678863525, | |
| "learning_rate": 0.00013550795407663157, | |
| "loss": 0.7068, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 1.1926040061633283, | |
| "grad_norm": 0.3474499583244324, | |
| "learning_rate": 0.0001348901948209167, | |
| "loss": 0.7054, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 1.1987673343605547, | |
| "grad_norm": 0.3073098957538605, | |
| "learning_rate": 0.00013427091576094022, | |
| "loss": 0.7139, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 1.2049306625577811, | |
| "grad_norm": 0.33176594972610474, | |
| "learning_rate": 0.00013365014387227393, | |
| "loss": 0.7353, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 1.2110939907550078, | |
| "grad_norm": 0.31728485226631165, | |
| "learning_rate": 0.00013302790619551674, | |
| "loss": 0.6911, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 1.2172573189522342, | |
| "grad_norm": 0.2931523025035858, | |
| "learning_rate": 0.0001324042298351166, | |
| "loss": 0.7192, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 1.2234206471494606, | |
| "grad_norm": 0.31170010566711426, | |
| "learning_rate": 0.00013177914195819016, | |
| "loss": 0.7368, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 1.2295839753466873, | |
| "grad_norm": 0.30348193645477295, | |
| "learning_rate": 0.00013115266979333917, | |
| "loss": 0.6952, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.2357473035439137, | |
| "grad_norm": 0.2996613085269928, | |
| "learning_rate": 0.0001305248406294644, | |
| "loss": 0.702, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 1.2419106317411401, | |
| "grad_norm": 0.29154476523399353, | |
| "learning_rate": 0.00012989568181457704, | |
| "loss": 0.7182, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 1.2480739599383668, | |
| "grad_norm": 0.31373095512390137, | |
| "learning_rate": 0.00012926522075460745, | |
| "loss": 0.7316, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 1.2542372881355932, | |
| "grad_norm": 0.30474114418029785, | |
| "learning_rate": 0.00012863348491221128, | |
| "loss": 0.7052, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 1.2604006163328196, | |
| "grad_norm": 0.31707093119621277, | |
| "learning_rate": 0.00012800050180557322, | |
| "loss": 0.6927, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 1.2665639445300463, | |
| "grad_norm": 0.2982027232646942, | |
| "learning_rate": 0.0001273662990072083, | |
| "loss": 0.6991, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 1.2727272727272727, | |
| "grad_norm": 0.31432804465293884, | |
| "learning_rate": 0.00012673090414276101, | |
| "loss": 0.7145, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 1.2788906009244991, | |
| "grad_norm": 0.30092254281044006, | |
| "learning_rate": 0.00012609434488980168, | |
| "loss": 0.6993, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 1.2850539291217258, | |
| "grad_norm": 0.29248011112213135, | |
| "learning_rate": 0.00012545664897662109, | |
| "loss": 0.6892, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 1.2912172573189522, | |
| "grad_norm": 0.3298072814941406, | |
| "learning_rate": 0.00012481784418102242, | |
| "loss": 0.7039, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.2973805855161786, | |
| "grad_norm": 0.2912119925022125, | |
| "learning_rate": 0.0001241779583291114, | |
| "loss": 0.7027, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 1.3035439137134053, | |
| "grad_norm": 0.3143533766269684, | |
| "learning_rate": 0.00012353701929408427, | |
| "loss": 0.6955, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 1.3097072419106317, | |
| "grad_norm": 0.31738749146461487, | |
| "learning_rate": 0.0001228950549950134, | |
| "loss": 0.714, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 1.3158705701078581, | |
| "grad_norm": 0.3286758065223694, | |
| "learning_rate": 0.00012225209339563145, | |
| "loss": 0.6951, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 1.3220338983050848, | |
| "grad_norm": 0.28571856021881104, | |
| "learning_rate": 0.00012160816250311298, | |
| "loss": 0.7079, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 1.3281972265023112, | |
| "grad_norm": 0.2884030044078827, | |
| "learning_rate": 0.00012096329036685468, | |
| "loss": 0.7054, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 1.3343605546995376, | |
| "grad_norm": 0.29154953360557556, | |
| "learning_rate": 0.00012031750507725344, | |
| "loss": 0.6997, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 1.3405238828967643, | |
| "grad_norm": 0.29759618639945984, | |
| "learning_rate": 0.00011967083476448282, | |
| "loss": 0.7108, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 1.3466872110939907, | |
| "grad_norm": 0.31861481070518494, | |
| "learning_rate": 0.00011902330759726765, | |
| "loss": 0.7262, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 1.3528505392912171, | |
| "grad_norm": 0.28898975253105164, | |
| "learning_rate": 0.00011837495178165706, | |
| "loss": 0.6913, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.3590138674884438, | |
| "grad_norm": 0.3104959726333618, | |
| "learning_rate": 0.00011772579555979572, | |
| "loss": 0.7171, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 1.3651771956856702, | |
| "grad_norm": 0.31155380606651306, | |
| "learning_rate": 0.00011707586720869374, | |
| "loss": 0.7108, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 1.3713405238828968, | |
| "grad_norm": 0.3034297823905945, | |
| "learning_rate": 0.000116425195038995, | |
| "loss": 0.695, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 1.3775038520801233, | |
| "grad_norm": 0.3030366003513336, | |
| "learning_rate": 0.00011577380739374375, | |
| "loss": 0.7105, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 1.3836671802773497, | |
| "grad_norm": 0.32835301756858826, | |
| "learning_rate": 0.00011512173264715011, | |
| "loss": 0.704, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 1.3898305084745763, | |
| "grad_norm": 0.3224051892757416, | |
| "learning_rate": 0.00011446899920335405, | |
| "loss": 0.707, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 1.3959938366718028, | |
| "grad_norm": 0.29188138246536255, | |
| "learning_rate": 0.00011381563549518823, | |
| "loss": 0.6834, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 1.4021571648690292, | |
| "grad_norm": 0.2895198166370392, | |
| "learning_rate": 0.00011316166998293935, | |
| "loss": 0.6835, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 1.4083204930662558, | |
| "grad_norm": 0.290546178817749, | |
| "learning_rate": 0.00011250713115310851, | |
| "loss": 0.7032, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 1.4144838212634823, | |
| "grad_norm": 0.31281739473342896, | |
| "learning_rate": 0.00011185204751717029, | |
| "loss": 0.686, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 1.420647149460709, | |
| "grad_norm": 0.3190004825592041, | |
| "learning_rate": 0.00011119644761033078, | |
| "loss": 0.7173, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 1.4268104776579353, | |
| "grad_norm": 0.28831568360328674, | |
| "learning_rate": 0.00011054035999028478, | |
| "loss": 0.7009, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 1.4329738058551618, | |
| "grad_norm": 0.28771984577178955, | |
| "learning_rate": 0.00010988381323597157, | |
| "loss": 0.7114, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 1.4391371340523884, | |
| "grad_norm": 0.30700981616973877, | |
| "learning_rate": 0.00010922683594633021, | |
| "loss": 0.7084, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 1.4453004622496148, | |
| "grad_norm": 0.3292597532272339, | |
| "learning_rate": 0.00010856945673905369, | |
| "loss": 0.6937, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 1.4514637904468413, | |
| "grad_norm": 0.31772634387016296, | |
| "learning_rate": 0.00010791170424934247, | |
| "loss": 0.7193, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 1.457627118644068, | |
| "grad_norm": 0.2986114025115967, | |
| "learning_rate": 0.00010725360712865693, | |
| "loss": 0.7132, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 1.4637904468412943, | |
| "grad_norm": 0.3067531883716583, | |
| "learning_rate": 0.00010659519404346954, | |
| "loss": 0.7152, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 1.4699537750385208, | |
| "grad_norm": 0.34523364901542664, | |
| "learning_rate": 0.00010593649367401605, | |
| "loss": 0.6991, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 1.4761171032357474, | |
| "grad_norm": 0.29430335760116577, | |
| "learning_rate": 0.00010527753471304625, | |
| "loss": 0.692, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.4822804314329738, | |
| "grad_norm": 0.3257347643375397, | |
| "learning_rate": 0.00010461834586457398, | |
| "loss": 0.7137, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 1.4884437596302003, | |
| "grad_norm": 0.3314994275569916, | |
| "learning_rate": 0.00010395895584262696, | |
| "loss": 0.707, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 1.494607087827427, | |
| "grad_norm": 0.3335106372833252, | |
| "learning_rate": 0.00010329939336999596, | |
| "loss": 0.7173, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 1.5007704160246533, | |
| "grad_norm": 0.31246572732925415, | |
| "learning_rate": 0.00010263968717698364, | |
| "loss": 0.6886, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 1.5069337442218798, | |
| "grad_norm": 0.3151553273200989, | |
| "learning_rate": 0.00010197986600015305, | |
| "loss": 0.7264, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 1.5130970724191064, | |
| "grad_norm": 0.3316774368286133, | |
| "learning_rate": 0.00010131995858107591, | |
| "loss": 0.7008, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 1.5192604006163328, | |
| "grad_norm": 0.2832745909690857, | |
| "learning_rate": 0.00010065999366508057, | |
| "loss": 0.6898, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 1.5254237288135593, | |
| "grad_norm": 0.28495272994041443, | |
| "learning_rate": 0.0001, | |
| "loss": 0.6953, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 1.531587057010786, | |
| "grad_norm": 0.33213871717453003, | |
| "learning_rate": 9.934000633491944e-05, | |
| "loss": 0.7176, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 1.5377503852080123, | |
| "grad_norm": 0.33437585830688477, | |
| "learning_rate": 9.868004141892411e-05, | |
| "loss": 0.7023, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.5439137134052388, | |
| "grad_norm": 0.28734612464904785, | |
| "learning_rate": 9.802013399984696e-05, | |
| "loss": 0.6878, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 1.5500770416024654, | |
| "grad_norm": 0.28802672028541565, | |
| "learning_rate": 9.73603128230164e-05, | |
| "loss": 0.6957, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 1.5562403697996918, | |
| "grad_norm": 0.3412761688232422, | |
| "learning_rate": 9.670060663000408e-05, | |
| "loss": 0.7167, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 1.5624036979969183, | |
| "grad_norm": 0.3285284638404846, | |
| "learning_rate": 9.604104415737308e-05, | |
| "loss": 0.6969, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 1.568567026194145, | |
| "grad_norm": 0.31626519560813904, | |
| "learning_rate": 9.538165413542607e-05, | |
| "loss": 0.6938, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 1.5747303543913713, | |
| "grad_norm": 0.3252091109752655, | |
| "learning_rate": 9.472246528695376e-05, | |
| "loss": 0.6961, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 1.5808936825885977, | |
| "grad_norm": 0.36647289991378784, | |
| "learning_rate": 9.406350632598393e-05, | |
| "loss": 0.7062, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 1.5870570107858244, | |
| "grad_norm": 0.2924617826938629, | |
| "learning_rate": 9.340480595653047e-05, | |
| "loss": 0.722, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 1.5932203389830508, | |
| "grad_norm": 0.3311356008052826, | |
| "learning_rate": 9.274639287134308e-05, | |
| "loss": 0.7087, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 1.5993836671802772, | |
| "grad_norm": 0.3344646692276001, | |
| "learning_rate": 9.208829575065754e-05, | |
| "loss": 0.6879, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.605546995377504, | |
| "grad_norm": 0.31932997703552246, | |
| "learning_rate": 9.143054326094632e-05, | |
| "loss": 0.7035, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 1.6117103235747303, | |
| "grad_norm": 0.28748106956481934, | |
| "learning_rate": 9.077316405366981e-05, | |
| "loss": 0.695, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 1.6178736517719567, | |
| "grad_norm": 0.33069753646850586, | |
| "learning_rate": 9.011618676402845e-05, | |
| "loss": 0.6812, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 1.6240369799691834, | |
| "grad_norm": 0.3465948700904846, | |
| "learning_rate": 8.945964000971524e-05, | |
| "loss": 0.6822, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 1.6302003081664098, | |
| "grad_norm": 0.2904537320137024, | |
| "learning_rate": 8.880355238966923e-05, | |
| "loss": 0.6849, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 1.6363636363636362, | |
| "grad_norm": 0.2855393886566162, | |
| "learning_rate": 8.814795248282974e-05, | |
| "loss": 0.6769, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 1.642526964560863, | |
| "grad_norm": 0.31568413972854614, | |
| "learning_rate": 8.749286884689152e-05, | |
| "loss": 0.681, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 1.6486902927580893, | |
| "grad_norm": 0.350299209356308, | |
| "learning_rate": 8.683833001706067e-05, | |
| "loss": 0.7055, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 1.6548536209553157, | |
| "grad_norm": 0.29535943269729614, | |
| "learning_rate": 8.61843645048118e-05, | |
| "loss": 0.6867, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 1.6610169491525424, | |
| "grad_norm": 0.30539003014564514, | |
| "learning_rate": 8.553100079664598e-05, | |
| "loss": 0.7039, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.667180277349769, | |
| "grad_norm": 0.3268585801124573, | |
| "learning_rate": 8.487826735284991e-05, | |
| "loss": 0.7145, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 1.6733436055469952, | |
| "grad_norm": 0.35204389691352844, | |
| "learning_rate": 8.422619260625625e-05, | |
| "loss": 0.6869, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 1.6795069337442219, | |
| "grad_norm": 0.30481913685798645, | |
| "learning_rate": 8.357480496100498e-05, | |
| "loss": 0.6789, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 1.6856702619414485, | |
| "grad_norm": 0.3037097454071045, | |
| "learning_rate": 8.292413279130624e-05, | |
| "loss": 0.7007, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 1.6918335901386747, | |
| "grad_norm": 0.29266032576560974, | |
| "learning_rate": 8.22742044402043e-05, | |
| "loss": 0.689, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 1.6979969183359014, | |
| "grad_norm": 0.30263689160346985, | |
| "learning_rate": 8.162504821834295e-05, | |
| "loss": 0.6918, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 1.704160246533128, | |
| "grad_norm": 0.3087637424468994, | |
| "learning_rate": 8.097669240273236e-05, | |
| "loss": 0.6934, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 1.7103235747303542, | |
| "grad_norm": 0.29714614152908325, | |
| "learning_rate": 8.03291652355172e-05, | |
| "loss": 0.6979, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 1.7164869029275809, | |
| "grad_norm": 0.29517361521720886, | |
| "learning_rate": 7.96824949227466e-05, | |
| "loss": 0.706, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 1.7226502311248075, | |
| "grad_norm": 0.3192397952079773, | |
| "learning_rate": 7.903670963314536e-05, | |
| "loss": 0.7056, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.7288135593220337, | |
| "grad_norm": 0.3339553773403168, | |
| "learning_rate": 7.839183749688704e-05, | |
| "loss": 0.6903, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 1.7349768875192604, | |
| "grad_norm": 0.32658275961875916, | |
| "learning_rate": 7.774790660436858e-05, | |
| "loss": 0.7115, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 1.741140215716487, | |
| "grad_norm": 0.29387855529785156, | |
| "learning_rate": 7.710494500498662e-05, | |
| "loss": 0.6877, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 1.7473035439137135, | |
| "grad_norm": 0.29822373390197754, | |
| "learning_rate": 7.646298070591578e-05, | |
| "loss": 0.6949, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 1.7534668721109399, | |
| "grad_norm": 0.31081193685531616, | |
| "learning_rate": 7.582204167088864e-05, | |
| "loss": 0.6917, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 1.7596302003081665, | |
| "grad_norm": 0.2900318503379822, | |
| "learning_rate": 7.518215581897763e-05, | |
| "loss": 0.6935, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 1.765793528505393, | |
| "grad_norm": 0.31811362504959106, | |
| "learning_rate": 7.454335102337895e-05, | |
| "loss": 0.711, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 1.7719568567026194, | |
| "grad_norm": 0.2821851074695587, | |
| "learning_rate": 7.390565511019834e-05, | |
| "loss": 0.7083, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 1.778120184899846, | |
| "grad_norm": 0.3173108994960785, | |
| "learning_rate": 7.326909585723901e-05, | |
| "loss": 0.712, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 1.7842835130970724, | |
| "grad_norm": 0.29498183727264404, | |
| "learning_rate": 7.263370099279172e-05, | |
| "loss": 0.6876, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.7904468412942989, | |
| "grad_norm": 0.30469003319740295, | |
| "learning_rate": 7.199949819442682e-05, | |
| "loss": 0.6954, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 1.7966101694915255, | |
| "grad_norm": 0.2901192307472229, | |
| "learning_rate": 7.136651508778875e-05, | |
| "loss": 0.7086, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 1.802773497688752, | |
| "grad_norm": 0.2790692150592804, | |
| "learning_rate": 7.073477924539255e-05, | |
| "loss": 0.6667, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 1.8089368258859784, | |
| "grad_norm": 0.30207961797714233, | |
| "learning_rate": 7.010431818542297e-05, | |
| "loss": 0.7192, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 1.815100154083205, | |
| "grad_norm": 0.290354460477829, | |
| "learning_rate": 6.947515937053563e-05, | |
| "loss": 0.6741, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 1.8212634822804314, | |
| "grad_norm": 0.2848537862300873, | |
| "learning_rate": 6.884733020666086e-05, | |
| "loss": 0.6809, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 1.8274268104776579, | |
| "grad_norm": 0.28692835569381714, | |
| "learning_rate": 6.822085804180984e-05, | |
| "loss": 0.694, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 1.8335901386748845, | |
| "grad_norm": 0.28540992736816406, | |
| "learning_rate": 6.759577016488343e-05, | |
| "loss": 0.6825, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 1.839753466872111, | |
| "grad_norm": 0.31507408618927, | |
| "learning_rate": 6.697209380448333e-05, | |
| "loss": 0.6826, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 1.8459167950693374, | |
| "grad_norm": 0.3058791160583496, | |
| "learning_rate": 6.634985612772611e-05, | |
| "loss": 0.7011, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.852080123266564, | |
| "grad_norm": 0.30382823944091797, | |
| "learning_rate": 6.572908423905979e-05, | |
| "loss": 0.6994, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 1.8582434514637904, | |
| "grad_norm": 0.30683571100234985, | |
| "learning_rate": 6.510980517908334e-05, | |
| "loss": 0.7012, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 1.8644067796610169, | |
| "grad_norm": 0.2885062098503113, | |
| "learning_rate": 6.449204592336841e-05, | |
| "loss": 0.7007, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 1.8705701078582435, | |
| "grad_norm": 0.3002052307128906, | |
| "learning_rate": 6.387583338128471e-05, | |
| "loss": 0.7048, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 1.87673343605547, | |
| "grad_norm": 0.3367098271846771, | |
| "learning_rate": 6.326119439482756e-05, | |
| "loss": 0.7044, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 1.8828967642526964, | |
| "grad_norm": 0.3124644160270691, | |
| "learning_rate": 6.264815573744884e-05, | |
| "loss": 0.6954, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 1.889060092449923, | |
| "grad_norm": 0.30981218814849854, | |
| "learning_rate": 6.203674411289062e-05, | |
| "loss": 0.692, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 1.8952234206471494, | |
| "grad_norm": 0.3078441619873047, | |
| "learning_rate": 6.142698615402205e-05, | |
| "loss": 0.6872, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 1.9013867488443759, | |
| "grad_norm": 0.3080589473247528, | |
| "learning_rate": 6.0818908421679154e-05, | |
| "loss": 0.6902, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 1.9075500770416025, | |
| "grad_norm": 0.30964910984039307, | |
| "learning_rate": 6.021253740350793e-05, | |
| "loss": 0.7077, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.913713405238829, | |
| "grad_norm": 0.3046227693557739, | |
| "learning_rate": 5.960789951281052e-05, | |
| "loss": 0.7082, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 1.9198767334360554, | |
| "grad_norm": 0.31337085366249084, | |
| "learning_rate": 5.900502108739465e-05, | |
| "loss": 0.6838, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 1.926040061633282, | |
| "grad_norm": 0.3050321042537689, | |
| "learning_rate": 5.840392838842641e-05, | |
| "loss": 0.6967, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 1.9322033898305084, | |
| "grad_norm": 0.2953138053417206, | |
| "learning_rate": 5.780464759928623e-05, | |
| "loss": 0.6813, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 1.9383667180277349, | |
| "grad_norm": 0.295775443315506, | |
| "learning_rate": 5.720720482442845e-05, | |
| "loss": 0.6733, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 1.9445300462249615, | |
| "grad_norm": 0.3145037591457367, | |
| "learning_rate": 5.6611626088244194e-05, | |
| "loss": 0.7047, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 1.950693374422188, | |
| "grad_norm": 0.3275890648365021, | |
| "learning_rate": 5.601793733392764e-05, | |
| "loss": 0.6938, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 1.9568567026194144, | |
| "grad_norm": 0.30370888113975525, | |
| "learning_rate": 5.542616442234618e-05, | |
| "loss": 0.6818, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 1.963020030816641, | |
| "grad_norm": 0.31202757358551025, | |
| "learning_rate": 5.483633313091363e-05, | |
| "loss": 0.725, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 1.9691833590138677, | |
| "grad_norm": 0.2959240972995758, | |
| "learning_rate": 5.4248469152467695e-05, | |
| "loss": 0.6918, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.9753466872110939, | |
| "grad_norm": 0.29921895265579224, | |
| "learning_rate": 5.366259809415053e-05, | |
| "loss": 0.671, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 1.9815100154083205, | |
| "grad_norm": 0.3147589862346649, | |
| "learning_rate": 5.307874547629339e-05, | |
| "loss": 0.7122, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 1.9876733436055471, | |
| "grad_norm": 0.31646057963371277, | |
| "learning_rate": 5.249693673130511e-05, | |
| "loss": 0.6999, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 1.9938366718027734, | |
| "grad_norm": 0.29936257004737854, | |
| "learning_rate": 5.191719720256407e-05, | |
| "loss": 0.709, | |
| "step": 324 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 486, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 162, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.9174432561535386e+18, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |